##############
# GOOGLE
##############

User-agent: Googlebot
Allow: /
User-agent: Googlebot-Image
Allow: /
User-agent: Googlebot-Video
Allow: /
User-agent: Googlebot-News
Allow: /
User-agent: Google-Favicon
Allow: /
User-agent: AdsBot-Google
Allow: /
User-agent: AdsBot-Google-Mobile
Allow: /
User-agent: Mediapartners-Google
Allow: /
User-agent: FeedFetcher-Google
Allow: /
User-agent: Google-InspectionTool
Allow: /
User-agent: Storebot-Google
Allow: /
User-agent: GoogleOther
Allow: /
User-agent: GoogleOther-Image
Allow: /
User-agent: GoogleOther-Video
Allow: /
User-agent: Google-CloudVertexBot
Allow: /
User-agent: Google-Extended
Allow: /

##############
# BING / MICROSOFT CRAWLERS
##############

User-agent: Bingbot
Allow: /
User-agent: BingPreview
Allow: /
User-agent: AdIdxBot
Allow: /
User-agent: MicrosoftPreview
Allow: /

##############
# OTHER SEARCH ENGINES
##############

User-agent: DuckDuckBot
Allow: /
User-agent: Yandex
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: Sogou
Disallow: /
User-agent: Exabot
Disallow: /

##############
# META / FACEBOOK / INSTAGRAM
##############

User-agent: facebot
Allow: /
User-agent: facebookbot
Allow: /
User-agent: facebookexternalhit
Allow: /
User-agent: facebookcatalog
Allow: /
User-agent: instagram
Allow: /
User-agent: Meta-ExternalAgent
Allow: /
User-agent: Meta-ExternalFetcher
Allow: /

##############
# SOCIAL MEDIA & PREVIEW BOTS
##############

User-agent: ia_archiver
Allow: /
User-agent: Pinterestbot
Allow: /
User-agent: Twitterbot
Allow: /
User-agent: XBot
Allow: /
User-agent: XAdsBot
Allow: /
User-agent: TikTokBot
Allow: /
User-agent: TikTokAdsBot
Allow: /
User-agent: TikTokWebCrawler
Allow: /

##############
# AI CRAWLERS & ASSISTANTS
##############

User-agent: Amazonbot
Allow: /
User-agent: Applebot
Allow: /
User-agent: ChatGPT-User
Allow: /
User-agent: OAI-SearchBot
Allow: /
User-agent: ClaudeBot
Allow: /
User-agent: Claude-SearchBot
Allow: /
User-agent: Claude-User
Allow: /
User-agent: GPTBot
Allow: /
User-agent: Bytespider
Allow: /
User-agent: CCBot
Allow: /
User-agent: DuckAssistBot
Allow: /
User-agent: MistralAI-User
Allow: /
User-agent: PerplexityBot
Allow: /
User-agent: Perplexity-User
Allow: /
User-agent: ProRataInc
Allow: /
User-agent: Timpibot
Allow: /


##############
# SEO / INDEXING / OTHER
##############

User-agent: AhrefsBot
Disallow: /
User-agent: SemrushBot
Allow: /
User-agent: MJ12bot
Disallow: /
User-agent: DotBot
Allow: /

##############
# Magento 2 Specific Restrictions 
##############

User-agent: *
Disallow: /wishlist/*
Disallow: /checkout/*
Disallow: /onestepcheckout/*
Disallow: /review/product/*
Disallow: /sendfriend/*
Disallow: /enable-cookies/*
Disallow: /wp/*
Disallow: /customer/*
#Disallow: /customer/account/
#Disallow: /customer/account/login/
Disallow: /catalogsearch/
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
#Disallow: /catalog/product/view/
Disallow: /*?
Disallow: /*?dir=desc
Disallow: /*?dir=asc
Disallow: /*?limit=all
Disallow: /*?mode=*
Disallow: /*?q=*
Disallow: /*,*
Disallow: /*%2C*
Disallow: /*?delivery=*
Disallow: /*?showroom=*
Disallow: /*?product_list_order=*
Disallow: /*?product_list_limit=*
Disallow: /*?price=*
Disallow: /catalogsearch/result/?q=*
Disallow: /customer/account/login/referer/*
Disallow: /termeni-si-conditii
Disallow: /politica-de-cookies
Disallow: /politica-de-confidentialitate
Disallow: /informatii-livrare-si-retur
Disallow: /modalitati-de-plata


##############
# Sitemap
##############

Sitemap: https://celino.ro/feed/sitemap_index.xml