User-agent: Amazonbot
User-agent: Anthropic-ai
User-agent: Applebot-Extended
User-agent: AwarioRssBot
User-agent: AwarioSmartBot
User-agent: Bytespider 
User-agent: CCBot
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: Cohere-ai
User-agent: DataForSeoBot 
User-agent: FacebookBot 
User-agent: Google-Extended
User-agent: ImagesiftBot 
User-agent: Magpie-crawler
User-agent: Omgili
User-agent: Omgilibot
User-agent: Peer39_crawler
User-agent: Peer39_crawler/1.0
User-agent: PerplexityBot
User-agent: YouBot
User-agent: ChatGPT-User
User-agent: Google-Extended
User-agent: GPTBot
Disallow: /

# Block specific unwanted bots
User-agent: MJ12bot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Sogou Spider
Disallow: /

User-agent: SpamBot
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: Python-urllib
Disallow: /

User-agent: wget
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: Ezooms
Disallow: /

User-agent: *
Allow: /
User-agent: Googlebot
Disallow: *?lightbox=

# Optimization for Google Ads Bot
User-agent: AdsBot-Google-Mobile
User-agent: AdsBot-Google
Disallow: /_api/*
Disallow: /_partials*
Disallow: /pro-gallery-webapp/v1/galleries/*

# Block PetalBot
User-agent: PetalBot
Disallow: /

# Crawl delay for overly enthusiastic bots
User-agent: dotbot
Crawl-delay: 10
User-agent: AhrefsBot
Crawl-delay: 10

# Allow all other bots to crawl the site
User-agent: *
Disallow:
Sitemap: https://www.legacyspasalon.com/sitemap.xml