User-agent: *
# list folders robots are not allowed to index
Disallow: /locations/
Disallow: /south-america/mexico/
Disallow: /asia/united-states/
Disallow: /europe/brazil/

User-agent: Amazonbot
User-agent: GPTBot
User-agent: AhrefsBot
User-agent: DataForSeoBot
User-agent: grapeshot
User-agent: MJ12bot
User-agent: SEMrushBot
User-agent: SemrushBot-SA
User-agent: DotBot
User-agent: MauiBot
User-agent: PetalBot
User-agent: ClaudeBot
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
User-agent: MetaAI
User-agent: Meta-AI
User-agent: Meta AI
User-agent: Meta.AI
User-agent: meta-ai
User-agent: metaai
User-agent: meta-externalagent
Disallow: /

User-agent: bingbot
Crawl-delay: 1
Disallow: /locations/

Sitemap: https://www.sunrisesunsettime.org/sitemap.xml