User-agent: *
Allow: /
Disallow: /admin.html
Disallow: /staff.html
Disallow: /register.html
Disallow: /test.html
Disallow: /kktest.html
Content-Signal: search=yes, ai-input=yes, ai-train=no
User-agent: Yeti
Allow: /
Disallow: /admin.html
Disallow: /staff.html
Disallow: /register.html
Disallow: /test.html
Disallow: /kktest.html
Content-Signal: search=yes, ai-input=yes, ai-train=no
# AI training-only crawlers: prohibited (Terms art. 13, https://momcalendar.com/terms.html). Search and AI-answer bots that cite the source are welcome.
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: anthropic-ai
User-agent: Claude-Web
User-agent: CCBot
User-agent: Applebot-Extended
User-agent: Bytespider
User-agent: Amazonbot
User-agent: Diffbot
User-agent: cohere-ai
User-agent: cohere-training-data-crawler
User-agent: omgili
User-agent: omgilibot
User-agent: ImagesiftBot
User-agent: Webzio-Extended
User-agent: AI2Bot
User-agent: Ai2Bot-Dolma
User-agent: PanguBot
User-agent: Kangaroo Bot
User-agent: ICC-Crawler
User-agent: Scrapy
User-agent: VelenPublicWebCrawler
Disallow: /
Sitemap: https://momcalendar.com/sitemap.xml