User-agent: *
Disallow: */users/
Disallow: */user/
Disallow: */shorts/
Allow: */ads.txt
Sitemap: http://www.kitchenstories.com/sitemap.xml


# OPENAI 
User-agent: OAI-SearchBot
Allow: /

# ChatGPT
User-agent: ChatGPT-User*
Disallow: */users/
Disallow: */user/
Disallow: */shorts/

# GPTBot
User-agent: GPTBot
Disallow: */users/
Disallow: */user/
Disallow: */shorts/
Allow: /

# ANTHROPIC (Claude)
User-agent: anthropic-ai
Disallow: */users/
Disallow: */user/
Disallow: */shorts/

User-agent: ClaudeBot
Disallow: */users/
Disallow: */user/
Disallow: */shorts/

User-agent: claude-web
Disallow: */users/
Disallow: */user/
Disallow: */shorts/


# PERPLEXITY
User-agent: PerplexityBot
Disallow: */users/
Disallow: */user/
Disallow: */shorts/

User-agent: Perplexity-User
Disallow: */users/
Disallow: */user/
Disallow: */shorts/


# GOOGLE (Gemini)
User-agent: Google-Extended
Disallow: */users/
Disallow: */user/
Disallow: */shorts/


# MICROSOFT (Bing / Copilot)
User-agent: BingBot
Disallow: */users/
Disallow: */user/
Disallow: */shorts/


# AMAZON
User-agent: Amazonbot
Allow: /

# APPLE
User-agent: Applebot
Allow: /
User-agent: Applebot-Extended
Allow: /

# META
User-agent: FacebookBot
Allow: /
User-agent: meta-externalagent
Allow: /

# DUCKDUCKGO
User-agent: DuckAssistBot
Allow: /

# Others bots
User-agent: Bytespider
Allow: /
User-agent: cohere-ai
Allow: /
User-agent: AI2Bot
Allow: /
User-agent: CCBot
Allow: /
User-agent: MistralAI-User
Allow: /
User-agent: YouBot
Allow: /