# robots.txt for https://foothillsflooringandtile.com/
# Foothills Flooring & Tile - South Paris, ME
# All search engines and AI crawlers are welcome.

# ------------------------------------------------------------
# AI crawlers & AI assistants - explicitly allowed
# ------------------------------------------------------------

# OpenAI (ChatGPT)
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: OAI-SearchBot

# Anthropic (Claude)
User-agent: ClaudeBot
User-agent: Claude-User
User-agent: Claude-SearchBot
User-agent: Claude-Web
User-agent: anthropic-ai

# Google (Gemini / AI Overviews)
User-agent: Google-Extended
User-agent: GoogleOther
User-agent: Google-CloudVertexBot

# Microsoft (Copilot) & Apple (Apple Intelligence)
User-agent: Bingbot
User-agent: Applebot
User-agent: Applebot-Extended

# Perplexity
User-agent: PerplexityBot
User-agent: Perplexity-User

# Meta AI
User-agent: meta-externalagent
User-agent: meta-externalfetcher
User-agent: FacebookBot

# Amazon (Alexa / Rufus)
User-agent: Amazonbot

# Other AI assistants, search & dataset crawlers
User-agent: DuckAssistBot
User-agent: MistralAI-User
User-agent: cohere-ai
User-agent: cohere-training-data-crawler
User-agent: YouBot
User-agent: CCBot
User-agent: Bytespider
User-agent: AI2Bot
User-agent: Diffbot
User-agent: PetalBot
User-agent: Timpibot
Allow: /
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# ------------------------------------------------------------
# All other crawlers (Googlebot, etc.)
# ------------------------------------------------------------
User-agent: *
Allow: /
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# ------------------------------------------------------------
# Sitemap
# ------------------------------------------------------------
Sitemap: https://foothillsflooringandtile.com/sitemap_index.xml