# Ausking robots.txt — Toni 2026-09-04 (FB social crawler exception added)
# Domain: https://auskingvisa.com
# CHANGELOG:
#   2026-08-30 — FLIPPED all AI bots to Disallow (Carol: "block the ai")
#   2026-09-04 — Added facebookexternalhit allow for /img/ so social link previews work
#                (FB is a social metadata fetcher, not an AI training bot)

# Facebook crawler — allow /img/ for social link previews (link preview cards)
User-agent: facebookexternalhit
Allow: /img/

# ===== AI Crawlers - BLOCKED (no training/scraping) =====
User-agent: GPTBot
Disallow: /

User-agent: GPTBot-User
Disallow: /

User-agent: OAI-SearchBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: Perplexity-User
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: GoogleOther
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: Meta-ExternalAgent
Disallow: /

User-agent: Meta-ExternalFetcher
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: ImagesiftBot
Disallow: /

User-agent: *
Allow: /
Disallow: /vendor/
Disallow: /css/
Disallow: /js/
Disallow: /img/
Disallow: /images/
Disallow: /fonts/
Disallow: /data/
Disallow: /test/
Disallow: /cgi-bin/
Disallow: /Toni_seo/
Disallow: /.well-known/

# llms.txt still available for citation engines that respect opt-in
# See: https://auskingvisa.com/llms.txt

# Sitemaps
Sitemap: https://auskingvisa.com/sitemap.xml