User-agent: *
Content-Signal: search=yes, ai-train=no, ai-input=yes
Content-Usage: search=y, train-ai=n, ai-use=y
Disallow: /vendor/
Disallow: /contact-handler.php

# --- Bad bots / zero-value crawlers — advisory only; real control is at the edge ---
User-agent: MJ12bot
User-agent: DotBot
User-agent: BLEXBot
User-agent: serpstatbot
User-agent: DataForSeoBot
User-agent: AhrefsBot
User-agent: SemrushBot
User-agent: ImagesiftBot
User-agent: img2dataset
User-agent: Bytespider
User-agent: PanguBot
User-agent: Baiduspider
User-agent: YandexBot
User-agent: Sogou web spider
User-agent: 360Spider
User-agent: PetalBot
Content-Signal: search=no, ai-input=no, ai-train=no
Content-Usage: search=n, ai-use=n, train-ai=n
Disallow: /

# --- Allowed bots (informational — not rules; they follow `User-agent: *` above) ---
# Search:        Googlebot, Bingbot, DuckDuckBot, Applebot
# AI assistants: OAI-SearchBot, ChatGPT-User, Claude-User, Claude-SearchBot,
#                PerplexityBot, Perplexity-User, Meta-ExternalFetcher
# AI training:   GPTBot, ClaudeBot, Meta-ExternalAgent, Google-Extended,
#                Applebot-Extended, CCBot, Amazonbot
# Crawl access is allowed; the Content-Signal directive in the `User-agent: *`
# group states how content may be USED (ai-train=no forbids model training).
# Escalate persistent abusers into business.robotsBlockedBots.

Sitemap: https://www.bytesunlimited.com/sitemap-index.xml