# robots.txt per exobyte.it
User-agent: *
Allow: /

# Cartelle tecniche (non contenuti pubblici)
Disallow: /api/
Disallow: /bin/
Disallow: /config/
Disallow: /dbleo/
Disallow: /mail/
Disallow: /invia-contatto.php
Disallow: /config_smtp.php
Disallow: /smtp_helper.php

# Crawler AI e motori di risposta: benvenuti (stesse regole di sopra)
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: Bingbot
User-agent: MistralAI-User
Allow: /
Allow: /llms.txt
Disallow: /api/
Disallow: /bin/
Disallow: /config/
Disallow: /dbleo/
Disallow: /mail/
Disallow: /invia-contatto.php
Disallow: /config_smtp.php
Disallow: /smtp_helper.php

Sitemap: https://exobyte.it/sitemap.xml