# SZGOING.TOP - Robots.txt for Pipe Inspection Camera Website
# Optimized for GEO + SEO with AI crawler access

User-agent: GPTBot
User-agent: ClaudeBot
User-agent: PerplexityBot
User-agent: Google-Extended
User-agent: ChatGPT-User
User-agent: Bytespider
User-agent: CohereBot
User-agent: Diffbot
User-agent: FacebookBot
User-agent: Omgilibot
User-agent: PetalBot
User-agent: Scrapy
User-agent: SemrushBot
User-agent: ia_archiver
Allow: /

User-agent: *
Allow: /

Disallow: /admin.php
Disallow: /cron_*.php
Disallow: /logs/

Sitemap: https://szgoing.top/sitemap.xml
Sitemap: https://szgoing.top/llms.txt

# Crawl-delay for polite crawling
Crawl-delay: 1