# 快连站点爬虫抓取规则
# robots.txt for kuailian-all

User-agent: *
Allow: /

# Disallow admin and private paths
Disallow: /admin/
Disallow: /api/
Disallow: /private/
Disallow: /tmp/

# Sitemap
Sitemap: https://example.com/kuailian-all/sitemap.xml

# Crawl-delay
Crawl-delay: 1

# Specific bot rules
User-agent: Bingbot
Allow: /
Crawl-delay: 1

User-agent: Googlebot
Allow: /
Crawl-delay: 1