# 全域設定
User-agent: *
# 允許存取
Allow: /news-detail/
Allow: /photo/
Allow: /team/
Allow: /player/
Allow: /standing/
Allow: /schedule/
Allow: /$
Allow: /sitemap.xml

# 禁止存取
Disallow: /admin/
Disallow: /cart-step*/
Disallow: /my-order*/
Disallow: /order-*/
Disallow: /signin/
Disallow: /shop-cart/
Disallow: /checkout/
Disallow: /*.php$
Disallow: /*.js$
Disallow: /*.css$
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /private/

# 特定爬蟲的規則
User-agent: AhrefsBot
Crawl-delay: 10
Allow: /news-detail/
Allow: /photo/
Disallow: /

User-agent: Applebot
Crawl-delay: 5
Allow: /news-detail/
Allow: /photo/
Allow: /team/
Allow: /player/
Disallow: /

User-agent: bingbot
Crawl-delay: 5
Allow: /news-detail/
Allow: /photo/
Allow: /team/
Allow: /player/
Disallow: /

# 完全禁止的爬蟲
User-agent: ImagesiftBot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

# 圖片爬蟲特別規則
User-agent: Googlebot-Image
Allow: /photo/
Allow: /upload/album_photo/
Disallow: /

User-agent: Bingbot-Image
Allow: /photo/
Allow: /upload/album_photo/
Disallow: /

# 爬蟲速率限制建議
Crawl-delay: 5

# Sitemap 位置
Sitemap: https://tvl.ctvba.org.tw/sitemap.xml