User-agent: GPTBot
Disallow: /
User-agent: ChatGPT
Disallow: /
User-agent: ChatGPT-User
Disallow: /
User-agent: ClaudeBot
Disallow: /
User-agent: Anthropic-ai
Disallow: /
User-agent: Google-Extended
Disallow: /
User-agent: CCBot
Disallow: /

# ------------------------------
# Copyright / Content Scrapers
# ------------------------------
User-agent: TinEye-bot/0.51 (see+https://www.tineye.com/crawler.html)
Disallow: /
User-agent: DMCA.com
Disallow: /
User-agent: DMCA.com protection
Disallow: /
User-agent: DMCA.com Page Protection Crawling Service
Disallow: /
User-agent: PicScout
Disallow: /
User-agent: Copyscape
Disallow: /
User-agent: Copysentry
Disallow: /
User-agent: RedPointsBot
Disallow: /
User-agent: TermlyBot
Disallow: /
User-agent: Turnitin
Disallow: /
User-agent: TurnitinBot
Disallow: /

# ------------------------------
# Microsoft Ad Serving
# ------------------------------
User-agent: AdIdxBot
Disallow: /

# ------------------------------
# Global Disallow Rules
# (applies to all crawlers)
# ------------------------------
User-agent: *
Disallow: /?s=*
Disallow: /search/*
Disallow: /?jsf=*
Disallow: *&preview=true$
Disallow: *&preview=true&*
Disallow: *&preview_id=*
Disallow: *&preview_nonce=*
Disallow: /?post_type=qna&p=*
Disallow: */?swcfpc=1$
Disallow: /wp-admin/
Disallow: /wp-admin/admin-ajax.php
Disallow: /wp-json/
Disallow: /embed/
Disallow: /rss/
Disallow: /*feed/
Disallow: /author/
Disallow: /stripe-lib/
Disallow: /pms/
Disallow: /sources-requests/
Disallow: /my-account/
Disallow: /account/

# ------------------------------
# SPM
# ------------------------------
Disallow: /ja/product/*
Disallow: /ja/product/
Disallow: /?goods*
Disallow: /goods*
Disallow: /?
Disallow: /zhHan*
Disallow: /product/*
Disallow: /product/

# ------------------------------
# File Types (Sensitive Files)
# ------------------------------
Disallow: /*.zip$
Disallow: /*.tgz$
Disallow: /*.sql$
Disallow: /*.pdf$
Disallow: /license.txt
Disallow: /readme.html

# ------------------------------
# Special Rules for Bing
# ------------------------------
User-agent: Bingbot
Crawl-delay: 10

# ------------------------------
# Sitemap
# ------------------------------
Sitemap: https://theceolabs.com/sitemap_index.xml