# START YOAST BLOCK
# ---------------------------
User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-content/uploads/wc-logs/
Disallow: /wp-content/uploads/woocommerce_transient_files/
Disallow: /wp-content/uploads/woocommerce_uploads/
Disallow: /?s=
Disallow: /page/*/?s=
Disallow: /search/

User-agent: Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; OAI-SearchBot/1.0; +https://openai.com/searchbot
User-agent: Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; ChatGPT-User/1.0; +https://openai.com/bot
Allow: /
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-admin/

User-agent: Bingbot
Allow: /
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-admin/


# OPENAI
# Search (shows my webpages as links inside ChatGPT search).
User-agent: OAI-SearchBot
Allow: /
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-admin/

# Mistral AI
User-agent: MistralAI-User/1.0
Allow: /
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-admin/

# User-driven browsing from ChatGPT and Custom GPTs. Acts after a human click.
User-agent: ChatGPT-User
User-agent: ChatGPT-User/2.0
Allow: /
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-admin/

# Model-training crawler. Opt-out here if I don’t want content in GPT-4o or GPT-5.
User-agent: GPTBot
Allow: /
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-admin/         		
                   			

# ANTHROPIC (Claude)

User-agent: anthropic-ai      		# bulk model training
Allow: /
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-admin/

User-agent: ClaudeBot         		# chat citation fetch
User-agent: claude-web       	 	# web-focused crawl
Allow: /
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-admin/

#  PERPLEXITY 

User-agent: PerplexityBot     # index builder
Allow: /
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-admin/

User-agent: Perplexity-User   # human-triggered visit
Allow: /
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-admin/

# GOOGLE (Gemini)
User-agent: Google-Extended
Allow: /
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-admin/


#  AMAZON
User-agent: Amazonbot
Allow: /
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-admin/

#  APPLE 
User-agent: Applebot
User-agent: Applebot-Extended
Allow: /
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-admin/

# META
User-agent: FacebookBot
User-agent: meta-externalagent
Allow: /
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-admin/

#  LINKEDIN 
User-agent: LinkedInBot
Allow: /
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-admin/

# BYTEDANCE 
User-agent: Bytespider
Allow: /
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-admin/

#  DUCKDUCKGO
User-agent: DuckAssistBot
Allow: /
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-admin/

# COHERE
User-agent: cohere-ai
Allow: /
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-admin/

# EMERGING SEARCH START-UPS
User-agent: TimpiBot
User-agent: YouBot
Allow: /
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-admin/

Sitemap: https://teflinstitute.com/sitemap_index.xml
# ---------------------------
# END YOAST BLOCK