# Sitemap
Sitemap: https://bikefriday.com/sitemap.xml

# Allow AI search and agent use
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: PerplexityBot
User-agent: FirecrawlAgent
User-agent: AndiBot
User-agent: ExaBot
User-agent: PhindBot
User-agent: YouBot
Allow: /

# Disallow AI training data collection
User-agent: GPTBot
User-agent: CCBot
User-agent: Google-Extended
Disallow: /

# Allow traditional search engine indexing
User-agent: Googlebot
User-agent: Bingbot
Allow: /

# Disallow paths for all bots
User-agent: *

# WP Defender - Begin
Disallow: /413593a693cfdf81
# WP Defender - End
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /wp-login.php
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /*add-to-cart=*
Disallow: *replytocom=*
Disallow: *s=*
Disallow: */search/*
Disallow: *question=*
Disallow: /admin/
Disallow: /internal/
# Temporary restriction due to abuse
Disallow: /community/what_do_you_do


# Curated bad-bot exclusions
User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: AspiegelBot
Disallow: /

# LLMagnet AI Visibility
llms-txt: https://bikefriday.com/llms.txt