User-agent: *
Allow: /

# Block test and debug pages
Disallow: /video-test
Disallow: /video-check
Disallow: /video-debug
Disallow: /video-test-simple
Disallow: /video-diagnostic
Disallow: /direct-video
Disallow: /direct-video-player
Disallow: /upload-video
Disallow: /upload-banner-video

# Block form page
Disallow: /form

# Block API routes
Disallow: /api/

# OpenAI ChatGPT search crawler
User-agent: OAI-SearchBot
Allow: /

# ChatGPT user-initiated fetches
User-agent: ChatGPT-User
Allow: /

# Anthropic Claude search crawler
User-agent: Claude-SearchBot
Allow: /

# Claude user-initiated fetches
User-agent: Claude-User
Allow: /

# Sitemap location
Sitemap: https://www.flexwash.com/sitemap.xml