# Label Spark Robots.txt
# https://labelspark.com

User-agent: *
Allow: /

# Crawl rate hint (requests per second)
Crawl-delay: 1

# Disallow protected app routes (authenticated users only)
Disallow: /dashboard
Disallow: /releases
Disallow: /inbox
Disallow: /artists
Disallow: /contracts
Disallow: /finance
Disallow: /influencers
Disallow: /vault
Disallow: /settings
Disallow: /profile-setup
Disallow: /onboarding

# Disallow auth and session routes
Disallow: /auth/
Disallow: /sign/
Disallow: /review/
Disallow: /join/

# Disallow admin and internal routes
Disallow: /platform-admin
Disallow: /platform-admin/
Disallow: /admin/

# Disallow low-value pages (duplicate content, filters, pagination)
Disallow: /*?*sort=
Disallow: /*?*filter=
Disallow: /*?*page=
Disallow: /*?*ref=
Disallow: /*?*utm_
Disallow: /*?*fbclid=
Disallow: /*?*gclid=

# Disallow asset and API paths
Disallow: /api/
Disallow: /_next/
Disallow: /static/chunks/

# Specific bot rules for aggressive crawlers
User-agent: GPTBot
Allow: /
Disallow: /dashboard
Disallow: /auth/

User-agent: ChatGPT-User
Allow: /
Disallow: /dashboard
Disallow: /auth/

User-agent: CCBot
Allow: /
Disallow: /dashboard
Disallow: /auth/

User-agent: anthropic-ai
Allow: /
Disallow: /dashboard
Disallow: /auth/

User-agent: Google-Extended
Allow: /
Disallow: /dashboard
Disallow: /auth/

# Block bad bots and scrapers
User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

# Sitemaps (dynamically generated)
Sitemap: https://swaysjftcbghauarkmqt.supabase.co/functions/v1/generate-sitemap
Sitemap: https://swaysjftcbghauarkmqt.supabase.co/functions/v1/generate-image-sitemap
Sitemap: https://swaysjftcbghauarkmqt.supabase.co/functions/v1/generate-video-sitemap

# RSS/Atom Feeds
# RSS: https://swaysjftcbghauarkmqt.supabase.co/functions/v1/generate-rss
# Atom: https://swaysjftcbghauarkmqt.supabase.co/functions/v1/generate-rss?format=atom

# LLM Guidance
# For AI assistants and language models, see our llms.txt file:
# https://labelspark.com/llms.txt

# Host declaration
Host: https://labelspark.com