User-agent: *
Allow: /
Crawl-delay: 1

Sitemap: https://aiveed.io/sitemap.xml
Sitemap: https://aiveed.io/video-sitemap.xml
Sitemap: https://aiveed.io/blog/sitemap-index.xml

# LLM-readable site documentation (llmstxt.org spec)
Allow: /llms.txt
Allow: /llms-full.txt

# Block scraper bots
User-agent: Amazonbot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: meta-externalagent
Disallow: /

# Block admin areas and sensitive paths
User-agent: *
Disallow: /admin/
Disallow: /api/
Disallow: /dashboard/
Disallow: /backend/

# Allow Next.js static assets for proper rendering (CRITICAL FOR SEO)
Allow: /_next/static/
Allow: /_next/image

# Block Next.js internal data (not needed for indexing)
Disallow: /_next/data/

# Block user-specific and transactional pages
Disallow: /my-videos
Disallow: /my-images
Disallow: /profile
Disallow: /account-settings
Disallow: /transactions
Disallow: /payment/cancel
Disallow: /payment/failure
Disallow: /payment/success
Disallow: /auth/callback
Disallow: /verify

# Block tracking and session parameters to prevent duplicate content
Disallow: /*?*utm_*
Disallow: /*?*session*
Disallow: /*?*sid=*
Disallow: /*?*sessionid*
Disallow: /*?*PHPSESSID*
Disallow: /*?*ref=*
Disallow: /*?*fbclid=*
Disallow: /*?*gclid=*

# Allow important SEO pages (explicit allows for clarity)
Allow: /pricing
Allow: /about
Allow: /contact
Allow: /blog/
Allow: /docs/
Allow: /terms
Allow: /privacy

# Allow video category landing pages
Allow: /explainer
Allow: /talking-head
Allow: /unbox
Allow: /productplacement
Allow: /testimonial
Allow: /portfolio