# robots.txt for CropLabel (https://croplabel.online/)
# Conforms strictly to RFC 9309 (Robots Exclusion Protocol)

# Google AdSense & Advertising Verification Crawlers (Explicitly Permitted)
User-agent: Mediapartners-Google
Allow: /ads.txt
Allow: /app-ads.txt
Allow: /

User-agent: AdsBot-Google
Allow: /ads.txt
Allow: /app-ads.txt
Allow: /

User-agent: AdsBot-Google-Mobile
Allow: /ads.txt
Allow: /app-ads.txt
Allow: /

User-agent: Googlebot
Allow: /ads.txt
Allow: /app-ads.txt
Allow: /

User-agent: *

# Explicit Allow for IAB Ads.txt, Sitemap, and Robots verification files
Allow: /ads.txt
Allow: /app-ads.txt
Allow: /robots.txt
Allow: /sitemap.xml

# Explicit Disallow directives for internal build, API, and temporary folders
Disallow: /build/
Disallow: /dist/
Disallow: /temp/
Disallow: /tmp/
Disallow: /cache/
Disallow: /api/
Disallow: /downloads/tmp/
Disallow: /print-queue/temp/

# Allow static assets required by search crawlers to render pages and styles
Allow: /assets/
Allow: /*.js$
Allow: /*.css$
Allow: /*.svg$
Allow: /*.png$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.webp$
Allow: /*.ico$
Allow: /*.woff2$
Allow: /*.txt$

# Specific Allow directives for all canonical indexable pages
Allow: /$
Allow: /
Allow: /crop-label
Allow: /meesho-label-crop
Allow: /amazon-shipping-label-crop
Allow: /flipkart-label-crop
Allow: /batch-crop
Allow: /merge-pdf
Allow: /compress-pdf
Allow: /compress-image
Allow: /print-queue
Allow: /organize-pdf
Allow: /about-us
Allow: /contact-us
Allow: /privacy-policy
Allow: /terms-of-service
Allow: /faq
Allow: /guides
Allow: /guides/meesho-shipping-label
Allow: /guides/flipkart-shipping-label
Allow: /guides/amazon-shipping-label
Allow: /guides/a4-to-4x6-label
Allow: /guides/4x6-thermal-printer-settings
Allow: /guides/barcode-quiet-zone
Allow: /guides/shipping-label-troubleshooting

# XML Sitemap Index & LLM Specification
Sitemap: https://croplabel.online/sitemap.xml

# AI Search & Answer Agents (Permitted to crawl, index, and cite CropLabel in AI responses)
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /