User-agent: *
Allow: /

# Main pages
Allow: /
Allow: /web-to-pdf
Allow: /word-to-pdf
Allow: /pages-to-pdf
Allow: /encrypt-pdf
Allow: /decrypt-pdf
Allow: /flatten-pdf
Allow: /remove-metadata
Allow: /change-permissions
Allow: /split-pdf
Allow: /merge-pdf
Allow: /compress-pdf
Allow: /rotate-pdf
Allow: /watermark-pdf
Allow: /auth

# API endpoints - block from indexing but allow crawling for discovery
Disallow: /api/

# Static assets
Allow: /assets/
Allow: /favicon.ico
Allow: /llms.txt

# Sitemap
Sitemap: https://freepdftools.space/sitemap.xml

# Crawl delay (optional - adjust as needed)
Crawl-delay: 1

# Block common bot traps and admin areas
Disallow: /*?*
Disallow: /admin/
Disallow: /private/
Disallow: /.env
Disallow: /config/

# Allow search engines to understand this is a PDF tools service
# This helps with semantic understanding for search results