User-agent: *
Allow: /

# Important routes to crawl
Allow: /movie/
Allow: /tv/
Allow: /anime/

# Exclude API endpoints from being directly indexed
Disallow: /api/