# robots.txt for Dynamic Duo House of Naan & Curry
# Website: https://www.dynamicduosask.com/

User-agent: *

# Allow all crawlers access to main content
Allow: /
Allow: /index.html
Allow: /menu.html
Allow: /about.html
Allow: /our-food.html
Allow: /contact-us.html

# Allow SEO landing pages
Allow: /saskatoon-indian-restaurant.html
Allow: /tags/indian-food-delivery-saskatoon.html
Allow: /tags/indian-food-takeout-saskatoon.html

# Allow dish pages
Allow: /tags/dishes/

# Allow location/neighborhood pages
Allow: /tags/places/

# Allow blog
Allow: /blog/

# Disallow legal pages (excluded from sitemap)
Disallow: /privacy-policy.html
Disallow: /terms-of-use.html

# Disallow admin/component files
Disallow: /components/

# Disallow llms.txt from indexing (but allow crawling for AI agents)
Noindex: /llms.txt

# Sitemap location
Sitemap: https://www.dynamicduosask.com/sitemap.xml

# Crawl-delay (optional - be nice to servers)
Crawl-delay: 1