# robots.txt for Daawat Authentic Multi Kitchen & Bar
# Website: https://www.daawat.ca/

# Allow all search engines
User-agent: *

# Allow crawling of main content
Allow: /
Allow: /index.html
Allow: /about.html
Allow: /menu.html
Allow: /our-food.html
Allow: /catering.html
Allow: /contact-us.html
Allow: /edmonton-indian-restaurant.html

# Allow crawling of tag pages
Allow: /tags/
Allow: /tags/indian-food-delivery-edmonton.html
Allow: /tags/indian-food-takeout-edmonton.html
Allow: /tags/places/
Allow: /tags/dishes/

# Allow crawling of assets
Allow: /assets/
Allow: /style.css
Allow: /global.css
Allow: /script.js
Allow: /components.js

# Disallow reservation and enquiry pages (if they exist in future)
Disallow: /reservation.html
Disallow: /enquiry.html

# Disallow legal pages from indexing (but they can be crawled)
# Users can still access these via links, but they won't appear in search results
Disallow: /privacy-policy.html
Disallow: /terms-of-use.html

# Disallow llms.txt from being indexed
# This file is for AI agents only, not for search engine indexing
Disallow: /llms.txt

# Disallow admin or system directories (if they exist)
Disallow: /cgi-bin/
Disallow: /admin/
Disallow: /.git/
Disallow: /node_modules/

# Disallow temporary or backup files
Disallow: /*.bak$
Disallow: /*.tmp$
Disallow: /*~$
Disallow: /*.old$

# Allow crawling of specific file types
Allow: /*.css$
Allow: /*.js$
Allow: /*.webp$
Allow: /*.png$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.svg$
Allow: /*.woff$
Allow: /*.woff2$

# Sitemap location
Sitemap: https://www.daawat.ca/sitemap.xml

# Crawl-delay (optional - only if needed to prevent server overload)
# Crawl-delay: 1

# Notes for search engines:
# - All main pages and tag pages are indexed
# - Legal pages (privacy, terms) are disallowed for SEO but accessible
# - reservation.html and enquiry.html are excluded if they exist
# - llms.txt is for AI agents only, not for search indexing