# Website Robots.txt file
# https://www.robotstxt.org/

User-agent: *
Allow: /
Allow: /review/
Allow: /category/
Allow: /author/
Allow: /index.php
Allow: /review.php
Allow: /category.php
Allow: /author.php
Allow: /about.php
Allow: /contact.php
Allow: /search.php

# Disallow admin and includes directories
Disallow: /admin/
Disallow: /includes/
Disallow: /templates/
Disallow: /cron/
Disallow: /backup/
Disallow: /vendor/

# Disallow form handlers
Disallow: /includes/submit_comment.php
Disallow: /includes/rate_review.php
Disallow: /includes/subscribe.php

# Disallow specific file types
Disallow: /*.sql$
Disallow: /*.log$
Disallow: /*.bak$
Disallow: /*.json$
Disallow: /*.yml$
Disallow: /*.yaml$
Disallow: /*.env$
Disallow: /*.config$
Disallow: /*.example$
Disallow: /*.sample$
Disallow: /*.lock$

# Crawl-delay directive (in seconds)
Crawl-delay: 1

# Sitemap location
Sitemap: https://www.yourdomain.com/sitemap.xml