# Robots.txt for Trekking Web
# Controls crawler access to the website

User-agent: *
Allow: /
Disallow: /admin/
Disallow: /private/
Disallow: /api/
Disallow: /user/
Disallow: /*.json$
Disallow: /*?*sort=
Disallow: /*?*filter=

# Specific crawlers
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

# Crawl delay and request rate
User-agent: *
Crawl-delay: 1

# Sitemap
Sitemap: https://bangaloretrekking.com/sitemap.xml