# Robots.txt for Thunphel Bhutan Travels
# Tour operator website for Bhutan travel services
# Contact: info@thunpheltours.com

# Allow all search engines to crawl the website
User-agent: *
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-content/uploads/wpo-cache/
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /readme.html
Disallow: /license.txt
Disallow: /wp-config.php
Disallow: /wp-trackback.php
Disallow: /wp-comments-post.php
Disallow: /cgi-bin/
Disallow: /search?*
Disallow: /?s=*
Disallow: /author/
Disallow: /date/
Disallow: /tag/
Disallow: /feed/
Disallow: /*/feed/
Disallow: /*/trackback/
Disallow: /wp-json/

# Allow specific WordPress files that are safe to crawl
Allow: /wp-admin/admin-ajax.php
Allow: /wp-content/uploads/

# Prevent crawling of session parameters and tracking URLs
Disallow: /*?*sessionid
Disallow: /*?*sid=
Disallow: /*?*PHPSESSID
Disallow: /*?utm_*
Disallow: /*?ref=*
Disallow: /*?fbclid=*

# Block aggressive crawlers
User-agent: MJ12bot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: DotBot
Disallow: /

# Allow specific Google bots for better indexing
User-agent: Googlebot
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

User-agent: Googlebot-Image
Allow: /wp-content/uploads/

# Sitemap location
Sitemap: https://www.thunpheltours.com/sitemap_index.xml