# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
# User-Agent: *
# Disallow: /

User-Agent: *
Disallow: */comments*
Sitemap: https://www.techbang.com/sitemap.xml.gz

User-agent: Googlebot
Disallow: /login.php
Disallow: /search?*
Disallow: */comments*

User-agent: GPTBot
Allow: /
Disallow: /login.php
Disallow: /search?*
Disallow: */comments*

User-agent: ChatGPT-User
Allow: /
Disallow: /login.php
Disallow: /search?*
Disallow: */comments*

User-agent: OAI-SearchBot
Allow: /
Disallow: /login.php
Disallow: /search?*
Disallow: */comments*

User-agent: PerplexityBot
Allow: /
Disallow: /login.php
Disallow: /search?*
Disallow: */comments*

User-agent: Perplexity-User
Allow: /
Disallow: /login.php
Disallow: /search?*
Disallow: */comments*

User-agent: Mediapartners-Google
Disallow: