# =====================================================================
#  robots.txt  --  bearbit.org
#  Private tracker policy: keep ALL internal / member / content pages OUT
#  of search engines. Allow only the public welcome / brand / info pages
#  so that brand searches (bearbit / siambit / bitded / torrentdd) find the
#  REAL domain instead of phishing clones.
# =====================================================================

User-agent: *
# Default: block everything (member area, torrent/content pages, tracker endpoints)
Disallow: /

# --- Public brand / info pages (these MAY be indexed) ---
Allow: /$
Allow: /index.php
Allow: /login.php
Allow: /faq.php
Allow: /rules.php

# --- Static assets needed to render the public pages correctly ---
Allow: /css/
Allow: /js/
Allow: /pic/
Allow: /images/
Allow: /favicon.ico
Allow: /style_m.css

# --- Belt & suspenders: never crawl tracker / sensitive endpoints ---
Disallow: /announce.php
Disallow: /scrape.php
Disallow: /details.php
Disallow: /download.php
Disallow: /downloadnew.php
Disallow: /browse.php
Disallow: /torrents.php
Disallow: /userdetails.php
Disallow: /usersearch.php
Disallow: /nDonatedN.php
Disallow: /takelogin.php
Disallow: /takesignup.php
Disallow: /signup_devcheck.php
Disallow: /include/
Disallow: /script/

# --- Data scrapers / analytics crawlers: block entirely ---
User-agent: similarweb
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /