# robots.txt - thetoo.com (The Town of Odyssey)
#
# Intent: topic and forum content stays fully crawlable. Session machinery,
# duplicate views of the same post, and PHP-served avatars do not. The heavy
# non-Google crawlers get a crawl delay.
#
# Reviewed 2026-08-03.

User-agent: 360Spider
Disallow: /

# ---------------------------------------------------------------------------
# All crawlers
# ---------------------------------------------------------------------------
User-agent: *

# Pre-existing trap
Disallow: /blackhole/

# Never useful to index, and each hit is a full phpBB bootstrap
Disallow: /search.php
Disallow: /ucp.php
Disallow: /posting.php
Disallow: /mcp.php
Disallow: /report.php
Disallow: /memberlist.php
Disallow: /adm/
Disallow: /cron/
Disallow: /user/

# Avatars are served through PHP and carry no indexable value.
# Post attachments stay crawlable - only the avatar query is excluded.
Disallow: /download/file.php?avatar=

# Session ids must never enter the index
Disallow: /*sid=

# Duplicate renderings of content that is already indexed under a clean URL
Disallow: /*view=print
Disallow: /*hilit=
Disallow: /*&sk=
Disallow: /*&sd=
Disallow: /*&st=

# Canonical content - stated explicitly so the wildcards above cannot
# be read as excluding it
Allow: /viewtopic.php
Allow: /viewforum.php

# ---------------------------------------------------------------------------
# Per-crawler pacing. Google ignores Crawl-delay (rate is set in Search
# Console); Bing and Baidu both honour it.
# ---------------------------------------------------------------------------
User-agent: bingbot
Crawl-delay: 5
Disallow: /blackhole/
Disallow: /search.php
Disallow: /ucp.php
Disallow: /posting.php
Disallow: /mcp.php
Disallow: /report.php
Disallow: /memberlist.php
Disallow: /adm/
Disallow: /cron/
Disallow: /user/
Disallow: /download/file.php?avatar=
Disallow: /*sid=

User-agent: Baiduspider
Crawl-delay: 10
Disallow: /blackhole/
Disallow: /search.php
Disallow: /ucp.php
Disallow: /posting.php
Disallow: /mcp.php
Disallow: /report.php
Disallow: /memberlist.php
Disallow: /adm/
Disallow: /cron/
Disallow: /user/
Disallow: /download/file.php?avatar=
Disallow: /*sid=

User-agent: YandexBot
Crawl-delay: 10

User-agent: YouBot
Crawl-delay: 10