# Tune the indexing of pages.
# Blocking things the bots don't need to know about can help improve content indexing.
# Some links such as the page navigation links for multi-page topics don't need indexing because they'll duplicate content.

User-agent: Slurp
Crawl-delay: 1

User-agent: Googlebot-Image
Disallow: /

User-agent: WebReaper
Disallow: /

User-agent: *
Disallow: /index.php?a=post
Disallow: /index.php?a=search
Disallow: /index.php?a=members
Disallow: /index.php?a=help
Disallow: /index.php?a=pm
Disallow: /index.php?a=cp
Disallow: /index.php?a=active
Disallow: /index.php?a=email
Disallow: /index.php?a=filerating
Disallow: /index.php?a=register
Disallow: /index.php?a=login
Disallow: /index.php?a=recent
Disallow: /index.php?a=board&s=mark
Disallow: /index.php?a=files&s=search
Disallow: /index.php?a=files&s=download
Disallow: /index.php?a=files&s=addcomment
Disallow: /index.php?a=topic&s=attach
Disallow: /*view=newer$
Disallow: /*view=older$
Disallow: /*order=*asc=*
Disallow: /bot-trap
Disallow: /bot-trap/