User-agent: * Disallow: /btrap/ Disallow: /ratethread.php Disallow: /report.php Disallow: /reputation.php Disallow: /sendthread.php Disallow: /postings.php Disallow: /newreply.php Disallow: /newthread.php Disallow: /editpost.php Disallow: /search.php User-Agent: cometrics-bot Disallow: / User-Agent: libwww-perl Disallow: / User-agent: TurnitinBot Disallow: / User-agent: Twiceler Disallow: / User-agent: Update Disallow: / User-agent: 008 Disallow: / User-agent: suggy nutch/1.2 Disallow: / User-agent: nutch/1.2 Disallow: / User-agent: SISTRIX Disallow: / User-agent: Pixray-Seeker Disallow: / User-agent: AhrefsBot Disallow: / User-agent: XoviBot Disallow: /