# Alexa User-agent: ia_archiver Disallow: /cgi-bin/ Disallow: /images/ Disallow: /cgi/ Disallow: /awstats/ Disallow: /modlogan/ Disallow: /webalizer/ Disallow: /b-i/ Disallow: /h-i/ Disallow: /inc/ Disallow: /js/ Disallow: /p-i/ Disallow: /s-i/ Disallow: /w-i/ Disallow: /u-i/ Disallow: /t-i/ # Ask Jeeves User-agent: Teoma Disallow: /cgi-bin/ Disallow: /images/ Disallow: /cgi/ Disallow: /awstats/ Disallow: /modlogan/ Disallow: /webalizer/ Disallow: /b-i/ Disallow: /h-i/ Disallow: /inc/ Disallow: /js/ Disallow: /p-i/ Disallow: /s-i/ Disallow: /w-i/ Disallow: /u-i/ Disallow: /t-i/ # Google User-agent: googlebot Disallow: /cgi-bin/ Disallow: /images/ Disallow: /cgi/ Disallow: /awstats/ Disallow: /modlogan/ Disallow: /webalizer/ Disallow: /b-i/ Disallow: /h-i/ Disallow: /inc/ Disallow: /js/ Disallow: /p-i/ Disallow: /s-i/ Disallow: /w-i/ Disallow: /u-i/ Disallow: /t-i/ # MSN User-agent: msnbot Disallow: /cgi-bin/ Disallow: /images/ Disallow: /cgi/ Disallow: /awstats/ Disallow: /modlogan/ Disallow: /webalizer/ Disallow: /b-i/ Disallow: /h-i/ Disallow: /inc/ Disallow: /js/ Disallow: /p-i/ Disallow: /s-i/ Disallow: /w-i/ Disallow: /u-i/ Disallow: /t-i/ # Yahoo! User-agent: Slurp Disallow: /cgi-bin/ Disallow: /images/ Disallow: /cgi/ Disallow: /awstats/ Disallow: /modlogan/ Disallow: /webalizer/ Disallow: /b-i/ Disallow: /h-i/ Disallow: /inc/ Disallow: /js/ Disallow: /p-i/ Disallow: /s-i/ Disallow: /w-i/ Disallow: /u-i/ Disallow: /t-i/ # BigClique User-agent: BigCliqueBOT Disallow: /cgi-bin/ Disallow: /images/ Disallow: /cgi/ Disallow: /awstats/ Disallow: /modlogan/ Disallow: /webalizer/ Disallow: /b-i/ Disallow: /h-i/ Disallow: /inc/ Disallow: /js/ Disallow: /p-i/ Disallow: /s-i/ Disallow: /w-i/ Disallow: /u-i/ Disallow: /t-i/ # Convera User-agent: ConveraCrawler Disallow: /cgi-bin/ Disallow: /images/ Disallow: /cgi/ Disallow: /awstats/ Disallow: /modlogan/ Disallow: /webalizer/ Disallow: /b-i/ Disallow: /h-i/ Disallow: /inc/ Disallow: /js/ Disallow: /p-i/ Disallow: /s-i/ Disallow: /w-i/ Disallow: /u-i/ Disallow: /t-i/ # DailyOrbit.com User-agent: Orbiter Disallow: /cgi-bin/ Disallow: /images/ Disallow: /cgi/ Disallow: /awstats/ Disallow: /modlogan/ Disallow: /webalizer/ Disallow: /b-i/ Disallow: /h-i/ Disallow: /inc/ Disallow: /js/ Disallow: /p-i/ Disallow: /s-i/ Disallow: /w-i/ Disallow: /u-i/ Disallow: /t-i/ # GoForIt User-agent: Goforitbot Disallow: /cgi-bin/ Disallow: /images/ Disallow: /cgi/ Disallow: /awstats/ Disallow: /modlogan/ Disallow: /webalizer/ Disallow: /b-i/ Disallow: /h-i/ Disallow: /inc/ Disallow: /js/ Disallow: /p-i/ Disallow: /s-i/ Disallow: /w-i/ Disallow: /u-i/ Disallow: /t-i/ # IBM User-agent: Crawler Disallow: /cgi-bin/ Disallow: /images/ Disallow: /cgi/ Disallow: /awstats/ Disallow: /modlogan/ Disallow: /webalizer/ Disallow: /b-i/ Disallow: /h-i/ Disallow: /inc/ Disallow: /js/ Disallow: /p-i/ Disallow: /s-i/ Disallow: /w-i/ Disallow: /u-i/ Disallow: /t-i/ # IRL User-agent: IRLbot Disallow: /cgi-bin/ Disallow: /images/ Disallow: /cgi/ Disallow: /awstats/ Disallow: /modlogan/ Disallow: /webalizer/ Disallow: /b-i/ Disallow: /h-i/ Disallow: /inc/ Disallow: /js/ Disallow: /p-i/ Disallow: /s-i/ Disallow: /w-i/ Disallow: /u-i/ Disallow: /t-i/ # Local.com User-agent: LocalcomBot Disallow: /cgi-bin/ Disallow: /images/ Disallow: /cgi/ Disallow: /awstats/ Disallow: /modlogan/ Disallow: /webalizer/ Disallow: /b-i/ Disallow: /h-i/ Disallow: /inc/ Disallow: /js/ Disallow: /p-i/ Disallow: /s-i/ Disallow: /w-i/ Disallow: /u-i/ Disallow: /t-i/ # Nameprotect User-agent: NPBot Disallow: /cgi-bin/ Disallow: /images/ Disallow: /cgi/ Disallow: /awstats/ Disallow: /modlogan/ Disallow: /webalizer/ Disallow: /b-i/ Disallow: /h-i/ Disallow: /inc/ Disallow: /js/ Disallow: /p-i/ Disallow: /s-i/ Disallow: /w-i/ Disallow: /u-i/ Disallow: /t-i/ # ObjectsSearch User-agent: ObjectsSearch Disallow: /cgi-bin/ Disallow: /images/ Disallow: /cgi/ Disallow: /awstats/ Disallow: /modlogan/ Disallow: /webalizer/ Disallow: /b-i/ Disallow: /h-i/ Disallow: /inc/ Disallow: /js/ Disallow: /p-i/ Disallow: /s-i/ Disallow: /w-i/ Disallow: /u-i/ Disallow: /t-i/ # Omni-Explorer User-agent: OmniExplorer_Bot Disallow: /cgi-bin/ Disallow: /images/ Disallow: /cgi/ Disallow: /awstats/ Disallow: /modlogan/ Disallow: /webalizer/ Disallow: /b-i/ Disallow: /h-i/ Disallow: /inc/ Disallow: /js/ Disallow: /p-i/ Disallow: /s-i/ Disallow: /w-i/ Disallow: /u-i/ Disallow: /t-i/ # Pipeline User-agent: pipeLiner Disallow: /cgi-bin/ Disallow: /images/ Disallow: /cgi/ Disallow: /awstats/ Disallow: /modlogan/ Disallow: /webalizer/ Disallow: /b-i/ Disallow: /h-i/ Disallow: /inc/ Disallow: /js/ Disallow: /p-i/ Disallow: /s-i/ Disallow: /w-i/ Disallow: /u-i/ Disallow: /t-i/ # Turnitin.com User-agent: TurnitinBot Disallow: /cgi-bin/ Disallow: /images/ Disallow: /cgi/ Disallow: /awstats/ Disallow: /modlogan/ Disallow: /webalizer/ Disallow: /b-i/ Disallow: /h-i/ Disallow: /inc/ Disallow: /js/ Disallow: /p-i/ Disallow: /s-i/ Disallow: /w-i/ Disallow: /u-i/ Disallow: /t-i/ # WebArchive User-agent: BruinBot Disallow: /cgi-bin/ Disallow: /images/ Disallow: /cgi/ Disallow: /awstats/ Disallow: /modlogan/ Disallow: /webalizer/ Disallow: /b-i/ Disallow: /h-i/ Disallow: /inc/ Disallow: /js/ Disallow: /p-i/ Disallow: /s-i/ Disallow: /w-i/ Disallow: /u-i/ Disallow: /t-i/ # Others User-agent: * Disallow: /cgi-bin/ Disallow: /images/ Disallow: /cgi/ Disallow: /awstats/ Disallow: /modlogan/ Disallow: /webalizer/ Disallow: /b-i/ Disallow: /h-i/ Disallow: /inc/ Disallow: /js/ Disallow: /p-i/ Disallow: /s-i/ Disallow: /w-i/ Disallow: /u-i/ Disallow: /t-i/