User-agent: googlebot Disallow: /*.pdf$ Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.mid$ User-agent: Googlebot-Image Disallow: / User-agent: msnbot Disallow:/ User-agent: SurveyBot Disallow: / User-agent: turnitinbot Disallow: / User-agent: Mj12bot Disallow: / User-agent: FindLinks Disallow: / User-agent: LinkWalker Disallow: / User-agent: baiduspider Disallow: / User-agent: libwww Disallow: / User-agent: lwp-trivial Disallow: / User-agent: curl Disallow: / User-agent: PHP/ Disallow: / User-agent: urllib Disallow: / User-agent: GT::WWW Disallow: / User-agent: Snoopy Disallow: / User-agent: MFC_Tear_Sample Disallow: / User-agent: HTTP::Lite Disallow: / User-agent: PHPCrawl Disallow: / User-agent: URI::Fetch Disallow: / User-agent: Zend_Http_Client Disallow: / User-agent: http client Disallow: / User-agent: PECL::HTTP Disallow: / User-agent: IBM EVV Disallow: / User-agent: Bork-edition Disallow: / User-agent: Fetch API Request Disallow: / User-agent: Nutch Disallow: / User-agent: larbin Disallow: / User-agent: heritrix Disallow: / User-agent: ID-Search Disallow: / User-agent: LWP::Simple Disallow: / User-agent: AOL_Ian_The_Aussie_Spider/Nutch-0. Disallow: / User-agent: IRLbot Disallow: / User-agent: psbot Disallow: / User-agent: InnerpriseBot Disallow: / User-agent: AboutUsBot Disallow: / User-agent: Sproose Disallow: / User-agent: wget Disallow: / User-agent: ObjectsSearch Disallow: / User-agent: Exabot Disallow: / User-agent: Exabot-Images Disallow: / User-agent: BIGLOTRON Disallow: / User-agent: ConveraCrawler Disallow: / User-agent: hl_ftien_spider Disallow: / User-agent: hl_ftien Disallow: / User-agent: NutchOrg Disallow: / User-agent: NutchCVS Disallow: / User-agent: Baidu Disallow: / User-agent: seekbot Disallow: / User-agent: contype Disallow: / User-agent: boitho.com-dc Disallow: / User-agent: IconSurf Disallow: / User-agent: Appie Disallow: / User-agent: searchpreview Disallow: / User-agent: LinkWalker Disallow: / User-agent: sitecheck.internetseer.com Disallow: / User-agent: IPiumBot Disallow: / User-agent: dloader Disallow: / User-agent: szukacz Disallow: / User-agent: MicrosoftPrototypeCrawler Disallow: / User-agent: MSProxy Disallow: / User-agent: antibot-V1 Disallow: / User-agent: MOT-TA02 Disallow: / User-agent: Scrubby Disallow: / User-agent: envolkspider Disallow: / User-agent: envolk Disallow: / User-agent: CSCI B659 Disallow: / User-agent: csci_b659 Disallow: / User-agent: EmailSiphon Disallow: / User-agent: oBot Disallow: / User-agent: * Disallow: /00_assorted/ Disallow: /00_network_abuse/ Disallow: /00_zemail-addresses/ Disallow: /cgi-bin/ Disallow: /stats/ Disallow: /cos1/f1emp_newimgs1/ Disallow: /cos1/f1emp_priv-trms-cndtns/ Disallow: /cos1/z_f1empdir1/ Disallow: /cos1/z_f1empdir1/old1/ Disallow: /cos1/z_f1empdir1/old2/ Disallow: /cos1/z_f1empdir1/old3/ Disallow: /cos1/z_newsletr1/ Disallow: /cos2/ Disallow: /cos3/search-1/ Disallow: /cos3/search-2/ Disallow: /cos4/ Disallow: /cos5/ Disallow: /cos6/