# robots.txt generated at http://www.mcanerin.com User-agent: Googlebot Disallow: User-agent: googlebot-image Disallow: User-agent: googlebot-mobile Disallow: User-agent: MSNBot Disallow: User-agent: Slurp Disallow: User-agent: Teoma Disallow: User-agent: twiceler Disallow: User-agent: Gigabot Disallow: User-agent: Scrubby Disallow: User-agent: Robozilla Disallow: User-agent: Nutch Disallow: User-agent: ia_archiver Disallow: User-agent: baiduspider Disallow: User-agent: naverbot Disallow: User-agent: yeti Disallow: User-agent: yahoo-mmcrawler Disallow: User-agent: psbot Disallow: User-agent: asterias Disallow: User-agent: yahoo-blogs/v3.9 Disallow: User-agent: * Disallow: Disallow: /cgi-bin/ Disallow: /cgi/ Disallow: /abs/htmlnew/ Disallow: /abs/htmlold/ Disallow: /abs/wais/ Disallow: /dbforms/data/cff/ Disallow: /dbforms/data/cff-renamed_before_final_removal_20060607/ Disallow: /dbforms/data/x4files/ Disallow: /dbforms/data/eva/evatapes/ Disallow: /users/ Disallow: /html/dbdata/nds_jefreports/jefreport-17/JEF_DOC/ Disallow: /html/dbdata/eva/ Disallow: /cinda/ Disallow: /html/dbdata/x4/ Disallow: /documents/ Disallow: /lists/ Disallow: /listsmh/ Disallow: /mdep/pg/ Disallow: /mdep/stc/ Disallow: /mdep/wgcomo/