# deny theseUser-agent: HeritrixDisallow: /User-agent: ia_archiverDisallow: /User-agent: larbinDisallow: /User-agent: seekbotDisallow: /User-agent: sitecheck.internetseer.comDisallow: /User-agent: YahooSeekerDisallow: /# allow othersUser-agent: SiteManagerDisallow: /cgi-bin/Disallow: /de/prv/User-agent: *Disallow: /alt/Disallow: /test/Disallow: /intern/