# copyright by symbionts

User-agent: Mediapartners-Google*
Disallow:


# deny these

User-agent: Heritrix
User-agent: moget
User-agent: griffon
User-agent: Hämähäkki
User-agent: INGRID/0.1
User-agent: solbot
User-agent: Voyager/0.0
User-agent: NetScoop
User-agent: Valkyrie libwww-perl
User-agent: openbot
User-agent: suke
User-agent: ecollector
User-agent: CMC/0.01
User-agent: PHPDig
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: IncyWincy
Disallow: /

User-agent: larbin
Disallow: /

User-agent: psbot
Disallow: /

#User-agent: sitecheck.internetseer.com
#Disallow: /

User-agent: x-Tractor
Disallow: /


# allow others

User-Agent: *
Disallow: /cgi-bin
Disallow: /logs
Disallow: /sy-img
Disallow: /stats
Disallow: /1stLook
Disallow: /stats
Disallow: /stat
Disallow: /log
Disallow: /access