# /robots.txt file

User-agent: 008
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: crawl
Disallow: /

User-agent: DotBot 
Disallow: /

User-agent: discobot
Disallow: /

User-agent: Exabot 
Disallow: /

User-agent: heritrix
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: MLBot
Disallow: /

User-agent: NaverBot
Disallow: /

User-Agent: panscient.com
Disallow: /

User-agent: robot
Disallow: /

User-agent: rufus
Disallow: /

User-agent: snapbot
Disallow: /

User-agent: Sosospider
Disallow: /

User-agent: spbot
Disallow: /

User-agent: spider
Disallow: /

User-agent: turnitin
Disallow: /

User-agent: yacybot
Disallow: /

User-agent: Yandex 
Disallow: /

User-agent: Yeti
Disallow: /

User-agent: YoudaoBot 
Disallow: /

User-agent: *
Disallow: /cgi-bin/
Disallow: /pbin/
Disallow: /pbinlogs/
Disallow: /hamkau/
Disallow: /wp-t/