# Exclude some bots.

User-Agent: Webclipping.com
Disallow: /

User-Agent: arianna.iol.it Linux/2.2.17-14smp (linux)
Disallow: /

# http://www.plagiarism.org/crawler/robotinfo.html
# go away, snitchbot.

User-Agent: SlySearch
Disallow: /

# these are people who download bots from the internet
# and run them stock. do you even know what the hell
# youre doing? do you? go away.

User-Agent: larbin_2.6.2 larbin2.6.2@unspecified.mail
Disallow: /

User-Agent: larbin_2.6.2
Disallow: /

User-Agent: larbin_2.6.1 larbin2.6.2@unspecified.mail
Disallow: /

User-Agent: larbin_2.6.1
Disallow: /

User-Agent: libwww-perl/5.5.3
Disallow: /

User-Agent: libwww-perl/5.53
Disallow: /

User-Agent: libwww-perl
Disallow: /

User-Agent: Python-urllib/1.10
Disallow: /

User-Agent: Python-urllib
Disallow: /

User-Agent: Indy Library
Disallow: /

User-Agent: Java1.3.0
Disallow: /

User-Agent: Java1.4.0
Disallow: /

User-Agent: Java
Disallow: /

# oooh, aren't you the clever H4X0R, now. go away, also.

User-Agent: WinampMPEG/2.00 larbin@unspecified.mail
Disallow: /

User-Agent: WinampMPEG
Disallow: /

User-Agent: MSIE-5.13 larbin@unspecified.mail
Disallow: /

User-Agent: Opera/6.01 larbin2.6.2@unspecified.mail
Disallow: /

User-Agent: Opera/6.01 larbin@unspecified.mail
Disallow: /

User-Agent: Mozilla/5.0 larbin2.6.2@unspecified.mail
Disallow: /

# welcome to the internet. you might want to read the HTTP spec before
# fucking with my web site. Your user-agent ID is bad, which suggests
# that you don't know jack, and you're a sloppy programmer. go away.

# this is not email, go away.

User-Agent: bumblebee@relevare.com
Disallow: /

User-Agent: Zeus 64087 Webster Pro V2.9 Win32
Disallow: /

# whitespace, go away.

User-Agent: NetResearchServer/2.3(loopimprovements.com/robot.html)
Disallow: /

User-Agent: NetResearchServer
Disallow: /

# ID first, then a space, then a comment. go away.

User-Agent: Openfind data gatherer, Openbot/3.0+(robot-response@openfind.com.tw;+http://www.openfind.com.tw/robot.html)
Disallow: /

User-Agent: Openbot
Disallow: /

# I don't care if you _ARE_ IBM. Stupid scientists. go away.

User-Agent: http://www.almaden.ibm.com/cs/crawler
Disallow: /

# gosh, so close. go away.

User-Agent: NetMechanic V3.0
Disallow: /

User-Agent: NetMechanic
Disallow: /

# no spaces. first the ID, then a space, then a comment. go away.

User-Agent: Ariadne RPT-HTTPClient/0.3-3
Disallow: /

User-Agent: Ariadne
Disallow: /

# you suck. go away.

User-Agent: Mozilla/4.0 compatible ZyBorg/1.0 (ZyBorg@WISEnutbot.com; http://www.WISEnutbot.com)
Disallow: /

User-Agent: ZyBorg
Disallow: /

# slash, not a space. go away.

User-Agent: appie 1.1 (www.walhello.com)
Disallow: /

User-Agent: appie
Disallow: /

# bad version string. go away.

User-Agent: search.ch V1.4.2 (spiderman@search.ch; http://www.search.ch)
Disallow: /

User-Agent: search.ch
Disallow: /

# no spaces. go away.

User-Agent: PingALink Monitoring Services 1.0 (http://www.pingalink.com)
Disallow: /

User-Agent: PingALink Monitoring Services
Disallow: /

User-Agent: PingALink
Disallow: /

# screw amigas, anyways. go away.

User-Agent: AWeb-II v3.4SE/AMIGAOS-3.9
Disallow: /

User-Agent: AWeb-II
Disallow: /

# OK, everybody else: don't go here.

User-Agent: *
Disallow: /stats/
Disallow: /music/
Disallow: /files/
Disallow: /includes/
Disallow: /access/
Disallow: /ftp/
Disallow: /images/