# robots

User-agent: *
Disallow: /cgi-bin
Disallow: /webalizer
Disallow: /AWStats
Disallow: /ASPSecured
Disallow: /aspnet_client
Disallow: /cp
Disallow: /control

User-agent: Mozilla/3.01 (hotwired-test/0.1)
Disallow: /cgi-bin
Disallow: /webalizer
Disallow: /AWStats
Disallow: /ASPSecured
Disallow: /aspnet_client
Disallow: /cp
Disallow: /control

User-agent: Slurp
Disallow: /cgi-bin
Disallow: /webalizer
Disallow: /AWStats
Disallow: /ASPSecured
Disallow: /aspnet_client
Disallow: /cp
Disallow: /control

User-agent: Scooter
Disallow: /cgi-bin
Disallow: /webalizer
Disallow: /AWStats
Disallow: /ASPSecured
Disallow: /aspnet_client
Disallow: /cp
Disallow: /control

User-agent: Ultraseek
Disallow: /cgi-bin
Disallow: /webalizer
Disallow: /AWStats
Disallow: /ASPSecured
Disallow: /aspnet_client
Disallow: /cp
Disallow: /control


User-agent: smallbear
Disallow: /cgi-bin
Disallow: /webalizer
Disallow: /AWStats
Disallow: /ASPSecured
Disallow: /aspnet_client
Disallow: /cp
Disallow: /control

User-agent: GoogleBot
Disallow: /cgi-bin
Disallow: /webalizer
Disallow: /AWStats
Disallow: /ASPSecured
Disallow: /aspnet_client
Disallow: /cp
Disallow: /control

User-agent: MSNBot
Disallow: /cgi-bin
Disallow: /webalizer
Disallow: /AWStats
Disallow: /ASPSecured
Disallow: /aspnet_client
Disallow: /cp
Disallow: /control

User-agent: Alexa
Disallow: /cgi-bin
Disallow: /webalizer
Disallow: /AWStats
Disallow: /ASPSecured
Disallow: /aspnet_client
Disallow: /cp
Disallow: /control

User-agent: LinkWalker
Disallow: /cgi-bin
Disallow: /webalizer
Disallow: /AWStats
Disallow: /ASPSecured
Disallow: /aspnet_client
Disallow: /cp
Disallow: /control