#
#Da: http://it.wikipedia.org/robots.txt
#
User-agent: libwww
Disallow: /

User-agent: ZyBORG
Disallow: /

User-agent: Download Ninja
Disallow: /

#
# Sorry, wget in its recursive mode is a frequent problem.
# Please read the man page and use it properly; there is a
# --wait option you can use to set the delay between hits,
# for instance.
#
User-agent: wget
Disallow: /

#
# The 'grub' distributed client has been *very* poorly behaved.
#
User-agent: grub-client
Disallow: /

#
# Doesn't follow robots.txt anyway, but...
#
User-agent: k2spider
Disallow: /

#
# Hits many times per second, not acceptable
# http://www.nameprotect.com/botinfo.html
User-agent: NPBot
Disallow: /
#
#mio robots.txt originale ...
#
User-agent: *
Disallow:/cgi-bin
Disallow:/www/dida
Disallow:/www/dida/relazioni
Disallow:/www/private
Disallow:/www/galassie
Disallow:/www/panini
Disallow:/www/tools
Disallow:/www/cps
Disallow:/www/libro
Disallow:/www/e-l
Disallow:/www/orientamento
Disallow:/www/carolingi
Disallow:/www/frau