# роботы идут лесом
User-agent: DISCo Pump, Wget, WebZIP, Teleport, TeleportPro, Teleport Pro, WebSnake, Offline Explorer, Web-By-Mail
Disallow: /

User-agent: Googlebot, Inktomi Slurp, Fast-Webcrawler
Disallow: *.exe
Disallow: *.zip
Disallow: *.php

User-agent: *
Disallow: /_vti_bin
Disallow: /_vti_cnf
Disallow: /_vti_log
Disallow: /_vti_map
Disallow: /_vti_pvt
Disallow: /_vti_txt 
Disallow: /_private
Disallow: /admin
Disallow: /cgi-bin
Disallow: /script
Disallow: /images
Disallow: /archive
Disallow: /summary
Disallow: /conference
Disallow: /top
Disallow: /users
Disallow: /WS
Disallow: /Tools
Disallow: /search