User-Agent: *
Disallow:

# Инструкции для робота Рамблера
User-agent: StackRambler
Disallow:

# For use by search.w3.org 
User-agent: W3Crobot/1
Disallow:

# AltaVista Search 
User-agent: AltaVista Intranet V2.0 W3C Webreq
Disallow: /Out-Of-Date