#This example indicates that no robots should visit this site further: 
# go away

User-agent: *
Disallow: /
 
# robots.txt for http://www.site.com/
#This example "/robots.txt" file specifies that no robots should visit any URL 
#starting with "/cyberworld/map/", except the robot called
#"cybermapper": 
#-----------------------------------------------------------------
#User-agent: *
#Disallow: /cyberworld/map/ # This is an infinite virtual URL space
#
# Cybermapper knows where to go.
#User-agent: cybermapper
#Disallow: