# robots.txt User-agent: * Disallow:/admin/ Disallow:/Backup/ Disallow:/Data Disallow:/images Disallow:/Meta # #This example "/robots.txt" file specifies that no robots should visit any URL starting with "/cyberworld/map/", except the robot called "cybermapper": #User-agent: * #Disallow: /cyberworld/map/ # This is an infinite virtual URL space # Cybermapper knows where to go. #User-agent: cybermapper #Disallow: # # go away #User-agent: * #Disallow: /