## samples of robots.txt


## This robots.txt states that no robot should visit any URL starting with "/data" except the robot called "nicerobot". 
## robots.txt

#User-agent: *
#Disallow: /data
# nicerobot can look in /data
#User-agent: nicerobot
#Disallow: 

##Finally this robots.txt states that no robot should visit any URL at this site. 
## disallow all access by all robots

#User-agent: *
#Disallow: /


#--------------------REAL robots.txt follows-----

User-agent: *

Disallow: /upload

Disallow: /linda

Disallow: /flash

Disallow: /errordocs

Disallow: /report

Disallow: /admin