###############################
User-agent: *
#
# list folders robots are not allowed to index 
Disallow: /stats/
Disallow: /OUD/
Disallow: /rw_common/
Disallow: /webalizer/

# 
# list specific files robots are not allowed to index
#
###############################