# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
User-agent: *
#robot should not index these directories
Disallow: /mods/ 
Disallow: /objects/
Disallow: /lib