# datamanage: robots.txt 
# 
# This file is used to allow crawlers to index our site. 

User-agent: *
Disallow:   /documents
Disallow:   /pdfs
Disallow:   /pictures
Disallow:   /images
Disallow:   /sitemanager
Disallow:   /logs