# rules for search engines basically, allow the library's search robot to allow the databases but not others

User-agent: *
Disallow: /
Allow: /dsp/
Allow: /direct/
Allow: /aadd/
Allow: /newbooks/
Sitemap: /sitemap.xml