User-agent: *
Disallow: /databasedumps
Disallow: /validate
Disallow: /new
Disallow: /presentations
Allow: /
Disallow: /taxmaps
Disallow: /js
Disallow: /files
Disallow: /images
Disallow: /includes
Disallow: /sphider
Disallow: /GeneratedItems
Disallow: /update