# disallow all
User-agent: *
Crawl-delay: 10
Disallow: /facets/
Disallow: /images/
Disallow: /css/
Disallow: /advanced-search/
Disallow: /admin/
Disallow: /uploads/
Disallow: /downloads/
Disallow: /treeview/
Disallow: /biographies/name/
Disallow: /biographies/author/
Disallow: /biographies/publication/
Disallow: /biographies/birth/
Disallow: /biographies/death/
Disallow: /biographies/search/
Disallow: /biographies/browse-publication/
Disallow: /biographies/browse-author/
Disallow: /biography/*/text*
Disallow: /essays/
Disallow: /essay/*/text*
Disallow: /entity/*/text*
Disallow: /entities/
Disallow: /entity/
Disallow: /pasearch/
Disallow: /graphs/
Disallow: /trees/
Disallow: /families/
Disallow: /occupations/
Disallow: /stats/
Disallow: /charts/
Disallow: /mapTextFragments/
Disallow: /oai-pmh