User-agent: *

# restrict all groupby= and filter=, this will only
# allow page= on list pages
Disallow: /*filter=
Disallow: /*groupby=

# restrict publication access to the URL generated by 
# the "by pub type" list pages, which is the list we
# encourage search engines to use
#
Allow: /publication/*breadcrumb=%2Fpublication%2F
Allow: /publication/*breadcrumb=/publication/
Disallow: /publication/*breadcrumb=

# don't let robots page through redundant article lists
#
Disallow: /bios/*page=
Disallow: /issue/publication_list.html
Disallow: /region/publication_list.html

Disallow: /advanced_search.html

Crawl-Delay: 5