User-agent: *
Disallow: *.xml
Disallow: *.err.html
Disallow: *.err
Disallow: *.ref
Disallow: *.sgml
Disallow: refer.php
Disallow: /recent_searches.php
Disallow: /whois.php
Disallow: /zlog.php
Disallow: /thesaurus/catalog/list.php
Disallow: /thesaurus/catalog/get-meta.php
Disallow: /thesaurus/open-index/*
Disallow: /thesaurus/open-index
Disallow: /thesaurus/catalog/place.php
Disallow: /thesaurus/catalog/where.php
Disallow: /thesaurus/catalog/feedback.php
Disallow: /thesaurus/catalog/term.php
Disallow: /thesaurus/catalog/feature.php
Disallow: /thesaurus/catalog/lith.php
Disallow: /thesaurus/catalog/fws.php
Disallow: /thesaurus/catalog/nps.php
Disallow: /thesaurus/catalog/cmg.php
Disallow: /thesaurus/catalog/drm.php
Disallow: /thesaurus/catalog/kwic.php
Disallow: /thesaurus/catalog/kwicfeat.php
Disallow: /thesaurus/catalog/kwicplace.php
Disallow: /thesaurus/catalog/alpha-list.php
Disallow: /thesaurus/catalog/thes_html.php
Disallow: /validation
Disallow: /activity.php
Disallow: /contact.php
Disallow: /robots.php
Disallow: /search.shtml
Disallow: /validator-usage.php
Disallow: /term
Disallow: /feature
Disallow: /theme
Disallow: /lith
Disallow: /place