robots.txt

User-agent: *
Crawl-delay: 5

Disallow: /exponent.js.php
Disallow: /exponent.js2.php
Disallow: /exponent.php
Disallow: /exponent_bootstrap.php
Disallow: /exponent_constants.php
Disallow: /exponent_php_setup.php
Disallow: /exponent_version.php
Disallow: /getswversion.php
Disallow: /logmein.php
Disallow: /nginix.config
Disallow: /overrides.php
Disallow: /phpdoc.xml
Disallow: /phpdoc2.xml
Disallow: /reset.php
Disallow: /rsd.xml.sample
Disallow: /selector.php
Disallow: /site_rss.php
Disallow: /source_selector.php
# Disallow: /thumb.php
Disallow: /web.config
Disallow: /wlwmanifest.xml
Disallow: /xmlrpc.php

Disallow: /ABOUT.md
Disallow: /CHANGELOG.md
Disallow: /CREDITS.md
Disallow: /INSTALLATION.md
Disallow: /LICENSE
Disallow: /OPTIONAL.md
Disallow: /README.md
Disallow: /RELEASE.md
Disallow: /TODO.md
Disallow: /readme-ical.txt
Disallow: /readme-xmlrpc.txt

Disallow: /cgi-bin/
Disallow: /cart/
Disallow: /login/
Disallow: /users/
Disallow: /files/
Disallow: /search/
Disallow: /tmp/

# Sitemap: http://www.mysite.com/sitemap.xml