User-agent: *
sitemap: http://www.reimentor.com/sitemap.xml
Crawl-delay: 10
Allow: /
Disallow: /dev/
Disallow: /partners/
Disallow: /cgi-bin/
Disallow: /GregFilesForScott/
Disallow: /KimFilesForScott/
Disallow: /wp-admin/
Disallow: /wp-content/
Disallow: /wp-includes/
# Directories
Disallow: /dev/includes/
Disallow: /dev/misc/
Disallow: /dev/modules/
Disallow: /dev/profiles/
Disallow: /dev/scripts/
Disallow: /dev/sites/
Disallow: /dev/themes/
# Files
Disallow: /dev/CHANGELOG.txt
Disallow: /dev/cron.php
Disallow: /dev/INSTALL.mysql.txt
Disallow: /dev/INSTALL.pgsql.txt
Disallow: /dev/install.php
Disallow: /dev/INSTALL.txt
Disallow: /dev/LICENSE.txt
Disallow: /dev/MAINTAINERS.txt
Disallow: /dev/update.php
Disallow: /dev/UPGRADE.txt
Disallow: /dev/xmlrpc.php
# Paths (clean URLs)
Disallow: /dev/admin/
Disallow: /dev/comment/reply/
Disallow: /dev/contact/
Disallow: /dev/logout/
Disallow: /dev/node/add/
Disallow: /dev/search/
Disallow: /dev/user/register/
Disallow: /dev/user/password/
Disallow: /dev/user/login/
# Paths (no clean URLs)
Disallow: /dev/?q=admin/
Disallow: /dev/?q=comment/reply/
Disallow: /dev/?q=contact/
Disallow: /dev/?q=logout/
Disallow: /dev/?q=node/add/
Disallow: /dev/?q=search/
Disallow: /dev/?q=user/password/
Disallow: /dev/?q=user/register/
Disallow: /dev/?q=user/login/