User-Agent: *
Disallow: /license.txt
Disallow: /readme.html
Disallow: /wp-atom.php
Disallow: /wp-blog-header.php
Disallow: /wp-comments-post.php
Disallow: /wp-commentsrss2.php
Disallow: /wp-config.php
Disallow: /wp-cron.php
Disallow: /wp-feed.php
Disallow: /wp-links-opml.php
Disallow: /wp-login.php
Disallow: /wp-mail.php
Disallow: /wp-pass.php
Disallow: /wp-rdf.php
Disallow: /wp-register.php
Disallow: /wp-rss.php
Disallow: /wp-rss2.php
Disallow: /wp-settings.php
Disallow: /wp-trackback.php
Disallow: /xmlrpc.php
Disallow: /indextools.js
Disallow: /cgi-bin/
Disallow: /upgrade/
Disallow: /wp-admin/
Disallow: /wp-content/
Disallow: /wp-includes/
Disallow: /tag/
Disallow: /author/
Disallow: /trackback/
Disallow: /feed/
Disallow: /rss/
Disallow: /page/
Disallow: /date/
Disallow: /comments/
Disallow: /iframes/
Disallow: /recommends/
Disallow: /contact/survey-complete
Disallow: http://feeds.marketmettle.com/
Disallow: /clients/

# Internet Archiver Wayback Machine
User-agent: ia_archiver
Disallow: /

# digg mirror
User-agent: duggmirror
Disallow: /

Sitemap: http://www.marketmettle.com/sitemap.xml.gz
# END XML-SITEMAP-PLUGIN
# BEGIN XML-SITEMAP-PLUGIN
Sitemap: http://marketmettle.com/sitemap.xml.gz
# END XML-SITEMAP-PLUGIN
# BEGIN XML-SITEMAP-PLUGIN
Sitemap: http://marketmettle.com/sitemap.xml.gz
# END XML-SITEMAP-PLUGIN
# BEGIN XML-SITEMAP-PLUGIN
Sitemap: http://marketmettle.com/sitemap.xml.gz
# END XML-SITEMAP-PLUGIN