# Disallow all crawlers access to certain pages.
User-agent: *

Sitemap: http://www.realthesiswriting.com/sitemap.xml

Disallow: /login.php
Disallow: /order.php
Disallow: /tw/
Disallow: /thesis/aboutus.php
Disallow: /thesis/conditions-policies.php
Disallow: /thesis/contactus.php
Disallow: /thesis/faq.php
Disallow: /thesis/our-guarantees.php
Disallow: /thesis/plan.php
Disallow: /thesis/process.php
Disallow: /links/writing-link-exchange.php
Disallow: /404.php

# Disallow Following crawlers access to site.
User-agent: ia_archiver-web.archive.org
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: ia_archiver-web.archive.org
Disallow: robots.txt

User-agent: ia_archiver
Disallow: robots.txt

User-agent: AboutUsBot 
Disallow: /

User-agent: robtexbot
Disallow: /