# Disallow all crawlers access to certain pages. User-agent: * Sitemap: http://www.realdissertationwriting.com/sitemap.xml Disallow: /login.php Disallow: /order.php Disallow: /dw/ Disallow: /dissertation/aboutus.php Disallow: /dissertation/conditions-policies.php Disallow: /dissertation/contactus.php Disallow: /dissertation/faq.php Disallow: /dissertation/our-guarantees.php Disallow: /dissertation/plan.php Disallow: /dissertation/process.php Disallow: /links/writing-link-details.php Disallow: /404.php # Disallow Following crawlers access to site. User-agent: ia_archiver-web.archive.org Disallow: / User-agent: ia_archiver Disallow: / User-agent: ia_archiver-web.archive.org Disallow: robots.txt User-agent: ia_archiver Disallow: robots.txt User-agent: AboutUsBot Disallow: / User-agent: robtexbot Disallow: /