# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file Production

User-agent: *
Disallow: /start/
Disallow: /admin/cms/
Disallow: /membership/check_username
Disallow: /welcome/
Disallow: /signups/

#Service Request #22603
Disallow: /fr/
Disallow: /es/
Disallow: /fr/

#Service Request #23010
Disallow: /en/people/572935-octavia
Disallow: /es/people/572935-octavia

#Service Request #28542 & #29119
Disallow: /*/print$
Disallow: /*/apply_now$
Disallow: /*locationnames_s_sort
Disallow: /*/view-permalink$
Disallow: /*/permalink$
Disallow: /*/new_get$
Disallow: /*/new_message?*$
Disallow: /*/redirect_to_new$
Disallow: /*/new_message_unauthenticated$
Disallow: /*/messaging/

# DVX-1586: Reduce impact of Ahrefs robot
User-agent: AhrefsBot
Crawl-Delay: 10

Sitemap: http://devexsitemap.s3.amazonaws.com/sitemaps/companies-sitemap.xml.gz
Sitemap: http://devexsitemap.s3.amazonaws.com/sitemaps/procurement-sitemap.xml.gz
Sitemap: http://devexsitemap.s3.amazonaws.com/sitemaps/news-sitemap.xml.gz
Sitemap: http://devexsitemap.s3.amazonaws.com/sitemaps/google-news-sitemap.xml.gz
Sitemap: http://devexsitemap.s3.amazonaws.com/sitemaps/people-sitemap.xml.gz
Sitemap: http://devexsitemap.s3.amazonaws.com/sitemaps/jobs-sitemap.xml.gz
Sitemap: http://devexsitemap.s3.amazonaws.com/sitemaps/routes-sitemap.xml.gz
Sitemap: http://devexsitemap.s3.amazonaws.com/sitemaps/countries-sitemap.xml.gz