# www.robotstxt.org/
# www.google.com/support/webmasters/bin/answer.py?hl=en&answer=156449

User-agent: *
Crawl-delay: 1
Disallow: /css/
Disallow: /js/
Disallow: /error
Disallow: /resource-library/questions/
Disallow: /user/*
Disallow: /resource-library/rds/*
Disallow: /ad/ad-cookie/*
Disallow: /newsletters/*
Disallow: /alert/*
Disallow: /members/*
Disallow: *Xhr*
Disallow: */xhr*
Disallow: /livefyre/*
Disallow: /resource-library/*/post/*
Disallow: */ajax/*
Disallow: */search/*
Disallow: /switch_edition/*
Disallow: */edit/
Disallow: /load-async/medusaPromo*
Disallow: /medusa/ajax/*
Sitemap: http://www.techrepublic.com/xml-sitemap/index.xml