# robots.txt, www.glgroup.com 2007-10-10
#

User-agent: *
Disallow: /bin/
Disallow: /css/
Disallow: /css2/
Disallow: /images/
Disallow: /includes/
Disallow: /javascript/
Disallow: /NewsWatchPrefs/

Sitemap: /sitemap.xml.gz

User-agent: Mozilla/5.0 (compatible; heritrix/GLG +http://wiki.glgroup.com/twiki/bin/view/Development/WebCrawling)
Disallow: /Council-Member-Groups/
Disallow: /Council-Member-News/
Disallow: /Council-News-Landing/
Disallow: /Council-News-Listing/
Disallow: /Leader-Badges/
Disallow: /News/
Disallow: /News/RSS/
Disallow: /Source-Article-Analysis/
Disallow: /Study-Group-Members/
Disallow: /Study-Group-News-Listing/
Disallow: /Taxonomy-News-Listing/
Disallow: /SE-Badges/
Disallow: /Council-Events/