# contact sourcemaster@sources.redhat.com for questions.
# see http://www.robotstxt.org/wc/robots.html
# for information about the file format.

User-agent: *
Disallow: /cygwin/snapshots
Disallow: /cgi-bin/
Disallow: /bugzilla/
Disallow: /ml/overseers/
Crawl-Delay: 60

# Rogue robot blacklist
User-agent: Test Crawler
Disallow: /
 
User-agent: DigExt
Disallow: /
 
User-agent: DigExt
Disallow: /ml/
 
User-agent: CW Crawler
Disallow: /
 
User-agent: Scooter
Disallow: /ml/
 
