# robots.txt for http://www.chromotrax.com

User-agent: *
Disallow: /cgi-bin/


# wait 10 seconds before starting a new URL request
Hit-rate: 10
# limit concurrent active URLS to 2 for each index server
Concurrent-hits: 2