# this robots.txt written by Josh
User-agent: *
Robot-version: 2.0
Disallow: 
Crawl-delay: 5
Disallow: /cgi-bin/
Visit-time: 0001-0550
Disallow: /*.rar$
Disallow: /*.zip$
Disallow: /*.exe$
Disallow: /*.RAR$
Disallow: /*.ZIP$
Disallow: /*.7z$
Disallow: /*.tar.gz$
Disallow: /*.tar$
Disallow: /*.gz$
Allow: /