; allow Googlebot to access everything except /cgi-bin
; and all other bots can access nothing
; finally allow ia_archive (alexadotcom) to access everything!
User-agent: Googlebot
Disallow: /cgi-bin/
User-agent: ia_archiver
Allow: /---

User-agent: *
Disallow: /*.jpg$
Disallow: /*.gif$
Disallow: /*.png$
Disallow: /*.wav$
Disallow: /*.mp3$
Disallow: /*.wmv$
Disallow: /*.avi$
Disallow: /*.mpg$
Disallow: /*.mpeg$
Disallow: /*.tar.gz$
Disallow: /*.rar$
Disallow: /*.zip$
Disallow: /*.tar.bz2$
Disallow: /*.tbz2$
Disallow: /*.js$
Disallow: /*.css$
Disallow: /*.cgi$
Disallow: /*.xhtml$
Disallow: /*.inc$
Disallow: /phpinfo.php$
Disallow: /sysinfo
Disallow: /images
Disallow: /files
Disallow: /dist