User-agent: * Disallow: /cgi-bin/ Disallow: /images/ Disallow: /members/ Disallow: /cgi/ Disallow: /column/ Disallow: /webmail/ Disallow: /music/ Disallow: /video/ Disallow: /upload/ Disallow: /scripts/ Disallow: /tmp/ Disallow: /staff/ Disallow: /music/ Disallow: /mail/ Disallow: /data/ # disallow files ending with the following extensions Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ Disallow: /*.gz$ Disallow: /*.cgi$ Disallow: /*.gz$ #disallow WayBack archiving site User-agent: ia_archiver Disallow: /