User-agent: * # disallow files in /cgi-bin Disallow: /cgi-bin/ Disallow: /comments/ # disallow all files ending in .php Disallow: /*.php$ Disallow: /*.phtml$ Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ Disallow: /*.txt$ Disallow: /*.class$ Disallow: /*.libx$ Disallow: /obj/ Disallow: /bin/ Disallow: /Admin/ Disallow: /mail_file/ Disallow: /serv/ Disallow: /Jobs/