User-agent: * # disallow files in /cgi-bin Disallow: /cgi-bin/ # disallow all files ending in Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ Disallow: /*.txt$ # disallow all files with /?feed=rss in url Disallow: /?feed=rss