User-agent: * # disallow all files with a? in url disallow: /*?* # disallow all files ending in specific extension disallow: /*.js$ disallow: /*.inc$ disallow: /*.css$ disallow: /*.txt$ # disallow these dirs Disallow: /cgi-bin/ Disallow: /Connections/ Disallow: /css/ Disallow: /development/ Disallow: /items/ Disallow: /js/ Disallow: /logs/ Disallow: /Templates/ Disallow: /Uploads/ Disallow: /Blog/labels/ Disallow: /Blog/uploaded_images/ # disallow these urls disallow: /bespoke.php disallow: /fixings.php disallow: /item.php disallow: /message.php disallow: /ratio.php disallow: /terms.php disallow: /wrap.php disallow: /footer.php disallow: /header.php