User-agent: * # Disallow all directories and files within Disallow: /cgi-bin/ Disallow: /xht* Disallow: /mail/ Disallow: /js/ Disallow: /*.php3$ Disallow: /*.gif$ Disallow: /*.swf$ Allow: /*.html$ User-agent: * Disallow: admin.php Disallow: /admin/ Disallow: /images/ Disallow: /includes/ Disallow: /themes/ Disallow: /blocks/ Disallow: /modules/ Disallow: /language/