User-agent: * Disallow: /.htaccess Disallow: /includes/ Disallow: /js/ Disallow: /index-test.html Disallow: /index-test.php