User-agent: * # directories Disallow: /scripts/ Disallow: /team/ Disallow: /shed/ # search results Disallow: /search/searchresults.html # redirect files Disallow: /phptest.php