User-agent: * Crawl-delay: 10 # allow nothing on this server Disallow: / # To disallow a specific file # Disallow: /directory/file.html #This example will Disallow anything in #/folder1/ except /folder1/myfile.html, since #the latter will match first. In case of #Google, though, the order is not important. # Allow: /folder1/myfile.html # Disallow: /folder1/