User-agent: * # Disallow: /directory/filename.htm # current directories and files permanently disallowed Disallow: /cgi-bin/ # current directories and files temporarily disallowed # obsolete directories and files for removal