User-agent: * # Directories Disallow: /cgi-bin/ Disallow: /docs/ Disallow: /error/ Disallow: /incl/ Disallow: /admin/ # Files Disallow: .htaccess Disallow: default.shtml # Paths (clean URLs) # Paths (no clean URLs)