# robots.txt User-agent: * Disallow: Disallow: /cgi-bin/ Disallow: /phpForms Disallow: /headerIncludes Disallow: /css Disallow: /pdf Disallow: /_notes Disallow: /flash files Disallow: /xmlFiles Disallow: /images