User-agent: * Disallow: /404.cfm Disallow: /cgi-bin/ Disallow: /cw3/admin/ Disallow: /cw3/assets/siteContent/