User-agent: * Disallow: /cgi-bin Disallow: /css Disallow: /images Disallow: /php Disallow: /scripts Allow: /sitemap.xml