# For domain: http://www.aaa.com # All robots will spider the domain User-agent: * Disallow: /scripts/WebObjects.dll/* User-agent: googlebot Disallow: /scripts/WebObjects.dll/* Allow: /scripts/WebObjects.dll/*page=* User-agent: slurp Disallow: /scripts/WebObjects.dll/* Allow: /scripts/WebObjects.dll/*page=* User-agent: msnbot Disallow: /scripts/WebObjects.dll/* Allow: /scripts/WebObjects.dll/*page=* Sitemap: http://certc.national.aaa.com/sitemapindex.xml