# robots file, this site is all dynamic, so don't index individual files User-agent: * Disallow: /css Disallow: /pages Disallow: /parts Disallow: /scripts Disallow: /xml Disallow: /xsl Disallow: /base.php Disallow: /media/item Disallow: /media/restricted Disallow: /contacts Disallow: /javascript Disallow: /archive Disallow: /xajax Allow: /