# applies to all robots User-agent: * # exclude non-indexable content Disallow: /stats/ Disallow: /usage/ Disallow: /scripts/ Disallow: /gfx/