# robots.txt # This file is used to allow/disallow crawlers to index dakstats.com User-agent: Mediapartners-Google Disallow: /Config/ User-agent: * Allow: / Disallow: /Config/ User-agent: Slurp Crawl-delay: 5