user-agent: * disallow: /cgi-bin/ disallow: /admin/ disallow: /kudos/ disallow: /basket/ disallow: /checkout/ Crawl-delay: 5