#	allow all searches to crawl sites - as we already have slurp control in place
User-agent: *
Allow: /
Crawl-delay: 20

#	allow Googlebot faster access
User-agent: Googlebot
Allow: /
Crawl-delay: 5