User-agent: * Disallow: Sitemap: http://www.childcarepro.ca/sitemap.xml Sitemap: http://www.childcarepro.ca/urllist.txt # Disallow: # allows all robots to crawl entire site # Disallow: /privatefolder/ # denies access to specified directories # Disallow: / # keeps all robots out # Sitemap: # tells bot where to find sitemap for the website (http://) # Request-rate: 1/5 # maximum rate is one page every 5 seconds # Visit-time: 0600-0845 # only visit between 6:00 AM and 8:45 AM UT (GMT)