# www.robotstxt.org/ # Allow crawling of all content #User-agent: * #Disallow: # Disallow crawling of all content User-agent: * #Disallow: / Disallow: /_admin/