view docs/assets/robots.txt @ 287:7081a5f88e10

sitemap: Fix broken API call.
author Ludovic Chabant <ludovic@chabant.com>
date Thu, 05 Mar 2015 00:26:08 -0800
parents 26e59f837558
children
line wrap: on
line source

# www.robotstxt.org/

# Allow crawling of all content
User-agent: *
Disallow: