view docs/assets/robots.txt @ 364:81480d0219ba

internal: Return the first route for a source if no metadata match is needed.
author Ludovic Chabant <ludovic@chabant.com>
date Wed, 29 Apr 2015 23:12:28 -0700
parents 26e59f837558
children
line wrap: on
line source

# www.robotstxt.org/

# Allow crawling of all content
User-agent: *
Disallow: