view docs/assets/robots.txt @ 903:812ca80863d4

bake: Keep track of which pages were aborted for using other pages.
author Ludovic Chabant <ludovic@chabant.com>
date Sun, 23 Jul 2017 08:24:11 -0700
parents 26e59f837558
children
line wrap: on
line source

# www.robotstxt.org/

# Allow crawling of all content
User-agent: *
Disallow: