#
# Comment.
#
#
# Test robots.txt parser.
#
#
Sitemap: http://www.loralavon.com/sitemap.xml

User-agent: Banned-Agent
Disallow: /

User-agent: Welcome-all
Disallow:

User-agent: delay10sec-crawler
Crawl-delay: 10
Disallow:

User-agent: oneperminute-crawler
Request-rate: 1/60
Disallow:

User-agent: oneperminute6to6-crawler
Request-rate: 1/60 0600-1800
Disallow:

User-agent: visit6to6-crawler
Visit-time: 0600-1800
Disallow:

#
# wild card agent name needs to go last.
#
User-agent: *
Disallow: /disallow.html
Disallow: /disallow-meta-allow.html
Disallow: /disallow-meta-disallow.html
Disallow: /no/
Allow: /allow.html
Allow: /no/allow.html
Allow: /allow-meta-disallow.html
Allow: /no/allow-wildcard-*.html