# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
# User-Agent: *
# Disallow: /

User-Agent: *
Crawl-delay: 10
Sitemap: http://www.no-tillfarmer.com/sitemap.xml
Disallow: /comments/flag/
Disallow: /search/
Disallow: /articles/comment/abuse
Disallow: /articles/email
Disallow: /articles/preview
Disallow: /articles/print
Disallow: /products/email
Disallow: /products/print
Disallow: /cart
Disallow: /articles/log_view/*
Disallow: /directories/log_view/*
Disallow: /events/log_view/*
Disallow: /products/log_view/*
Disallow: /paywall/log_view/*