User-agent: *
Disallow: /images/
Disallow: /javascripts/
Disallow: /storage/
Disallow: /styles/
Disallow: /users/
Disallow: /log/
Disallow: /files/
Disallow: /search/
Disallow: /tmp/
Crawl-delay: 5      # 5 secs delay between requests
Request-rate: 1/5   # 1 page every 5 seconds