# /robots.txt file for http://www.hartino.com/
# Mail ....@........com for constructive criticism

User-agent: webcrawler
Disallow:

# The robot called 'webcrawler' has nothing disallowed: it may go anywhere. 

User-agent: lycra
Disallow: /

# The robot called 'lycra' has all relative URLs starting with '/' disallowed. Because all relative URL's on a server start with '/', this means the entire site is closed off. 

User-agent: *
Disallow: /cgi-bin/
Disallow: /images/

# All other robots should not visit URLs starting with /cgi-bin. Note the '*' is a special token, meaning "any other User-agent"; you cannot use wildcard patterns or regular expressions in either User-agent or Disallow lines.

# Wildcards are _not_ supported: instead of 'Disallow: /tmp/*' just say 'Disallow: /tmp/'. 

# You shouldn't put more than one path on a Disallow line (this may change in a future version of the spec).

# Generated by Gino Harteel - 2007.05.15
# Updated by Gino Harteel - 2009.12.09
# More info on http://www.robotstxt.org/