# applies to all users agents (google, yahoo...)
User-agent: *
# disallow access to certain redirect files...
Disallow: /error.htm
# Do not allow images or includes to be indexed
Disallow: /images/
Disallow: /includes/
Disallow: /webalizer/
Disallow: /files/