# the robots file declares which files / folders robots and spiders can / cannot access
# make changes to this file with caution

User-agent: *
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /admin/
Disallow: /docs/