## -- FILE ------------------------------------------------------------------
## name       : robots.txt
## project    : BoarderZone: WebSite
## created    : Leon Poyyayil - 2004.06.22
## language   : robots exclusion standard
## environment: robots exclusion standard
## copyright  : (c) 1990-2010 by Leon Poyyayil (private), Switzerland
## license    : this is free software licensed under the GPL. see COPYING
## --------------------------------------------------------------------------


## PURPOSE:
## ========
## defines access to the website for robots/webcrawlers/...

## prevent zip files from being downloaded for nothing ...
User-agent: msnbot-media
Disallow: /

## allow everything but the api mirror and the state switcher pages
User-agent: *
Disallow: /api/
Disallow: /company/language.do
Disallow: /company/stylesheet.do
Disallow: /company/download/
Disallow: /personal/language.do
Disallow: /personal/stylesheet.do
Disallow: /personal/download/
Disallow: /project/docs/api/
Disallow: /project/docs/code/
Disallow: /project/docs/metrics/
Disallow: /project/download/
Disallow: /project/language.do
Disallow: /project/stylesheet.do

## -- EOF -------------------------------------------------------------------