# robots.txt - guideline for robots/spiders/crawlers User-agent: * Disallow: /shared Disallow: /code Disallow: /wout Disallow: /forms Disallow: /test