# www.robotstxt.org/
# www.google.com/support/webmasters/bin/answer.py?hl=en&answer=156449

User-agent: *

Disallow: /user/
Disallow: /account/
Disallow: /credits/
Disallow: /follow/
Disallow: /search/
Disallow: /*/search/
Disallow: /*/company/official/
Disallow: /*/doc/
Disallow: /*/moniteur/
Disallow: /*/staatsblad/
Disallow: /*/official-gazette/
Disallow: /*/claim/
Disallow: /*/login/
Disallow: /*/logout/
Disallow: /*/profile/
Disallow: /*/account/
Disallow: /*/register/
Disallow: /*/resetting/

Disallow: /fr/search/
Disallow: /fr/company/official/
Disallow: /fr/doc/
Disallow: /fr/doc/publication/
Disallow: /fr/doc/moniteur/
Disallow: /fr/doc/staatsblad/
Disallow: /fr/doc/official-gazette/
Disallow: /fr/claim/
Disallow: /fr/login/
Disallow: /fr/logout/
Disallow: /fr/profile/
Disallow: /fr/account/
Disallow: /fr/register/
Disallow: /fr/resetting/

Disallow: /nl/search/
Disallow: /nl/company/official/
Disallow: /nl/doc/
Disallow: /nl/doc/publication/
Disallow: /nl/doc/moniteur/
Disallow: /nl/doc/staatsblad/
Disallow: /nl/doc/official-gazette/
Disallow: /nl/claim/
Disallow: /nl/login/
Disallow: /nl/logout/
Disallow: /nl/profile/
Disallow: /nl/account/
Disallow: /nl/register/
Disallow: /nl/resetting/

Disallow: /en/search/
Disallow: /en/company/official/
Disallow: /en/doc/
Disallow: /en/doc/publication/
Disallow: /en/doc/moniteur/
Disallow: /en/doc/staatsblad/
Disallow: /en/doc/official-gazette/
Disallow: /en/claim/
Disallow: /en/login/
Disallow: /en/logout/
Disallow: /en/profile/
Disallow: /en/account/
Disallow: /en/register/
Disallow: /en/resetting/

Sitemap: https://data.be/en/sitemap
Sitemap: https://data.be/fr/sitemap
Sitemap: https://data.be/nl/sitemap