#robots.txt for Indicator plus Site

User-agent: *
Disallow: /belastingen/dz
Disallow: /belastingen/dz/*
Disallow: /belastingen/download.php
Disallow: /belastingen/articles_detail.php
Disallow: /belastingen/keylawdata_detail.php
Disallow: /belastingen/legislation.php
Disallow: /belastingen/most_recent_issue_detail.php
Disallow: /belastingen/usefull_sites_detail.php
Disallow: /belastingen/fiscotip_detail.php
Disallow: /belastingen/address_detail.php
Sitemap: http://plus.indicator.be/sitemap.xml

# Allow internal search engine
User-agent: indicator-crawler
Disallow: /belastingen/dz/*
Disallow: