# robots.txt for https://www.golfvlaanderen.be/ Sitemap: https://www.golfvlaanderen.be/sitemaps-1-sitemap.xml # live - don't allow web crawlers to index cpresources/ or vendor/ User-agent: * Disallow: /cpresources/ Disallow: /vendor/ Disallow: /.env Disallow: /files/ # Block the /files/ directory. Disallow: /pdfs/ # Block the /pdfs/ directory. Disallow: *.pdf # Block pdf files.