# robots.txt for voegersbedrijfraaymakers.nl

User-agent: *
# Allow all crawlers access by default, unless specified otherwise below.
# Disallow access to directories/files that should not be crawled.
Disallow: /vendor/             # Should not be accessible anyway, but good practice
Disallow: /config/             # Should not be accessible
Disallow: /src/                # Should not be accessible
Disallow: /templates/          # Should not be accessible
Disallow: /uploads/            # IMPORTANT: Block crawling of uploaded files folder
Disallow: /cgi-bin/            # Common directory to block
Disallow: /tmp/                # Common directory to block
Disallow: /cache/              # Common directory to block
# Disallow: /*?s=               # Example: Block internal search results if parameter is 's'
# Disallow: /login             # Example: Block login page
# Disallow: /admin             # Example: Block admin area

# Allow crawling of essential resources if they were inside disallowed folders
# (Not typically needed with your structure where assets are in public/static)
# Allow: /static/css/
# Allow: /static/js/
# Allow: /static/images/

# Specify the location of the sitemap (use absolute URL)
# IMPORTANT: Replace with your actual domain!
Sitemap: https://voegersbedrijfraaymakers.nl/sitemap.xml

# Optional: Specific rules for certain bots (Example: slow down a specific bot)
# User-agent: MJ12bot
# Crawl-delay: 10