User-agent: Fasterfox
Disallow: /

User-Agent: 008
Disallow: /

User-Agent: YandexBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: proximic
Disallow: /

User-Agent: YoudaoBot
Disallow: /

User-Agent: *

Allow: /
Disallow: /t3lib/                             # Nothing to see here
Disallow: /typo3/                             # Nothing to see here
Disallow: /typo3conf/                         # Nothing to see here
Disallow: /typo3temp/                         # Nothing to see here
Disallow: /*?id=*                             # Disable non-realurl
Disallow: /pagina-niet-gevonden               # Disable 404 page
Disallow: /zoeken/                            # Disable search page
Disallow: /*?L

Allow: /typo3temp/assets/compressed/*.css?*$
Allow: /typo3temp/assets/compressed/*.gif$
Allow: /typo3temp/assets/compressed/*.png$
Allow: /typo3temp/assets/compressed/*.js?*$
Allow: /typo3temp/assets/compressed/*.woff$
Allow: /typo3temp/assets/compressed/*.woff2$
Allow: /typo3temp/assets/compressed/*.css.gzip?*$
Allow: /typo3temp/assets/compressed/*.gif.gzip$
Allow: /typo3temp/assets/compressed/*.png.gzip$
Allow: /typo3temp/assets/compressed/*.js.gzip?*$
Allow: /typo3temp/assets/compressed/*.woff.gzip$
Allow: /typo3temp/assets/compressed/*.woff2.gzip$

Allow: /typo3conf/ext/alternet_sitepackage/Resources/Public/
Allow: /typo3conf/ext/alternet_basic_package/Resources/Public/
Allow: /typo3conf/ext/bootstrap_package/Resources/Public/
Allow: /typo3conf/ext/alternet_sitepackage_degroot/Resources/Public/
Allow: /typo3conf/ext/alternet_sitepackage_degroot_bav/Resources/Public/

Sitemap: https://www.bestelautoverzekeringen.eu/sitemap.xml