User-agent: *
Allow: /

# Public assets
Allow: /_assets/

# TYPO3 system folders
Disallow: /typo3/
Disallow: /typo3conf/
Disallow: /typo3_src/
Disallow: /typo3temp/
Disallow: /vendor/
Disallow: /var/

# Fileadmin temporary folders
Disallow: /fileadmin/_processed_/
Disallow: /fileadmin/_temp_/
Disallow: /uploads/

# Prevent crawling of technical or duplicate URLs
Disallow: /*?id=*
Disallow: /*&id=*
Disallow: /*?L=0*
Disallow: /*&L=0*
Disallow: /*tx_form_formframework*
Disallow: /*cHash*
Allow: /sitemap.xml$
Allow: /sitemap.xml?

# Protect internal folders and config files
Disallow: /*/Private/*
Disallow: /*/Configuration/*
Disallow: *.sql
Disallow: *.sql.gz
Disallow: *.yaml
Disallow: *.yml
Disallow: *.json

# Sitemaps (languages)
Sitemap: https://www.nexus-molds.com/sitemap.xml
Sitemap: https://www.nexus-molds.com/de/sitemap.xml