User-Agent: *

# Only allow URLs generated with frontend routing, depends on site configuration
Disallow: *.trafficmanager.net
Disallow: *.pxia.de
Disallow: *.fullmoon.de
Disallow: /*?id=*
Disallow: /*&id=*
Disallow: /*?L=*
Disallow: /*&L=*
Disallow: /*&type=*
Disallow: /*?no_cache=*

# Folders
Disallow: /typo3/
Disallow: /typo3temp/var/*
Disallow: /.git

# Root files
Disallow: /index.php

# Extension files
Disallow: /*/Classes/
Disallow: /*/Configuration/
Disallow: /*/Private/
Disallow: /*/Tests/
Disallow: /*/.git/

# Some Extensions
Disallow: /*tx_powermail_pi1*

# do not disallow /typo3conf/
# can cause problem with https://search.google.com/test/mobile-friendly
# Disallow: /typo3conf/
# Allow: /typo3temp/*.jpg
# Allow: /typo3temp/*.gif
# Allow: /typo3temp/*.png
# Allow: /typo3temp/*.svg

# disallow pages
Disallow: /404
Disallow: /404/
Disallow: /test
Disallow: /test/

# various file types
Disallow: *.gz
Disallow: *.gzip
Disallow: *.tar
Disallow: *.sql
Disallow: *.txt
Disallow: *.log
Disallow: *.bak
Disallow: *.old