User-agent: SemrushBot-SA
Disallow: /
User-agent: SemrushBot
Disallow: /

# We do not distinguish between the browsers.
User-agent: *

# Only allow URLs generated with RealURL
Disallow: /*?id=*
Disallow: /*&id=*

# L=0 is the default language
Disallow: /*?L=0*
Disallow: /*&L=0*

# typeNum = 98 is usually the print version.
Disallow: /*?type=*
Disallow: /*&type=*

# Should always be protected, but you know...
Disallow: /*/Private/*
Disallow: /*/Configuration/*

# Disallow all files in /typo3temp/var/
Disallow: /typo3temp/var/*

# Disallow all files in /typo3/
Disallow: /typo3/

# Disallow all kind of sql files
Disallow: *.sql
Disallow: *.sql.gz

Disallow: /fileadmin/_temp_/
Disallow: /clear.gif