## Use the following lines during development of a website to disallow robots to spider the website
#User-agent: *
#Disallow: /

## Use the following lines to ALLOW robots the access to the website
## Remove the # at the beginning of each line
User-agent: *
Disallow: /fileadmin/_temp_/
Disallow: /typo3/
Allow: /typo3/sysext/frontend/Resources/Public/*