#
# robots.txt for TYPO3-BASE
#

User-agent: Googlebot
# Especially for Googlebot
Allow: /*?id=1&type=841132*
Disallow: /*?id=*
Disallow: /*&id=*
Disallow: /*?L=0*
Disallow: /*&L=0*
Disallow: /*?campaignid=*
Disallow: /*?campid=*
Disallow: /*?type=98*
Disallow: /*&type=98*
Disallow: /*?tx_indexedsearch
Disallow: /*/Private/*
Disallow: /*/Configuration/*
Disallow: /rexx-layout/
Disallow: /templates/
Disallow: /typo3/
Disallow: /typo3_src/
Disallow: /typo3_src*
Disallow: /typo3temp/*
Allow: /typo3temp/*.css
Allow: /typo3temp/*.css.*.gzip
Allow: /typo3temp/*.js
Allow: /typo3temp/*.js.*.gzip
Allow: /typo3temp/*.jpg
Allow: /typo3temp/*.gif
Allow: /typo3temp/*.png
Disallow: *.log
Disallow: *.sql
Disallow: *.sql.gz

#User-agent: Mediapartners-Google
#For Google-AdSense please uncomment the line above and below
#Disallow:

User-agent: wget
User-agent: sitecheck.internetseer.com
User-agent: Zealbot
User-agent: MSIECrawler
User-agent: SiteSnagger
User-agent: WebStripper
User-agent: WebCopier
User-agent: Teleport
User-agent: TeleportPro
User-agent: WebZIP
User-agent: HTTrack
User-agent: k2spider
User-agent: WebReaper
# Disable some useless crawler-bots
Disallow: /

User-agent: *
# For all bots
Disallow: /rexx-layout/
Disallow: /templates/
Disallow: /typo3/
Disallow: /typo3_src/

# Sitemap files
Sitemap: http://www.ptvgroup.com/en/sitemap.xml
Sitemap: http://www.ptvgroup.com/de/sitemap.xml
#Sitemap: http://www.ptvgroup.com/fr/sitemap.xml
#Sitemap: http://www.ptvgroup.com/nl/sitemap.xml
#Sitemap: http://www.ptvgroup.com/it/sitemap.xml
#Sitemap: http://www.ptvgroup.com/es/sitemap.xml
#Sitemap: http://www.ptvgroup.com/pl/sitemap.xml
#Sitemap: http://www.ptvgroup.com/cz/sitemap.xml
#Sitemap: http://www.ptvgroup.com/zh/sitemap.xml
#Sitemap: http://www.ptvgroup.com/dk/sitemap.xml
#Sitemap: http://www.ptvgroup.com/tr/sitemap.xml
#Sitemap: http://www.ptvgroup.com/ja/sitemap.xml
#Sitemap: http://www.ptvgroup.com/pt/sitemap.xml
#Sitemap: http://www.ptvgroup.com/ru/sitemap.xml
#Sitemap: http://www.ptvgroup.com/ar/sitemap.xml
#Sitemap: http://www.ptvgroup.com/se/sitemap.xml