# ------------------------------------------------------------------------------
#  $Id: robots.txt 227 2010-02-16 18:21:38Z norman $
#  $Rev: 227 $
#  $Date: 2010-02-16 19:21:38 +0100 (Di, 16. Feb 2010) $
#  $Author: norman georg-tusel$
# ------------------------------------------------------------------------------

#
# http://www.zwf.de
#
#
# Please, we do NOT allow non-authorized robots. Any unauthorized bot running
# will result in IP being banned. Agent spoofing is considered as bot. Fair
# warning to the clueless - honey pots are - and have been - up and running!
#
# http://www.robotstxt.org/norobots-rfc.txt
#

User-agent: *
#Disallow: /?
#Disallow: /*?*
Disallow: /ad/*
Disallow: /index.html?
Disallow: /fileadmin
Disallow: /fileadmin/_temp_/
Disallow: /fileadmin/templates/
Disallow: /fileadmin/typoscript/
Disallow: /t3lib
Disallow: /typo3
Disallow: /typo3_src
Disallow: /typo3conf
Disallow: /typo3temp
Disallow: /uploads
Disallow: /docs
Disallow: /search
Disallow: /help
Disallow: /up
Disallow: /down
Disallow: /next
Disallow: /last
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
Disallow: /*.cgi$
Disallow: /*.pl$
Disallow: /*.sh$
Disallow: /*.rb$
Disallow: /*.phpsh$
Disallow: /*.txt$
Disallow: /*.ts$
Disallow: /*.csv$
Disallow: /*.rtf$
Disallow: /*.eml$
Disallow: /t3lib/
Disallow: /typo3/
Disallow: /typo3_src/
Disallow: /typo3conf/
Disallow: /clear.gif

# SiteMap 
Sitemap: /index.php?type=841131

# * 
User-agent: *
#Disallow: /?
#Disallow: /*?*
Disallow: /ad/*
Disallow: /index.html?
Disallow: /fileadmin
Disallow: /t3lib
Disallow: /typo3
Disallow: /typo3_src
Disallow: /typo3conf
Disallow: /typo3temp
Disallow: /uploads
Disallow: /docs
Disallow: /search
Disallow: /help
Disallow: /up
Disallow: /down
Disallow: /next
Disallow: /last
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
Disallow: /*.cgi$
Disallow: /*.pl$
Disallow: /*.sh$
Disallow: /*.rb$
Disallow: /*.phpsh$
Disallow: /*.txt$
Disallow: /*.ts$
Disallow: /*.csv$
Disallow: /*.rtf$
Disallow: /*.eml$



# Allow some files for GoogleBot(s) 
User-agent: Google*
Allow: /*.png$
Allow: /*.jpeg$
Allow: /*.jpg$
Allow: /*.pdf$
Allow: /*.flv$
Allow: /*.mov$
Allow: /*.mpeg$
Allow: /*.avi$
Allow: /*.mp4$