User-agent: *

# First allow all and then deny exceptions
Allow: /

# Do not allow this types (1/2)
Disallow: *&type=95	# PDA-Version
Disallow: *&type=96	# XML-Version
Disallow: *&type=97	# WAP-Version
Disallow: *&type=98	# Druckversion
Disallow: *&type=99	# Plaintext-Version
Disallow: *&type=100	# RSS2 Feed
Disallow: *&type=101	# RSS 0.91 Feed
Disallow: *&type=102	# RDF Feed
Disallow: *&type=103	# Atom Feed
Disallow: *&type=123	# PDF Version
Disallow: *&type=197	# WAP Test Version
Disallow: *&type=199	# Plaintext Test Version
Disallow: *&type=500	# Google Maps XML Export Rendering
Disallow: *&type=10000	# Flash Page Header XML Output
Disallow: *tipUrl=http	# Tip-a-friend URLs
Disallow: *?id=*	# ID-URLs nicht aufnehmen
Disallow: *?option=*	# Option-URLs nicht aufnehmen

# Do not allow this types (2/2)
Disallow: /*&type=95	# PDA-Version
Disallow: /*&type=96	# XML-Version
Disallow: /*&type=97	# WAP-Version
Disallow: /*&type=98	# Druckversion
Disallow: /*&type=99	# Plaintext-Version
Disallow: /*&type=100	# RSS2 Feed
Disallow: /*&type=101	# RSS 0.91 Feed
Disallow: /*&type=102	# RDF Feed
Disallow: /*&type=103	# Atom Feed
Disallow: /*&type=123	# PDF Version
Disallow: /*&type=197	# WAP Test Version
Disallow: /*&type=199	# Plaintext Test Version
Disallow: /*&type=500	# Google Maps XML Export Rendering
Disallow: /*&type=10000	# Flash Page Header XML Output
Disallow: /*tipUrl=http	# Tip-a-friend URLs
Disallow: /*?id=*	# ID-URLs nicht aufnehmen
Disallow: /*?option=*	# Option-URLs nicht aufnehmen

# Do not allow this directories
Disallow: /fileadmin/	# Backend User uploaded files
Disallow: /uploads/	# Frontend User uploaded files
Disallow: /typo3/	# Typo3 Backend Interface
Disallow: /typo3_src/	# Typo3 Source Code
Disallow: /t3lib/	# Typo3 Lib Source Code
Disallow: /typo3temp/	# Typo3 Temporary Files Directory
Disallow: /misc/	# Typo3 Misc Files
Disallow: /typo3conf/	# Typo3 Configuration Files
Allow: /fileadmin/Public/   # Oeffentliche Dateien

# Do not allow crawling of index.php?* files (avoid duplicate content)
Disallow: /index.php?	# Only activate this, when Speaking URLs are used
			# like in RealURL, CoolURI, SpeakingURI



# User-Agent Behavior 

# Exclude WebReaper
User-agent: WebReaper
Disallow: /

# Delay for Slurp
User-agent: Slurp
Crawl-delay: 30

# Exclude gotdotnet
User-agent: gotdotnet.ch proxy services
Disallow: /

# Exclude RPT
User-agent: RPT-HTTPClient/0.3-3
Disallow: /

# Exclude WGET (avoid traffic)
User-agent: Wget
Disallow: /
Allow: /de/startseite/
Allow: /en/home/

# Exclude MSIE Crawler
User-agent: MSIECrawler
Disallow: /

# Exclude Fasterfox
User-agent: Fasterfox
Disallow: /

# More User-Agents
#User-agent: ia_archiver
#User-agent: Googlebot


# Show locations of google sitemaps
User-agent: *
Sitemap: http://www.libelle.com/de/tools/google-sitemap/
Sitemap: http://www.libelle.com/en/tools/google-sitemap/