# robots.txt altendorf.radiofabrik.at
# google-bot
User-agent: Googlebot 
Disallow: /*com_search # stop google from indexing internal search-results, wildcard google-specific
# same as for all bots
Disallow: /administrator/
Disallow: /cache/
Disallow: /components/
Disallow: /editor/
Disallow: /help/
Disallow: /includes/
Disallow: /language/
Disallow: /mambots/
Disallow: /media/
Disallow: /modules/
Disallow: /templates/
Disallow: /installation/
# sef optimisation
Disallow: /index2.php?option=com_content&do_pdf # removes pdf-links
Disallow: /index2.php?option=com_content&task=emailform # removes emailform-links
Disallow: /option # removes non-sef links
# exclusion special pages
# removes logins
Disallow: /en/login/
Disallow: /de/login/
Disallow: /sk/login/
# exclusion bug urls
Disallow: /content/view/ # removes wrong itemid links like /content/view/99999999
Disallow: /content/category/ # removes wrong itemid links like content/category/7/26/99999999
# exclusion other urls
# feedtester
Disallow: /en/rss_2.html
Disallow: /de/rss_2.html

# all bots
User-agent: * 
Disallow: /administrator/
Disallow: /cache/
Disallow: /components/
Disallow: /editor/
Disallow: /help/
Disallow: /includes/
Disallow: /language/
Disallow: /mambots/
Disallow: /media/
Disallow: /modules/
Disallow: /templates/
Disallow: /installation/
# sef optimisation
Disallow: /index2.php?option=com_content&do_pdf # removes pdf-links
Disallow: /index2.php?option=com_content&task=emailform # removes emailform-links
Disallow: /option # removes non-sef links
# exclusion special pages
# removes logins
Disallow: /en/login/
Disallow: /de/login/
Disallow: /sk/login/
# exclusion bug urls
Disallow: /content/view/ # removes wrong itemid links like /content/view/99999999
Disallow: /content/category/ # removes wrong itemid links like content/category/7/26/99999999
# feedtester
Disallow: /en/rss_2.html
Disallow: /de/rss_2.html