# robots.txt for http://www.itcetera.nl/

User-agent: * 
Disallow: /_setup/
Disallow: /website/administrator/
Disallow: /website/components/ 
Disallow: /website/editor/ 
Disallow: /website/images/ 
Disallow: /website/includes/ 
Disallow: /website/language/ 
Disallow: /website/mambots/ 
Disallow: /website/media/ 
Disallow: /website/modules/ 
Disallow: /website/templates/ 
Disallow: /website/whoiscart/ 
Disallow: /website/phpinfo
Disallow: /webshop/admin0159753/
Disallow: /www/administrator
Disallow: /www/cache/
Disallow: /www/components/
Disallow: /www/editor/
Disallow: /www/help/
Disallow: /www/images/
Disallow: /www/includes/
Disallow: /www/language/
Disallow: /www/mambots/
Disallow: /www/media/
Disallow: /www/modules/
Disallow: /www/templates/
Disallow: /www/installation/
Disallow: /joomla/administrator
Disallow: /joomla/cache/
Disallow: /joomla/components/
Disallow: /joomla/editor/
Disallow: /joomla/help/
Disallow: /joomla/images/
Disallow: /joomla/includes/
Disallow: /joomla/language/
Disallow: /joomla/mambots/
Disallow: /joomla/media/
Disallow: /joomla/modules/
Disallow: /joomla/templates/
Disallow: /joomla/installation/
Disallow: /joomla/
Disallow: iptrap.php
Disallow: /iptrap.php

# Alexa's bot is a bit aggressive so I think I shall make it wait 1 minute (60 seconds) until it can view another page.
User-agent: IA_Archiver
Crawl-Delay: 60