User-agent: ia_archiver
Disallow: /

User-agent: Googlebot-Image
Disallow: /

User-agent: SBIder
Disallow: /

User-agent: CRAWLER
Disallow: /

User-agent: psbot
Disallow: /


##########
#
##########

User-agent: *
Crawl-delay: 10
# Directories
# Under installasjon og utprøving:
Disallow: /drpl/

Disallow: /drpl/includes/
Disallow: /drpl/misc/
Disallow: /drpl/modules/
Disallow: /drpl/profiles/
Disallow: /drpl/scripts/
Disallow: /drpl/sites/
Disallow: /drpl/themes/
# Files
Disallow: /drpl/CHANGELOG.txt
Disallow: /drpl/cron.php
Disallow: /drpl/INSTALL.mysql.txt
Disallow: /drpl/INSTALL.pgsql.txt
Disallow: /drpl/install.php
Disallow: /drpl/INSTALL.txt
Disallow: /drpl/LICENSE.txt
Disallow: /drpl/MAINTAINERS.txt
Disallow: /drpl/update.php
Disallow: /drpl/UPGRADE.txt
Disallow: /drpl/xmlrpc.php
# Paths (clean URLs)
Disallow: /drpl/admin/
Disallow: /drpl/comment/reply/
Disallow: /drpl/contact/
Disallow: /drpl/logout/
Disallow: /drpl/node/add/
Disallow: /drpl/search/
Disallow: /drpl/user/register/
Disallow: /drpl/user/password/
Disallow: /drpl/user/login/
# Paths (no clean URLs)
Disallow: /drpl/?q=admin/
Disallow: /drpl/?q=comment/reply/
Disallow: /drpl/?q=contact/
Disallow: /drpl/?q=logout/
Disallow: /drpl/?q=node/add/
Disallow: /drpl/?q=search/
Disallow: /drpl/?q=user/password/
Disallow: /drpl/?q=user/register/
Disallow: /drpl/?q=user/login/


User-agent: *
Disallow: /bilder/
Disallow: /404.php
Disallow: /dog/
Disallow: /dogg/bilder/
Disallow: /dogg/dog-inc/
Disallow: /dogg/grafikk/
Disallow: /dogg/js/
Disallow: /dogg/kontakt/
Disallow: /dogg/stiler/
Disallow: /dogg/trude/
Disallow: /bv/barnasrett_no/
Disallow: /bv/bilder/
Disallow: /bv/bv-inc/
Disallow: /bv/sakkyndige/bilder/
Disallow: /bv/stiler/
Disallow: /diverse/
Disallow: /inc/
Disallow: /jmla/
Disallow: /lensmann/
Disallow: /picture_library/
Disallow: /plesk-stat/
Disallow: /sjekk/
Disallow: /stiler/
Disallow: /test/
Disallow: /var/
Disallow: /wp/wp-admin/
Disallow: /wp/wp-content/
Disallow: /wp/wp-includes/