#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/robotstxt.html
#
# For syntax checking, see:
# http://www.frobee.com/robots-txt-check

# Google's Robots.txt Specifications:
# https://developers.google.com/webmasters/control-crawl-index/docs/robots_txt

User-agent: *
Crawl-delay: 10

# Disallow the whole site (comment this when publishing the site!)
# Disallow: /

# Disallow development and testing pages
Disallow: /sivu
Disallow: /en/sivu
Disallow: /kaikki-sisältö
Disallow: /all-content
Disallow: /en/all-content
Disallow: /all-content-grid
Disallow: /en/all-content-grid
Disallow: /kaikki-termit
Disallow: /all-terms
Disallow: /en/all-terms
Disallow: /all-terms-grid
Disallow: /en/all-terms-grid
Disallow: /sivukartta
Disallow: /sitemap
Disallow: /en/sitemap
Disallow: /kuvien-asettelu
Disallow: /en/kuvien-asettelu
Disallow: /html5-elementit
Disallow: /en/html5-elementit
Disallow: /core-elementit
Disallow: /en/core-elementit
Disallow: /wysiwyg-elementit
Disallow: /en/wysiwyg-elementit
Disallow: /erikoisfontit
Disallow: /en/erikoisfontit
Disallow: /footer-ikkunan-alareunassa
Disallow: /en/footer-ikkunan-alareunassa
Disallow: /imce
Disallow: /en/imce

# Disallow Drupal default pages (and their aliases)
Disallow: /comment/reply/
Disallow: /haku
Disallow: /haku/*
Disallow: /search
Disallow: /search/*
Disallow: /en/search
Disallow: /en/search/*
Disallow: /käyttäjä
Disallow: /käyttäjä/*
Disallow: /user
Disallow: /user/*
Disallow: /en/user
Disallow: /en/user/*
Disallow: /käyttäjät
Disallow: /en/users
Disallow: /kirjaudu
Disallow: /en/sign-in
Disallow: /rekisteröidy
Disallow: /en/sign-up
Disallow: /uusi-salasana
Disallow: /en/new-password
Disallow: /kirjaudu-ulos
Disallow: /en/sign-out

# Disallow custom error pages
Disallow: /sivua-ei-löydy-404
Disallow: /en/page-not-found-404
Disallow: /pääsy-kielletty-403
Disallow: /en/access-denied-403

# Prevent duplicate content
Disallow: /node
Disallow: /en/node
Disallow: /node/*
Disallow: /en/node/*
Disallow: /?q=node
Disallow: /?q=en/node
Disallow: /?q=node/*
Disallow: /?q=en/node/*

# Improve security
Disallow: /admin
Disallow: /en/admin
Disallow: /admin/*
Disallow: /en/admin/*

# Directories
Disallow: /includes/*
Disallow: /misc/*
Disallow: /modules/*
Disallow: /profiles/*
Disallow: /scripts/*
Disallow: /themes/*

# Files
Disallow: /CHANGELOG.txt
Disallow: /cron.php
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /INSTALL.sqlite.txt
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /MAINTAINERS.txt
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /xmlrpc.php