# Small robots.txt
# More information about this file can be found at
# <a href="http://www.robotstxt.org/">http://www.robotstxt.org/</a>

# In case your drupal site is in a subdirectory of your web root  (e.g. /drupal)
# add the name of this directory before the / (slash) below
# example:  Disallow: /drupal/aggregator

# to stop a polite robot indexing an example dir
# add a line like:  user-agent: polite-bot 
# and:  Disallow: /example-dir/

# Paths (clean URLs)
User-agent: *
Crawl-Delay: 10
Disallow: /drupal/aggregator
Disallow: /drupal/tracker
Disallow: /drupal/comment/reply
Disallow: /drupal/node/add
Disallow: /drupal/user
Disallow: /drupal/files
Disallow: /drupal/search

# Paths (no clean URLs)
User-agent: *
Crawl-Delay: 10
Disallow: /drupal/?q=aggregator
Disallow: /drupal/?q=tracker
Disallow: /drupal/?q=comment/reply
Disallow: /drupal/?q=node/add
Disallow: /drupal/?q=user
Disallow: /drupal/?q=files
Disallow: /drupal/?q=search