{\rtf1\ansi\ansicpg1252\deff0\deflang1033{\fonttbl{\f0\fswiss\fcharset0 Courier New;}{\f1\froman\fcharset0 Times New Roman;}{\f2\fswiss\fcharset0 Arial;}} {\colortbl ;\red0\green0\blue255;} {\*\generator Msftedit 5.41.15.1507;}\viewkind4\uc1\pard\sb100\sa100\f0\fs20 # small robots.txt\line # more information about this file can be found at\line # http://www.robotstxt.org/wc/robots.html \par # lines beginning with the pund ("#") sign are comments and can be deleted.\par # if case your drupal site is in a directory\line # lower than your docroot (e.g. /drupal)\line # please add this before the /-es below\par # to stop a polite robot indexing an exampledir\line # add a line like (delte the #'s)\line # user-agent: polite-bot\line # Disallow: /exampledir/\par # a list of know bots can be found at\line # http://www.robotstxt.org/wc/active/html/index.html\par # see http://www.sxw.org.uk/computing/robots/check.html\line # for syntax checking\par User-agent: *\line Crawl-Delay: 10\line Disallow: /aggregator\line Disallow: /tracker\line Disallow: /comment/reply\line Disallow: /node/add\line Disallow: /user\line Disallow: /files\line Disallow: /search\line Disallow: /book/print\f1\fs24\par \pard\f2\fs20\par }