# Keeps Robots out of private files # User-agent: ia_archiver Disallow: / # User-agent: PRCrawler/Nutch-0.9 (data mining development project; crawler@projectrialto.com) Disallow: / # User-agent: * Disallow: /_db_backups/ Disallow: /css/ Disallow: /images/ Disallow: /stats/ Disallow: /Templates/ # #-- 7/22/08 --