#
# robots.txt for PETA websites
#
# Updated 03/26/2008
#
# This file should be placed in the root folder of all live public sites
#
# Please allow reasonable time between hits

User-Agent: *
Allow: /
Disallow: /Configs/
Disallow: /Controls/
Disallow: /Docs/
Disallow: /Login/
Disallow: /Raw/
Disallow: /Mgt/
Disallow: /Templates/

User-Agent: Zao
Disallow: /
Disallow: /Configs/
Disallow: /Controls/
Disallow: /Docs/
Disallow: /Login/
Disallow: /Raw/
Disallow: /Mgt/
Disallow: /Templates/

User-Agent: NPBot
Disallow: /
Disallow: /Configs/
Disallow: /Controls/
Disallow: /Docs/
Disallow: /Login/
Disallow: /Raw/
Disallow: /Mgt/
Disallow: /Templates/

User-Agent: IssueCrawler
Disallow: /
Disallow: /Configs/
Disallow: /Controls/
Disallow: /Docs/
Disallow: /Login/
Disallow: /Raw/
Disallow: /Mgt/
Disallow: /Templates/

User-Agent: TeleportPro
Disallow: /
Disallow: /Configs/
Disallow: /Controls/
Disallow: /Docs/
Disallow: /Login/
Disallow: /Raw/
Disallow: /Mgt/
Disallow: /Templates/

User-Agent: WebStripper
Disallow: /
Disallow: /Configs/
Disallow: /Controls/
Disallow: /Docs/
Disallow: /Login/
Disallow: /Raw/
Disallow: /Mgt/
Disallow: /Templates/

User-Agent: EmailSiphon
Disallow: /
Disallow: /Configs/
Disallow: /Controls/
Disallow: /Docs/
Disallow: /Login/
Disallow: /Raw/
Disallow: /Mgt/
Disallow: /Templates/

User-Agent: Zealbot
Disallow: /
Disallow: /Configs/
Disallow: /Controls/
Disallow: /Docs/
Disallow: /Login/
Disallow: /Raw/
Disallow: /Mgt/
Disallow: /Templates/

User-Agent: wget
Disallow: /
Disallow: /Configs/
Disallow: /Controls/
Disallow: /Docs/
Disallow: /Login/
Disallow: /Raw/
Disallow: /Mgt/
Disallow: /Templates/

User-Agent: grub-client
Disallow: /
Disallow: /Configs/
Disallow: /Controls/
Disallow: /Docs/
Disallow: /Login/
Disallow: /Raw/
Disallow: /Mgt/
Disallow: /Templates/

User-Agent: webvac
Disallow: /
Disallow: /Configs/
Disallow: /Controls/
Disallow: /Docs/
Disallow: /Login/
Disallow: /Raw/
Disallow: /Mgt/
Disallow: /Templates/

User-Agent: SiteSnagger
Disallow: /
Disallow: /Configs/
Disallow: /Controls/
Disallow: /Docs/
Disallow: /Login/
Disallow: /Raw/
Disallow: /Mgt/
Disallow: /Templates/

User-Agent: HTTrack
Disallow: /
Disallow: /Configs/
Disallow: /Controls/
Disallow: /Docs/
Disallow: /Login/
Disallow: /Raw/
Disallow: /Mgt/
Disallow: /Templates/

User-Agent: psycheclone
Disallow: /
Disallow: /Configs/
Disallow: /Controls/
Disallow: /Docs/
Disallow: /Login/
Disallow: /Raw/
Disallow: /Mgt/
Disallow: /Templates/

User-Agent: WebCopier
Disallow: /
Disallow: /Configs/
Disallow: /Controls/
Disallow: /Docs/
Disallow: /Login/
Disallow: /Raw/
Disallow: /Mgt/
Disallow: /Templates/

User-Agent: ZyBORG
Disallow: /
Disallow: /Configs/
Disallow: /Controls/
Disallow: /Docs/
Disallow: /Login/
Disallow: /Raw/
Disallow: /Mgt/
Disallow: /Templates/

User-Agent: k2spider
Disallow: /
Disallow: /Configs/
Disallow: /Controls/
Disallow: /Docs/
Disallow: /Login/
Disallow: /Raw/
Disallow: /Mgt/
Disallow: /Templates/

User-Agent: WebZIP
Disallow: /
Disallow: /Configs/
Disallow: /Controls/
Disallow: /Docs/
Disallow: /Login/
Disallow: /Raw/
Disallow: /Mgt/
Disallow: /Templates/

User-Agent: ksibot
Disallow: /
Disallow: /Configs/
Disallow: /Controls/
Disallow: /Docs/
Disallow: /Login/
Disallow: /Raw/
Disallow: /Mgt/
Disallow: /Templates/

User-Agent: sitecheck.internetseer.com
Disallow: /
Disallow: /Configs/
Disallow: /Controls/
Disallow: /Docs/
Disallow: /Login/
Disallow: /Raw/
Disallow: /Mgt/
Disallow: /Templates/

User-Agent: linko
Disallow: /
Disallow: /Configs/
Disallow: /Controls/
Disallow: /Docs/
Disallow: /Login/
Disallow: /Raw/
Disallow: /Mgt/
Disallow: /Templates/

User-Agent: MSIECrawler
Disallow: /
Disallow: /Configs/
Disallow: /Controls/
Disallow: /Docs/
Disallow: /Login/
Disallow: /Raw/
Disallow: /Mgt/
Disallow: /Templates/

User-Agent: IRLbot
Disallow: /
Disallow: /Configs/
Disallow: /Controls/
Disallow: /Docs/
Disallow: /Login/
Disallow: /Raw/
Disallow: /Mgt/
Disallow: /Templates/

User-Agent: Teleport
Disallow: /
Disallow: /Configs/
Disallow: /Controls/
Disallow: /Docs/
Disallow: /Login/
Disallow: /Raw/
Disallow: /Mgt/
Disallow: /Templates/

User-Agent: libwww
Disallow: /
Disallow: /Configs/
Disallow: /Controls/
Disallow: /Docs/
Disallow: /Login/
Disallow: /Raw/
Disallow: /Mgt/
Disallow: /Templates/

User-Agent: Fetch
Disallow: /
Disallow: /Configs/
Disallow: /Controls/
Disallow: /Docs/
Disallow: /Login/
Disallow: /Raw/
Disallow: /Mgt/
Disallow: /Templates/

User-Agent: linksmanager_bot
Disallow: /
Disallow: /Configs/
Disallow: /Controls/
Disallow: /Docs/
Disallow: /Login/
Disallow: /Raw/
Disallow: /Mgt/
Disallow: /Templates/

User-Agent: ConveraCrawler
Disallow: /
Disallow: /Configs/
Disallow: /Controls/
Disallow: /Docs/
Disallow: /Login/
Disallow: /Raw/
Disallow: /Mgt/
Disallow: /Templates/

User-Agent: Microsoft.URL.Control
Disallow: /
Disallow: /Configs/
Disallow: /Controls/
Disallow: /Docs/
Disallow: /Login/
Disallow: /Raw/
Disallow: /Mgt/
Disallow: /Templates/

User-Agent: 192.comAgent
Disallow: /
Disallow: /Configs/
Disallow: /Controls/
Disallow: /Docs/
Disallow: /Login/
Disallow: /Raw/
Disallow: /Mgt/
Disallow: /Templates/

User-Agent: larbin
Disallow: /
Disallow: /Configs/
Disallow: /Controls/
Disallow: /Docs/
Disallow: /Login/
Disallow: /Raw/
Disallow: /Mgt/
Disallow: /Templates/