# robots.txt for http://www.sirens3.com/ # Individual rules for each crawler, because they tend to ignore the # subtleties of the Robot Exclusion Standard User-agent: SBIder Disallow: / User-agent: SurveyBot Disallow: / User-agent: TranSGeniKBot Disallow: / User-agent: speedy Disallow: / User-agent: DeepIndex Disallow: / User-agent: boitho.com-robot Disallow: / User-agent: Lachesis Disallow: / User-agent: Gigabot Disallow: / User-agent: augurnfind Disallow: / User-agent: boitho Disallow: / User-agent: asterias Disallow: / User-agent: gazz Disallow: / User-agent: girafa Disallow: / User-agent: grub Disallow: / User-agent: kuloko-bot Disallow: / User-agent: timboBot Disallow: / User-agent: sitecheck.internetseer.com Disallow: / User-agent: BlogPulse Disallow: / User-agent: FeedBucket Disallow: / User-agent: NPBot Disallow: / User-agent: Turnitinbot Disallow: / User-agent: NaverBot Disallow: / User-agent: NaverRobot Disallow: / User-agent: Liberate Disallow: / User-agent: MSIECrawler Disallow: / User-agent: MicrosoftPrototypeCrawler Disallow: / User-agent: QPCreep Disallow: / User-agent: QuepasaCreep Disallow: / User-agent: Rika Disallow: / User-agent: VoilaBot Disallow: / User-agent: Intelliseek Disallow: / User-agent: WebZIP Disallow: / User-agent: larbin Disallow: / User-agent: openfind Disallow: / User-agent: Openbot Disallow: / User-agent: psbot Disallow: / User-agent: sherlock_spider Disallow: / User-agent: ZyBorg Disallow: / User-agent: Vagabondo Disallow: / User-agent: vscooter Disallow: / User-agent: Zao Disallow: / # Anything that doesn't match a user-agent above User-agent: * Disallow: /wp-admin/ Disallow: /wp-content/ Disallow: /wp-includes/