User-agent: * Allow: / User-agent: Googlebot Allow: / User-agent: Googlebot-Image Allow: / User-agent: googlebot-mobile Allow: / User-agent: MSNBot Allow: / User-agent: Baidu Allow: / Allow: *alexa* Allow: / User-agent: Slurp Allow: / User-agent: Teoma Allow: / User-agent: twiceler Allow: / User-agent: Gigabot Allow: / User-agent: Scrubby Allow: / User-agent: Robozilla Allow: / User-agent: Nutch Allow: / User-agent: ia_archiver Allow: / User-agent: baiduspider Allow: / User-agent: naverbot Allow: / User-agent: yeti Allow: / User-agent: yahoo-mmcrawler Allow: / User-agent: psbot Allow: / User-agent: asterias Allow: / User-agent: yahoo-blogs/v3.9 Allow: / User-agent: Fasterfox Allow: / User-agent: acme.spider Allow: / User-agent: ahoythehomepagefinder Allow: / User-agent: alkaline Allow: / User-agent: appie Allow: / User-agent: arachnophilia Allow: / User-agent: architext Allow: / User-agent: aretha Allow: / User-agent: ariadne Allow: / User-agent: arks Allow: / User-agent: aspider Allow: / User-agent: atn.txt Allow: / User-agent: atomz Allow: / User-agent: auresys Allow: / User-agent: backrub Allow: / User-agent: biUKrother Allow: / User-agent: bjaaland Allow: / User-agent: blackwidow Allow: / User-agent: blindekuh Allow: / User-agent: bloodhound Allow: / User-agent: brightnet Allow: / User-agent: bspider Allow: / User-agent: cactvschemistryspider Allow: / User-agent: calif[^r] Allow: / User-agent: cassandra Allow: / User-agent: cgireader Allow: / User-agent: checkbot Allow: / User-agent: churl Allow: / User-agent: cmc Allow: / User-agent: collective Allow: / User-agent: combine Allow: / User-agent: conceptbot Allow: / User-agent: coolbot Allow: / User-agent: core Allow: / User-agent: cosmos Allow: / User-agent: cruiser Allow: / User-agent: cusco Allow: / User-agent: cyberspyder Allow: / User-agent: deweb Allow: / User-agent: dienstspider Allow: / User-agent: digger Allow: / User-agent: diibot Allow: / User-agent: directhit Allow: / User-agent: dnabot Allow: / User-agent: download_express Allow: / User-agent: dragonbot Allow: / User-agent: dwcp Allow: / User-agent: e-collector Allow: / User-agent: ebiness Allow: / User-agent: eit Allow: / User-agent: elfinbot Allow: / User-agent: emacs Allow: / User-agent: emcspider Allow: / User-agent: esther Allow: / User-agent: evliyacelebi Allow: / User-agent: nzexplorer Allow: / User-agent: fdse Allow: / User-agent: felix Allow: / User-agent: ferret Allow: / User-agent: fetchrover Allow: / User-agent: fido Allow: / User-agent: finnish Allow: / User-agent: fireball Allow: / User-agent: [^a]fish Allow: / User-agent: fouineur Allow: / User-agent: francoroute Allow: / User-agent: freecrawl Allow: / User-agent: funnelweb Allow: / User-agent: gama Allow: / User-agent: gazz Allow: / User-agent: gcreep Allow: / User-agent: getbot Allow: / User-agent: geturl Allow: / User-agent: golem Allow: / User-agent: googlebot Allow: / User-agent: grapnel Allow: / User-agent: griffon Allow: / User-agent: gromit Allow: / User-agent: gulliver Allow: / User-agent: hambot Allow: / User-agent: harvest Allow: / User-agent: havindex Allow: / User-agent: hometown Allow: / User-agent: htdig Allow: / User-agent: htmlgobble Allow: / User-agent: hyperdecontextualizer Allow: / User-agent: iajabot Allow: / User-agent: ibm Allow: / User-agent: iconoclast Allow: / User-agent: ilse Allow: / User-agent: imagelock Allow: / User-agent: incywincy Allow: / User-agent: informant Allow: / User-agent: infoseek Allow: / User-agent: infoseeksidewinder Allow: / User-agent: infospider Allow: / User-agent: inspectorwww Allow: / User-agent: intelliagent Allow: / User-agent: irobot Allow: / User-agent: iron33 Allow: / User-agent: israelisearch Allow: / User-agent: javabee Allow: / User-agent: jbot Allow: / User-agent: jcrawler Allow: / User-agent: jeeves Allow: / User-agent: jobo Allow: / User-agent: jobot Allow: / User-agent: joebot Allow: / User-agent: jubii Allow: / User-agent: jumpstation Allow: / User-agent: katipo Allow: / User-agent: kdd Allow: / User-agent: kilroy Allow: / User-agent: ko_yappo_robot Allow: / User-agent: labelgrabber.txt Allow: / User-agent: larbin Allow: / User-agent: legs Allow: / User-agent: linkidator Allow: / User-agent: linkscan Allow: / User-agent: linkwalker Allow: / User-agent: lockon Allow: / User-agent: logo_gif Allow: / User-agent: lycos Allow: / User-agent: macworm Allow: / User-agent: magpie Allow: / User-agent: marvin Allow: / User-agent: mattie Allow: / User-agent: mediafox Allow: / User-agent: merzscope Allow: / User-agent: meshexplorer Allow: / User-agent: mindcrawler Allow: / User-agent: moget Allow: / User-agent: momspider Allow: / User-agent: monster Allow: / User-agent: motor Allow: / User-agent: muscatferret Allow: / User-agent: mwdsearch Allow: / User-agent: myweb Allow: / User-agent: netcarta Allow: / User-agent: netcraft Allow: / User-agent: netmechanic Allow: / User-agent: netscoop Allow: / User-agent: newscan-online Allow: / User-agent: nhse Allow: / User-agent: nomad Allow: / User-agent: northstar Allow: / User-agent: occam Allow: / User-agent: octopus Allow: / User-agent: openfind Allow: / User-agent: orb_search Allow: / User-agent: packrat Allow: / User-agent: pageboy Allow: / User-agent: parasite Allow: / User-agent: patric Allow: / User-agent: pegasus Allow: / User-agent: perignator Allow: / User-agent: perlcrawler Allow: / User-agent: phantom Allow: / User-agent: piltdownman Allow: / User-agent: pimptrain Allow: / User-agent: pioneer Allow: / User-agent: pitkow Allow: / User-agent: pjspider Allow: / User-agent: pka Allow: / User-agent: plumtreewebaccessor Allow: / User-agent: poppi Allow: / User-agent: portalb Allow: / User-agent: puu Allow: / User-agent: python Allow: / User-agent: raven Allow: / User-agent: rbse Allow: / User-agent: resumerobot Allow: / User-agent: rhcs Allow: / User-agent: roadrunner Allow: / User-agent: robbie Allow: / User-agent: robi Allow: / User-agent: robofox Allow: / User-agent: robozilla Allow: / User-agent: roverbot Allow: / User-agent: rules Allow: / User-agent: safetynetrobot Allow: / User-agent: scooter Allow: / User-agent: search_au Allow: / User-agent: searchprocess Allow: / User-agent: senrigan Allow: / User-agent: sgscout Allow: / User-agent: shaggy Allow: / User-agent: shaihulud Allow: / User-agent: sift Allow: / User-agent: simbot Allow: / User-agent: site-valet Allow: / User-agent: sitegrabber Allow: / User-agent: sitetech Allow: / User-agent: slcrawler Allow: / User-agent: slurp Allow: / User-agent: smartspider Allow: / User-agent: snooper Allow: / User-agent: solbot Allow: / User-agent: spanner Allow: / User-agent: speedy Allow: / User-agent: spider_monkey Allow: / User-agent: spiderbot Allow: / User-agent: spiderline Allow: / User-agent: spiderman Allow: / User-agent: spiderview Allow: / User-agent: spry Allow: / User-agent: ssearcher Allow: / User-agent: suke Allow: / User-agent: suntek Allow: / User-agent: sven Allow: / User-agent: tach_bw Allow: / User-agent: tarantula Allow: / User-agent: tarspider Allow: / User-agent: techbot Allow: / User-agent: templeton Allow: / User-agent: teoma_agent1 Allow: / User-agent: titin Allow: / User-agent: titan Allow: / User-agent: tkwww Allow: / User-agent: tlspider Allow: / User-agent: ucsd Allow: / User-agent: udmsearch Allow: / User-agent: urlck Allow: / User-agent: valkyrie Allow: / User-agent: victoria Allow: / User-agent: visionsearch Allow: / User-agent: voyager Allow: / User-agent: vwbot Allow: / User-agent: w3index Allow: / User-agent: w3m2 Allow: / User-agent: wallpaper Allow: / User-agent: wanderer Allow: / User-agent: wapspider Allow: / User-agent: webbandit Allow: / User-agent: webcatcher Allow: / User-agent: webcopy Allow: / User-agent: webfetcher Allow: / User-agent: webfoot Allow: / User-agent: weblayers Allow: / User-agent: weblinker Allow: / User-agent: webmirror Allow: / User-agent: webmoose Allow: / User-agent: webreader Allow: / User-agent: webreaper Allow: / User-agent: websnarf Allow: / User-agent: webspider Allow: / User-agent: webvac Allow: / User-agent: webwalk Allow: / User-agent: webwalker Allow: / User-agent: webwatch Allow: / User-agent: wget Allow: / User-agent: whatuseek Allow: / User-agent: whowhere Allow: / User-agent: wired-digital Allow: / User-agent: wmir Allow: / User-agent: wolp Allow: / User-agent: wombat Allow: / User-agent: worm Allow: / User-agent: wwwc Allow: / User-agent: wz101 Allow: / User-agent: xget Allow: / User-agent: nederland.zoek Allow: / User-agent: antibot Allow: / User-agent: awbot Allow: / User-agent: baiduspider Allow: / User-agent: bobby Allow: / User-agent: boris Allow: / User-agent: bumblebee Allow: / User-agent: cscrawler Allow: / User-agent: daviesbot Allow: / User-agent: digout4u Allow: / User-agent: echo Allow: / User-agent: exactseek Allow: / User-agent: ezresult Allow: / User-agent: fast-webcrawler Allow: / User-agent: gigabot Allow: / User-agent: gnodspider Allow: / User-agent: ia_archiver Allow: / User-agent: internetseer Allow: / User-agent: jennybot Allow: / User-agent: * Crawl-delay: 20 Disallow: /admin.php Disallow: /error.php Disallow: /admin/ Disallow: /blocks/ Disallow: /cache/ Disallow: /images/ Disallow: /includes/ Disallow: /language/ Disallow: /modules/ Disallow: /themes/