User-agent: AskJeeves Disallow: / User-agent: ConveraCrawler Disallow: / User-agent: EmailCollector Disallow: / User-agent: EmailSiphon Disallow: / User-agent: EmailWolf Disallow: / User-agent: findlinks Disallow: / User-agent: Gigabot Disallow: / User-agent: Jeeves Disallow: / User-agent: LinkextractorPro Disallow: / User-Agent: MJ12bot Disallow: / User-agent: Nutch Disallow: / User-agent: Teoma Disallow: / User-agent: Sproose Disallow: / User-agent: VoilaBot Disallow: / User-agent: WebBandit Disallow: / User-agent: googlebot Disallow: /_icons Disallow: /_test Disallow: /gimine/medis/schema Disallow: /history.aspx Disallow: /history/_ Disallow: /history/elektrit/elektrit-radio/ER- Disallow: /history/elektrit/elektrit-dabar-bodyframe Disallow: /history/elektrit/elektrit-obecnie-bodyframe Disallow: /history/privetdx/pdx-009.mp3 Disallow: /history/prw/kukulka-wilenska.smi Disallow: /history/prw/prw.mp3 Disallow: /history/prw/prw-a-p.htm Disallow: /history/prw/prw-b.htm Disallow: /history/prw/prw-b-p.htm Disallow: /history/prw/prw-b01.htm Disallow: /history/prw/prw-b04.htm Disallow: /history/prw/prw-b10.htm Disallow: /history/prw/prw-b20.htm Disallow: /history/prw/prw-b20-p.htm Disallow: /history/prw/prw-c.htm Disallow: /history/prw/prw-c-p.htm Disallow: /history/TL-1a.mp3 Disallow: /history/TL-1b.mp3 Disallow: /history/TL-1c.mp3 Disallow: /lituanica/cva/srv.htm Disallow: /lituanica/cze/RFE-closure-pending.htm Disallow: /lituanica/index- Disallow: /lituanica/i/rai.htm Disallow: /lituanica/usa-ca/ktym.htm Disallow: /lituanica/usa-il/w23at.htm Disallow: /lituanica/usa-ma/wicn.htm Disallow: /lituanica/usa-md/wbmd.htm Disallow: /missing.htm Disallow: /music Disallow: /pavarde.htm Disallow: /rtv/_data Disallow: /rtv/jingles Disallow: /rtv/ktv-l.htm Disallow: /rtv/ktv-kau- Disallow: /rtv/ktv-map- Disallow: /rtv/ktv-o.htm Disallow: /rtv/ktv-pan- Disallow: /rtv/ktv-sia- Disallow: /rtv/logos Disallow: /rtv/qth/sit/con-418f.htm Disallow: /rtv/qth/sit/RNW_lithuania020204_files Disallow: /rtv/qth/sit/tel-olympia.htm Disallow: /schema.htm Disallow: /susitikimai Disallow: /tour/*.gif$ Disallow: /wap Disallow: /Zilioniai2000.htm Disallow: /404 User-agent: Googlebot-Image Disallow: /_icons Disallow: /_test Disallow: /gimine/medis/schema Disallow: /history.aspx Disallow: /history/_ Disallow: /history/elektrit/elektrit-radio/ER- Disallow: /history/elektrit/elektrit-dabar-bodyframe Disallow: /history/elektrit/elektrit-obecnie-bodyframe Disallow: /history/privetdx/pdx-009.mp3 Disallow: /history/prw/kukulka-wilenska.smi Disallow: /history/prw/prw.mp3 Disallow: /history/prw/prw-a-p.htm Disallow: /history/prw/prw-b.htm Disallow: /history/prw/prw-b-p.htm Disallow: /history/prw/prw-b01.htm Disallow: /history/prw/prw-b04.htm Disallow: /history/prw/prw-b10.htm Disallow: /history/prw/prw-b20.htm Disallow: /history/prw/prw-b20-p.htm Disallow: /history/prw/prw-c.htm Disallow: /history/prw/prw-c-p.htm Disallow: /history/TL-1a.mp3 Disallow: /history/TL-1b.mp3 Disallow: /history/TL-1c.mp3 Disallow: /lituanica/cva/srv.htm Disallow: /lituanica/cze/RFE-closure-pending.htm Disallow: /lituanica/index- Disallow: /lituanica/i/rai.htm Disallow: /lituanica/usa-ca/ktym.htm Disallow: /lituanica/usa-il/w23at.htm Disallow: /lituanica/usa-ma/wicn.htm Disallow: /lituanica/usa-md/wbmd.htm Disallow: /missing.htm Disallow: /music Disallow: /pavarde.htm Disallow: /rtv/_data Disallow: /rtv/jingles Disallow: /rtv/ktv-l.htm Disallow: /rtv/ktv-kau- Disallow: /rtv/ktv-map- Disallow: /rtv/ktv-o.htm Disallow: /rtv/ktv-pan- Disallow: /rtv/ktv-sia- Disallow: /rtv/logos Disallow: /rtv/qth/sit/con-418f.htm Disallow: /rtv/qth/sit/RNW_lithuania020204_files Disallow: /rtv/qth/sit/tel-olympia.htm Disallow: /schema.htm Disallow: /susitikimai Disallow: /tour/*.gif$ Disallow: /wap Disallow: /Zilioniai2000.htm Disallow: /404 User-agent: msnbot Disallow: /_icons Disallow: /_test Disallow: /gimine/medis/schema Disallow: /history.aspx Disallow: /history/_ Disallow: /history/elektrit/elektrit-radio/ER- Disallow: /history/elektrit/elektrit-dabar-bodyframe Disallow: /history/elektrit/elektrit-obecnie-bodyframe Disallow: /history/privetdx/pdx-009.mp3 Disallow: /history/prw/kukulka-wilenska.smi Disallow: /history/prw/prw.mp3 Disallow: /history/prw/prw-a-p.htm Disallow: /history/prw/prw-b.htm Disallow: /history/prw/prw-b-p.htm Disallow: /history/prw/prw-b01.htm Disallow: /history/prw/prw-b04.htm Disallow: /history/prw/prw-b10.htm Disallow: /history/prw/prw-b20.htm Disallow: /history/prw/prw-b20-p.htm Disallow: /history/prw/prw-c.htm Disallow: /history/prw/prw-c-p.htm Disallow: /history/TL-1a.mp3 Disallow: /history/TL-1b.mp3 Disallow: /history/TL-1c.mp3 Disallow: /lituanica/cva/srv.htm Disallow: /lituanica/cze/RFE-closure-pending.htm Disallow: /lituanica/index- Disallow: /lituanica/i/rai.htm Disallow: /lituanica/usa-ca/ktym.htm Disallow: /lituanica/usa-il/w23at.htm Disallow: /lituanica/usa-ma/wicn.htm Disallow: /lituanica/usa-md/wbmd.htm Disallow: /missing.htm Disallow: /music Disallow: /pavarde.htm Disallow: /rtv/_data Disallow: /rtv/jingles Disallow: /rtv/ktv-l.htm Disallow: /rtv/ktv-kau- Disallow: /rtv/ktv-map- Disallow: /rtv/ktv-o.htm Disallow: /rtv/ktv-pan- Disallow: /rtv/ktv-sia- Disallow: /rtv/logos Disallow: /rtv/qth/sit/con-418f.htm Disallow: /rtv/qth/sit/RNW_lithuania020204_files Disallow: /rtv/qth/sit/tel-olympia.htm Disallow: /schema.htm Disallow: /susitikimai Disallow: /tour/*.gif$ Disallow: /wap Disallow: /Zilioniai2000.htm Disallow: /404 Crawl-delay: 120 User-agent: psbot Disallow: /_icons Disallow: /_test Disallow: /gimine/medis/schema Disallow: /history.aspx Disallow: /history/_ Disallow: /history/elektrit/elektrit-radio/ER- Disallow: /history/elektrit/elektrit-dabar-bodyframe Disallow: /history/elektrit/elektrit-obecnie-bodyframe Disallow: /history/privetdx/pdx-009.mp3 Disallow: /history/prw/kukulka-wilenska.smi Disallow: /history/prw/prw.mp3 Disallow: /history/prw/prw-a-p.htm Disallow: /history/prw/prw-b.htm Disallow: /history/prw/prw-b-p.htm Disallow: /history/prw/prw-b01.htm Disallow: /history/prw/prw-b04.htm Disallow: /history/prw/prw-b10.htm Disallow: /history/prw/prw-b20.htm Disallow: /history/prw/prw-b20-p.htm Disallow: /history/prw/prw-c.htm Disallow: /history/prw/prw-c-p.htm Disallow: /history/TL-1a.mp3 Disallow: /history/TL-1b.mp3 Disallow: /history/TL-1c.mp3 Disallow: /lituanica/cva/srv.htm Disallow: /lituanica/cze/RFE-closure-pending.htm Disallow: /lituanica/index- Disallow: /lituanica/i/rai.htm Disallow: /lituanica/usa-ca/ktym.htm Disallow: /lituanica/usa-il/w23at.htm Disallow: /lituanica/usa-ma/wicn.htm Disallow: /lituanica/usa-md/wbmd.htm Disallow: /missing.htm Disallow: /music Disallow: /pavarde.htm Disallow: /rtv/_data Disallow: /rtv/jingles Disallow: /rtv/ktv-l.htm Disallow: /rtv/ktv-kau- Disallow: /rtv/ktv-map- Disallow: /rtv/ktv-o.htm Disallow: /rtv/ktv-pan- Disallow: /rtv/ktv-sia- Disallow: /rtv/logos Disallow: /rtv/qth/sit/con-418f.htm Disallow: /rtv/qth/sit/RNW_lithuania020204_files Disallow: /rtv/qth/sit/tel-olympia.htm Disallow: /schema.htm Disallow: /susitikimai Disallow: /tour/*.gif$ Disallow: /wap Disallow: /Zilioniai2000.htm Disallow: /404 Crawl-delay: 120 User-agent: * Disallow: /_blogas_spaideris_/index.shtml Disallow: /_icons Disallow: /_test Disallow: /gimine/medis/schema Disallow: /history.aspx Disallow: /history/_ Disallow: /history/elektrit/elektrit-radio/ER- Disallow: /history/elektrit/elektrit-dabar-bodyframe Disallow: /history/elektrit/elektrit-obecnie-bodyframe Disallow: /history/privetdx/pdx-009.mp3 Disallow: /history/prw/kukulka-wilenska.smi Disallow: /history/prw/prw.mp3 Disallow: /history/prw/prw-a-p.htm Disallow: /history/prw/prw-b.htm Disallow: /history/prw/prw-b-p.htm Disallow: /history/prw/prw-b01.htm Disallow: /history/prw/prw-b04.htm Disallow: /history/prw/prw-b10.htm Disallow: /history/prw/prw-b20.htm Disallow: /history/prw/prw-b20-p.htm Disallow: /history/prw/prw-c.htm Disallow: /history/prw/prw-c-p.htm Disallow: /history/TL-1a.mp3 Disallow: /history/TL-1b.mp3 Disallow: /history/TL-1c.mp3 Disallow: /lituanica/cva/srv.htm Disallow: /lituanica/cze/RFE-closure-pending.htm Disallow: /lituanica/index- Disallow: /lituanica/i/rai.htm Disallow: /lituanica/usa-ca/ktym.htm Disallow: /lituanica/usa-il/w23at.htm Disallow: /lituanica/usa-ma/wicn.htm Disallow: /lituanica/usa-md/wbmd.htm Disallow: /missing.htm Disallow: /music Disallow: /pavarde.htm Disallow: /rtv/_data Disallow: /rtv/jingles Disallow: /rtv/ktv-l.htm Disallow: /rtv/ktv-kau- Disallow: /rtv/ktv-map- Disallow: /rtv/ktv-o.htm Disallow: /rtv/ktv-pan- Disallow: /rtv/ktv-sia- Disallow: /rtv/logos Disallow: /rtv/qth/sit/con-418f.htm Disallow: /rtv/qth/sit/RNW_lithuania020204_files Disallow: /rtv/qth/sit/tel-olympia.htm Disallow: /schema.htm Disallow: /susitikimai Disallow: /tour/tour-map.gif Disallow: /wap Disallow: /Zilioniai2000.htm Disallow: /404 Crawl-delay: 120