User-agent: *

Disallow: /adpro_images/

Disallow: /nby/auth/

Disallow: /nby/banners/

Disallow: /nby/banners/advertisers/

Disallow: /nby/banners/campaigns/

Disallow: /nby/banners/files/

Disallow: /nby/banners/stats/

Disallow: /intro/

Disallow: /mailshot/

Disallow: /nby_images/

Disallow: /nby_images/logos/

Disallow: /nby_images/banners/

Disallow: /nby_images/scroller_ads/

Disallow: /nby_x/

Disallow: /rotate/

Disallow: /rotate1/

Disallow: /scripts/

Disallow: /stats/




# don't let search engines see the RSS feed, it's just confusing.




User-agent: AESOP_com_SpiderMan

User-agent: AVSearch

User-agent: AbachoBOT

User-agent: Acoon Robot

User-agent: AlkalineBOT

User-agent: AltaVista-Intranet

User-agent: Arachnoidea

User-agent: Aranha

User-agent: ArchitectSpider

User-agent: Atomz

User-agent: Buscaplus RobiÊ

User-agent: C-PBWF-ip3000.com-crawler

User-agent: CanSeek/

User-agent: ChristCRAWLER

User-agent: Crawler

User-agent: CrawlerBoy Pinpoint.com

User-agent: DIIbot

User-agent: DaAdLe.com ROBOT/

User-agent: DeepIndex

User-agent: DittoSpyder

User-agent: ESISmartSpider

User-agent: EZResult

User-agent: FAST Data Search Crawler

User-agent: FAST-WebCrawler

User-agent: Fast PartnerSite Crawler

User-agent: FyberSearch

User-agent: GalaxyBot

User-agent: GenCrawler

User-agent: GeonaBot

User-agent: Googlebot

User-agent: Gulliver

User-agent: HenryTheMiragoRobot

User-agent: Hubater

User-agent: IlTrovatore-Setaccio

User-agent: IncyWincy

User-agent: InfoNaviRobot

User-agent: InfoSeek Sidewinder

User-agent: Iron33

User-agent: Jack

User-agent: JoocerBot

User-agent: KIT-Fireball

User-agent: Kototoi/0.1

User-agent: LNSpiderguy

User-agent: Lycos_Spider

User-agent: MP3Bot

User-agent: MSNBOT/0.1

User-agent: MantraAgent

User-agent: Mercator

User-agent: Mole2/1.0

User-agent: MultiText

User-agent: MuscatFerret

User-agent: NationalDirectory-SuperSpider

User-agent: Nazilla

User-agent: NetMechanic

User-agent: NetResearchServer

User-agent: ObjectsSearch/0.01

User-agent: Openbot/

User-agent: Openfind piranha,Shark

User-agent: PJspider

User-agent: PicoSearch/

User-agent: RaBot

User-agent: Scooter

User-agent: Scooter2_Mercator_3-1.0

User-agent: Scrubby/

User-agent: SearchengineLicenceSheep

User-agent: Searchspider/

User-agent: SightQuestBot/

User-agent: Slurp

User-agent: Slurp.so/1.0

User-agent: Slurp/2.0-KiteHourly

User-agent: Slurp/2.0-OwlWeekly

User-agent: Slurp/2.0j

User-agent: Slurp/3.0-AU

User-agent: Speedy Spider

User-agent: Spider TraficDublu

User-agent: Spider/maxbot.com

User-agent: Spider_Monkey/

User-agent: Surfnomore Spider v1.1

User-agent: TV33_Mercator

User-agent: Teleport Pro

User-agent: Teradex_Mapper

User-agent: Toutatis 2.5-2

User-agent: Tutorial Crawler

User-agent: Tv<nn>_Merc_resh_26_1_D-1.0

User-agent: UK Searcher Spider

User-agent: UltraSeek

User-agent: Vivante Link Checker

User-agent: WIRE WebRefiner:

User-agent: WSCbot

User-agent: Wget

User-agent: WhizBang! Lab

User-agent: Yandex

User-agent: Yellopet-Spider

User-agent: ZyBorg

User-agent: abcdatos_botlink

User-agent: ah-ha.com crawler

User-agent: antibot

User-agent: appie

User-agent: asterias

User-agent: c<nn>.googlebot.com

User-agent: cache-2.storm.ca

User-agent: dloader(NaverRobot)/

User-agent: gazz/1.0

User-agent: geckobot

User-agent: goo313.goo.ne.jp

User-agent: griffon

User-agent: htdig

User-agent: ia_archiver

User-agent: j6000.inktomi.com

User-agent: kuloko-bot/0.2

User-agent: libwww-perl

User-agent: marvin/infoseek

User-agent: moget/2.0

User-agent: mozDex/

User-agent: nttdirectory_robot

User-agent: psbot

User-agent: roach.smo.av.com-1.0

User-agent: search.wport.com

User-agent: shadow

User-agent: slurp@inktomi.com

User-agent: speedfind ramBot xtreme

User-agent: spider00.logika.net

User-agent: teoma_agent1

User-agent: user<n>.ip3000.com

User-agent: y400.inktomi.com

Disallow: /searchtools-rss.xml