User-agent: *
Disallow: /test/robots/noindex/
Disallow: /utcees/
Disallow: /tracksdata/
Disallow: /submissions/
Disallow: /similardata/
Disallow: /searchdump/
Disallow: /searchdumpa/
Disallow: /satfeeds/
Disallow: /satcontent/
Disallow: /pushcontent/
Disallow: /promotions/
Disallow: /productimages/
Disallow: /pops/
Disallow: /peoplescripts/
Disallow: /partners/
Disallow: /partner/
Disallow: /mp3charts/
Disallow: /livedatatemp/
Disallow: /livedata/
Disallow: /kapoor/
Disallow: /images/
Disallow: /feeds/
Disallow: /errordocs/
Disallow: /emailsdata/
Disallow: /customstats/
Disallow: /customs/
Disallow: /content/
Disallow: /comments/
Disallow: /chartstrak/
Disallow: /campaignimages/
Disallow: /banners/
Disallow: /analog/
Disallow: /adserve/
Disallow: /admin/


# don't let search engines see the RDF feed, it's just confusing.

User-agent: Googlebot/2.1
User-agent: InfoNaviRobot(F107)
User-agent: TV33_Mercator_1-1.0
User-agent: AVSearch-3.0
User-agent: Scooter/2.0
User-agent: Slurp/2.0
User-agent: SearchengineLicenceSheep_v1.0
User-agent: shadow/2.0
User-agent: MultiText/0.1
User-agent: FAST-WebCrawler/2.2.5
User-agent: Atomz/1.0
User-agent: htdig/ (searchit@netmind.com)
User-agent: spider00.logika.net.
Disallow: /searchtools-rss.xml


# updated 2001-09-01