User-Agent: Slurp.so/1.0
Disallow: /

User-Agent: Slurp/2.0j
Disallow: /

User-Agent: PicoSearch
Disallow: /

User-Agent: Lycos_Spider_(T-Rex)
Disallow: /

User-Agent: Spider_Monkey
Disallow: /

User-Agent: Linkbot
Disallow: /

User-Agent: UltraSeek
Disallow: /

User-Agent: InfoSeek Sidewinder
Disallow: /

User-Agent: Slurp/2.0-KiteHourly
Disallow: /

User-Agent: Slurp/2.0-OwlWeekly
Disallow: /

User-Agent: Slurp/3.0-AU
Disallow: /

User-Agent: FAST-WebCrawler
Disallow: /

User-Agent: MantraAgent
Disallow: /

User-Agent: Scooter
Disallow: /

User-Agent: Mercator
Disallow: /

User-Agent: Scooter2_Mercator_3-1.0
Disallow: /

User-Agent: roach.smo.av.com-1.0
Disallow: /

User-Agent: Tv<nn>_Merc_resh_26_1_D-1.0
Disallow: /

User-agent: *
Disallow: /images/
Disallow: /ddd/
Disallow: /art/
Disallow: /cgi-bin/


Disallow: /*.jpg$
Disallow: /*.jpeg$
Disallow: /*.gif$
Disallow: /*.png$
Disallow: /*.bmp$
Disallow: /*.swf$
Disallow: /*.mp3$
Disallow: /*.wav$
Disallow: /*.wmv$
Disallow: /*.tif$
Disallow: /*.tiff$
Disallow: /*.mpg$
Disallow: /*.mpeg$
Disallow: /*.avi$
Disallow: /*.mov$