User-agent: GoogleBot
Disallow: /*.doc$
Disallow: /*.pdf$
Disallow: /*.txt$
Disallow: /bin
Disallow: /data
Disallow: /events
Disallow: /finances
Disallow: /images
Disallow: /infofiles
Disallow: /input
Disallow: /itstories
Disallow: /main
Disallow: /women/dowry/pledge
Disallow: /test
Disallow: /newsrack

User-agent: Yahoo! Slurp
Disallow: /*.doc$
Disallow: /*.pdf$
Disallow: /*.txt$
Disallow: /bin
Disallow: /data
Disallow: /events
Disallow: /finances
Disallow: /images
Disallow: /infofiles
Disallow: /input
Disallow: /itstories
Disallow: /main
Disallow: /women/dowry/pledge
Disallow: /test
Disallow: /newsrack

User-agent: Ask.com/Teoma
Disallow: /*.doc$
Disallow: /*.pdf$
Disallow: /*.txt$
Disallow: /bin
Disallow: /data
Disallow: /events
Disallow: /finances
Disallow: /images
Disallow: /infofiles
Disallow: /input
Disallow: /itstories
Disallow: /main
Disallow: /women/dowry/pledge
Disallow: /test
Disallow: /newsrack

User-agent: msnbot
Disallow: /*.doc$
Disallow: /*.pdf$
Disallow: /*.txt$
Disallow: /bin
Disallow: /data
Disallow: /events
Disallow: /finances
Disallow: /images
Disallow: /infofiles
Disallow: /input
Disallow: /itstories
Disallow: /main
Disallow: /women/dowry/pledge
Disallow: /test
Disallow: /newsrack

User-agent: GurujiBot
Disallow: /*.doc$
Disallow: /*.pdf$
Disallow: /*.txt$
Disallow: /bin
Disallow: /data
Disallow: /events
Disallow: /finances
Disallow: /images
Disallow: /infofiles
Disallow: /input
Disallow: /itstories
Disallow: /main
Disallow: /women/dowry/pledge
Disallow: /test
Disallow: /newsrack

User-agent: twiceler
Disallow: /*.doc$
Disallow: /*.pdf$
Disallow: /*.txt$
Disallow: /bin
Disallow: /data
Disallow: /events
Disallow: /finances
Disallow: /images
Disallow: /infofiles
Disallow: /input
Disallow: /itstories
Disallow: /main
Disallow: /women/dowry/pledge
Disallow: /test
Disallow: /newsrack

User-agent: Baiduspider
Disallow: /

User-agent: *
Disallow: /