User-agent: Slurp
Disallow: /
User-agent: Yahoo-MMCrawler
Disallow: /

User-agent: *
Disallow: /*.zip$
Disallow: /*.Zif$
Disallow: /*.ZIP$
Disallow: /*.rar$
Disallow: /*.RAR$
Disallow: /arsiv/dosyalar/
Disallow: /modules/bilgi/
Disallow: modules.php?name=bilgi&op=preview&id=6




User-agent: robozilla
Disallow: /



User-agent: Slurp
Crawl-delay: 60

User-agent: msnbot
Crawl-delay: 60

User-agent: Teoma
Crawl-delay: 60

User-agent: aipbot
Disallow: /

User-agent: BecomeBot
Disallow: /

User-agent: psbot
Disallow: /

User-agent: fast
Disallow: /


User-agent: GigaBot
Disallow: /

User-agent: Voyager
Disallow: /

User-agent: BaiDuSpider
Disallow: /

User-agent: BackRub/*.*
Disallow: /

User-agent: Grub.org
Disallow: /

User-agent: BotRightHere
Disallow: /

User-agent: larbin
Disallow: /

User-agent: psbot
Disallow: /

User-agent: Walhello appie
Disallow: /

User-agent: Python-urllib
Disallow: /

User-agent: CherryPicker
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: WebBandit
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: CopyRightCheck
Disallow: /

User-agent: Crescent
Disallow: /

User-agent: Yandex
Disallow:/

User-agent: Cuil
Disallow:/

User-agent:Twiceler
Disallow:/

User-agent: Twiceler-0.9
Disallow: /