# robots.txt 
User-agent: twiceler
Disallow: /

User-agent: Gigabot
Disallow: /

User-agent: Scrubby
Disallow: /

User-agent: Robozilla
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: baiduspider
Disallow: /

User-agent: naverbot
Disallow: /

User-agent: yeti
Disallow: /

User-agent: asterias
Disallow: /

User-agent: *
Crawl-delay: 5
Disallow: /admin/
Disallow: /App_Code/
Disallow: /App_Data/
Disallow: /aspnet_client/
Disallow: /bin/
Disallow: /OREAdmin/
Disallow: /DiscussionForum/