User-agent: msnbot
Crawl-delay: 120


User-agent: Twiceler
User-agent: Twiceler-0.9
User-agent: Xaldon\ WebSpider
User-agent: YodaoBot/1.0
User-agent: Mozilla/4.0 
User-agent: Mozilla/5.0
User-agent: baidu\.com
User-agent: BaiduSpider
User-agent: BaiduSpider+
User-agent: MJ12bot
Disallow: /cgi-bin
Disallow: /Media
Disallow: /MailerFree
Disallow: /db
Disallow: /App_Code
Disallow: /App_Data
Disallow: /dpoll
Disallow: /Scripts
Disallow: /jscripts
Disallow: /SnitzForum
Disallow: /Music
Disallow: /_private
Disallow: /_vti_cnf
Disallow: /_vti_log
Disallow: /_vti_pvt
Disallow: /_vti_script
Disallow: /_vti_txt
Disallow: /_vti_inf.html
Disallow: /css
Disallow: /httpsecure
Disallow: /flash
Disallow: /stats
Disallow: /tnpf
Disallow: /guestbook
Disallow: /ClassicArchive



Sitemap: http://www.thenektarproject.com/sitemap.xml