# robots.txt for http://www.xenite.org/

Sitemap: http://www.xenite.org/sitemaps-index.xml

User-agent: 008
Disallow: /

User-agent: googlebot
Disallow: /1400xor/
Disallow: /admin/
Disallow: /banners/
Disallow: /boards/
Disallow: /book/
Disallow: /cgi-bin/
Disallow: /css/
Disallow: /downloads/
Disallow: /dragoncon/
Disallow: /exchange/
Disallow: /faqs/lotr_movie/gdt-archives/
Disallow: /faqs/lotr_movie/hm-archives/
Disallow: /faqs/lotr_movie/jrrt-archives/
Disallow: /featrues/
Disallow: /features/dating/
Disallow: /internet-authors/
Disallow: /mb_direct/
Disallow: /moview/
Disallow: /net_radio/
Disallow: /parma/
Disallow: /polls/
Disallow: /rx/
Disallow: /science_fiction_tv/andromeda/
Disallow: /store/authors/
Disallow: /stats/
Disallow: /tolkien/new-sites/
Disallow: /ubb/
Disallow: /usenet/
Disallow: /webcasts/
Disallow: /witchwor/
Disallow: /xhwa/
Disallow: /xhwa
Disallow: /xor/xorstyle.css
Disallow: /xortest/
Disallow: /xog/

User-agent: DotBot
Disallow: /

User-agent: IA_Archiver
Disallow: /css/
Disallow: /cgi-bin/

User-agent: msnbot
User-agent: bingbot
Disallow: /cgi-bin/
Disallow: /css/
Disallow: /stats/
Disallow: /tolkien/new-sites/
Disallow: /ubb/

User-agent: Mj12bot
Disallow: /

User-agent: Yahoo! Slurp
User-agent: Slurp/si
Disallow: /1400xor/
Disallow: /admin/
Disallow: /banners/
Disallow: /boards/
Disallow: /book/
Disallow: /cgi-bin/
Disallow: /css/
Disallow: /downloads/
Disallow: /dragoncon/
Disallow: /exchange/
Disallow: /faqs/lotr_movie/gdt-archives/
Disallow: /faqs/lotr_movie/hm-archives/
Disallow: /faqs/lotr_movie/jrrt-archives/
Disallow: /featrues/
Disallow: /features/dating/
Disallow: /internet-authors/
Disallow: /mb_direct/
Disallow: /moview/
Disallow: /net_radio/
Disallow: /parma/
Disallow: /polls/
Disallow: /rx/
Disallow: /science_fiction_tv/andromeda/
Disallow: /store/authors/
Disallow: /stats/
Disallow: /tolkien/insiders_guide/onering.txt
Disallow: /tolkien/new-sites/
Disallow: /ubb/
Disallow: /usenet/
Disallow: /webcasts/
Disallow: /witchwor/
Disallow: /xhwa/
Disallow: /xhwa
Disallow: /xor/xorstyle.css
Disallow: /xortest/
Disallow: /xog/

User-agent: Teoma
Disallow: /css/
Disallow: /cgi-bin/

User-agent: VoilaBot
Disallow: /cgi-bin/
Disallow: /css/
Disallow: /stats/
Disallow: /tolkien/new-sites/
Disallow: /ubb/

User-agent: xenu's Link sleuth 1.1c 
Disallow: / 

User-agent: *
Disallow: /1400xor/
Disallow: /admin/
Disallow: /banners/
Disallow: /boards/
Disallow: /book/
Disallow: /cgi-bin/
Disallow: /css/
Disallow: /downloads/
Disallow: /dragoncon/
Disallow: /exchange/
Disallow: /featrues/
Disallow: /internet-authors/
Disallow: /mb_direct/
Disallow: /moview/
Disallow: /net_radio/
Disallow: /parma/
Disallow: /polls/
Disallow: /rx/
Disallow: /science_fiction_tv/andromeda/
Disallow: /store/authors/
Disallow: /stats/
Disallow: /tolkien/new-sites/
Disallow: /ubb/
Disallow: /usenet/
Disallow: /webcasts/
Disallow: /witchwor/
Disallow: /xhwa/
Disallow: /xor/xorstyle.css
Disallow: /xortest/
Disallow: /xog/