###############################
#
# robots.txt file for http://www.thexuniverse.com
# By Mishra and Mokonzi

#
# addresses all robots by using wild card *
#
User-agent: *

#
# list folders robots are not allowed to index
#
Disallow: /_private/
Disallow: /_vti_bin/
Disallow: /_vti_cnf/
Disallow: /_vti_txt/
Disallow: /_admin/
Disallow: /attachements/
Disallow: /cache/
Disallow: /cgi-bin/
Disallow: /db/
Disallow: /dev/
Disallow: /docs/
Disallow: /downloads/
Disallow: /includes/
Disallow: /language/
Disallow: /mishra/
Disallow: /mods/
Disallow: /moxy/
Disallow: /NDA/
Disallow: /Packages/
Disallow: /Sources/
Disallow: /templates/
Disallow: /translation/
Disallow: /wikidata/
Disallow: /wikiimages/
Disallow: /zurechial/

#
# list specific files robots are not allowed to index
#
Disallow: /tutorials/meta_tags.html
Disallow: /tutorials/custom_error_page.html
Disallow: /common.php
Disallow: /config.php
Disallow: /faq.php
Disallow: /goto1.php
Disallow: /goto2.php
Disallow: /groupcp.php
Disallow: /index_smf.php
Disallow: /level_list.php
Disallow: /login.php
Disallow: /lwdonate.php
Disallow: /lwdonateconfirm.php
Disallow: /lwdonateresult.php
Disallow: /lwdonateshowresult.php
Disallow: /lwdonors.php
Disallow: /memberlist.php
Disallow: /merge.php
Disallow: /modcp.php
Disallow: /news_readme.html
Disallow: /posting.php
Disallow: /privmsg.php
Disallow: /profile.php
Disallow: /ranks.php
Disallow: /readme.html
Disallow: /search.php
Disallow: /Settings.php
Disallow: /Settings_bak.php
Disallow: /SSI.php
Disallow: /ssi_examples.php
Disallow: /ssi_examples.shtml
Disallow: /viewonline.php
Disallow: /viewtopic.php
Disallow: /Xtended Mod 07 Beta 7.7z
Disallow: /Xtended_Mod_07_Beta_87z
Disallow: /xuni_smf-complete_2006-08-13.sql.tar.gz

#
#List robots that should be restricted on how often they should return
#

User-agent: *
Crawl-delay: 60
User-agent: Slurp
Crawl-delay: 60

#
# End of robots.txt file
#
###############################