#This is a robots.txt file for spaspirit.com
User-agent: *
Disallow: /_archives/
Disallow: /_private/
Disallow: /_vti_log/
Disallow: /_vti_bin/
Disallow: /cgi-bin/
Disallow: /test/
Disallow: /test2/
Disallow: /paypal/


#disallows TurnItInBot web crawler from turnitin.com 
User-agent: turnitinbot
Disallow: /            #Will disallow all urls on your site

#disallows SpiderMan web crawler 
User-agent: spiderman
Disallow: /            #Will disallow all urls on your site

#disallows BaiduSpider web crawler 
User-agent: baiduspider
Disallow: /            #Will disallow all urls on your site

#disallows NameProtect web crawler 
User-agent: npbot
Disallow: /            #Will disallow all urls on your site