# robots.txt for http://www.c4i.org/ # Hello to all my friends and fans in domestic surveillance! # Exclude a bawt or two. # directed to all spiders, not just Scooter User-agent: Googlebot Allow: / Disallow: /butler/ Disallow: /NASA/ Disallow: /ppt/ Disallow: /uk/ Disallow: /wtc/ Disallow: /msfc Disallow: /vegas/ Disallow: /video/ Disallow: /webstats/ Disallow: /newhotness Disallow: /whiskeykilo/ Disallow: /www.bsi.de/ Disallow: /www.dra.hmg.gb/ Disallow: /2600map.gif Disallow: /2600map.html Disallow: /ai00169.pdf Disallow: /c4i-shirts.jpg Disallow: /c4i.jpg Disallow: /c4i-dc11.html Disallow: /humdis.pdf Disallow: /index99.html Disallow: /index426.html Disallow: /mexhackirc.html Disallow: /p650.jpg Disallow: /ronabarrett.html Disallow: /mattdrudge.html Disallow: /mailreport.html Disallow: /redmond.html Disallow: /flame2.html Disallow: /spookwords.html Disallow: /gangsta.html Disallow: /webstats/ Disallow: /spiderman.html Disallow: /DHS.pdf User-agent: Mediapartners-Google* Disallow: /butler/ Disallow: /NASA/ Disallow: /ppt/ Disallow: /uk/ Disallow: /wtc/ Disallow: /msfc Disallow: /vegas/ Disallow: /video/ Disallow: /webstats/ Disallow: /newhotness Disallow: /whiskeykilo/ Disallow: /www.bsi.de/ Disallow: /www.dra.hmg.gb/ Disallow: /2600map.gif Disallow: /2600map.html Disallow: /ai00169.pdf Disallow: /c4i-shirts.jpg Disallow: /c4i.jpg Disallow: /c4i-dc11.html Disallow: /humdis.pdf Disallow: /index99.html Disallow: /index426.html User-agent: * Disallow: /butler/ Disallow: /NASA/ Disallow: /ppt/ Disallow: /uk/ Disallow: /wtc/ Disallow: /msfc Disallow: /vegas/ Disallow: /video/ Disallow: /webstats/ Disallow: /newhotness Disallow: /whiskeykilo/ Disallow: /www.bsi.de/ Disallow: /www.dra.hmg.gb/ Disallow: /2600map.gif Disallow: /2600map.html Disallow: /ai00169.pdf Disallow: /c4i-shirts.jpg Disallow: /c4i.jpg Disallow: /c4i-dc11.html Disallow: /humdis.pdf Disallow: /index99.html Disallow: /index426.html Disallow: /mexhackirc.html Disallow: /p650.jpg Disallow: /ronabarrett.html Disallow: /mattdrudge.html Disallow: /mailreport.html Disallow: /redmond.html Disallow: /flame2.html Disallow: /spookwords.html Disallow: /gangsta.html Disallow: /webstats/ Disallow: /spiderman.html Disallow: /DHS.pdf User-agent: * # http://www.plagiarism.org/crawler/robotinfo.html # Fuck off, snitchbot! User-Agent: SlySearch Disallow: / Disallow: /butler/ Disallow: /NASA/ Disallow: /ppt/ Disallow: /uk/ Disallow: /wtc/ Disallow: /msfc Disallow: /vegas/ Disallow: /video/ Disallow: /webstats/ Disallow: /newhotness Disallow: /whiskeykilo/ Disallow: /www.bsi.de/ Disallow: /www.dra.hmg.gb/ Disallow: /2600map.gif Disallow: /2600map.html Disallow: /ai00169.pdf Disallow: /c4i-shirts.jpg Disallow: /c4i.jpg Disallow: /c4i-dc11.html Disallow: /humdis.pdf Disallow: /index99.html Disallow: /index426.html Disallow: /mexhackirc.html Disallow: /p650.jpg Disallow: /ronabarrett.html Disallow: /mattdrudge.html Disallow: /mailreport.html Disallow: /redmond.html Disallow: /flame2.html Disallow: /spookwords.html Disallow: /gangsta.html Disallow: /webstats/ Disallow: /spiderman.html Disallow: /DHS.pdf User-agent: ia_archiver Disallow: /butler/ Disallow: /NASA/ Disallow: /ppt/ Disallow: /uk/ Disallow: /msfc Disallow: /vegas/ Disallow: /video/ Disallow: /webstats/ Disallow: /newhotness Disallow: /whiskeykilo/ Disallow: /www.bsi.de/ Disallow: /www.dra.hmg.gb/ Disallow: /2600map.gif Disallow: /2600map.html Disallow: /ai00169.pdf Disallow: /c4i.jpg Disallow: /humdis.pdf Disallow: /index99.html Disallow: /mexhackirc.html Disallow: /p650.jpg Disallow: /ronabarrett.html Disallow: /mattdrudge.html Disallow: /mailreport.html Disallow: /c4i-dc11.html Disallow: /robots.txt Disallow: /button.gif Disallow: /cm.gif Disallow: /nancy-t.gif Disallow: /nsa-f83.jpg Disallow: /zah.gif Disallow: /wk@c4i.asc Disallow: /ndisept.pdf Disallow: /erehwon/flame.html Disallow: /erehwon/Wk&hob.jpg Disallow: /erehwon/Nitemare.jpg Disallow: /Pathfinder-Spring-2001.doc Disallow: /spm.html Disallow: /redmond.html Disallow: /gangsta.html Disallow: /flame2.html Disallow: /webstats/ Disallow: /DHS.pdf