# robots.txt for http://www.dora.state.co.us/ # this will disallow web crawlers from caching .pdf files # # 1/16/2007 dtm added disallow /pls/real/arms_statistics.display_stats # 3/15/2007 dtm added more disallow statements User-agent: msnbot Disallow: /cgi-bin/ User-agent: Slurp Disallow: /cgi-bin/ User-agent: * Disallow: /cgi-bin/ Disallow: /pls/real/ARMS_Statistics.Display_Stats Disallow: /pls/real/ARMS_Statistics.Display_Available Disallow: /pls/real/INS_Statistics.Display_Stats Disallow: /pls/real/INS_Statistics.Display_Available Disallow: /pls/real/RE_Statistics.Display_Stats Disallow: /pls/real/RE_Statistics.Display_Available Disallow: /pls/cima_online/ Disallow: /pls/cima_devel/ Disallow: /pls/test/ Disallow: /pls/real/ Disallow: /pls/efi/ Disallow: /Dora_Intranet/ Disallow: /Dora_Internet/ Disallow: /Scripts/