# # robots.txt for http://www.ksbe.state.ks.us/ # # Problem robot using to much server resources - mls # User-agent: isdn-216-63-89-98.ded.swbell.net User-agent: swbell Disallow: / # # Problem robot using to much server resources - mls # User-agent: 64.208.33.33 # User-agent: google # Disallow: / # User-agent: * # * in this line means any robot # Disallow: / Disallow: /cgi-bin # Don't want anyone in here Disallow: /test # Disallow: /Excite # Disallow: /rtf # Disallow: /new # Disallow: /webstats # Disallow: /todd # Disallow: /survey # Disallow: /cicsold # Disallow: /loppnow # Disallow: /assessmentold # Disallow: /java # Disallow: /draft # Disallow: /schoolbusold # Disallow: /class # Disallow: /cacfpfix # Disallow: /articles # Disallow: /auditold # Disallow: /icons # Disallow: /indexserver # Disallow: /oldjohn # Disallow: /sounds # Disallow: /spot # Disallow: /old # Disallow: /test # Disallow: /htdocs # Disallow: /images # Disallow: /htdig # Disallow: /rcard # Disallow: /board_pgs #