############################### # # robots.txt file for MemphisWeather.Net # # addresses all robots by using wild card * # User-agent: * # # list folders robots are not allowed to index Disallow: /052010 Disallow: /061209_derecho Disallow: /050110_severewx Disallow: /cgi-bin Disallow: /chicago Disallow: /data Disallow: /docs Disallow: /forecasts Disallow: /hvmenu Disallow: /images Disallow: /java Disallow: /lastrss Disallow: /manual Disallow: /MWN business Disallow: /news-scroller Disallow: /photo-gallery_files Disallow: /polls Disallow: /SEWN-images Disallow: /Stationery Disallow: /stats Disallow: /stormreports Disallow: /stormview Disallow: /templates Disallow: /uptime Disallow: /Wx Safety Disallow: /WxMesg Logfiles Disallow: /wxstickers # list specific files robots are not allowed to index # Disallow: /*.css Disallow: /*bak* Disallow: /*.js Disallow: /*.doc Disallow: /*.txt Disallow: /*.htx Disallow: /*.php Disallow: /rsstemplate.html # # End of robots.txt file # ###############################