#--------------------------------------------------------- # path : /web/docs/CNEWS/robots.txt # # specification : # include *.cnews.canoe.ca/ # exclude: http://cnews.canoe.ca/CNEWS/ (only that page, not the directory) # exclude: http://cnews.canoe.ca/(only the homepage, not the directory) # exclude: http://cnews.canoe.ca/CNEWS/Microgalleries/home.html (only that page, not the directory) # exclude: http://cnews.canoe.ca/CNEWS/Comment/home.html (only that page, not the directory) # exclude: http://cnews.canoe.ca/CNEWS/Canada/ (only that page, not the directory) # exclude: http://cnews.canoe.ca/CNEWS/World/ (only that page, not the directory) # exclude: http://cnews.canoe.ca/CNEWS/War_Terror/ (only that page, not the directory) # exclude: http://cnews.canoe.ca/CNEWS/Last24hours/ (only that page, not the directory) # exclude: http://cnews.canoe.ca/CNEWS/WeirdNews/ (only that page, not the directory) # exclude: http://cnews.canoe.ca/CNEWS/Crime/ (only that page, not the directory) # exclude: http://cnews.canoe.ca/CNEWS/Features/home.html (only that page, not the directory) # exclude: http://cnews.canoe.ca/CNEWS/MediaNews/ (only that page, not the directory) # exclude: http://cnews.canoe.ca/CNEWS/Science/ (only that page, not the directory) # exclude: http://cnews.canoe.ca/CNEWS/Science/Suzuki/home.html (only that page, not the directory) # exclude: http://cnews.canoe.ca/CNEWS/Science/Discovery/home.html (only that page, not the directory) #--------------------------------------------------------- # Domain: http://cnews.canoe.ca/ # Creation: 11/28/2007 # Update: 11/28/2007 User-agent: Yahoo! DE Slurp Disallow: /home.html Disallow: /CNEWS/home.html Disallow: /CNEWS/Microgalleries/home.html Disallow: /CNEWS/Comment/home.html Disallow: /CNEWS/Canada/home.html Disallow: /CNEWS/World/home.html Disallow: /CNEWS/War_Terror/home.html Disallow: /CNEWS/Last24hours/home.html Disallow: /CNEWS/WeirdNews/home.html Disallow: /CNEWS/Crime/home.html Disallow: /CNEWS/Features/home.html Disallow: /CNEWS/MediaNews/home.html Disallow: /CNEWS/Science/home.html Disallow: /CNEWS/Science/Suzuki/home.html Disallow: /CNEWS/Science/Discovery/home.html # Sitemap: http://www.canoe.com/sitemap_canoe_index.xml # EOF