# For more info consult:
#   http://info.webcrawler.com/mak/projects/robots/norobots.html


User-agent: *
Disallow: /cgi-bin/
Disallow: /myscoop/
Disallow: /stories/print.html
Disallow: /stories/email/
Disallow: /share/
Disallow: /xl



User-agent: Yahoo
Crawl-Delay:60
Disallow: /cgi-bin/
Disallow: /myscoop/
Disallow: /stories/print.html
Disallow: /stories/email/
Disallow: /share/
Disallow: /xl



User-agent: Slurp
Crawl-Delay:5
Disallow: /cgi-bin/
Disallow: /myscoop/
Disallow: /stories/print.html
Disallow: /stories/email/
Disallow: /share/
Disallow: /xl



User-agent: msnbot
Crawl-Delay:10
Disallow: /cgi-bin/
Disallow: /myscoop/
Disallow: /stories/print.html
Disallow: /stories/email/
Disallow: /share/
Disallow: /xl



User-agent: Jeeves
Crawl-Delay: 10
Disallow: /cgi-bin/
Disallow: /myscoop/
Disallow: /stories/print.html
Disallow: /stories/email/
Disallow: /share/
Disallow: /xl




User-agent: MSIECrawler
Disallow: /stories/
Disallow: /archive/scoop/stories
Disallow: /cgi-bin/
Disallow: /myscoop/
Disallow: /stories/print.html
Disallow: /stories/email/
Disallow: /share/
Disallow: /xl



User-agent: MS Search 4.0 Robot
Disallow: /stories/
Disallow: /archive/scoop/stories
Disallow: /cgi-bin/
Disallow: /myscoop/
Disallow: /stories/print.html
Disallow: /stories/email/
Disallow: /share/
Disallow: /xl



User-agent: Site Server 3.0 Robot
Disallow: /stories/
Disallow: /archive/scoop/stories/
Disallow: /cgi-bin/
Disallow: /myscoop/
Disallow: /stories/print.html
Disallow: /stories/email/
Disallow: /share/
Disallow: /xl



User-agent: Morning Paper
Disallow: /

User-agent: NPBot
Disallow: /

User-agent: Art-online.com
Disallow: /

User-agent: turnitinbot
Disallow: /

User-agent: baiduspider
Disallow: /

User-agent: aipbot
Disallow: /

User-agent: maxamine.com--robot
Disallow: /

sitemap: http://www.scoop.co.nz/sitemap.xml