User-agent: *

Sitemap: https://www.radionz.co.nz/sitemap.xml.gz

Disallow: /search
Disallow: /radionz/schedules
Disallow: /radionz/presenters
Disallow: /timeline
Disallow: /galleries
Disallow: /oggcasts
Disallow: /podcasts
Disallow: /tags
Disallow: /galleries
Disallow: /audio
Disallow: /*.mp3$
Disallow: /*.ogg$
Disallow: /*.asx$
Disallow: /national/schedules/*.pdf
Disallow: /concert/schedules/*.pdf
Disallow: /admin

Crawl-delay: 7

# Direct the most annoying crawlers not to index

User-agent: psbot
Disallow: /

User-agent: magpie-crawler
Disallow: /

# Slow down the high-download / low-return crawlers

User-agent: bingbot
Crawl-delay: 20

User-agent: msnbot
Crawl-delay: 20

User-agent: Yandex
Crawl-delay: 20

User-agent: Wget
Crawl-delay: 10