User-agent: * Crawl-delay: 300 # nonstandard; specified in seconds # Main page Allow: /index.swf Allow: /xml/channels/ # These files frequently change # Temporary stream demo Allow: /stream_demo.html Disallow: /demo.mp3