flokati/modules/rss/rss.go

76 lines
1.8 KiB
Go
Raw Normal View History

// vi:ts=4:sts=4:sw=4:noet:tw=72
2016-01-10 17:45:21 +00:00
//
// This code is mostly derived from the example code by Jim Teeuwen
// and is subject to the CC0 1.0 Universal (CC0 1.0) Public Domain Dedication
// license.
2016-01-22 21:32:49 +00:00
package rss
2016-01-10 17:45:21 +00:00
import (
"bufio"
"errors"
"fmt"
"io"
"log"
"os"
"time"
gorss "github.com/jteeuwen/go-pkg-rss"
2016-01-10 17:45:21 +00:00
"github.com/jteeuwen/go-pkg-xmlx"
)
var sayCh chan string
var hideOutput = true
func Init(ch chan string, path string) {
log.Printf("Initializing news module")
sayCh = ch
file, err := os.Open(path)
if err != nil {
log.Fatal(err)
}
defer file.Close()
scanner := bufio.NewScanner(file)
for scanner.Scan() {
go PollFeed(scanner.Text(), 5, charsetReader)
}
if err := scanner.Err(); err != nil {
log.Fatal(err)
}
time.Sleep(60 * time.Second)
hideOutput = false
}
func PollFeed(uri string, timeout int, cr xmlx.CharsetFunc) {
feed := gorss.New(timeout, true, chanHandler, itemHandler)
2016-01-10 17:45:21 +00:00
for {
log.Printf("Polling feed: %s", uri)
if err := feed.Fetch(uri, cr); err != nil {
log.Printf("[e] %s: %s", "*", uri, err)
sayCh <- fmt.Sprintf("%s\n[RSS] Error %s: %s", "*", uri, err)
2016-01-10 17:45:21 +00:00
return
}
<-time.After(time.Duration(feed.SecondsTillUpdate() * 1e9))
}
}
func chanHandler(feed *gorss.Feed, newchannels []*gorss.Channel) {
sayCh <- fmt.Sprintf("%s\n[RSS] %d new channel(s) in %s", "*", len(newchannels), feed.Url)
2016-01-10 17:45:21 +00:00
}
func itemHandler(feed *gorss.Feed, ch *gorss.Channel, newitems []*gorss.Item) {
2016-01-10 17:45:21 +00:00
if hideOutput {
return
}
for _, ni := range newitems {
sayCh <- fmt.Sprintf("%s\n[RSS] %v - %v", "*", ni.Title, ni.Links[0].Href)
2016-01-10 17:45:21 +00:00
}
}
func charsetReader(charset string, r io.Reader) (io.Reader, error) {
if charset == "ISO-8859-1" || charset == "iso-8859-1" {
return r, nil
}
return nil, errors.New("Unsupported character set encoding: " + charset)
}