afmobi_news_rss.go

package main

import (
	"fmt"
	"log"
	"net/url"
	"os"
	"regexp"

	"github.com/ChimeraCoder/anaconda"
	rss "github.com/haarts/go-pkg-rss"
	//	"strings"
	"time"
)

const timeout = 50

var first = map[string]bool{}

func main() {
	fmt.Println("-------------------------")
	fmt.Printf("Init from ")
	fmt.Println(time.Now().Format("2006-01-02  15:04:05"))
	log.SetOutput(os.Stdout)
	fmt.Printf("Let's start...\n")
	//go PollFeed("http://blog.golang.org/feed.atom", itemHandlerGoBlog)
	//go PollFeed("https://news.ycombinator.com/rss", itemHandlerHackerNews)
	//PollFeed("http://www.reddit.com/r/golang.rss", itemHandlerReddit)

	//http://www.theguardian.com/uk/rss
	go PollFeed("http://www.theguardian.com/uk/rss", itemHandlerTheguardian)
	//
	go PollFeed("http://www.goal.com/en/feeds/news?fmt=rss&ICID=HP", itemHandlerGoal)
	//
	go PollFeed("http://en.vietnamplus.vn/rss/news.rss", itemHandlerVietnamplus)
	//
	go PollFeed("http://www.biztechafrica.com/feed/rss", itemHandlerBiztechafrica)
	//

	go PollFeed("http://feeds.bbci.co.uk/news/world/africa/rss.xml", itemHandlerBBCAfrica)
	//

	//
	PollFeed("http://allafrica.com/tools/headlines/rdf/latest/headlines.rdf", itemHandlerAllafrica)
	//http://www.thisdaylive.com/go/search/?search=News&contenttype=article&sort=date&output=rss
	//PollFeed("http://www.thisdaylive.com/go/search/?search=News&contenttype=article&sort=date&output=rss", itemHandlerThisdaylive)

	fmt.Printf("Start to get the RSS\n")
}

// PollFeed ...
func PollFeed(uri string, itemHandler rss.ItemHandler) {
	feed := rss.New(timeout, true, chanHandler, itemHandler)

	for {
		if err := feed.Fetch(uri, nil); err != nil {
			fmt.Fprintf(os.Stderr, "[e] %s: %s", uri, err)
			return
		}
		fmt.Printf("We are waitting for the result\n")
		<-time.After(time.Duration(feed.SecondsTillUpdate() * 1e9))
	}
}

func chanHandler(feed *rss.Feed, newchannels []*rss.Channel) {
	//noop
}

func genericItemHandler(feed *rss.Feed, ch *rss.Channel, newItems []*rss.Item, individualItemHandler func(*rss.Item)) {
	log.Printf("%d new item(s) in %s\n", len(newItems), feed.Url)
	for _, item := range newItems {
		individualItemHandler(item)
	}
}

func itemHandlerHackerNews(feed *rss.Feed, ch *rss.Channel, newItems []*rss.Item) {
	f := func(item *rss.Item) {
		if match, _ := regexp.MatchString(`\w Go( |$|\.)`, item.Title); match {
			shortTitle := item.Title
			if len(shortTitle) > 100 {
				shortTitle = shortTitle[:99] + "…"
			}
			PostTweet(shortTitle + " " + item.Links[0].Href + " #hackernews")
		}
	}

	if _, ok := first["hn"]; !ok {
		first["hn"] = false
	} else {
		genericItemHandler(feed, ch, newItems, f)
	}
}

func itemHandlerGoBlog(feed *rss.Feed, ch *rss.Channel, newItems []*rss.Item) {
	f := func(item *rss.Item) {
		shortTitle := item.Title
		if len(shortTitle) > 100 {
			shortTitle = shortTitle[:99] + "…"
		}
		PostTweet(shortTitle + " " + item.Links[0].Href + " #go_blog")
	}

	if _, ok := first["go"]; !ok {
		first["go"] = false
	} else {
		genericItemHandler(feed, ch, newItems, f)
	}
}

func itemHandlerReddit(feed *rss.Feed, ch *rss.Channel, newItems []*rss.Item) {
	f := func(item *rss.Item) {
		re := regexp.MustCompile(`([^"]+)">\[link\]`)
		matches := re.FindStringSubmatch(item.Description)
		if len(matches) == 2 {
			shortTitle := item.Title
			if len(shortTitle) > 100 {
				shortTitle = shortTitle[:99] + "…"
			}
			PostTweet(shortTitle + " " + matches[1] + " #reddit")
		}
	}

	if _, ok := first["reddit"]; !ok {
		first["reddit"] = false
	} else {
		genericItemHandler(feed, ch, newItems, f)
	}
}

func itemHandlerAllafrica(feed *rss.Feed, ch *rss.Channel, newItems []*rss.Item) {
	fmt.Printf("Allafrica start\n")
	defer fmt.Printf("Allafrica end\n")
	f := func(item *rss.Item) {
		shortTitle := item.Title
		if len(shortTitle) > 100 {
			shortTitle = shortTitle[:99] + "…"
		}
		//tag_country := strings.Replace(strings.Replace(strings.Split(item.Title, ":")[0], " ", "", -1), "'", "", -1)
		// tag_country := strings.Replace(strings.Split(item.Title, ":")[0], " ", "", -1)
		/*		PostTweet(shortTitle + " " + item.Links[0].Href + " #allafrica")*/
		PostTweet(shortTitle + " " + item.Links[0].Href)
	}

	if _, ok := first["allafrica"]; !ok {
		first["allafrica"] = false
	} else {
		genericItemHandler(feed, ch, newItems, f)
	}
}

func itemHandlerThisdaylive(feed *rss.Feed, ch *rss.Channel, newItems []*rss.Item) {
	fmt.Printf("Thisdaylive start\n")
	defer fmt.Printf("Thisdaylive end\n")
	f := func(item *rss.Item) {
		shortTitle := item.Title
		if len(shortTitle) > 100 {
			shortTitle = shortTitle[:99] + "…"
		}
		PostTweet(shortTitle + " " + item.Links[0].Href)
	}

	if _, ok := first["thisdaylive"]; !ok {
		first["thisdaylive"] = false
	} else {
		genericItemHandler(feed, ch, newItems, f)
	}
}

func itemHandlerBiztechafrica(feed *rss.Feed, ch *rss.Channel, newItems []*rss.Item) {
	fmt.Printf("Biztechafrica start\n")
	defer fmt.Printf("Biztechafrica end\n")
	f := func(item *rss.Item) {
		shortTitle := item.Title
		if len(shortTitle) > 100 {
			shortTitle = shortTitle[:99] + "…"
		}
		PostTweet(shortTitle + " " + item.Links[0].Href)
	}

	if _, ok := first["biztechafrica"]; !ok {
		first["biztechafrica"] = false
	} else {
		genericItemHandler(feed, ch, newItems, f)
	}
}

func itemHandlerBBCAfrica(feed *rss.Feed, ch *rss.Channel, newItems []*rss.Item) {
	fmt.Printf("BBCAfrica start\n")
	defer fmt.Printf("BBCAfrica end\n")
	f := func(item *rss.Item) {
		shortTitle := item.Title
		if len(shortTitle) > 100 {
			shortTitle = shortTitle[:99] + "…"
		}
		PostTweet(shortTitle + " " + item.Links[0].Href)
	}

	if _, ok := first["bbcafrica"]; !ok {
		first["bbcafrica"] = false
	} else {
		genericItemHandler(feed, ch, newItems, f)
	}
}

func itemHandlerOafrica(feed *rss.Feed, ch *rss.Channel, newItems []*rss.Item) {
	fmt.Printf("Oafrica start\n")
	defer fmt.Printf("Oafrica end\n")
	f := func(item *rss.Item) {
		shortTitle := item.Title
		if len(shortTitle) > 100 {
			shortTitle = shortTitle[:99] + "…"
		}
		PostTweet(shortTitle + " " + item.Links[0].Href)
	}

	if _, ok := first["oafrica"]; !ok {
		first["oafrica"] = false
	} else {
		genericItemHandler(feed, ch, newItems, f)
	}
}

func itemHandlerThejakartapost(feed *rss.Feed, ch *rss.Channel, newItems []*rss.Item) {
	fmt.Printf("TheJakartaPost start\n")
	defer fmt.Printf("TheJakartaPost end\n")
	f := func(item *rss.Item) {
		shortTitle := item.Title
		if len(shortTitle) > 50 {
			shortTitle = shortTitle[:49] + "…"
		}
		prefix := "thejakartapost.com/"
		PostTweet(shortTitle + " " + prefix + item.Links[0].Href)
	}

	if _, ok := first["thejakartapost"]; !ok {
		first["thejakartapost"] = false
	} else {
		genericItemHandler(feed, ch, newItems, f)
	}
}

// Goal
func itemHandlerGoal(feed *rss.Feed, ch *rss.Channel, newItems []*rss.Item) {
	fmt.Printf("Goal start\n")
	defer fmt.Printf("Goal end\n")
	f := func(item *rss.Item) {
		shortTitle := item.Title
		if len(shortTitle) > 100 {
			shortTitle = shortTitle[:99] + "…"
		}
		PostTweet(shortTitle + " " + item.Links[0].Href + " #football")
	}

	if _, ok := first["Goal"]; !ok {
		first["Goal"] = false
	} else {
		genericItemHandler(feed, ch, newItems, f)
	}
}

// FIFA 2014
func itemHandlerWC2014(feed *rss.Feed, ch *rss.Channel, newItems []*rss.Item) {
	fmt.Printf("World Cup start\n")
	defer fmt.Printf("World Cup end\n")
	f := func(item *rss.Item) {
		shortTitle := item.Title
		if len(shortTitle) > 100 {
			shortTitle = shortTitle[:99] + "…"
		}
		PostTweet(shortTitle + " " + item.Links[0].Href)
	}

	if _, ok := first["WorldCup"]; !ok {
		first["WorldCup"] = false
	} else {
		genericItemHandler(feed, ch, newItems, f)
	}
}

// Vietnamplus
func itemHandlerVietnamplus(feed *rss.Feed, ch *rss.Channel, newItems []*rss.Item) {
	fmt.Printf("Vietnamplus start\n")
	defer fmt.Printf("Vietnamplus end\n")
	f := func(item *rss.Item) {
		shortTitle := item.Title
		if len(shortTitle) > 100 {
			shortTitle = shortTitle[:99] + "…"
		}
		PostTweet(shortTitle + " " + item.Links[0].Href)
	}

	if _, ok := first["Vietnamplus"]; !ok {
		first["Vietnamplus"] = false
	} else {
		genericItemHandler(feed, ch, newItems, f)
	}
}

//Nationmultimedia
func itemHandlerNationmultimedia(feed *rss.Feed, ch *rss.Channel, newItems []*rss.Item) {
	fmt.Printf("Nationmultimedia start\n")
	defer fmt.Printf("Nationmultimedia end\n")
	f := func(item *rss.Item) {
		shortTitle := item.Title
		if len(shortTitle) > 100 {
			shortTitle = shortTitle[:99] + "…"
		}
		PostTweet(shortTitle + " " + item.Links[0].Href)
	}

	if _, ok := first["Nationmultimedia"]; !ok {
		first["Nationmultimedia"] = false
	} else {
		genericItemHandler(feed, ch, newItems, f)
	}
}

//Theguardian
func itemHandlerTheguardian(feed *rss.Feed, ch *rss.Channel, newItems []*rss.Item) {
	fmt.Printf("Theguardian start\n")
	defer fmt.Printf("Theguardian end\n")
	f := func(item *rss.Item) {
		shortTitle := item.Title
		if len(shortTitle) > 100 {
			shortTitle = shortTitle[:99] + "…"
		}
		PostTweet(shortTitle + " " + item.Links[0].Href)
	}

	if _, ok := first["Theguardian"]; !ok {
		first["Theguardian"] = false
	} else {
		genericItemHandler(feed, ch, newItems, f)
	}
}

// PostTweet ...
func PostTweet(tweet string) {
	fmt.Printf("Run to post the tweet\n")
	defer fmt.Printf("Finish post tweet\n")
	anaconda.SetConsumerKey(ReadConsumerKey())
	anaconda.SetConsumerSecret(ReadConsumerSecret())
	api := anaconda.NewTwitterApi(ReadAccessToken(), ReadAccessTokenSecret())

	v := url.Values{}
	_, err := api.PostTweet(tweet+" #afmobi", v)
	if err != nil {
		log.Printf("Error posting tweet: %s", err)
	}
}