Skip to content

Refactor main.go #51

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
Xercoy wants to merge 1 commit into
base: master
Choose a base branch
from
Open

Refactor main.go #51

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
234 changes: 5 additions & 229 deletions main.go
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,24 +1,15 @@
package main

import (
"encoding/json"
"encoding/xml"
"fmt"
"io/ioutil"
"log"
"math"
"math/rand"
"net/http"
"os"
"runtime"
"sort"
"strconv"
"strings"
"time"

"github.com/PuerkitoBio/goquery"
"github.com/fatih/color"
"github.com/jzelinskie/geddit"
"github.com/skratchdot/open-golang/open"
"github.com/texttheater/golang-levenshtein/levenshtein"
cli "gopkg.in/urfave/cli.v2"
Expand Down Expand Up @@ -46,9 +37,11 @@ const (
)

// Colors for console output
var blue = color.New(color.FgBlue, color.Bold).SprintFunc()
var yellow = color.New(color.FgYellow, color.Bold).SprintFunc()
var red = color.New(color.FgRed, color.Bold).SprintFunc()
var (
blue = color.New(color.FgBlue, color.Bold).SprintFunc()
yellow = color.New(color.FgYellow, color.Bold).SprintFunc()
red = color.New(color.FgRed, color.Bold).SprintFunc()
)

// Rss decode RSS xml
type Rss struct {
Expand All @@ -72,223 +65,6 @@ type Fetcher interface {
Fetch(count int) (map[int]string, error)
}

// HackerNewsSource fetches new stories from news.ycombinator.com.
type HackerNewsSource struct{}

// Fetch gets news from the HackerNews
func (hn *HackerNewsSource) Fetch(count int) (map[int]string, error) {
news := make(map[int]string)
// 30 news per page
pages := count / 30
for i := 0; i <= pages; i++ {
resp, err := http.Get(HackerNewsURL + strconv.Itoa(pages))
if err != nil {
handleError(err)
continue
}

doc, err := goquery.NewDocumentFromReader(resp.Body)
if err != nil {
handleError(err)
continue
}

doc.Find("a.storylink").Each(func(i int, s *goquery.Selection) {
href, exist := s.Attr("href")
if !exist {
fmt.Println(red("can't find any stories..."))
}
news[i] = href
})

resp.Body.Close()
}

return news, nil
}

// RedditSource fetches new stories from reddit.com/r/programming.
type RedditSource struct{}

// Fetch gets news from the Reddit
func (rs *RedditSource) Fetch(count int) (map[int]string, error) {
news := make(map[int]string)

s := geddit.NewSession(fmt.Sprintf("desktop:com.github.Bunchhieng.%s:%s", AppName, AppVersion))
subs, err := s.SubredditSubmissions(
"programming",
geddit.HotSubmissions,
geddit.ListingOptions{
Count: count,
Limit: count,
},
)

if err != nil {
return news, err
}

for i, sub := range subs {
news[i] = sub.URL
}

return news, nil
}

// LobstersSource fetches new stories from https://lobste.rs
type LobstersSource struct{}

// Fetch gets news from the Lobsters
func (l *LobstersSource) Fetch(count int) (map[int]string, error) {
offset := float64(count) / float64(25)
pages := int(math.Ceil(offset))
news := make(map[int]string)
newsIndex := 0

for p := 1; p <= pages; p++ {
url := fmt.Sprintf("%s/page/%d", LobstersURL, p)
resp, err := http.Get(url)
if err != nil {
handleError(err)
continue
}

doc, err := goquery.NewDocumentFromReader(resp.Body)
if err != nil {
handleError(err)
continue
}

doc.Find(".link a.u-url").Each(func(_ int, s *goquery.Selection) {
href, exist := s.Attr("href")
if !exist {
fmt.Println(red("can't find any stories..."))
}

if newsIndex >= count {
return
}

// if internal link
if strings.HasPrefix(href, "/") {
href = LobstersURL + href
}

news[newsIndex] = href
newsIndex++
})

resp.Body.Close()
}

return news, nil
}

// DZoneSource fetches latest stories from http://feeds.dzone.com/home
type DZoneSource struct{}

// Fetch gets news from the DZone
func (l *DZoneSource) Fetch(count int) (map[int]string, error) {
news := make(map[int]string)

resp, err := http.Get(DZoneURL)
if err != nil {
return news, err
}

defer resp.Body.Close()

doc := Rss{}
d := xml.NewDecoder(resp.Body)

if err := d.Decode(&doc); err != nil {
return news, err
}

for i, item := range doc.Item {
if i >= count {
break
}

news[i] = item.Link
}

return news, nil
}

// DevToSource fetches latest stories from https://dev.to/
type DevToSource struct{}

// Fetch gets news from the Dev.To
func (l *DevToSource) Fetch(count int) (map[int]string, error) {
news := make(map[int]string)

resp, err := http.Get(DevToURL)
if err != nil {
return news, err
}

defer resp.Body.Close()

doc := Rss{}
d := xml.NewDecoder(resp.Body)

if err := d.Decode(&doc); err != nil {
return news, err
}

for i, item := range doc.Item {
if i >= count {
break
}

news[i] = item.Link
}

return news, nil
}

// SteemItSource fetches latest news from SteemIt
type SteemItSource struct{}

// Fetch gets data from SteemIt
func (l *SteemItSource) Fetch(count int) (map[int]string, error) {
news := make(map[int]string)

resp, err := http.Get(SteemItURL)
if err != nil {
return news, err
}

defer resp.Body.Close()

data, err := ioutil.ReadAll(resp.Body)
if err != nil {
return news, err
}

m := make(map[string]map[string]interface{})
err = json.Unmarshal(data, &m)
if err != nil {
return news, err
}

idx := 0
for _, value := range m {
if idx >= count {
break
}

str, ok := value["url"].(string)
if ok {
news[idx] = str
idx++
}
}

return news, nil
}

// Init initializes the app
func Init() *App {
return &App{
Expand Down
Loading