From 6a771c754a9ede42fa9bff743087510a2168cf59 Mon Sep 17 00:00:00 2001 From: Maximilian Date: Wed, 17 Apr 2019 10:33:39 +0200 Subject: Adds crawler for Github. --- scrape.go | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) (limited to 'scrape.go') diff --git a/scrape.go b/scrape.go index ebb02fa..3b7887b 100644 --- a/scrape.go +++ b/scrape.go @@ -7,14 +7,14 @@ import ( "github.com/gocolly/colly" ) -func (app *App) ScrapeHTML(platforms []Platform) { +func (app *App) Scrape(platforms []Platform) { wait := make(chan bool) count := 0 for _, platform := range platforms { - go app.Scrape(platform, wait) + go app.ScrapeHTML(platform, wait) count++ } @@ -25,7 +25,7 @@ func (app *App) ScrapeHTML(platforms []Platform) { } } -func (app *App) Scrape(platform Platform, wait chan bool) { +func (app *App) ScrapeHTML(platform Platform, wait chan bool) { var Entries []Entry var err error -- cgit v1.2.3