diff --git a/build/build.go b/build/build.go index b25b84c..7d6ec10 100644 --- a/build/build.go +++ b/build/build.go @@ -36,6 +36,7 @@ import ( "strings" "github.com/PuerkitoBio/goquery" + "github.com/fatih/color" _ "github.com/mattn/go-sqlite3" ) @@ -274,17 +275,21 @@ func main() { webcachePath := flag.String("webcache", "cache/webcache", "web data cache") flag.Parse() + log.Print(color.BlueString("scraping data...")) reviews, err := scrapeData(*urlsPath, *geocachePath, *webcachePath) if err != nil { log.Fatal(err) } + log.Print(color.BlueString("collating data...")) restaurants := collateData(reviews) + log.Print(color.BlueString("computing station data...")) if err := computeStnData(restaurants, *stationsPath); err != nil { log.Fatal(err) } + log.Print(color.BlueString("saving data...")) if err := dumpData(*dbPath, restaurants); err != nil { log.Fatal(err) } diff --git a/build/scrape.go b/build/scrape.go index 31c3460..3f9bb21 100644 --- a/build/scrape.go +++ b/build/scrape.go @@ -28,6 +28,7 @@ import ( "sync" "github.com/PuerkitoBio/goquery" + "github.com/fatih/color" ) type feature struct { @@ -159,10 +160,10 @@ func scrape(url string, scr scraper) ([]review, error) { defer wg.Done() for rev := range out { if rev.err == nil { - log.Printf("SUCCESS: %s", rev.name) + log.Print(color.GreenString(rev.name)) reviews = append(reviews, rev) } else { - log.Printf("FAIL: %s", rev.name) + log.Printf("%s (%s)", color.YellowString(rev.name), color.RedString(rev.err.Error())) } } }()