From ca12e619ee7cef97328c3b40830359210c848421 Mon Sep 17 00:00:00 2001
From: Alex Yatskov <alex@foosoft.net>
Date: Fri, 18 Sep 2015 16:55:39 +0900
Subject: [PATCH] WIP

---
 build/scrape.go | 24 ++++++++++++++++++++----
 1 file changed, 20 insertions(+), 4 deletions(-)

diff --git a/build/scrape.go b/build/scrape.go
index 8fd6911..efdf505 100644
--- a/build/scrape.go
+++ b/build/scrape.go
@@ -23,6 +23,7 @@
 package main
 
 import (
+	"log"
 	"net/url"
 	"sync"
 
@@ -146,13 +147,28 @@ func scrape(url string, scr scraper) ([]review, error) {
 	out := make(chan review, 128)
 	in := make(chan review, 128)
 
+	var (
+		reviews []review
+		wg      sync.WaitGroup
+	)
+
+	wg.Add(1)
+
+	go func() {
+		defer wg.Done()
+		for rev, ok := <-out; ok; {
+			if rev.err == nil {
+				reviews = append(reviews, rev)
+			}
+
+			log.Printf("%s: %s", rev.name, rev.err)
+		}
+	}()
+
 	go decodeReviews(in, out, scr)
 	err := scrapeIndex(url, in, scr)
 
-	var reviews []review
-	for rev, ok := <-out; ok; {
-		reviews = append(reviews, rev)
-	}
+	wg.Wait()
 
 	return reviews, err
 }