alex/restaurant-search
1
Fork 0
Code Releases Activity

Fixes

Browse Source
This commit is contained in:
Alex Yatskov 2015-09-18 17:14:48 +09:00
parent ca12e619ee
commit dfecf65ba9
2 changed files with 1438 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1432
build/cache/geocache.json vendored
View File

File diff suppressed because it is too large Load Diff

12
build/scrape.go
View File

@ -71,7 +71,7 @@ func makeAbsUrl(ref, base string) (string, error) {
} }
func decodeReviews(in chan review, out chan review, scr scraper) { func decodeReviews(in chan review, out chan review, scr scraper) {
for rev, ok := <-in; ok; { for rev := range in {
if rev.err == nil { if rev.err == nil {
rev.latitude, rev.longitude, rev.err = scr.decode(rev.address) rev.latitude, rev.longitude, rev.err = scr.decode(rev.address)
} }
@ -153,22 +153,22 @@ func scrape(url string, scr scraper) ([]review, error) {
) )
wg.Add(1) wg.Add(1)
defer wg.Wait()
go func() { go func() {
defer wg.Done() defer wg.Done()
for rev, ok := <-out; ok; { for rev := range out {
if rev.err == nil { if rev.err == nil {
log.Printf("SUCCESS: %s", rev.name)
reviews = append(reviews, rev) reviews = append(reviews, rev)
} else {
log.Printf("FAIL: %s", rev.name)
} }
log.Printf("%s: %s", rev.name, rev.err)
} }
}() }()
go decodeReviews(in, out, scr) go decodeReviews(in, out, scr)
err := scrapeIndex(url, in, scr) err := scrapeIndex(url, in, scr)
wg.Wait()
return reviews, err return reviews, err
} }