alex/restaurant-search
1
Fork 0
Code Releases Activity

Fixups

Browse Source
This commit is contained in:
Alex Yatskov 2015-08-13 16:31:38 +09:00
parent 27bf94505c
commit 2176ebebb9
3 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
.gitignore vendored
View File

@ -1,2 +1,2 @@
search-scrape search-scrape
web_cache webcache

2
scrape.go
View File

@ -23,5 +23,5 @@
package main package main
func main() { func main() {
scrapeTabelog("http://tabelog.com/en/kanagawa/rstLst/1/", "tabelog.json", "web_cache") scrapeTabelog("http://tabelog.com/en/kanagawa/rstLst/1/", "tabelog.json", "webcache")
} }

2
webcache.go
View File

@ -49,7 +49,7 @@ func newWebCache(baseDir string) (*webCache, error) {
func (c *webCache) urlToLocal(url string) string { func (c *webCache) urlToLocal(url string) string {
hash := md5.New() hash := md5.New()
hash.Write([]byte(url)) hash.Write([]byte(url))
return path.Join(c.baseDir, fmt.Sprintf("%x", hash.Sum(nil))) return path.Join(c.baseDir, fmt.Sprintf("%x.html", hash.Sum(nil)))
} }
func (c *webCache) fetchUrl(url string) (*goquery.Document, error) { func (c *webCache) fetchUrl(url string) (*goquery.Document, error) {