alex/restaurant-search
1
Fork 0
Code Releases Activity

Scraping address information

Browse Source
This commit is contained in:
Alex Yatskov 2014-11-17 13:23:58 +09:00
parent 726f3b8b9e
commit ca9a5c2a5e
2 changed files with 4995 additions and 3526 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8495
scrape/data.json
View File

File diff suppressed because it is too large Load Diff

26
scrape/scrape.js
View File

@ -35,13 +35,18 @@ function reviewScraped(err, resp, html) {
var $ = cheerio.load(html);
var bars = $('div.fill');
if (bars.length != 9) {
var address = $('span.format_address').text().trim();
if (!address) {
return;
}
var storeName = $('h1#HEADING').text().trim();
if (storeName.indexOf('CLOSED') != -1) {
if (storeName.indexOf('CLOSED') !== -1) {
return;
}
var bars = $('div.fill');
if (bars.length !== 9) {
return;
}
@ -55,13 +60,14 @@ function reviewScraped(err, resp, html) {
}
var data = {
'name': storeName,
'relativeUrl': this.relativeUrl,
'rating': {
'food': (rateFood - 0.5) * 2.0,
'service': (rateService - 0.5) * 2.0,
'value': (rateValue - 0.5) * 2.0,
'atmosphere': (rateAtmosphere - 0.5) * 2.0
name: storeName,
relativeUrl: this.relativeUrl,
address: address,
rating: {
food: (rateFood - 0.5) * 2.0,
service: (rateService - 0.5) * 2.0,
value: (rateValue - 0.5) * 2.0,
atmosphere: (rateAtmosphere - 0.5) * 2.0
}
};