From 2b3dd0b13a11717185fb37e20e600b8a74d65f40 Mon Sep 17 00:00:00 2001 From: Alex Yatskov Date: Tue, 16 Sep 2014 15:14:22 +0900 Subject: [PATCH] Adding mysql deps, cleaning up json generation on scraper --- scrape/data.json | 4 ++-- scrape/package.json | 5 +++-- scrape/scrape.js | 2 +- server/package.json | 1 + 4 files changed, 7 insertions(+), 5 deletions(-) diff --git a/scrape/data.json b/scrape/data.json index 83c9157..6d6e679 100644 --- a/scrape/data.json +++ b/scrape/data.json @@ -1,4 +1,4 @@ -var DATA_RECORDS = [ +[ { "name": "Levain Bakery", "relativeUrl": "/Restaurant_Review-g60763-d783460-Reviews-Levain_Bakery-New_York_City_New_York.html", @@ -67829,4 +67829,4 @@ var DATA_RECORDS = [ "atmosphere": 0.18681318681318682 } } -] \ No newline at end of file +] diff --git a/scrape/package.json b/scrape/package.json index 632c45a..6f00227 100644 --- a/scrape/package.json +++ b/scrape/package.json @@ -9,7 +9,8 @@ "author": "", "license": "BSD-2-Clause", "dependencies": { - "underscore": "~1.6.0", - "cheerio": "~0.17.0" + "cheerio": "~0.17.0", + "mysql": "^2.5.0", + "underscore": "~1.6.0" } } diff --git a/scrape/scrape.js b/scrape/scrape.js index a4da6ec..6379f00 100755 --- a/scrape/scrape.js +++ b/scrape/scrape.js @@ -133,7 +133,7 @@ function main() { }); process.on('exit', function() { - var strData = 'var DATA_RECORDS = ' + JSON.stringify(results, null, 4); + var strData = JSON.stringify(results, null, 4); fs.writeFileSync(databasePath, strData); }); } diff --git a/server/package.json b/server/package.json index 64a4498..545e458 100644 --- a/server/package.json +++ b/server/package.json @@ -11,6 +11,7 @@ "license": "BSD-2-Clause", "dependencies": { "express": "~4.5.1", + "mysql": "^2.5.0", "underscore": "^1.6.0" } }