Quick fix for parse key removal (#51)

* Update scraper_data match * Update version
HermanFassett · Nov 25, 2020 · 677fbcd · 677fbcd
1 parent 8b8152c
commit 677fbcd
Show file tree

Hide file tree

Showing 3 changed files with 4 additions and 4 deletions.
diff --git a/README.md b/README.md
@@ -50,7 +50,7 @@ docker run -p 8080:8080 -d <your username>/youtube-scrape
 
 Here is an example call:
 ```
-http://youtube-scrape.herokuapp.com/api/search?q=herman%20fassett&page=1
+http://youtube-scrape.herokuapp.com/api/search?q=herman%20fassett
 ```
 Example output:
 ```

diff --git a/package.json b/package.json
@@ -1,6 +1,6 @@
 {
     "name": "youtube-scrape",
-    "version": "0.1.4",
+    "version": "0.1.5",
     "description": "Scrape YouTube searches",
     "main": "server.js",
     "author": "Herman Fassett",

diff --git a/scraper.js b/scraper.js
@@ -41,9 +41,9 @@ async function youtube(query, key, pageToken) {
                     // Get script json data from html to parse
                     let data, sectionLists = [];
                     try {
-                        let match = html.match(/ytInitialData[^{]*(.*);\s*\/\/ scraper_data_end/s);
+                        let match = html.match(/ytInitialData[^{]*(.*"adSafetyReason":[^;]*});/s);
                         if (match && match.length > 1) {
-                            json["parser"] += ".scraper_data";
+                            json["parser"] += ".object_var";
                         }
                         else {
                             json["parser"] += ".original";