pre2017.js: Fix wikipedia scraping

Fixes coala#162
li-boxuan · Oct 26, 2018 · 6bd0c2d · 6bd0c2d
1 parent 696579b
commit 6bd0c2d
Showing 1 changed file with 10 additions and 4 deletions.
diff --git a/lib/pre2017.js b/lib/pre2017.js
@@ -86,10 +86,12 @@ async function fetchStatistics(year, html) {
   const statTable = $('table.wikitable.sortable > tbody > tr').slice(1)
 
   const tableByYear = statTable
-    .filter(
-      (index, element) =>
-        removeInsideBrackets(getListText($, element, 'td')[0]) === String(year)
-    )
+    .filter((index, element) => {
+      const yearStr = removeNewLine(
+        removeInsideBrackets(getListText($, element, 'td')[0])
+      )
+      return yearStr === String(year)
+    })
     .first()
 
   const tableData = getListText($, tableByYear, 'td')
@@ -114,6 +116,10 @@ function removeInsideBrackets(str) {
   return str.replace(/(\[.*?\]|\(.*?\)) */g, '')
 }
 
+function removeNewLine(str) {
+  return str.replace(/\n/g, '')
+}
+
 module.exports = async () => {
   const wikiResponse = await fetchText(CODEIN_WIKI_URL)