dwr fix for crawl - no bytes check

andrejonasson · Feb 9, 2018 · a1fd765 · a1fd765
1 parent 023c5ea
commit a1fd765
Showing 1 changed file with 4 additions and 2 deletions.
diff --git a/question_answering/preprocessing/dwr.py b/question_answering/preprocessing/dwr.py
@@ -25,8 +25,10 @@
 
     if not os.path.exists(prefix):
         os.makedirs(prefix)
-
-    glove_zip = maybe_download(glove_base_url, glove_filename, prefix, 862182613)
+    if args.glove_source == 'wiki':
+        glove_zip = maybe_download(glove_base_url, glove_filename, prefix, 862182613)
+    else:
+        glove_zip = maybe_download(glove_base_url, glove_filename, prefix)
     glove_zip_ref = zipfile.ZipFile(os.path.join(prefix, glove_filename), 'r')
 
     glove_zip_ref.extractall(prefix)