Merge pull request #3 from ProjectDebbie/develop

version 2.0.2 split in folders

pubmed_timed_retrieval.py

@@ -162,9 +162,17 @@ def fetch_details(webenv, querykey, retstart, retmax, outputfolder, ids_list, re
     print ("Total abstracts in search query: " + str(count))
     search_while=True  
     first_time = True
+    counter=1
     while (retstart < count):
         print ("Search from  " + str(retstart) +  " to " + str(retstart + retmax))
-        results = fetch_details(webenv, querykey, retstart, retmax, args.o, ids_list, args.r, reldate)
+        subfolder = args.o
+        #just in case there were more than 10000, the folder split starts 
+        if(count>10000):
+            subfolder = args.o + "/abstracts_"+ str(counter)
+            if not os.path.exists(subfolder):
+                os.makedirs(subfolder)
+        results = fetch_details(webenv, querykey, retstart, retmax, subfolder, ids_list, args.r, reldate)
         retstart=retstart+retmax
+        counter = counter + 1
     print("Finish process")