.

swiseman · Dec 2, 2016 · 64ceef4 · 64ceef4
1 parent 852ee99
commit 64ceef4
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/preprocess-shards.py b/preprocess-shards.py
@@ -198,7 +198,7 @@ def convert(srcfile, targetfile, batchsize, seqlength, outfile, total_num_sents,
                     if source_lengths[i] > curr_l:
                         curr_l = source_lengths[i]
                         l_location.append(j+1)
-                l_location.append(len(sources))
+                l_location.append(len(sources)+1)
 
                 #get batch sizes
                 curr_idx = 1