From 64ceef47d07aab19679756c8785bf8fe4f548d82 Mon Sep 17 00:00:00 2001
From: Yoon Kim <yoonkim@sum1gpu01.rc.fas.harvard.edu>
Date: Fri, 2 Dec 2016 12:16:26 -0500
Subject: [PATCH] .

---
 preprocess-shards.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/preprocess-shards.py b/preprocess-shards.py
index 4859799..c9602a5 100644
--- a/preprocess-shards.py
+++ b/preprocess-shards.py
@@ -198,7 +198,7 @@ def convert(srcfile, targetfile, batchsize, seqlength, outfile, total_num_sents,
                     if source_lengths[i] > curr_l:
                         curr_l = source_lengths[i]
                         l_location.append(j+1)
-                l_location.append(len(sources))
+                l_location.append(len(sources)+1)
 
                 #get batch sizes
                 curr_idx = 1