File Reader: start with smaller batch size

SeaQL · Nov 12, 2023 · 3a308ab · 3a308ab
1 parent e1e553c
commit 3a308ab
Showing 1 changed file with 6 additions and 1 deletion.
diff --git a/sea-streamer-file/sea-streamer-file-reader/src/subprocess.ts b/sea-streamer-file/sea-streamer-file-reader/src/subprocess.ts
@@ -138,7 +138,7 @@ async function run() {
     }
     global.state = State.Running as State;
     const source = global.source!;
-    const batchSize = 100;
+    let batchSize = 1;
     const buffer = [];
     let ended = false;
 
@@ -160,6 +160,11 @@ async function run() {
                 break;
             }
         }
+        if (batchSize < 10) {
+            batchSize += 1;
+        } else if (batchSize < 100) {
+            batchSize += 10;
+        }
         if (global.state as State === State.PreSeek) { global.state = State.Seeking as State; return; }
         for (const messages of splitArray(buffer, 10)) {
             // for some reason, I can't send messages in batch of 100 on MacOS