[Example] ggml: add stream-stdout back

Signed-off-by: hydai <[email protected]>
second-state · Jan 9, 2024 · 3480581 · 3480581
1 parent 791193d
commit 3480581
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 0 deletions.
diff --git a/wasmedge-ggml-llama-interactive/src/main.rs b/wasmedge-ggml-llama-interactive/src/main.rs
@@ -31,6 +31,10 @@ fn main() {
         Ok(val) => options["enable-debug-log"] = serde_json::from_str(val.as_str()).unwrap(),
         _ => (),
     };
+    match env::var("stream_stdout") {
+        Ok(val) => options["stream-stdout"] = serde_json::from_str(val.as_str()).unwrap(),
+        _ => (),
+    };
     match env::var("n_predict") {
         Ok(val) => options["n-preidct"] = serde_json::from_str(val.as_str()).unwrap(),
         _ => (),

diff --git a/wasmedge-ggml-llama-interactive/wasmedge-ggml-llama-interactive.wasm b/wasmedge-ggml-llama-interactive/wasmedge-ggml-llama-interactive.wasm