draft

second-state · Nov 8, 2023 · fbcfecf · fbcfecf
1 parent f843ab0
commit fbcfecf
Show file tree

Hide file tree

Showing 5 changed files with 16 additions and 23 deletions.
diff --git a/.github/workflows/build-demo-img.yml b/.github/workflows/build-demo-img.yml
@@ -12,7 +12,7 @@ on:
         default: 'info'
   push:
     branches:
-      - "main"
+      - "cuda"
     paths:
       - "demo/**"
       - ".github/workflows/build-demo-img.yml"

diff --git a/.github/workflows/build-installable-img.yml b/.github/workflows/build-installable-img.yml
@@ -12,7 +12,7 @@ on:
         default: 'info'
   push:
     branches:
-      - "main"
+      - "cuda"
     tags:
       - "v*.*.*"
     paths:
@@ -33,15 +33,16 @@ jobs:
         id: generate-plugins
         run: |
           plugins=()
-          plugins+=("wasi_nn-openvino")
-          plugins+=("wasi_crypto")
-          plugins+=("wasi_nn-pytorch")
-          plugins+=("wasi_nn-tensorflowlite")
-          plugins+=("wasi_nn-ggml")
-          plugins+=("wasmedge_tensorflow")
-          plugins+=("wasmedge_tensorflowlite")
-          plugins+=("wasmedge_image")
-          plugins+=("wasm_bpf")
+          # plugins+=("wasi_nn-openvino")
+          # plugins+=("wasi_crypto")
+          # plugins+=("wasi_nn-pytorch")
+          # plugins+=("wasi_nn-tensorflowlite")
+          # plugins+=("wasi_nn-ggml")
+          plugins+=("wasi_nn-ggml-cuda")
+          # plugins+=("wasmedge_tensorflow")
+          # plugins+=("wasmedge_tensorflowlite")
+          # plugins+=("wasmedge_image")
+          # plugins+=("wasm_bpf")
           plugins=$(jq --compact-output --null-input '$ARGS.positional' --args -- "${plugins[@]}")
           echo "Updated environments list: $plugins"
           echo "plugins=$plugins" >> $GITHUB_OUTPUT

diff --git a/Makefile b/Makefile
@@ -13,6 +13,7 @@ DB_MYSQL_PATH = demo/db/mysql
 DB_MYSQL_ASYNC_PATH = demo/db/mysql_async
 MICROSERVICE_DB_PATH = demo/microservice_db
 WASINN_PATH = demo/wasinn/pytorch-mobilenet-image/rust
+WASINN_GGML_PATH = demo/wasinn/wasmedge-ggml-llama-interactive
 PREOPENS_PATH = demo/rootfs-mounts
 LLAMA2_PATH = demo/llama2/simple
 LLAMA2_CHAT_PATH = demo/llama2/chat
@@ -226,16 +227,7 @@ endef
 demo/%:
 	$(call build_img, $(patsubst %/target/wasm32-wasi/$(OPT_PROFILE)/img.tar,demo/%,$*))
 
-load_demo: $(HYPER_CLIENT_PATH)/target/wasm32-wasi/$(OPT_PROFILE)/img.tar \
-	$(HYPER_SERVER_PATH)/target/wasm32-wasi/$(OPT_PROFILE)/img.tar \
-	$(REQWEST_PATH)/target/wasm32-wasi/$(OPT_PROFILE)/img.tar \
-	$(DB_MYSQL_PATH)/target/wasm32-wasi/$(OPT_PROFILE)/img.tar \
-	$(DB_MYSQL_ASYNC_PATH)/target/wasm32-wasi/$(OPT_PROFILE)/img.tar \
-	$(MICROSERVICE_DB_PATH)/target/wasm32-wasi/$(OPT_PROFILE)/img.tar \
-	$(WASINN_PATH)/target/wasm32-wasi/$(OPT_PROFILE)/img.tar \
-	$(PREOPENS_PATH)/target/wasm32-wasi/$(OPT_PROFILE)/img.tar \
-	$(LLAMA2_PATH)/target/wasm32-wasi/$(OPT_PROFILE)/img.tar \
-	$(LLAMA2_CHAT_PATH)/target/wasm32-wasi/$(OPT_PROFILE)/img.tar
+load_demo: $(WASINN_GGML_PATH)/target/wasm32-wasi/$(OPT_PROFILE)/img.tar
 	$(foreach var,$^,\
 		sudo ctr -n $(CONTAINERD_NAMESPACE) image import --all-platforms $(var);\
 	)

diff --git a/demo/wasinn b/demo/wasinn
diff --git a/release/DockerfileLib b/release/DockerfileLib
@@ -16,7 +16,7 @@ RUN <<EOT
     set -ex
     os=$(xx-info os)
     plugins=$( [ -n "$PLUGIN" ] && echo "--plugin $PLUGIN" || echo "" )
-    curl -sSf https://raw.githubusercontent.com/WasmEdge/WasmEdge/master/utils/install.sh | bash -s -- --version=0.13.5 --platform=${os^} --machine=$(xx-info march) $plugins
+    curl -sSf https://raw.githubusercontent.com/WasmEdge/WasmEdge/master/utils/install.sh | bash -s -- --platform=${os^} --machine=$(xx-info march) $plugins
     mkdir -p /dynlib
     ./install_dependencies.sh $PLUGIN /dynlib
     for file in /root/.wasmedge/plugin/*.so; do
+11 −12		.github/workflows/build_openvino_mobilenet.yml
+8 −9		.github/workflows/build_openvino_road_seg_adas.yml
+58 −0		.github/workflows/llama.yml
+65 −0		.github/workflows/pytorch.yml
+11 −2		.github/workflows/tflite.yml
+2 −0		.gitignore
+1 −1		README.md
+29 −3		pytorch-mobilenet-image/README.md
+9 −1		pytorch-mobilenet-image/rust/Cargo.toml
+96 −0		pytorch-mobilenet-image/rust/src/named_model.rs
+ −		pytorch-mobilenet-image/wasmedge-wasinn-example-mobilenet-image-named-model.wasm
+ −		pytorch-mobilenet-image/wasmedge-wasinn-example-mobilenet-image.wasm
+4 −2		scripts/install_openvino.sh
+11 −0		wasmedge-ggml-belle-chat/Cargo.toml
+152 −0		wasmedge-ggml-belle-chat/README.md
+155 −0		wasmedge-ggml-belle-chat/src/main.rs
+ −		wasmedge-ggml-belle-chat/wasmedge-ggml-belle-chat.wasm
+11 −0		wasmedge-ggml-codellama/Cargo.toml
+174 −0		wasmedge-ggml-codellama/README.md
+155 −0		wasmedge-ggml-codellama/src/main.rs
+ −		wasmedge-ggml-codellama/wasmedge-ggml-codellama.wasm
+8 −0		wasmedge-ggml-llama-interactive/Cargo.toml
+225 −0		wasmedge-ggml-llama-interactive/README.md
+127 −0		wasmedge-ggml-llama-interactive/src/main.rs
+ −		wasmedge-ggml-llama-interactive/wasmedge-ggml-llama-interactive.wasm