chore: bump onnxruntime-genai to f36396f and fix build error (#13)

Co-authored-by: vansangpfiev <[email protected]>
janhq · Jun 24, 2024 · a94f858 · a94f858
1 parent dfdf4ae
commit a94f858
Show file tree

Hide file tree

Showing 3 changed files with 2 additions and 1 deletion.
diff --git a/onnxruntime-genai b/onnxruntime-genai
diff --git a/third-party/D3D12Core.dll b/third-party/D3D12Core.dll
diff --git a/third-party/onnxruntime.cmake b/third-party/onnxruntime.cmake
@@ -31,5 +31,6 @@ else()
     file(COPY ${CMAKE_BINARY_DIR}/onnxruntime/runtimes/win-x64/native/onnxruntime.dll DESTINATION ${CMAKE_BINARY_DIR}/../ort/lib/)
     file(COPY ${CMAKE_BINARY_DIR}/onnxruntime/runtimes/win-x64/native/onnxruntime.lib DESTINATION ${CMAKE_BINARY_DIR}/../ort/lib/)
     file(COPY ${CMAKE_BINARY_DIR}/../../third-party/DirectML.dll DESTINATION ${CMAKE_BINARY_DIR}/../ort/lib/)
+    file(COPY ${CMAKE_BINARY_DIR}/../../third-party/D3D12Core.dll DESTINATION ${CMAKE_BINARY_DIR}/../ort/lib/)
     file(COPY ${CMAKE_BINARY_DIR}/onnxruntime/build/native/include DESTINATION ${CMAKE_BINARY_DIR}/../ort/)
 endif()
+20 −0		.github/labeler.yml
+1 −1		.github/workflows/linux-gpu-x64-build.yml
+19 −0		.github/workflows/run-issue-labeler.yml
+5 −0		.github/workflows/win-cpu-x64-build.yml
+13 −0		.github/workflows/win-directml-x64-build.yml
+4 −0		.gitignore
+10 −0		.pipelines/nuget-publishing.yml
+22 −9		.pipelines/pypl-publishing.yml
+28 −1		.pipelines/stages/jobs/nuget-packaging-job.yml
+24 −3		.pipelines/stages/jobs/py-packaging-job.yml
+28 −7		.pipelines/stages/jobs/steps/capi-linux-step.yml
+25 −6		.pipelines/stages/jobs/steps/capi-win-step.yml
+12 −4		.pipelines/stages/jobs/steps/compliant/esrp_nuget.yml
+10 −34		.pipelines/stages/jobs/steps/compliant/win-esrp-dll-step.yml
+2 −1		.pipelines/stages/jobs/steps/nuget-win-step.yml
+1 −1		.pipelines/stages/jobs/steps/utils/capi-archive.yml
+1 −1		.pipelines/stages/jobs/steps/utils/download-ort.yml
+9 −0		.pipelines/stages/nuget-packaging-stage.yml
+32 −10		.pipelines/stages/py-packaging-stage.yml
+8 −0		CMakeLists.txt
+1 −1		README.md
+119 −21		benchmark/python/benchmark_e2e.py
+31 −15		build.py
+10 −1		cmake/check_cuda.cmake
+1 −1		cmake/deps.txt
+3 −1		cmake/global_variables.cmake
+4 −0		cmake/package.cmake
+3 −2		cmake/presets/CMakeWinConfigPresets.json
+0 −1		examples/c/README.md
+65 −37		examples/c/src/main.cpp
+58 −34		examples/chat_app/README.md
+0 −0		examples/chat_app/__init__.py
+47 −21		examples/chat_app/app.py
+0 −0		examples/chat_app/app_modules/overwrites.py
+0 −0		examples/chat_app/app_modules/presets.py
+1 −1		examples/chat_app/app_modules/utils.py
+5 −4		examples/chat_app/assets/custom.css
+0 −0		examples/chat_app/assets/custom.js
+8 −0		examples/chat_app/consts.py
+ −		examples/chat_app/image.png
+0 −0		examples/chat_app/interface/hddr_llm_onnx_interface.py
+134 −0		examples/chat_app/interface/multimodal_onnx_interface.py
+1 −1		examples/chat_app/requirements.txt
+ −		examples/chat_app/vision_UI_interface.png
+63 −12		examples/csharp/HelloPhi/Program.cs
+8 −4		nuget/Microsoft.ML.OnnxRuntimeGenAI.Managed.nuspec
+4 −2		nuget/Microsoft.ML.OnnxRuntimeGenAI.nuspec
+3 −3		src/beam_search_scorer.cpp
+5 −1		src/csharp/Microsoft.ML.OnnxRuntimeGenAI.csproj
+16 −2		src/dml/dml_helpers.cpp
+1 −1		src/dml/dml_helpers.h
+13 −1		src/generators.cpp
+3 −1		src/generators.h
+1 −1		src/models/captured_graph_pool.h
+3 −2		src/models/decoder_only.cpp
+1 −1		src/models/decoder_only.h
+2 −12		src/models/embeddings.cpp
+3 −3		src/models/embeddings.h
+4 −5		src/models/gpt.cpp
+1 −2		src/models/gpt.h
+0 −18		src/models/input_ids.cpp
+2 −2		src/models/input_ids.h
+70 −52		src/models/logits.cpp
+9 −2		src/models/logits.h
+13 −11		src/models/model.cpp
+5 −4		src/models/multi_modal_vision_model.cpp
+13 −3		src/models/multi_modal_vision_model.h
+1 −1		src/models/prompt_image_processor.cpp
+2 −0		src/models/static_buffer.h
+3 −2		src/models/whisper.cpp
+1 −1		src/models/whisper.h
+13 −9		src/python/__init__.py.in
+3 −1		src/python/package_description.md
+13 −0		src/python/py/models/README.md
+170 −62		src/python/py/models/builder.py
+658 −0		src/python/py/models/quantized_model.py
+22 −6		src/python/python.cpp
+1 −0		src/python/setup.py.in
+2 −2		src/search.h
+1 −1		src/search_cuda.h
+1 −1		src/sequences.cpp
+1 −1		src/sequences.h
+1 −1		src/sequences_cuda.cpp
+1 −1		src/sequences_cuda.h
+1 −1		test/python/requirements-cuda.txt
+1 −1		test/python/requirements-nightly-cpu.txt
+1 −1		test/python/requirements.txt
+69 −0		test/python/test_onnxruntime_genai_api.py
+0 −0		tools/ci_build/github/linux/docker/manylinux/Dockerfile.manylinux2_28_cuda_11.8
+20 −0		tools/ci_build/github/linux/docker/manylinux/Dockerfile.manylinux2_28_cuda_12.2