Merge branch 'v3' into @huggingface/transformers

huggingface · Aug 7, 2024 · b326cc9 · b326cc9
2 parents 86b9b62 + 222b94e
commit b326cc9
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/src/models.js b/src/models.js
@@ -231,8 +231,8 @@ async function getSession(pretrained_model_name_or_path, fileName, options) {
         const shapes = getKeyValueShapes(options.config, {
             prefix: 'present',
         });
-        if (Object.keys(shapes).length > 0) {
-            // Only set preferredOutputLocation if shapes are present
+        if (Object.keys(shapes).length > 0 && !isONNXProxy()) {
+            // Only set preferredOutputLocation if shapes are present and we aren't proxying ONNX
             const preferredOutputLocation = {};
             for (const key in shapes) {
                 preferredOutputLocation[key] = 'gpu-buffer';