Inference Plugin pull nitro binary from release (#524)

* refactor nitro folder structure inside inference plugin

* Change to flat folder structure for nitro binary

* Remove all exiting nitro binary file

* add download command for nitron linux cuda

* Add yarn script to download nitro

* Add build deps to data-plugins yarn script

* add chmod for nitro binary file

---------

Co-authored-by: Hien To <[email protected]>
Co-authored-by: Service Account <[email protected]>

.gitignore

@@ -16,3 +16,9 @@ package-lock.json
 *.log
 plugin-core/lib
 core/lib/**
+
+# Nitro binary files
+plugins/inference-plugin/nitro/*/nitro
+plugins/inference-plugin/nitro/*/*.exe
+plugins/inference-plugin/nitro/*/*.dll
+plugins/inference-plugin/nitro/*/*.metal

package.json

@@ -28,7 +28,7 @@
     "build:electron": "yarn workspace jan build",
     "build:electron:test": "yarn workspace jan build:test",
     "build:pull-plugins": "rimraf ./electron/core/pre-install/*.tgz && cd ./electron/core/pre-install && npm pack @janhq/inference-plugin @janhq/data-plugin @janhq/model-management-plugin @janhq/monitoring-plugin",
-    "build:plugins": "rimraf ./electron/core/pre-install/*.tgz && concurrently --kill-others-on-fail \"cd ./plugins/data-plugin && npm install && npm run postinstall\" \"cd ./plugins/inference-plugin && npm install && npm run postinstall\" \"cd ./plugins/model-management-plugin && npm install && npm run postinstall\" \"cd ./plugins/monitoring-plugin && npm install && npm run postinstall\" && concurrently --kill-others-on-fail \"cd ./plugins/data-plugin && npm run build:publish\" \"cd ./plugins/inference-plugin && npm run build:publish\" \"cd ./plugins/model-management-plugin && npm run build:publish\" \"cd ./plugins/monitoring-plugin && npm run build:publish\"",
+    "build:plugins": "rimraf ./electron/core/pre-install/*.tgz && concurrently --kill-others-on-fail \"cd ./plugins/data-plugin && npm install && npm run build:deps && npm run postinstall\" \"cd ./plugins/inference-plugin && npm install && npm run postinstall\" \"cd ./plugins/model-management-plugin && npm install && npm run postinstall\" \"cd ./plugins/monitoring-plugin && npm install && npm run postinstall\" && concurrently --kill-others-on-fail \"cd ./plugins/data-plugin && npm run build:publish\" \"cd ./plugins/inference-plugin && npm run build:publish\" \"cd ./plugins/model-management-plugin && npm run build:publish\" \"cd ./plugins/monitoring-plugin && npm run build:publish\"",
     "build": "yarn build:web && yarn build:electron",
     "build:test": "yarn build:web && yarn build:electron:test",
     "build:test-darwin": "yarn build:web && yarn workspace jan build:test-darwin",

plugins/inference-plugin/module.ts

@@ -25,14 +25,19 @@ const initModel = (fileName) => {
 
         if (process.platform === "win32") {
           // Todo: Need to check for CUDA support to switch between CUDA and non-CUDA binaries
-          binaryName = "nitro_start_windows.bat";
+          binaryName = "win-start.bat";
         } else if (process.platform === "darwin") {
           // Mac OS platform
-          binaryName = process.arch === "arm64" ? "nitro_mac_arm64" : "nitro_mac_intel";
+          if (process.arch === "arm64") {
+            binaryFolder = path.join(binaryFolder, "mac-arm64")
+          } else {
+            binaryFolder = path.join(binaryFolder, "mac-x64")
+          }
+          binaryName = "nitro"
         } else {
           // Linux
           // Todo: Need to check for CUDA support to switch between CUDA and non-CUDA binaries
-          binaryName = "nitro_start_linux.sh"; // For other platforms
+          binaryName = "linux-start.sh"; // For other platforms
         }
 
             const binaryPath = path.join(binaryFolder, binaryName);