update: nim

redhat-na-ssa · Nov 18, 2024 · 8790380 · 8790380
1 parent 9ed98f3
commit 8790380
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/components/app-configs/nim/README.md b/components/app-configs/nim/README.md
@@ -9,14 +9,15 @@ Query NIM Open AI API
 
 ```sh
 URL=https://$(oc get route -o go-template='{{.spec.host}}' nim)/v1/completions
+PROMPT="Once upon a time"
 
 curl -s -X 'POST' \
   "${URL}" \
   -H 'accept: application/json' \
   -H 'Content-Type: application/json' \
   -d '{
       "model": "meta/llama3-8b-instruct",
-      "prompt": "Once upon a time",
-      "max_tokens": 64
+      "prompt": "'"${PROMPT}"'",
+      "max_tokens": 100
     }' | jq .choices[0].text
 ```