fix: Update default typings to include enabled.

launchdarkly · Nov 12, 2024 · 7877e11 · 7877e11
1 parent a7d6b99
commit 7877e11
Show file tree

Hide file tree

Showing 2 changed files with 19 additions and 2 deletions.
diff --git a/packages/sdk/server-ai/src/api/LDAIClient.ts b/packages/sdk/server-ai/src/api/LDAIClient.ts
@@ -2,10 +2,16 @@ import { LDContext } from '@launchdarkly/js-server-sdk-common';
 
 import { LDAIConfig, LDGenerationConfig } from './config/LDAIConfig';
 
+export interface LDAIDefaults extends LDGenerationConfig {
+  /**
+   * Whether the configuration is enabled.
+   */
+  enabled?: boolean;
+}
+
 /**
  * Interface for performing AI operations using LaunchDarkly.
  */
-
 export interface LDAIClient {
   /**
    * Parses and interpolates a template string with the provided variables.
@@ -68,7 +74,7 @@ export interface LDAIClient {
    * }
    * ```
    */
-  modelConfig<TDefault extends LDGenerationConfig>(
+  modelConfig<TDefault extends LDAIDefaults>(
     key: string,
     context: LDContext,
     defaultValue: TDefault,

diff --git a/packages/sdk/server-ai/src/api/config/LDAIConfig.ts b/packages/sdk/server-ai/src/api/config/LDAIConfig.ts
@@ -9,6 +9,17 @@ export interface LDModelConfig {
    */
   modelId?: string;
 
+  /**
+   * Tuning parameter for randomness versus determinism. Exact effect will be determined by the
+   * model.
+   */
+  temperature?: number;
+
+  /**
+   * The maximum number of tokens.
+   */
+  maxTokens?: number;
+
   /**
    * And additional model specific information.
    */