feat: few shot example filtering in js

js/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langsmith",
-  "version": "0.1.50",
+  "version": "0.1.51",
   "description": "Client library to connect to the LangSmith LLM Tracing and Evaluation Platform.",
   "packageManager": "[email protected]",
   "files": [
@@ -276,4 +276,4 @@
     },
     "./package.json": "./package.json"
   }
-}
+}

js/src/client.ts

@@ -1271,7 +1271,7 @@
     treeFilter?: string;
     isRoot?: boolean;
     dataSourceType?: string;
   }): Promise<any> {
     let projectIds_ = projectIds || [];
     if (projectNames) {
       projectIds_ = [
@@ -1559,7 +1559,7 @@
         `Failed to list shared examples: ${response.status} ${response.statusText}`
       );
     }
     return result.map((example: any) => ({
       ...example,
       _hostUrl: this.getHostUrl(),
     }));
@@ -2238,13 +2238,22 @@
   public async similarExamples(
     inputs: KVMap,
     datasetId: string,
-    limit: number
+    limit: number,
+    {
+      filter,
+    }: {
+      filter?: string;
+    } = {}
   ): Promise<ExampleSearch[]> {
-    const data = {
+    const data: KVMap = {
       limit: limit,
       inputs: inputs,
     };
 
+    if (filter !== undefined) {
+      data["filter"] = filter;
+    }
+
     assertUuid(datasetId);
     const response = await this.caller.call(
       fetch,
@@ -2660,7 +2669,7 @@
     }
 
     const feedbackResult = await evaluator.evaluateRun(run_, referenceExample);
     const [_, feedbacks] = await this._logEvaluationFeedback(
       feedbackResult,
       run_,
       sourceInfo
@@ -2990,7 +2999,7 @@
   async _logEvaluationFeedback(
     evaluatorResponse: EvaluationResult | EvaluationResults,
     run?: Run,
     sourceInfo?: { [key: string]: any }
   ): Promise<[results: EvaluationResult[], feedbacks: Feedback[]]> {
     const evalResults: Array<EvaluationResult> =
       this._selectEvalResults(evaluatorResponse);
@@ -3029,7 +3038,7 @@
   public async logEvaluationFeedback(
     evaluatorResponse: EvaluationResult | EvaluationResults,
     run?: Run,
     sourceInfo?: { [key: string]: any }
   ): Promise<EvaluationResult[]> {
     const [results] = await this._logEvaluationFeedback(
       evaluatorResponse,
@@ -3095,7 +3104,7 @@
     promptIdentifier: string,
     like: boolean
   ): Promise<LikePromptResponse> {
     const [owner, promptName, _] = parsePromptIdentifier(promptIdentifier);
     const response = await this.caller.call(
       fetch,
       `${this.apiUrl}/likes/${owner}/${promptName}`,
@@ -3200,7 +3209,7 @@
   }
 
   public async getPrompt(promptIdentifier: string): Promise<Prompt | null> {
     const [owner, promptName, _] = parsePromptIdentifier(promptIdentifier);
     const response = await this.caller.call(
       fetch,
       `${this.apiUrl}/repos/${owner}/${promptName}`,
@@ -3244,7 +3253,7 @@
       );
     }
 
     const [owner, promptName, _] = parsePromptIdentifier(promptIdentifier);
     if (!(await this._currentTenantIsOwner(owner))) {
       throw await this._ownerConflictError("create a prompt", owner);
     }
@@ -3273,7 +3282,7 @@
 
   public async createCommit(
     promptIdentifier: string,
     object: any,
     options?: {
       parentCommitHash?: string;
     }
@@ -3282,7 +3291,7 @@
       throw new Error("Prompt does not exist, you must create it first.");
     }
 
     const [owner, promptName, _] = parsePromptIdentifier(promptIdentifier);
     const resolvedParentCommitHash =
       options?.parentCommitHash === "latest" || !options?.parentCommitHash
         ? await this._getLatestCommitHash(`${owner}/${promptName}`)

js/src/index.ts

@@ -12,4 +12,4 @@ export type {
 export { RunTree, type RunTreeConfig } from "./run_trees.js";
 
 // Update using yarn bump-version
-export const __version__ = "0.1.50";
+export const __version__ = "0.1.51";

js/src/tests/few_shot.int.test.ts

@@ -4,7 +4,7 @@ import { v4 as uuidv4 } from "uuid";
 
 const TESTING_DATASET_NAME = `test_dataset_few_shot_js_${uuidv4()}`;
 
-test("evaluate can evaluate", async () => {
+test("few shot search", async () => {
   const client = new Client();
 
   const schema: KVMap = {
@@ -33,6 +33,7 @@ test("evaluate can evaluate", async () => {
   const res = await client.createExamples({
     inputs: [{ name: "foo" }, { name: "bar" }],
     outputs: [{ output: 2 }, { output: 3 }],
+    metadata: [{ somekey: "somevalue" }, { somekey: "someothervalue" }],
     datasetName: TESTING_DATASET_NAME,
   });
   if (res.length !== 2) {
@@ -62,4 +63,16 @@ test("evaluate can evaluate", async () => {
   expect(examples.length).toBe(2);
   expect(examples[0].inputs).toEqual({ name: "foo" });
   expect(examples[1].inputs).toEqual({ name: "bar" });
+
+  const filtered_examples = await client.similarExamples(
+    { name: "foo" },
+    dataset.id,
+    1,
+    {
+      filter: "eq(metadata.somekey, 'somevalue')",
+    }
+  );
+
+  expect(filtered_examples.length).toBe(1);
+  expect(filtered_examples[0].inputs).toEqual({ name: "foo" });
 });