new fern code

Agenta-AI · Jan 12, 2024 · c159fff · c159fff
1 parent 109fbc8
commit c159fff
Show file tree

Hide file tree

Showing 23 changed files with 1,232 additions and 787 deletions.
diff --git a/agenta-cli/agenta/client/backend/__init__.py b/agenta-cli/agenta/client/backend/__init__.py
@@ -2,37 +2,43 @@
 
 from .types import (
     AddVariantFromBaseAndConfigResponse,
+    AggregatedResult,
     App,
     AppVariantOutput,
     BaseOutput,
     BodyImportTestset,
     ContainerTemplatesResponse,
     CreateAppOutput,
-    CreateCustomEvaluation,
-    CustomEvaluationDetail,
-    CustomEvaluationNames,
-    CustomEvaluationOutput,
+    DeleteEvaluation,
     DockerEnvVars,
     EnvironmentOutput,
     Evaluation,
     EvaluationScenario,
     EvaluationScenarioInput,
     EvaluationScenarioOutput,
-    EvaluationScenarioScore,
-    EvaluationScenarioUpdateScore,
+    EvaluationScenarioResult,
     EvaluationStatusEnum,
     EvaluationType,
-    EvaluationTypeSettings,
     EvaluationWebhook,
+    Evaluator,
+    EvaluatorConfig,
     Feedback,
     GetConfigReponse,
     HttpValidationError,
+    HumanEvaluation,
+    HumanEvaluationScenario,
+    HumanEvaluationScenarioInput,
+    HumanEvaluationScenarioOutput,
+    HumanEvaluationScenarioScore,
+    HumanEvaluationScenarioUpdateScore,
     Image,
     InviteRequest,
     ListApiKeysOutput,
+    LlmRunRateLimit,
     NewTestset,
     Organization,
     OrganizationOutput,
+    Result,
     SimpleEvaluationOutput,
     Span,
     Template,
@@ -50,37 +56,43 @@
 
 __all__ = [
     "AddVariantFromBaseAndConfigResponse",
+    "AggregatedResult",
     "App",
     "AppVariantOutput",
     "BaseOutput",
     "BodyImportTestset",
     "ContainerTemplatesResponse",
     "CreateAppOutput",
-    "CreateCustomEvaluation",
-    "CustomEvaluationDetail",
-    "CustomEvaluationNames",
-    "CustomEvaluationOutput",
+    "DeleteEvaluation",
     "DockerEnvVars",
     "EnvironmentOutput",
     "Evaluation",
     "EvaluationScenario",
     "EvaluationScenarioInput",
     "EvaluationScenarioOutput",
-    "EvaluationScenarioScore",
-    "EvaluationScenarioUpdateScore",
+    "EvaluationScenarioResult",
     "EvaluationStatusEnum",
     "EvaluationType",
-    "EvaluationTypeSettings",
     "EvaluationWebhook",
+    "Evaluator",
+    "EvaluatorConfig",
     "Feedback",
     "GetConfigReponse",
     "HttpValidationError",
+    "HumanEvaluation",
+    "HumanEvaluationScenario",
+    "HumanEvaluationScenarioInput",
+    "HumanEvaluationScenarioOutput",
+    "HumanEvaluationScenarioScore",
+    "HumanEvaluationScenarioUpdateScore",
     "Image",
     "InviteRequest",
     "ListApiKeysOutput",
+    "LlmRunRateLimit",
     "NewTestset",
     "Organization",
     "OrganizationOutput",
+    "Result",
     "SimpleEvaluationOutput",
     "Span",
     "Template",