langfuse.api.unstable

  1# This file was auto-generated by Fern from our API Definition.
  2
  3# isort: skip_file
  4
  5import typing
  6from importlib import import_module
  7
  8if typing.TYPE_CHECKING:
  9    from .errors import (
 10        AccessDeniedError,
 11        BadRequestError,
 12        ConflictError,
 13        InternalServerError,
 14        MethodNotAllowedError,
 15        NotFoundError,
 16        PublicApiError,
 17        PublicApiErrorCode,
 18        PublicApiErrorDetails,
 19        PublicApiValidationIssue,
 20        TooManyRequestsError,
 21        UnauthorizedError,
 22        UnprocessableContentError,
 23    )
 24    from . import commons, errors, evaluation_rules, evaluators
 25    from .commons import (
 26        ArrayOptionsEvaluationRuleFilter,
 27        BooleanEvaluationRuleFilter,
 28        CategoryOptionsEvaluationRuleFilter,
 29        CodeEvaluatorSourceCodeLanguage,
 30        DateTimeEvaluationRuleFilter,
 31        EvaluationRuleArrayOptionsFilterOperator,
 32        EvaluationRuleBooleanFilterOperator,
 33        EvaluationRuleFilter,
 34        EvaluationRuleFilter_ArrayOptions,
 35        EvaluationRuleFilter_Boolean,
 36        EvaluationRuleFilter_CategoryOptions,
 37        EvaluationRuleFilter_Datetime,
 38        EvaluationRuleFilter_Null,
 39        EvaluationRuleFilter_Number,
 40        EvaluationRuleFilter_NumberObject,
 41        EvaluationRuleFilter_String,
 42        EvaluationRuleFilter_StringObject,
 43        EvaluationRuleFilter_StringOptions,
 44        EvaluationRuleMapping,
 45        EvaluationRuleMappingSource,
 46        EvaluationRuleNullFilterOperator,
 47        EvaluationRuleNumberFilterOperator,
 48        EvaluationRuleOptionsFilterOperator,
 49        EvaluationRuleStatus,
 50        EvaluationRuleStringFilterOperator,
 51        EvaluationRuleTarget,
 52        EvaluatorModelConfig,
 53        EvaluatorOutputDataType,
 54        EvaluatorOutputDefinition,
 55        EvaluatorOutputDefinition_Boolean,
 56        EvaluatorOutputDefinition_Categorical,
 57        EvaluatorOutputDefinition_Numeric,
 58        EvaluatorOutputFieldDefinition,
 59        EvaluatorScope,
 60        EvaluatorType,
 61        NullEvaluationRuleFilter,
 62        NumberEvaluationRuleFilter,
 63        NumberObjectEvaluationRuleFilter,
 64        PublicBooleanEvaluatorOutputDefinition,
 65        PublicCategoricalEvaluatorOutputDefinition,
 66        PublicCategoricalEvaluatorOutputScoreDefinition,
 67        PublicEvaluatorOutputDefinition,
 68        PublicEvaluatorOutputDefinition_Boolean,
 69        PublicEvaluatorOutputDefinition_Categorical,
 70        PublicEvaluatorOutputDefinition_Numeric,
 71        PublicNumericEvaluatorOutputDefinition,
 72        StringEvaluationRuleFilter,
 73        StringObjectEvaluationRuleFilter,
 74        StringOptionsEvaluationRuleFilter,
 75    )
 76    from .evaluation_rules import (
 77        CodeEvaluationRuleEvaluatorReference,
 78        CreateCodeEvaluationRuleRequest,
 79        CreateEvaluationRuleRequest,
 80        CreateLlmAsJudgeEvaluationRuleRequest,
 81        DeleteEvaluationRuleResponse,
 82        EvaluationRule,
 83        EvaluationRuleEvaluator,
 84        EvaluationRuleEvaluatorReference,
 85        EvaluationRules,
 86        LlmAsJudgeEvaluationRuleEvaluatorReference,
 87        LlmAsJudgeEvaluatorType,
 88        UpdateEvaluationRuleRequest,
 89    )
 90    from .evaluators import (
 91        CodeEvaluator,
 92        CreateCodeEvaluatorRequest,
 93        CreateEvaluatorRequest,
 94        CreateEvaluatorRequest_Code,
 95        CreateEvaluatorRequest_LlmAsJudge,
 96        CreateLlmAsJudgeEvaluatorRequest,
 97        DeleteEvaluatorResponse,
 98        Evaluator,
 99        EvaluatorBase,
100        Evaluator_Code,
101        Evaluator_LlmAsJudge,
102        Evaluators,
103        LlmAsJudgeEvaluator,
104    )
105_dynamic_imports: typing.Dict[str, str] = {
106    "AccessDeniedError": ".errors",
107    "ArrayOptionsEvaluationRuleFilter": ".commons",
108    "BadRequestError": ".errors",
109    "BooleanEvaluationRuleFilter": ".commons",
110    "CategoryOptionsEvaluationRuleFilter": ".commons",
111    "CodeEvaluationRuleEvaluatorReference": ".evaluation_rules",
112    "CodeEvaluator": ".evaluators",
113    "CodeEvaluatorSourceCodeLanguage": ".commons",
114    "ConflictError": ".errors",
115    "CreateCodeEvaluationRuleRequest": ".evaluation_rules",
116    "CreateCodeEvaluatorRequest": ".evaluators",
117    "CreateEvaluationRuleRequest": ".evaluation_rules",
118    "CreateEvaluatorRequest": ".evaluators",
119    "CreateEvaluatorRequest_Code": ".evaluators",
120    "CreateEvaluatorRequest_LlmAsJudge": ".evaluators",
121    "CreateLlmAsJudgeEvaluationRuleRequest": ".evaluation_rules",
122    "CreateLlmAsJudgeEvaluatorRequest": ".evaluators",
123    "DateTimeEvaluationRuleFilter": ".commons",
124    "DeleteEvaluationRuleResponse": ".evaluation_rules",
125    "DeleteEvaluatorResponse": ".evaluators",
126    "EvaluationRule": ".evaluation_rules",
127    "EvaluationRuleArrayOptionsFilterOperator": ".commons",
128    "EvaluationRuleBooleanFilterOperator": ".commons",
129    "EvaluationRuleEvaluator": ".evaluation_rules",
130    "EvaluationRuleEvaluatorReference": ".evaluation_rules",
131    "EvaluationRuleFilter": ".commons",
132    "EvaluationRuleFilter_ArrayOptions": ".commons",
133    "EvaluationRuleFilter_Boolean": ".commons",
134    "EvaluationRuleFilter_CategoryOptions": ".commons",
135    "EvaluationRuleFilter_Datetime": ".commons",
136    "EvaluationRuleFilter_Null": ".commons",
137    "EvaluationRuleFilter_Number": ".commons",
138    "EvaluationRuleFilter_NumberObject": ".commons",
139    "EvaluationRuleFilter_String": ".commons",
140    "EvaluationRuleFilter_StringObject": ".commons",
141    "EvaluationRuleFilter_StringOptions": ".commons",
142    "EvaluationRuleMapping": ".commons",
143    "EvaluationRuleMappingSource": ".commons",
144    "EvaluationRuleNullFilterOperator": ".commons",
145    "EvaluationRuleNumberFilterOperator": ".commons",
146    "EvaluationRuleOptionsFilterOperator": ".commons",
147    "EvaluationRuleStatus": ".commons",
148    "EvaluationRuleStringFilterOperator": ".commons",
149    "EvaluationRuleTarget": ".commons",
150    "EvaluationRules": ".evaluation_rules",
151    "Evaluator": ".evaluators",
152    "EvaluatorBase": ".evaluators",
153    "EvaluatorModelConfig": ".commons",
154    "EvaluatorOutputDataType": ".commons",
155    "EvaluatorOutputDefinition": ".commons",
156    "EvaluatorOutputDefinition_Boolean": ".commons",
157    "EvaluatorOutputDefinition_Categorical": ".commons",
158    "EvaluatorOutputDefinition_Numeric": ".commons",
159    "EvaluatorOutputFieldDefinition": ".commons",
160    "EvaluatorScope": ".commons",
161    "EvaluatorType": ".commons",
162    "Evaluator_Code": ".evaluators",
163    "Evaluator_LlmAsJudge": ".evaluators",
164    "Evaluators": ".evaluators",
165    "InternalServerError": ".errors",
166    "LlmAsJudgeEvaluationRuleEvaluatorReference": ".evaluation_rules",
167    "LlmAsJudgeEvaluator": ".evaluators",
168    "LlmAsJudgeEvaluatorType": ".evaluation_rules",
169    "MethodNotAllowedError": ".errors",
170    "NotFoundError": ".errors",
171    "NullEvaluationRuleFilter": ".commons",
172    "NumberEvaluationRuleFilter": ".commons",
173    "NumberObjectEvaluationRuleFilter": ".commons",
174    "PublicApiError": ".errors",
175    "PublicApiErrorCode": ".errors",
176    "PublicApiErrorDetails": ".errors",
177    "PublicApiValidationIssue": ".errors",
178    "PublicBooleanEvaluatorOutputDefinition": ".commons",
179    "PublicCategoricalEvaluatorOutputDefinition": ".commons",
180    "PublicCategoricalEvaluatorOutputScoreDefinition": ".commons",
181    "PublicEvaluatorOutputDefinition": ".commons",
182    "PublicEvaluatorOutputDefinition_Boolean": ".commons",
183    "PublicEvaluatorOutputDefinition_Categorical": ".commons",
184    "PublicEvaluatorOutputDefinition_Numeric": ".commons",
185    "PublicNumericEvaluatorOutputDefinition": ".commons",
186    "StringEvaluationRuleFilter": ".commons",
187    "StringObjectEvaluationRuleFilter": ".commons",
188    "StringOptionsEvaluationRuleFilter": ".commons",
189    "TooManyRequestsError": ".errors",
190    "UnauthorizedError": ".errors",
191    "UnprocessableContentError": ".errors",
192    "UpdateEvaluationRuleRequest": ".evaluation_rules",
193    "commons": ".commons",
194    "errors": ".errors",
195    "evaluation_rules": ".evaluation_rules",
196    "evaluators": ".evaluators",
197}
198
199
200def __getattr__(attr_name: str) -> typing.Any:
201    module_name = _dynamic_imports.get(attr_name)
202    if module_name is None:
203        raise AttributeError(
204            f"No {attr_name} found in _dynamic_imports for module name -> {__name__}"
205        )
206    try:
207        module = import_module(module_name, __package__)
208        if module_name == f".{attr_name}":
209            return module
210        else:
211            return getattr(module, attr_name)
212    except ImportError as e:
213        raise ImportError(
214            f"Failed to import {attr_name} from {module_name}: {e}"
215        ) from e
216    except AttributeError as e:
217        raise AttributeError(
218            f"Failed to get {attr_name} from {module_name}: {e}"
219        ) from e
220
221
222def __dir__():
223    lazy_attrs = list(_dynamic_imports.keys())
224    return sorted(lazy_attrs)
225
226
227__all__ = [
228    "AccessDeniedError",
229    "ArrayOptionsEvaluationRuleFilter",
230    "BadRequestError",
231    "BooleanEvaluationRuleFilter",
232    "CategoryOptionsEvaluationRuleFilter",
233    "CodeEvaluationRuleEvaluatorReference",
234    "CodeEvaluator",
235    "CodeEvaluatorSourceCodeLanguage",
236    "ConflictError",
237    "CreateCodeEvaluationRuleRequest",
238    "CreateCodeEvaluatorRequest",
239    "CreateEvaluationRuleRequest",
240    "CreateEvaluatorRequest",
241    "CreateEvaluatorRequest_Code",
242    "CreateEvaluatorRequest_LlmAsJudge",
243    "CreateLlmAsJudgeEvaluationRuleRequest",
244    "CreateLlmAsJudgeEvaluatorRequest",
245    "DateTimeEvaluationRuleFilter",
246    "DeleteEvaluationRuleResponse",
247    "DeleteEvaluatorResponse",
248    "EvaluationRule",
249    "EvaluationRuleArrayOptionsFilterOperator",
250    "EvaluationRuleBooleanFilterOperator",
251    "EvaluationRuleEvaluator",
252    "EvaluationRuleEvaluatorReference",
253    "EvaluationRuleFilter",
254    "EvaluationRuleFilter_ArrayOptions",
255    "EvaluationRuleFilter_Boolean",
256    "EvaluationRuleFilter_CategoryOptions",
257    "EvaluationRuleFilter_Datetime",
258    "EvaluationRuleFilter_Null",
259    "EvaluationRuleFilter_Number",
260    "EvaluationRuleFilter_NumberObject",
261    "EvaluationRuleFilter_String",
262    "EvaluationRuleFilter_StringObject",
263    "EvaluationRuleFilter_StringOptions",
264    "EvaluationRuleMapping",
265    "EvaluationRuleMappingSource",
266    "EvaluationRuleNullFilterOperator",
267    "EvaluationRuleNumberFilterOperator",
268    "EvaluationRuleOptionsFilterOperator",
269    "EvaluationRuleStatus",
270    "EvaluationRuleStringFilterOperator",
271    "EvaluationRuleTarget",
272    "EvaluationRules",
273    "Evaluator",
274    "EvaluatorBase",
275    "EvaluatorModelConfig",
276    "EvaluatorOutputDataType",
277    "EvaluatorOutputDefinition",
278    "EvaluatorOutputDefinition_Boolean",
279    "EvaluatorOutputDefinition_Categorical",
280    "EvaluatorOutputDefinition_Numeric",
281    "EvaluatorOutputFieldDefinition",
282    "EvaluatorScope",
283    "EvaluatorType",
284    "Evaluator_Code",
285    "Evaluator_LlmAsJudge",
286    "Evaluators",
287    "InternalServerError",
288    "LlmAsJudgeEvaluationRuleEvaluatorReference",
289    "LlmAsJudgeEvaluator",
290    "LlmAsJudgeEvaluatorType",
291    "MethodNotAllowedError",
292    "NotFoundError",
293    "NullEvaluationRuleFilter",
294    "NumberEvaluationRuleFilter",
295    "NumberObjectEvaluationRuleFilter",
296    "PublicApiError",
297    "PublicApiErrorCode",
298    "PublicApiErrorDetails",
299    "PublicApiValidationIssue",
300    "PublicBooleanEvaluatorOutputDefinition",
301    "PublicCategoricalEvaluatorOutputDefinition",
302    "PublicCategoricalEvaluatorOutputScoreDefinition",
303    "PublicEvaluatorOutputDefinition",
304    "PublicEvaluatorOutputDefinition_Boolean",
305    "PublicEvaluatorOutputDefinition_Categorical",
306    "PublicEvaluatorOutputDefinition_Numeric",
307    "PublicNumericEvaluatorOutputDefinition",
308    "StringEvaluationRuleFilter",
309    "StringObjectEvaluationRuleFilter",
310    "StringOptionsEvaluationRuleFilter",
311    "TooManyRequestsError",
312    "UnauthorizedError",
313    "UnprocessableContentError",
314    "UpdateEvaluationRuleRequest",
315    "commons",
316    "errors",
317    "evaluation_rules",
318    "evaluators",
319]
AccessDeniedError
ArrayOptionsEvaluationRuleFilter
BadRequestError
BooleanEvaluationRuleFilter
CategoryOptionsEvaluationRuleFilter
CodeEvaluationRuleEvaluatorReference
CodeEvaluator
CodeEvaluatorSourceCodeLanguage
ConflictError
CreateCodeEvaluationRuleRequest
CreateCodeEvaluatorRequest
CreateEvaluationRuleRequest
CreateEvaluatorRequest
CreateEvaluatorRequest_Code
CreateEvaluatorRequest_LlmAsJudge
CreateLlmAsJudgeEvaluationRuleRequest
CreateLlmAsJudgeEvaluatorRequest
DateTimeEvaluationRuleFilter
DeleteEvaluationRuleResponse
DeleteEvaluatorResponse
EvaluationRule
EvaluationRuleArrayOptionsFilterOperator
EvaluationRuleBooleanFilterOperator
EvaluationRuleEvaluator
EvaluationRuleEvaluatorReference
EvaluationRuleFilter
EvaluationRuleFilter_ArrayOptions
EvaluationRuleFilter_Boolean
EvaluationRuleFilter_CategoryOptions
EvaluationRuleFilter_Datetime
EvaluationRuleFilter_Null
EvaluationRuleFilter_Number
EvaluationRuleFilter_NumberObject
EvaluationRuleFilter_String
EvaluationRuleFilter_StringObject
EvaluationRuleFilter_StringOptions
EvaluationRuleMapping
EvaluationRuleMappingSource
EvaluationRuleNullFilterOperator
EvaluationRuleNumberFilterOperator
EvaluationRuleOptionsFilterOperator
EvaluationRuleStatus
EvaluationRuleStringFilterOperator
EvaluationRuleTarget
EvaluationRules
Evaluator
EvaluatorBase
EvaluatorModelConfig
EvaluatorOutputDataType
EvaluatorOutputDefinition
EvaluatorOutputDefinition_Boolean
EvaluatorOutputDefinition_Categorical
EvaluatorOutputDefinition_Numeric
EvaluatorOutputFieldDefinition
EvaluatorScope
EvaluatorType
Evaluator_Code
Evaluator_LlmAsJudge
Evaluators
InternalServerError
LlmAsJudgeEvaluationRuleEvaluatorReference
LlmAsJudgeEvaluator
LlmAsJudgeEvaluatorType
MethodNotAllowedError
NotFoundError
NullEvaluationRuleFilter
NumberEvaluationRuleFilter
NumberObjectEvaluationRuleFilter
PublicApiError
PublicApiErrorCode
PublicApiErrorDetails
PublicApiValidationIssue
PublicBooleanEvaluatorOutputDefinition
PublicCategoricalEvaluatorOutputDefinition
PublicCategoricalEvaluatorOutputScoreDefinition
PublicEvaluatorOutputDefinition
PublicEvaluatorOutputDefinition_Boolean
PublicEvaluatorOutputDefinition_Categorical
PublicEvaluatorOutputDefinition_Numeric
PublicNumericEvaluatorOutputDefinition
StringEvaluationRuleFilter
StringObjectEvaluationRuleFilter
StringOptionsEvaluationRuleFilter
TooManyRequestsError
UnauthorizedError
UnprocessableContentError
UpdateEvaluationRuleRequest