langfuse.api.unstable
1# This file was auto-generated by Fern from our API Definition. 2 3# isort: skip_file 4 5import typing 6from importlib import import_module 7 8if typing.TYPE_CHECKING: 9 from .errors import ( 10 AccessDeniedError, 11 BadRequestError, 12 ConflictError, 13 InternalServerError, 14 MethodNotAllowedError, 15 NotFoundError, 16 PublicApiError, 17 PublicApiErrorCode, 18 PublicApiErrorDetails, 19 PublicApiValidationIssue, 20 TooManyRequestsError, 21 UnauthorizedError, 22 UnprocessableContentError, 23 ) 24 from . import commons, errors, evaluation_rules, evaluators 25 from .commons import ( 26 ArrayOptionsEvaluationRuleFilter, 27 BooleanEvaluationRuleFilter, 28 CategoryOptionsEvaluationRuleFilter, 29 CodeEvaluatorSourceCodeLanguage, 30 DateTimeEvaluationRuleFilter, 31 EvaluationRuleArrayOptionsFilterOperator, 32 EvaluationRuleBooleanFilterOperator, 33 EvaluationRuleFilter, 34 EvaluationRuleFilter_ArrayOptions, 35 EvaluationRuleFilter_Boolean, 36 EvaluationRuleFilter_CategoryOptions, 37 EvaluationRuleFilter_Datetime, 38 EvaluationRuleFilter_Null, 39 EvaluationRuleFilter_Number, 40 EvaluationRuleFilter_NumberObject, 41 EvaluationRuleFilter_String, 42 EvaluationRuleFilter_StringObject, 43 EvaluationRuleFilter_StringOptions, 44 EvaluationRuleMapping, 45 EvaluationRuleMappingSource, 46 EvaluationRuleNullFilterOperator, 47 EvaluationRuleNumberFilterOperator, 48 EvaluationRuleOptionsFilterOperator, 49 EvaluationRuleStatus, 50 EvaluationRuleStringFilterOperator, 51 EvaluationRuleTarget, 52 EvaluatorModelConfig, 53 EvaluatorOutputDataType, 54 EvaluatorOutputDefinition, 55 EvaluatorOutputDefinition_Boolean, 56 EvaluatorOutputDefinition_Categorical, 57 EvaluatorOutputDefinition_Numeric, 58 EvaluatorOutputFieldDefinition, 59 EvaluatorScope, 60 EvaluatorType, 61 NullEvaluationRuleFilter, 62 NumberEvaluationRuleFilter, 63 NumberObjectEvaluationRuleFilter, 64 PublicBooleanEvaluatorOutputDefinition, 65 PublicCategoricalEvaluatorOutputDefinition, 66 PublicCategoricalEvaluatorOutputScoreDefinition, 67 PublicEvaluatorOutputDefinition, 68 PublicEvaluatorOutputDefinition_Boolean, 69 PublicEvaluatorOutputDefinition_Categorical, 70 PublicEvaluatorOutputDefinition_Numeric, 71 PublicNumericEvaluatorOutputDefinition, 72 StringEvaluationRuleFilter, 73 StringObjectEvaluationRuleFilter, 74 StringOptionsEvaluationRuleFilter, 75 ) 76 from .evaluation_rules import ( 77 CodeEvaluationRuleEvaluatorReference, 78 CreateCodeEvaluationRuleRequest, 79 CreateEvaluationRuleRequest, 80 CreateLlmAsJudgeEvaluationRuleRequest, 81 DeleteEvaluationRuleResponse, 82 EvaluationRule, 83 EvaluationRuleEvaluator, 84 EvaluationRuleEvaluatorReference, 85 EvaluationRules, 86 LlmAsJudgeEvaluationRuleEvaluatorReference, 87 LlmAsJudgeEvaluatorType, 88 UpdateEvaluationRuleRequest, 89 ) 90 from .evaluators import ( 91 CodeEvaluator, 92 CreateCodeEvaluatorRequest, 93 CreateEvaluatorRequest, 94 CreateEvaluatorRequest_Code, 95 CreateEvaluatorRequest_LlmAsJudge, 96 CreateLlmAsJudgeEvaluatorRequest, 97 DeleteEvaluatorResponse, 98 Evaluator, 99 EvaluatorBase, 100 Evaluator_Code, 101 Evaluator_LlmAsJudge, 102 Evaluators, 103 LlmAsJudgeEvaluator, 104 ) 105_dynamic_imports: typing.Dict[str, str] = { 106 "AccessDeniedError": ".errors", 107 "ArrayOptionsEvaluationRuleFilter": ".commons", 108 "BadRequestError": ".errors", 109 "BooleanEvaluationRuleFilter": ".commons", 110 "CategoryOptionsEvaluationRuleFilter": ".commons", 111 "CodeEvaluationRuleEvaluatorReference": ".evaluation_rules", 112 "CodeEvaluator": ".evaluators", 113 "CodeEvaluatorSourceCodeLanguage": ".commons", 114 "ConflictError": ".errors", 115 "CreateCodeEvaluationRuleRequest": ".evaluation_rules", 116 "CreateCodeEvaluatorRequest": ".evaluators", 117 "CreateEvaluationRuleRequest": ".evaluation_rules", 118 "CreateEvaluatorRequest": ".evaluators", 119 "CreateEvaluatorRequest_Code": ".evaluators", 120 "CreateEvaluatorRequest_LlmAsJudge": ".evaluators", 121 "CreateLlmAsJudgeEvaluationRuleRequest": ".evaluation_rules", 122 "CreateLlmAsJudgeEvaluatorRequest": ".evaluators", 123 "DateTimeEvaluationRuleFilter": ".commons", 124 "DeleteEvaluationRuleResponse": ".evaluation_rules", 125 "DeleteEvaluatorResponse": ".evaluators", 126 "EvaluationRule": ".evaluation_rules", 127 "EvaluationRuleArrayOptionsFilterOperator": ".commons", 128 "EvaluationRuleBooleanFilterOperator": ".commons", 129 "EvaluationRuleEvaluator": ".evaluation_rules", 130 "EvaluationRuleEvaluatorReference": ".evaluation_rules", 131 "EvaluationRuleFilter": ".commons", 132 "EvaluationRuleFilter_ArrayOptions": ".commons", 133 "EvaluationRuleFilter_Boolean": ".commons", 134 "EvaluationRuleFilter_CategoryOptions": ".commons", 135 "EvaluationRuleFilter_Datetime": ".commons", 136 "EvaluationRuleFilter_Null": ".commons", 137 "EvaluationRuleFilter_Number": ".commons", 138 "EvaluationRuleFilter_NumberObject": ".commons", 139 "EvaluationRuleFilter_String": ".commons", 140 "EvaluationRuleFilter_StringObject": ".commons", 141 "EvaluationRuleFilter_StringOptions": ".commons", 142 "EvaluationRuleMapping": ".commons", 143 "EvaluationRuleMappingSource": ".commons", 144 "EvaluationRuleNullFilterOperator": ".commons", 145 "EvaluationRuleNumberFilterOperator": ".commons", 146 "EvaluationRuleOptionsFilterOperator": ".commons", 147 "EvaluationRuleStatus": ".commons", 148 "EvaluationRuleStringFilterOperator": ".commons", 149 "EvaluationRuleTarget": ".commons", 150 "EvaluationRules": ".evaluation_rules", 151 "Evaluator": ".evaluators", 152 "EvaluatorBase": ".evaluators", 153 "EvaluatorModelConfig": ".commons", 154 "EvaluatorOutputDataType": ".commons", 155 "EvaluatorOutputDefinition": ".commons", 156 "EvaluatorOutputDefinition_Boolean": ".commons", 157 "EvaluatorOutputDefinition_Categorical": ".commons", 158 "EvaluatorOutputDefinition_Numeric": ".commons", 159 "EvaluatorOutputFieldDefinition": ".commons", 160 "EvaluatorScope": ".commons", 161 "EvaluatorType": ".commons", 162 "Evaluator_Code": ".evaluators", 163 "Evaluator_LlmAsJudge": ".evaluators", 164 "Evaluators": ".evaluators", 165 "InternalServerError": ".errors", 166 "LlmAsJudgeEvaluationRuleEvaluatorReference": ".evaluation_rules", 167 "LlmAsJudgeEvaluator": ".evaluators", 168 "LlmAsJudgeEvaluatorType": ".evaluation_rules", 169 "MethodNotAllowedError": ".errors", 170 "NotFoundError": ".errors", 171 "NullEvaluationRuleFilter": ".commons", 172 "NumberEvaluationRuleFilter": ".commons", 173 "NumberObjectEvaluationRuleFilter": ".commons", 174 "PublicApiError": ".errors", 175 "PublicApiErrorCode": ".errors", 176 "PublicApiErrorDetails": ".errors", 177 "PublicApiValidationIssue": ".errors", 178 "PublicBooleanEvaluatorOutputDefinition": ".commons", 179 "PublicCategoricalEvaluatorOutputDefinition": ".commons", 180 "PublicCategoricalEvaluatorOutputScoreDefinition": ".commons", 181 "PublicEvaluatorOutputDefinition": ".commons", 182 "PublicEvaluatorOutputDefinition_Boolean": ".commons", 183 "PublicEvaluatorOutputDefinition_Categorical": ".commons", 184 "PublicEvaluatorOutputDefinition_Numeric": ".commons", 185 "PublicNumericEvaluatorOutputDefinition": ".commons", 186 "StringEvaluationRuleFilter": ".commons", 187 "StringObjectEvaluationRuleFilter": ".commons", 188 "StringOptionsEvaluationRuleFilter": ".commons", 189 "TooManyRequestsError": ".errors", 190 "UnauthorizedError": ".errors", 191 "UnprocessableContentError": ".errors", 192 "UpdateEvaluationRuleRequest": ".evaluation_rules", 193 "commons": ".commons", 194 "errors": ".errors", 195 "evaluation_rules": ".evaluation_rules", 196 "evaluators": ".evaluators", 197} 198 199 200def __getattr__(attr_name: str) -> typing.Any: 201 module_name = _dynamic_imports.get(attr_name) 202 if module_name is None: 203 raise AttributeError( 204 f"No {attr_name} found in _dynamic_imports for module name -> {__name__}" 205 ) 206 try: 207 module = import_module(module_name, __package__) 208 if module_name == f".{attr_name}": 209 return module 210 else: 211 return getattr(module, attr_name) 212 except ImportError as e: 213 raise ImportError( 214 f"Failed to import {attr_name} from {module_name}: {e}" 215 ) from e 216 except AttributeError as e: 217 raise AttributeError( 218 f"Failed to get {attr_name} from {module_name}: {e}" 219 ) from e 220 221 222def __dir__(): 223 lazy_attrs = list(_dynamic_imports.keys()) 224 return sorted(lazy_attrs) 225 226 227__all__ = [ 228 "AccessDeniedError", 229 "ArrayOptionsEvaluationRuleFilter", 230 "BadRequestError", 231 "BooleanEvaluationRuleFilter", 232 "CategoryOptionsEvaluationRuleFilter", 233 "CodeEvaluationRuleEvaluatorReference", 234 "CodeEvaluator", 235 "CodeEvaluatorSourceCodeLanguage", 236 "ConflictError", 237 "CreateCodeEvaluationRuleRequest", 238 "CreateCodeEvaluatorRequest", 239 "CreateEvaluationRuleRequest", 240 "CreateEvaluatorRequest", 241 "CreateEvaluatorRequest_Code", 242 "CreateEvaluatorRequest_LlmAsJudge", 243 "CreateLlmAsJudgeEvaluationRuleRequest", 244 "CreateLlmAsJudgeEvaluatorRequest", 245 "DateTimeEvaluationRuleFilter", 246 "DeleteEvaluationRuleResponse", 247 "DeleteEvaluatorResponse", 248 "EvaluationRule", 249 "EvaluationRuleArrayOptionsFilterOperator", 250 "EvaluationRuleBooleanFilterOperator", 251 "EvaluationRuleEvaluator", 252 "EvaluationRuleEvaluatorReference", 253 "EvaluationRuleFilter", 254 "EvaluationRuleFilter_ArrayOptions", 255 "EvaluationRuleFilter_Boolean", 256 "EvaluationRuleFilter_CategoryOptions", 257 "EvaluationRuleFilter_Datetime", 258 "EvaluationRuleFilter_Null", 259 "EvaluationRuleFilter_Number", 260 "EvaluationRuleFilter_NumberObject", 261 "EvaluationRuleFilter_String", 262 "EvaluationRuleFilter_StringObject", 263 "EvaluationRuleFilter_StringOptions", 264 "EvaluationRuleMapping", 265 "EvaluationRuleMappingSource", 266 "EvaluationRuleNullFilterOperator", 267 "EvaluationRuleNumberFilterOperator", 268 "EvaluationRuleOptionsFilterOperator", 269 "EvaluationRuleStatus", 270 "EvaluationRuleStringFilterOperator", 271 "EvaluationRuleTarget", 272 "EvaluationRules", 273 "Evaluator", 274 "EvaluatorBase", 275 "EvaluatorModelConfig", 276 "EvaluatorOutputDataType", 277 "EvaluatorOutputDefinition", 278 "EvaluatorOutputDefinition_Boolean", 279 "EvaluatorOutputDefinition_Categorical", 280 "EvaluatorOutputDefinition_Numeric", 281 "EvaluatorOutputFieldDefinition", 282 "EvaluatorScope", 283 "EvaluatorType", 284 "Evaluator_Code", 285 "Evaluator_LlmAsJudge", 286 "Evaluators", 287 "InternalServerError", 288 "LlmAsJudgeEvaluationRuleEvaluatorReference", 289 "LlmAsJudgeEvaluator", 290 "LlmAsJudgeEvaluatorType", 291 "MethodNotAllowedError", 292 "NotFoundError", 293 "NullEvaluationRuleFilter", 294 "NumberEvaluationRuleFilter", 295 "NumberObjectEvaluationRuleFilter", 296 "PublicApiError", 297 "PublicApiErrorCode", 298 "PublicApiErrorDetails", 299 "PublicApiValidationIssue", 300 "PublicBooleanEvaluatorOutputDefinition", 301 "PublicCategoricalEvaluatorOutputDefinition", 302 "PublicCategoricalEvaluatorOutputScoreDefinition", 303 "PublicEvaluatorOutputDefinition", 304 "PublicEvaluatorOutputDefinition_Boolean", 305 "PublicEvaluatorOutputDefinition_Categorical", 306 "PublicEvaluatorOutputDefinition_Numeric", 307 "PublicNumericEvaluatorOutputDefinition", 308 "StringEvaluationRuleFilter", 309 "StringObjectEvaluationRuleFilter", 310 "StringOptionsEvaluationRuleFilter", 311 "TooManyRequestsError", 312 "UnauthorizedError", 313 "UnprocessableContentError", 314 "UpdateEvaluationRuleRequest", 315 "commons", 316 "errors", 317 "evaluation_rules", 318 "evaluators", 319]
AccessDeniedError
ArrayOptionsEvaluationRuleFilter
BadRequestError
BooleanEvaluationRuleFilter
CategoryOptionsEvaluationRuleFilter
CodeEvaluationRuleEvaluatorReference
CodeEvaluator
CodeEvaluatorSourceCodeLanguage
ConflictError
CreateCodeEvaluationRuleRequest
CreateCodeEvaluatorRequest
CreateEvaluationRuleRequest
CreateEvaluatorRequest
CreateEvaluatorRequest_Code
CreateEvaluatorRequest_LlmAsJudge
CreateLlmAsJudgeEvaluationRuleRequest
CreateLlmAsJudgeEvaluatorRequest
DateTimeEvaluationRuleFilter
DeleteEvaluationRuleResponse
DeleteEvaluatorResponse
EvaluationRule
EvaluationRuleArrayOptionsFilterOperator
EvaluationRuleBooleanFilterOperator
EvaluationRuleEvaluator
EvaluationRuleEvaluatorReference
EvaluationRuleFilter
EvaluationRuleFilter_ArrayOptions
EvaluationRuleFilter_Boolean
EvaluationRuleFilter_CategoryOptions
EvaluationRuleFilter_Datetime
EvaluationRuleFilter_Null
EvaluationRuleFilter_Number
EvaluationRuleFilter_NumberObject
EvaluationRuleFilter_String
EvaluationRuleFilter_StringObject
EvaluationRuleFilter_StringOptions
EvaluationRuleMapping
EvaluationRuleMappingSource
EvaluationRuleNullFilterOperator
EvaluationRuleNumberFilterOperator
EvaluationRuleOptionsFilterOperator
EvaluationRuleStatus
EvaluationRuleStringFilterOperator
EvaluationRuleTarget
EvaluationRules
Evaluator
EvaluatorBase
EvaluatorModelConfig
EvaluatorOutputDataType
EvaluatorOutputDefinition
EvaluatorOutputDefinition_Boolean
EvaluatorOutputDefinition_Categorical
EvaluatorOutputDefinition_Numeric
EvaluatorOutputFieldDefinition
EvaluatorScope
EvaluatorType
Evaluator_Code
Evaluator_LlmAsJudge
Evaluators
InternalServerError
LlmAsJudgeEvaluationRuleEvaluatorReference
LlmAsJudgeEvaluator
LlmAsJudgeEvaluatorType
MethodNotAllowedError
NotFoundError
NullEvaluationRuleFilter
NumberEvaluationRuleFilter
NumberObjectEvaluationRuleFilter
PublicApiError
PublicApiErrorCode
PublicApiErrorDetails
PublicApiValidationIssue
PublicBooleanEvaluatorOutputDefinition
PublicCategoricalEvaluatorOutputDefinition
PublicCategoricalEvaluatorOutputScoreDefinition
PublicEvaluatorOutputDefinition
PublicEvaluatorOutputDefinition_Boolean
PublicEvaluatorOutputDefinition_Categorical
PublicEvaluatorOutputDefinition_Numeric
PublicNumericEvaluatorOutputDefinition
StringEvaluationRuleFilter
StringObjectEvaluationRuleFilter
StringOptionsEvaluationRuleFilter
TooManyRequestsError
UnprocessableContentError
UpdateEvaluationRuleRequest