dh%dddlmZddlmZmZddlmZddlZddlm Z ddl m Z m Z m Z ddlmZmZmZmZmZdd lmZmZdd lmZd d lmZmZmZmZmZmZdd l m!Z!m"Z"ddl#m$Z$m%Z%ddl&m'Z'm(Z(ddl)m*Z*m+Z+ddl,m-Z-ddl.m/Z/ddl0m1Z1ddl2m3Z3ddl4m5Z5ddl6m7Z7ddgZ8Gdde!Z9Gdde"Z:GddZ;GddZ<Gdd Z=Gd!d"Z>y)#) annotations)IterableOptional)LiteralN)_legacy_response)eval_list_paramseval_create_paramseval_update_params) NOT_GIVENBodyQueryHeadersNotGiven)maybe_transformasync_maybe_transform)cached_property)Runs AsyncRunsRunsWithRawResponseAsyncRunsWithRawResponseRunsWithStreamingResponseAsyncRunsWithStreamingResponse)SyncAPIResourceAsyncAPIResource)to_streamed_response_wrapper"async_to_streamed_response_wrapper)SyncCursorPageAsyncCursorPage)AsyncPaginatormake_request_options)EvalListResponse)EvalCreateResponse)EvalDeleteResponse)EvalUpdateResponse)EvalRetrieveResponse)MetadataEvals AsyncEvalsc JeZdZeddZeddZeddZeeeddded ddZddded ddZ eeddded  dd Z eeeeddded  dd Z ddded dd Z y)r)c,t|jSN)r_clientselfs a/var/www/html/lionshead-backend/venv/lib/python3.12/site-packages/openai/resources/evals/evals.pyrunsz Evals.runs)sDLL!!ct|Sa This property can be used as a prefix for any HTTP method call to return the raw response object instead of the parsed content. For more information, see https://www.github.com/openai/openai-python#accessing-raw-response-data-eg-headers )EvalsWithRawResponser/s r1with_raw_responsezEvals.with_raw_response-s$D))r3ct|Sz An alternative to `.with_raw_response` that doesn't eagerly read the response body. For more information, see https://www.github.com/openai/openai-python#with_streaming_response )EvalsWithStreamingResponser/s r1with_streaming_responsezEvals.with_streaming_response7s*$//r3Nmetadatanameshare_with_openai extra_headers extra_query extra_bodytimeoutc |jdt|||||dtjt |||| t S) Create the structure of an evaluation that can be used to test a model's performance. An evaluation is a set of testing criteria and a datasource. After creating an evaluation, you can run it on different models and model parameters. We support several types of graders and datasources. For more information, see the [Evals guide](https://platform.openai.com/docs/guides/evals). Args: data_source_config: The configuration for the data source used for the evaluation runs. testing_criteria: A list of graders for all eval runs in this group. metadata: Set of 16 key-value pairs that can be attached to an object. This can be useful for storing additional information about the object in a structured format, and querying for objects via API or the dashboard. Keys are strings with a maximum length of 64 characters. Values are strings with a maximum length of 512 characters. name: The name of the evaluation. share_with_openai: Indicates whether the evaluation is shared with OpenAI. extra_headers: Send extra headers extra_query: Add additional query parameters to the request extra_body: Add additional JSON properties to the request timeout: Override the client-level default timeout for this request, in seconds /evalsdata_source_configtesting_criteriar=r>r?r@rArBrCbodyoptionscast_to)_postrr EvalCreateParamsr"r$ r0rHrIr=r>r?r@rArBrCs r1createz Evals.create@s_\zz  *<(8 ( ): #33 )+Q[el'  r3rJc r|std||jd|t||||tS)L Get an evaluation by ID. Args: extra_headers: Send extra headers extra_query: Add additional query parameters to the request extra_body: Add additional JSON properties to the request timeout: Override the client-level default timeout for this request, in seconds 6Expected a non-empty value for `eval_id` but received /evals/rJrMrN ValueError_getr"r'r0eval_idr@rArBrCs r1retrievezEvals.retrievesT.UV]U`ab byygY (+Q[el)   r3r=r>r@rArBrCc |std||jd|t||dtjt ||||t S) Update certain properties of an evaluation. Args: metadata: Set of 16 key-value pairs that can be attached to an object. This can be useful for storing additional information about the object in a structured format, and querying for objects via API or the dashboard. Keys are strings with a maximum length of 64 characters. Values are strings with a maximum length of 512 characters. name: Rename the evaluation. extra_headers: Send extra headers extra_query: Add additional query parameters to the request extra_body: Add additional JSON properties to the request timeout: Override the client-level default timeout for this request, in seconds rUrVr=r>rJrK)rYrOrr EvalUpdateParamsr"r&r0r\r=r>r@rArBrCs r1updatez Evals.updatesuDUV]U`ab bzzgY  ( #33 )+Q[el'  r3afterlimitorderorder_byr@rArBrCc|jdttt||||t ||||dt j tSa List evaluations for a project. Args: after: Identifier for the last eval from the previous pagination request. limit: Number of evals to retrieve. order: Sort order for evals by timestamp. Use `asc` for ascending order or `desc` for descending order. order_by: Evals can be ordered by creation time or last updated time. Use `created_at` for creation time or `updated_at` for last updated time. extra_headers: Send extra headers extra_query: Add additional query parameters to the request extra_body: Add additional JSON properties to the request timeout: Override the client-level default timeout for this request, in seconds rF)rfrgrhri)r@rArBrCquery)pagerMmodel) _get_api_listrr#r"rr EvalListParams r0rfrgrhrir@rArBrCs r1listz Evals.listsfH!!  01(+'%%!&!&!&$,  %33 #%"  r3c r|std||jd|t||||tS)I Delete an evaluation. Args: extra_headers: Send extra headers extra_query: Add additional query parameters to the request extra_body: Add additional JSON properties to the request timeout: Override the client-level default timeout for this request, in seconds rUrVrJrWrY_deleter"r%r[s r1deletez Evals.delete sT.UV]U`ab b||gY (+Q[el'   r3)returnr)rxr6)rxr:rHz#eval_create_params.DataSourceConfigrIz-Iterable[eval_create_params.TestingCriterion]r=Optional[Metadata] | NotGivenr>str | NotGivenr?zbool | NotGivenr@Headers | NonerA Query | NonerB Body | NonerC'float | httpx.Timeout | None | NotGivenrxr$ r\strr@r|rAr}rBr~rCrrxr'r\rr=rzr>r{r@r|rAr}rBr~rCrrxr&)rfr{rgint | NotGivenrh!Literal['asc', 'desc'] | NotGivenri.Literal['created_at', 'updated_at'] | NotGivenr@r|rAr}rBr~rCrrxz SyncCursorPage[EvalListResponse] r\rr@r|rAr}rBr~rCrrxr% __name__ __module__ __qualname__rr2r7r;r rRr]rdrrrwr3r1r)r)(sC""**003<(-6)-$("&;D> @> H > 0 >  > +> &> ">  > 9>  > L)-$("&;D  &  "   9   J3<()-$("&;D1 1 0 1  1 &1 "1  1 91  1 l!* )3s/t44r3Nr<c K|jdt|||||dtjd{t |||| t d{S7$7w)rErFrGNrJrK)rOrr rPr"r$rQs r1rRzAsyncEvals.createGsx\ZZ ,*<(8 ( ): #33  )+Q[el'      s!0AA AAAArJc K|std||jd|t||||td{S7w)rTrUrVrJrWNrXr[s r1r]zAsyncEvals.retrievesb.UV]U`ab bYYgY (+Q[el)      @> H > 0 >  > +> &> ">  > 9>  > L)-$("&;D  &  "   9   J3<()-$("&;D1 1 0 1  1 &1 "1  1 91  1 l!* )3> LL  )@@ NN  '>> LL  %<< JJ  '>> LL  r3c@t|jjSr-)rrr2r/s r1r2zEvalsWithRawResponse.runsJs"4;;#3#344r3Nrr)rxNone)rxrrrrrrr2rr3r1r6r66s &55r3r6c&eZdZddZeddZy)rcz||_tj|j|_tj|j|_tj|j |_tj|j |_tj|j|_yr-)rrasync_to_raw_response_wrapperrRr]rdrrrwrs r1rz"AsyncEvalsWithRawResponse.__init__Ps &DD LL  )FF NN  'DD LL  %BB JJ  'DD LL  r3c@t|jjSr-)rrr2r/s r1r2zAsyncEvalsWithRawResponse.runscs' (8(899r3Nrr*rxr)rxrrrr3r1rrOs &::r3rc&eZdZddZeddZy)r:c||_t|j|_t|j|_t|j|_t|j |_t|j |_yr-)rrrRr]rdrrrwrs r1rz#EvalsWithStreamingResponse.__init__isp 2 LL  5 NN  3 LL  1 JJ  3 LL  r3c@t|jjSr-)rrr2r/s r1r2zEvalsWithStreamingResponse.runs|s()9)9::r3Nr)rxrrrr3r1r:r:hs &;;r3r:c&eZdZddZeddZy)rc||_t|j|_t|j|_t|j|_t|j |_t|j |_yr-)rrrRr]rdrrrwrs r1rz(AsyncEvalsWithStreamingResponse.__init__sp 8 LL  ; NN  9 LL  7 JJ  9 LL  r3c@t|jjSr-)rrr2r/s r1r2z$AsyncEvalsWithStreamingResponse.runss-dkk.>.>??r3Nr)rxrrrr3r1rrs &@@r3r)? __future__rtypingrrtyping_extensionsrhttpxrtypesr r r _typesr r rrr_utilsrr_compatr runs.runsrrrrrr _resourcerr _responserr paginationrr _base_clientr!r"types.eval_list_responser#types.eval_create_responser$types.eval_delete_responser%types.eval_update_responser&types.eval_retrieve_responser'types.shared_params.metadatar(__all__r)r*r6rr:rrr3r1rs#%% MM??';Y9@8<<<@4 L !D OD ND !D N552::2;;2@@r3