qtjRN4ddlmZddlZddlZddlmZmZddlm Z m Z m Z ddl m Z mZmZmZmZmZmZmZmZmZmZ d'dZd Zd Zd Zd Zd ZdZdZdZ dZ!ej"#de eegdZ$dZ%dZ&ej"#deegdZ'ej"#dddgdZ(ej"#dddgdZ)dZ*dZ+dZ,d Z-d!Z.d"Z/d#Z0d$Z1d%Z2d&Z3dS)()partialN)CallbackSupportMixinwith_callbacks)CallbackContext_from_reconstruction_attributesget_context_path) MaxIterEstimator MetaEstimatorNoCallbackEstimatorNoSubtaskEstimatorNotRequiredKwargsCallbackNotValidHookCallbackParentFitEstimatorRecordingAutoPropagatedCallbackRecordingCallbackStopFitCallbackThirdPartyEstimatorfitTc2tj|||||S)zHelper function to create a callback context with default values. To be used instead of estimator._init_callback_context in tests that only check the context tree (without callbacks). )r_from_estimator) estimator task_nametask_id max_subtaskssequential_subtaskss j/var/www/html/CA-Chatbot/venv/lib/python3.11/site-packages/sklearn/callback/tests/test_callback_context.py_make_callback_ctxrs%  *9g|5H  ct}t}t}t|}|||t |drJt |}||5t |dsJ||jvsJ||jvsJ dddn #1swxYwYt |drJt |drJdS)z9Check that only auto-propagated callbacks are propagated._skl_callbacks_parent_callback_ctxN) rrr r set_callbackshasattrrpropagate_callback_contextr )not_propagated_callbackpropagated_callbackr metaestimator callback_ctxs r.test_propagate_callback_context_autopropagatedr)+sO/119;; ""I!),,M 79LMMMy"23333 3%m44L  0 0 ; ;??y"899999&i.FFFFF"i&>>>>>>??????????????? y"23333 3y"89999 999s)B<<CCct}t|}t}t |}|||j|gksJt |}||5t|dsJ||jvsJ||jvsJ dddn #1swxYwY|j|gksJt|drJdS)z9Check that only propagated callbacks are removed on exit.r!N) rr r"rr r rr$r#) est_callbackrmeta_est_callbackr'r(s r(test_propagate_callback_context_clean_upr-@sW$&&L ""00>>I799!),,M 1222  # ~ 5 5 5 5%m44L  0 0 ; ;==y"899999y77777 I$<<<<<<===============  # ~ 5 5 5 5y"89999 999s)C  CCct}t|}t|}t|jdksJ||5t |dsJt |drJt |drJ dddn #1swxYwYt |drJt |drJt |drJt |drJdS)z>>"Y777N V  y . . .++TT***++++++++++++++++++sBB Bct}t||d}t|D]B}|d||}t|D]}|d}C|S)zGHelper function to create a tree of tasks with a context for each task.Frr child task)rrrzgrandchild taskr)r rrange subcontext) n_childrenn_grandchildrenrrootichildj grandchilds r_make_task_treerJws ""I     D:  GG"(    '' G GA))4E)FFJJ G Krctdd}|jJtt|dksJt|jdksJ|jD]}|j|usJtt|dksJt|jdksJ|jD]I}|j|usJtt|dksJt|jdksJJ|D]!}t|j|jksJ"tjtj gd}td |D}||ksJtd |DsJtd |DsJdS) z,Check that the task tree is correctly built.)rCrDNr)rNrLrMc3K|]}dVdS)rNN).0_s r z!test_task_tree..s"))q))))))rc3(K|] }|jduVdSN)source_estimator_namerRnodes rrTz!test_task_tree..s*CCdt)T1CCCCCCrc3(K|] }|jduVdSrV)source_task_namerXs rrTz!test_task_tree..s*>>t$,>>>>>>r) rJparentr/r _children_mapvaluesrnpsumcumprodall)rErGrIrYexpected_n_nodesactual_n_nodess rtest_task_treeres a ; ; ;D ;    %% & &! + + + + t! " "a ' ' ' '#**,,66|t#####E**++q00005&''1,,,,-4466 6 6J$----' 33449999z/00A55555 6 <<4%&&$*;;;;;;vbj3344))D)))))N - - - - - CCdCCC C CCC C >>>>> > >>> >>>rct}t|dd}t|dd}|||jdksJt |jdksJ|jdksJt|dd}tjtd 5||d d d n #1swxYwYd|_||t |jdksJt|dd}tjtd 5||d d d d S#1swxYwYd S) z)Sanity check for the `_add_child` method.rOFr>r?rrrrNz6Callback context .* already has a child with task_id=0r4Nz$Cannot add child to callback context) r r _add_childrr/r]rr8r9 ValueError)rrE first_child second_child third_childs rtest_add_childrms ""I iaU S S SD$Y,PQRRRKOOK     ! ! ! ! t! " "a ' ' ' '  ! # # # #&i)r r rrB _merge_withr\rr]r^rrr[rrWestimator_name)rr; outer_root outer_child inner_roots rtest_merge_withrusH ""I"9--N#NFFFJ''t(K $uJ;'''   * * * *  !4 4 4 4 4 j6==?? ? ? ? ? 188:: : : : :  "a ' ' ' '--- -  &+*? ? ? ? ?  +{/I I I I I I Irc>t}t|}t|}t|d}|dt jt d5||ddddS#1swxYwYdS)z8Check that merging with a non-leaf node raises an error.NrorGr@zCannot merge callback contextr4)r rr rBr8r9rirp)rrtr;rrs rtest_merge_with_error_not_leafrws ""I#I..J"9--N#NFFFJG,,, z)I J J J++z***++++++++++++++++++s/BBBestimator_classcb|}t|drJdS)zBCheck that the _callback_fit_ctx attribute gets removed after fit._callback_fit_ctxN)rr#)rxrs r#test_callback_ctx_removed_after_fitr{s:  !!%%''Iy"56666 666rct}t|}|tt jt d5|ddddS#1swxYwYdS)zCheck that meta estimators can have sub estimators without callback support. No error is raised when the sub-estimator does not support callbacks. If callbacks would be propagated, a warning is raised instead. =The estimator NoCallbackEstimator does not support callbacks.r4N)r r r"rr8warns UserWarningr)rr;s r(test_inner_estimator_no_callback_supportrs $%%I"9--N  !@!B!BCCC M     sA<<BBct}|t|dS)zCheck that callback support works for an estimator without subtasks. This test is about verifying that an estimator that does not call its callback context's `call_on_fit_task_end` does not cause a problem. N)r r"rrr3s rtest_estimator_without_subtaskrs; #$$I -//000 MMOOOOOrCallbackcld}|}t|||ddksJ|dd|zksJ|dd|zksJ|ddksJdS) zCheck the number of callback hook calls in a regular estimator. For a regular estimator, it does not depend whether it's an autopropagated callback or not. max_itersetuprNon_fit_task_beginon_fit_task_endteardownN)r r"r count_hooks)rrcallbacks rtest_callback_hooks_calledrsHxzzHh'''55h??CCEEE    ( (A - - - -    3 4 4H D D D D    1 2 2a(l B B B B    + +q 0 0 0 0 0 0rn_jobsrNrOcd\}}}t}tt||||||ddksJt jt jd|||g}|d|ksJ|d|ksJ|ddksJd S) aCheck the number of callback hook calls in a meta-estimator. For an auto-propagated callback, setup and teardown are called only once, by the meta-estimator. To count the number of task ends, we need to aggregate the number of tasks from all the levels of the global task tree (which contains the task tree of the meta-estimator and the task trees of each sub-estimator). rOrLrMrn_outern_innerrrrNrrrN) rr r r"rrr_r`ra)rrrrrexpected_n_taskss r8test_meta_estimator_autopropagated_callback_hooks_calledr/s")GWh.00H(+++  mHcceee    ( (A - - - -vbj!Wgx)HIIJJ    3 4 48H H H H H    1 2 26F F F F F    + +q 0 0 0 0 0 0rcd\}}}t}t||}t||||||z}|d|ksJ|d|d|zzksJ|d|d|zzksJ|d|ksJd S) aCheck the number of callback hook calls in a meta-estimator. For a non auto-propagated callback, setup and teardown are called once for each fit of the sub-estimator. The number of task ends is the sum of the number of task ends from all the sub-estimators. rrrrrrNrrN)rr r"r rr)rrrrrestn_fitss r)test_meta_estimator_callback_hooks_calledrIs")GWh ""H H - - - ; ;H E EC#wGGGKKMMM w F    ( (F 2 2 2 2    3 4 4!h,8O O O O O    1 2 2fH 6M M M M M    + +v 5 5 5 5 5 5rcFd\}}t}tt|||}t jt d5|dddn #1swxYwY|ddksJtj tj d||g}|d|ksJ|d |ksJ|d dksJdS) zCheck the number of hook calls when the sub-estimator doesn't support callbacks. The number of task begins and ends is just the number of nodes in the context tree of the meta-estimator. )rOrL)rrr}r4NrrNrrr) rr r r"r8r~rrrr_r`ra)rrrr;rs r6test_autopropagation_to_callback_agnostic_subestimatorr^s{ GW.00H"wmH M         ( (A - - - -vbj!Wg)>??@@    3 4 48H H H H H    1 2 26F F F F F    + +q 0 0 0 0 0 0s BBBc$t}|t}d}t jt |5||ddddddS#1swxYwYdS)zLCheck that a callback with invalid kwargs in its signatures raises an error.z6on_fit_task_begin .* has parameters that are not validr4rNrO)rr6r7N)r r"r_init_callback_contextr8r9r:call_on_fit_task_begin)rcontextmsgs r$test_hook_calling_invalid_kwargs_outrys ""I%%&:&<&<==TTVVG CC y , , ,FF&&a1&EEEFFFFFFFFFFFFFFFFFFsBB  B cxt}|t}||}|dusJ|tt ||}|dusJdS)z)Check the return value of the hook calls.r3FTN)r r"rrcall_on_fit_task_endr)rrresults rtest_hook_calling_return_valuers ""I%%&7&9&9::QQSSG  ) )I ) > >F U???? -//1B1BCCC  - - / / D DEF T>>>>>>rc4dddfd}t}t}||}||t |dt |dddksJddksJddi|t t |}||t |dddksJd S) zCheck lazy evaluation of kwargs. kwargs are not evaluated if no callback uses them. They are evaluated only once and passed to all callbacks that use them. r)r6metadatac(|xxdz cc<dS)NrNrQ)key eval_countss r eval_kwargz5test_hook_calling_lazy_evaluation..eval_kwargs$CAqrr6r)rr6rrN)rr6N)r r r"rrrrr)rrrrrs @r!test_hook_calling_lazy_evaluationrsI q))K !""I(**H%%h//FFHHG    *c " "Z00! s q z "a ' ' ' '(K -//1B1D1DEEE..00G ""Y'*c:R:R"SSS s q rct}t}||}||dd|jddvsJd|jddvsJ|jddd}t |tsJ|jdksJdS) zCheck lazy evaluation of reconstruction_attributes. "reconstruction_attributes" is processed by the context and used to create a fitted estimator that is passed to the callback as "fitted_estimator". c ddiS)Nn_iter_rNrQrQrrzMtest_hook_calling_lazy_evaluation_reconstruction_attributes..s 1~r)rreconstruction_attributesrkwargsfitted_estimatorrNN)r rr"rrrecord isinstancer)rrrrs r;test_hook_calling_lazy_evaluation_reconstruction_attributesrs !""I ""H%%h//FFHHG   7M7M! 'hob.A(.K K K K K !4X!> > > > >r*845GH &(8 9 999 9  #q ( ( ( ( ( (rcd}t|}t|ddi}t|tsJ||usJ||ksJ|jdksJdS)z9Test the _from_reconstruction_attributes helper function.rMrrrON)r rr get_paramsr)rrreconstructed_ests r#test_from_reconstruction_attributesrsH (333I7 Iq>RR ')9 : ::: : I - - - -  ' ' ) )Y-A-A-C-C C C C C  $ ) ) ) ) ) )rct}t|dd}tdD]#}|}|j|ksJ$dS)zFCheck that the task_id is automatically assigned in the correct order.rMTr>N)r rrArBr)rrrFrBs r test_subcontext_task_id_orderingrsi ""I PTUUUG 1XX'''')) !Q&&&&&''rct}t|dd}tjtd5|ddd d d n #1swxYwYt|dd }tjtd 5|d d d d d S#1swxYwYd S) zCheck errors raised when task_id and sequential_subtasks are inconsistent. - if sequential_subtasks is True, children task_ids must be left to None - if sequential_subtasks is False, children task_ids must be provided rNTr>z\task_id for MaxIterEstimator child_task must be None if sequential_subtasks is True for fit.r4 child_taskrrgNFzatask_id for MaxIterEstimator child_task must be provided if sequential_subtasks is False for fit.r@)r rr8r9rirB)rrs r&test_subcontext_task_id_ordering_errorrsf !""I PTUUUG  3   >> \1===>>>>>>>>>>>>>>>!PUVVVG  4   33 \222333333333333333333s#A  A$'A$B<<CCcGddt}|}t}||||ddksJ|ddksJ|ddksJ|ddksJdS) z.LocallyDefinedEstimatorNc|}|||||S)Nr3)rrr)selfr6r7r(s rrzCtest_locally_defined_estimator..LocallyDefinedEstimator.fitsF6688L  / /$ / ? ? ?  - - - = = =Kr)NN)__name__ __module__ __qualname__rrrQrrLocallyDefinedEstimatorrs2        rrrrNrrrN)rrr"rr)rrrs rtest_locally_defined_estimatorrs"6('))I ""H H%%% MMOOO    ( (A - - - -    3 4 4 9 9 9 9    1 2 2a 7 7 7 7    + +q 0 0 0 0 0 0rctt}t|dd}d}t||ksJdS)z0Smoke test for the repr of the callback context.mytask*rgzRCallbackContext(estimator_name='MaxIterEstimator', task_name='mytask', task_id=42)N)r rrepr)rr expected_reprs rtest_callback_context_reprrsJ ""I hKKKG  ==M ) ) ) ) ) )r)rrrT)4 functoolsrnumpyr_r8sklearn.callbackrr"sklearn.callback._callback_contextrrrsklearn.callback.tests._utilsr r r r r rrrrrrrr)r-r1r<rJrermrurwmark parametrizer{rrrrrrrrrrrrrrrrQrrrsB AAAAAAAA                           PT    :::*:::*>>>& + + +(???@%%%:JJJ@ + + +(*=?QR777 "02CD 1 1 1 Aq6**11+*12Aq6**66+*6(1116FFF    !!!@))),***'''3338111,*****r