h/ dZddlZddlZddlZddlZddlZddlZddlmZddl m Z ddlm Z ddl m Z ddlmZddl Z ddlZddlZddlZddlmZdd lmZmZdd lmZdd lmZmZdd lmZdd lmZmZmZmZm Z eddl!m"Z"ddl#m$Z$ ddl%Z%n #e&$rdZ%YnwxYw ddl'm(Z(n #e&$rdZ(YnwxYw ddl)Z)n #e&$rdZ)YnwxYwddl*m+Z+ddl*m,Z,ddl*m-Z-ddl*m.Z.ddl*m/Z/ddl*m0Z0ddl1m2Z2m3Z3ddl1m4Z4m5Z5ddl1m6Z6m7Z7ddl1mZm8Z8m9Z9m:Z:ddl;me8j?zZ@e@de8Dz Z@egZAndd gZAeAd!gzZBeCed"r#e@DejEd#e8e9ZFd$ZGd%ZHd&ZIGd'd(eJZKdd*ZLd+ZMdd,ZNd-ZOd.ZPd/ZQd0ZRejSd1d2d3e6d34fd5ggd67ed8ZTed9e@ed:gd;edZUed9e@d?ZVd@ZWeedAgdBdCZXeed9gdDdEZYdFZZedGe8edHe8dIZ[dJZ\edKZ]dLZ^ed:gdMdNZ_ed9eBdOZ`edPZaed9eBdQZbeed9eBdRZceed9eAdSZddTZeed9e8edUdgdVfdWgdXfgdYZfeed9eBdZZgd[Zheed9eAd\Zid]Zjd^Zkd_Zleed9eBejSmd`adbZnGdcdde+ZodeZped9e@dfZqdgZrdhZseedudiadjZtdkZueBddZvevwdlexdmDeed9evdnZyGdodpe+ZzdqZ{drZ|dsZ}dtZ~Gdudvejj/Ze4dweeed9gdxdyZeed:gdzed9eBd{Zd|Zeed}eBed~eBdZedZdZdZedgddZedgddZedZeeed9eAdZdZeed9eAdZdZdZdZdZeed9eAegnd#gzedeeegedgddZdejejejZedZdejejejZedZdZdZeeed9eAdZdZeedZdZed9e@ed:gddZeeed9eAdZed9edd!gngddZeed9eAdZedZdZdZdZdZddZeed9d d!gdZeee)dudadZddZed9ed!gnd d!gdZdZed9edd gndgee(dudadZee)dudadZdZdZdZdZdZeeed:gddZeeedgded:dd3gdZeed:dd3gedgd¢dÄZeeed9dd!e-e,gdĄZeed:gdŢdƄZdS)z Test the parallel module. N)format_exceptionsqrt)sleep) PicklingError TimeoutErrorparallel)dumpload)mp)np with_numpy)with_multiprocessing) parametrizeraisescheck_subprocess_callskipifwarns)get_reusable_executor)Queue) parallel_sum)SequentialBackend)ThreadingBackend)MultiprocessingBackend)ParallelBackendBase) LokyBackend) SafeFunction)Paralleldelayed)register_parallel_backendparallel_backend)effective_n_jobs cpu_count)rBACKENDSDEFAULT_BACKENDEXTERNAL_BACKENDS)JoblibException)WorkerInterruptc6g|]}t|S)r').0 backend_strs U/var/www/html/Sam_Eipo/venv/lib/python3.11/site-packages/joblib/test/test_parallel.py r1Js#KKK;x ,..KKKmultiprocessingloky threading get_contextspawnc Bt|dt|ddS)N_pool_workers)getattrbackends r0 get_workersr>Xs 7GWWj$%G%G H HHr2c ||z SNr-)xys r0divisionrC\s q5Lr2c |dzSNr-rAs r0squarerH`s 6Mr2ceZdZdZdZdS)MyExceptionWithFinickyInitz1An exception class with non trivial __init__ cdSr@r-)selfabcds r0__init__z#MyExceptionWithFinickyInit.__init__gs r2N__name__ __module__ __qualname____doc__rQr-r2r0rJrJds-     r2rJFcH|dkr|rtddddnt|S)NrMrNrOrP)rJ ValueError)rAcustom_exceptions r0exception_raiserr[ks4Avv"3)#sC===(2 4 Hr2c8tjdt)Ng?)timerKeyboardInterruptrGs r0interrupt_raiserr_rsJsOOO r2c|dz|z|zS)zO A module-level function so that it can be spawn with multiprocessing. rFr-)rArBzs r0frbws 6A:>r2cNttjdSNr)typer get_active_backendr-r2r0_active_backend_typerg~s +--a0 1 11r2cdt||dtdDS)Nn_jobsr=c3PK|]!}tt|V"dSr@r"rHr.is r0 z parallel_func..sC:.:. :.:.:.:.:.:.r2r!range) inner_n_jobsr=s r0 parallel_funcrtsE 98< 9 9 9:.:.$)!HH:.:.:. . ..r2c.tdksJdSrd)r&r-r2r0test_cpu_countrvs ;;??????r2c.tdksJdSrd)r%r-r2r0test_effective_n_jobsrxs    ! ! ! ! ! !r2zbackend_n_jobs, expected_n_jobs)rprprjNr)z positive-intz negative-intNone)idsctd|5td|ksJ dddn #1swxYwYtddksJdS)Nr5rzr)r$r%)backend_n_jobsexpected_n_jobss r0test_effective_n_jobs_Noners +n = = =@@ t,,,?????@@@@@@@@@@@@@@@ 4 ( ( (A - - - - - -s 6::r=rj)rrFryverbose)rF dcdtdDt|||dtdDksJdS)Nc,g|]}t|Sr-rHr.rAs r0r1z(test_simple_parallel..s ) ) )1VAYY ) ) )r2)rjr=rc3PK|]!}tt|V"dSr@rlrs r0roz'test_simple_parallel..sC&6&6'(""&6&6&6&6&6&6r2rrr!)r=rjrs r0test_simple_parallelrs * )a ) ) ) &HFG$ & & &&6&6,1!HH&6&6&6 6 6 6 6 6 6 6 6r2cl|tjddtjd5}t d|dt d D}|gd ksJ dddn #1swxYwYd |D}t|d ksJdS) Nname!some_new_name_for_the_main_thread)targetrvalueTrecordrFric3PK|]!}tt|V"dSr@rlrs r0roz6test_main_thread_renamed_no_warning..sC6262#$OGFOOA  626262626262r2rp)rrc>g|]}dt|jv|S)zworker timeout)strmessager.ws r0r1z7test_main_thread_renamed_no_warning..s+NNNa'7s19~~'M'M'M'M'Mr2r)setattrr5current_threadwarningscatch_warningsr!rrlen)r= monkeypatchwarninforesultss r0#test_main_thread_renamed_no_warningrs) y799ACCC   - - -$5(!W5556262(-a62626222)))#####$$$$$$$$$$$$$$$ON8NNNH x==A      s.s,,,a ,,,r2rzbacked parallel loops cannotrF)rr simplefilterrtrargs)r=rsexpectedrs r0_assert_warning_nestedrs   - - -Bh'''gLAAAABBBBBBBBBBBBBBB-,8,,,H   H "F.(1+2B12EE u|ts&AA A z%parent_backend,child_backend,expected))r4r3T)r4r4F)r3r3T)r3r4T)r5r3T)r5r4Tc,td|fdtdDtd|fdtdD}|dkrt|sJdSt|sJdS)NrFric3XK|]$}ttddV%dS)rFr=rsrNr"rr._ child_backends r0roz0test_nested_parallel_warnings..s[//  (&''!   //////r2rc3XK|]$}ttdV%dS)rFrNr)r.rrrs r0roz0test_nested_parallel_warnings..s[55  (&''!   555555r2r5)r!rranyall)parent_backendrrress `` r0test_nested_parallel_warningsrs/HA~...////q /// 5(!^ 4 4 455555q 555  C$$3xxx3xxxr2)r4r3r5cdg}d}tj||f}|||dsJdS)NFc$tjd5}tddtdDdddn #1swxYwYt t |t |dk|d<dS)NTrrFrzc3PK|]!}ttdV"dS)皙?Nr"rr.rs r0rozPtest_background_thread_parallelism..background_thread..sC66'(r""666666r2rr)rrr!rrprintr)is_run_parallelrs r0background_threadz=test_background_thread_parallelism..background_threads  $D 1 1 1 6X HA   66,1!HH666 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 c(mm ]]a/1AAA)rrr)r5Threadstartjoin)r=rrts r0"test_background_thread_parallelismrsfgO000  18JKKKAGGIIIFFHHH 1  r2chtd|dtdDdS)NrFric3PK|]!}ttdV"dS){Gz?Nrlrs r0roznested_loop.. sC(0(0!"(0(0(0(0(0(0r2rqr<s r0 nested_loopr sO'HAw'''(0(0&+Ahh(0(0(000000r2rrcntd|fdtdDdS)NrFric3RK|]!}ttV"dSr@)r"rrs r0roz#test_nested_loop..sG/?/?01 ]++/?/?/?/?/?/?r2rq)rrs `r0test_nested_looprs\/HA~.../?/?/?/?5:1XX/?/?/??????r2ctr@)rYr<s r0raise_exceptionrs r2c 8tt5tdd5}|ttdtt dgdddn #1swxYwYddddS#1swxYwYdS)NrFr4ri)rrYr!r"rrr s r0)test_nested_loop_with_exception_with_lokyrs   99 Q / / / 98 H*gk**622.go..v668 9 9 9 9 9 9 9 9 9 9 9 9 9 9 9 9 9 9999999999999999999s5BAA7+ B7A; ;B>A; ?BBBctdtddfdtdDsJdS)z1Input is mutable when using the threading backendr)maxsizerFr5ric3RK|]!}tjdV"dSrN)r"put)r.rqs r0roz1test_mutate_input_with_threads..'sF,-,-q,-,-,-,-,-,-r2N)rr!rrfull)rs@r0test_mutate_input_with_threadsr$su aA+HA{+++,-,-,-,-#(88,-,-,---- 6688OO8OOr2)rrFrpctd}d|Dt|d|DksJdS)z.Check the keyword argument processing of pmap. c0g|]}t|dSrrBrbrs r0r1z(test_parallel_kwargs..0s" $ $ $1QqAYYY $ $ $r2rzc3TK|]#}tt|dV$dSrrNr"rbrs r0roz'test_parallel_kwargs..1s7#D#D1JGAJJqA$6$6$6#D#D#D#D#D#Dr2Nr)rjlsts r0test_parallel_kwargsr,sk ))C $ $ $ $ $ #HF # # ##D#D#D#D#D D D E E E E E Er2ctd}d|D}td|5}|j}||d|DksJ||d|DksJt%t |t |jusJdddn #1swxYwYtt |jJ||d|DksJtt |jJdSdS)Nrc0g|]}t|dSrrrs r0r1z4test_parallel_as_context_manager..7s"'''a!q '''r2rric3TK|]#}tt|dV$dSrrrs r0roz3test_parallel_as_context_manager..@7==AZWQZZQ///======r2c3TK|]#}tt|dV$dSrrrs r0roz3test_parallel_as_context_manager..Arr2c3TK|]#}tt|dV$dSrrrs r0roz3test_parallel_as_context_manager..Ms799A+++999999r2)rrr!_backendrr>)r=rrpmanaged_backends r0 test_parallel_as_context_managerr4s ))C''3'''H G , , , K*11===========11=========== >//;qz3J3JJJJJ K K K K K K K K K K K K K K K  ~1:&&... qq99S99999 9 9 9 9 ~1:&&...~..sA*B##B'*B'cGddtttd5tdfdt dDd d d d S#1swxYwYd S) ze Check that pmap captures the errors when it is passed an object that cannot be pickled. ceZdZdZdS)1test_parallel_pickling..UnpicklableObjectc td)N123) RuntimeErrorrLs r0 __reduce__z.UnpicklableObject.__reduce__Xsu%% %r2N)rSrTrUrr-r2r0UnpicklableObjectrWs# & & & & &r2rzthe task to sendmatchrFrzc3bK|])}ttV*dSr@r"id)r.rrs r0roz)test_parallel_pickling..\s=OO;72;;'8'8':':;;OOOOOOr2rN)objectrrr!rr)rs@r0test_parallel_picklingrRs &&&&&F&&&  %8 9 9 9PPOOOOU2YYOOOOOOPPPPPPPPPPPPPPPPPPs3A++A/2A/cttd|ddtdDdksJdS)NrFrrjr=timeoutc3PK|]!}ttdV"dS)gMbP?Nrrs r0roz0test_parallel_timeout_success..bsC?2?2"#u?2?2?2?2?2?2r2)rr!rrr<s r0test_parallel_timeout_successr_sr >xq'2>>>?2?2',Ryy?2?2?222 3 368 9 9 9 9 9 9r2ctt5td|ddtdDddddS#1swxYwYdS)NrFrrc3PK|]!}ttdV"dS)rNrrs r0roz-test_parallel_timeout_fail..ksC:3:3#$NGENN2  :3:3:3:3:3:3r2r)rr r!rrr<s r0test_parallel_timeout_failrfs   3397D999:3:3(-b :3:3:3 3 3 33333333333333333333AAAc 2ttt5td|dt ddDdddn #1swxYwYtt 5td|ddDdddn #1swxYwYtd|5}t |jJt |j}tt5|dt ddDdddn #1swxYwYt |jJt |j|usJdtd D|d td DksJt |j}tt 5|d dDdddn #1swxYwYt |jJt |j|usJd td D|d td DksJ dddn #1swxYwYt |jJnOtt5tdddDdddn #1swxYwYtt5tddt ddDdddn #1swxYwYtt5tdddtdDdddn #1swxYwY tddt ddDtd#t$r"}t|trJYd}~dSd}~wwxYw)NrFricPg|]#\}}tt||$Sr-r"rCr.rArBs r0r1z&test_error_capture..ws@5551#""1a((555r2)rr)rrcHg|]}tt| Sr-r"r_rs r0r1z&test_error_capture..{,>>>!*)**1-->>>r2cPg|]#\}}tt||$Sr-r r s r0r1z&test_error_capture..s@;;;"a,'(++Aq11;;;r2c0g|]}t|dSrrrs r0r1z&test_error_capture.."2221QqAYYY222r2rc3TK|]#}tt|dV$dSrrrs r0roz%test_error_capture..7CCAZWQZZQ///CCCCCCr2cHg|]}tt| Sr-rrs r0r1z&test_error_capture..s,GGG13'"233A66GGGr2c0g|]}t|dSrrrs r0r1z&test_error_capture..rr2c3TK|]#}tt|dV$dSrrrs r0roz%test_error_capture..rr2rzcHg|]}tt| Sr-rrs r0r1z&test_error_capture..rr2cPg|]#\}}tt||$Sr-r r s r0r1z&test_error_capture..s1 E E EA WX  q! $ $ E E Er2r)rjrc3TK|]#}tt|dV$dS)T)rZNr"r[rms r0roz%test_error_capture..sN ! !'W% & &q4 @ @ @ ! ! ! ! ! !r2rc3XK|]%\}}tt||V&dSr@r r s r0roz%test_error_capture..sTEE(,1 GH  a # #EEEEEEr2z'The excepted error has not been raised.)rrZeroDivisionErrorr!zipr+r>rrrr^rJrY Exception isinstancer*)r=r original_workersexs r0test_error_capturer$os)  ~ % & & 6 6 /HAw / / /55 #FF 3 3555 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6O $ $ @ @ /HAw / / />>v>>> @ @ @ @ @ @ @ @ @ @ @ @ @ @ @ @ @ @ Q 0 0 0 EHx011===*8+<== )** < <;;&)&&&9&9;;;<<< < < < < < < < < < < < < < < < x011===x0119IIIII22b 222HCCrCCCCCDDDD +8+<== (( I IGGGGGHHH I I I I I I I I I I I I I I Ix011===x0119IIIII22b 222HCCrCCCCCDDDDD9 E E E E E E E E E E E E E E EB8,--5555 % & & @ @ HA   >>v>>> @ @ @ @ @ @ @ @ @ @ @ @ @ @ @ @ @ @ ! " "GG E EVV1D1D E E E G G GGGGGGGGGGGGGGGG * + +""%1%%% ! !Bii ! ! ! " " """""""""""""""" DEE03FF0C0CEEE E E E BCCC 333b/222222222223s3AA #A ;%B,,B03B0?I>$D7+ I>7D; ;I>>D; ?BI>G9- I>9G= =I>G= A0I>>JJ4$K$$K(+K(2MMM 2NN"%N"*1O** P4PPc6|d|zdS)Nz Consumed %s)append)queueitems r0consumerr)s LL%&&&&&r2zbatch_size, expected_queue) Produced 0 Consumed 0 Produced 1 Consumed 1 Produced 2 Consumed 2 Produced 3 Consumed 3 Produced 4 Consumed 4 Produced 5 Consumed 5r) r*r,r.r0r+r-r/r1r2r4r3r5ctfd}td||fd|D|ksJtdksJdS)zC Test that with only one job, Parallel does act as a iterator. c3hKtdD]}d|z|VdSNz Produced %irrr&rnr's r0producerz'test_dispatch_one_job..producerHq  A LL* + + +GGGG  r2rrj batch_sizer=c3TK|]"}tt|V#dSr@r"r))r.rAr's r0roz(test_dispatch_one_job..sI?9?9()%##?9?9?9?9?9?9r2 N)listr!r)r=r?expected_queuer<r's @r0test_dispatch_one_jobrEs FFE ?HA*g>>>?9?9?9?9-5XZZ?9?9?9999 N " " " " u::      r2ctj}|fd}tddd|fd|Dt}|ddksJ|d d d }|d ksJ|d }||ksJt dksJd S)zW Check that using pre_dispatch Parallel does indeed dispatch items lazily. c3hKtdD]}d|z|VdSr8r:r;s r0r<z/test_dispatch_multiprocessing..producerr=r2rFrrp)rjr? pre_dispatchr=c3TK|]"}ttdV#dS)rNrA)r.rr's r0roz0test_dispatch_multiprocessing..sQF=F=,-%''F=F=F=F=F=F=r2rr*Nrz Consumed anyryr0rB)rManagerrCr!indexr)r=managerr<queue_contentsfirst_consumption_indexproduced_3_indexr's @r0test_dispatch_multiprocessingrPs' jllG LLNNE FHA!!WEEEF=F=F=F=19F=F=F====%[[N !  , , , ,-RaR066~FF "R ' ' ' '%++L99 5 5 5 5 5 u::      r2ctddd5}|dtdD|jdksJ ddddS#1swxYwYdS)NrFautor5r>c3PK|]!}tt|V"dSr@rrms r0roz/test_batching_auto_threading..0 . .Q+'"++a.. . . . . . .r2rr!rrrcompute_batch_size)rs r0test_batching_auto_threadingrXs v{ C C C4q  . .%++ . . ....z,,..!33333444444444444444444AA##A'*A'ctdd|5}|dtdD|jdksJ ddddS#1swxYwYdS)NrFrRr>c3PK|]!}tt|V"dSr@rrms r0roz2test_batching_auto_subprocesses..rTr2rUrrV)r=rs r0test_batching_auto_subprocessesr\s vw ? ? ?31  . .%++ . . .... z,,..22222 333333333333333333rYctt5tddddtdDddddS#1swxYwYdS)zCMake sure that exception raised during dispatch are indeed capturedrFr)rjrHrc3PK|]!}tt|V"dSr@rrms r0roz*test_exception_dispatch..sG7=7=-. %G$ % %a ( (7=7=7=7=7=7=r2rN)rrYr!rrr-r2r0test_exception_dispatchr`s   ==6A6667=7=27))7=7=7= = = ===================rcftddtdDdS)NrFrzc3PK|]!}tt|V"dSr@rr.js r0roz(nested_function_inner..sG99)*! !!!$$999999r2rrqrns r0nested_function_innerrfsMHA99.3Bii99999999r2cftddtdDdS)NrFrzc3PK|]!}tt|V"dSr@)r"rfrcs r0roz(nested_function_outer..sG>>./&%&&q))>>>>>>r2rrqres r0nested_function_outerrisMHA>>3899>>>>>>>>r2z'https://github.com/joblib/loky/pull/255)reasonctt5}td|dtdDdddn #1swxYwYt |j|j|j}d|}d|vsJd|vsJd |vsJt |jtusJdS) zEnsure errors for nested joblib cases gets propagated We rely on the Python 3 built-in __cause__ system that already report this kind of information to the user. rFric3PK|]!}tt|V"dSr@)r"rirms r0roz1test_nested_exception_dispatch..+sO,B,B23 *G) * *1 - -,B,B,B,B,B,Br2rNrirfr[) rrYr!rrrrertbr)r=excinfo report_linesreports r0test_nested_exception_dispatchrr!s=   Bw+7+++,B,B7>>>>> ^ $ $ $H^ $$$$$s 8A Ac*ttksJ tdtddttksJ t t _n#t t _wxYwttksJdS)Nr5T) make_default)rgDefaultBackendr#r'rr(r r-r2r0test_overwrite_default_backendrbs  ! !^ 3 3 3 33!+x /D/3 5 5 5 5#%%)999999$3  ? 2222  ! !^ 3 3 3 3 3 3s 6A$$A7zOnly without multiprocessingcnttd5tddtdDdddn #1swxYwYt d5tdtdDddddS#1swxYwYdS)Nz)joblib backend '.*' is not available on.*rr4r<c3PK|]!}tt|V"dSr@rlrms r0roz2test_backend_no_multiprocessing..rs2 F F!3!3 F F F F F Fr2rpc3PK|]!}tt|V"dSr@rlrms r0roz2test_backend_no_multiprocessing..vs288!?76??1%%888888r2)r UserWarningr!rrr$r-r2r0test_backend_no_multiprocessingrnsR {@ B B BGG    F FU1XX F F FFFFGGGGGGGGGGGGGGG & ! !99 88uQxx888888999999999999999999s#1AAA./B**B.1B.ct|d5tj\}}|dksJtddksJt }|jdksJ|dkr:t |tksJt |jtksJn|dkr:t |tksJt |jtksJn|dkr:t |tksJt |jtksJnN| dr9t |tksJt |jtksJddddS#1swxYwYdS)Nrprzr3r4r5test_) r$r rfr%r!rjrerrrr startswithrt) backend_nameactive_backend active_n_jobsrs r0check_backend_context_managerrys ,q 1 1 1;;(0(C(E(E% !!!!""a'''' JJx1}}}} , , ,''+AAAAA ##'====== V # #'';6666 ##{22222 [ ( (''+;;;;; ##'777777  $ $W - - ;''+>>>>> ##':::::#;;;;;;;;;;;;;;;;;;sEE<<FFcg|]}d|zS)ztest_backend_%dr-rms r0r1r1s---q---r2rpc`|tvr!|t|tttksJt |ttksJt dddtDttksJdS)NrFr5ric3TK|]#}|tt|V$dSr@)r"r)r.rNs r0roz/test_backend_context_manager..sN,<,< ,<.-..q11,<,<,<,<,<,.277MGDMM!$$777777r2rc,g|]}t|Sr-rrms r0r1z>test_parameterized_backend_context_manager..1111tAww111r2)rr'rrgrr$r rfrerr!rjrrr)rrrrrs r0*test_parameterized_backend_context_managerrs/4666  ! !^ 3 3 3 3 /A > > >88(0(C(E(E% N##'CCCCC#r))))!!!! JJx1}}}}z^++++!77eAhh77777888888888888888 11a111 1 1 1 1 ! !^ 3 3 3 3 3 3s BC''C+.C+c0ttksJttdd5t j\}}t |tksJ|jdksJ|dksJt}|j dksJ|j |usJ|dtdD}dddn #1swxYwY|dtdDksJttksJdS)N+)rrrzc3PK|]!}tt|V"dSr@rrms r0rozFtest_directly_parameterized_backend_context_manager..rr2c,g|]}t|Sr-rrms r0r1zGtest_directly_parameterized_backend_context_manager..rr2) rgrr$rr rfrerr!rjrrr)rrrrs r03test_directly_parameterized_backend_context_managerrsw  ! !^ 3 3 3 3 6R@@@ K K K88(0(C(E(E% N##'CCCCC#r))))!!!! JJx1}}}}z^++++!77eAhh77777888888888888888 11a111 1 1 1 1 ! !^ 3 3 3 3 3 3sBCCCcFtdtjS)Nr)rosgetpidr-r2r0sleep_and_return_pidrs "III 9;;r2cttksJtdksJtddt dDS)NrrFrzc3NK|] }ttV!dSr@)r"rrs r0roz"get_nested_pids..sG11"#DD>>>>>>>>>r2rback_compat_backend)r5r4r3rct|5tddtdD}|D]$}tt |dksJ% ddddS#1swxYwYdS)NrFrzc3NK|] }ttV!dSr@)r"rrs r0roz6test_nested_backend_context_manager..sF( (  %GO $ $ & &( ( ( ( ( ( r2rr)r$r!rrrset)r= pid_groups pid_groups r0#test_nested_backend_context_managerrs ' " ",,'XQ'''( ( 2YY( ( (   $ , ,Is9~~&&!+++++ , ,,,,,,,,,,,,,,,,,,sAA66A:=A:)rFryNc2dtdfdtdDt5tdfdtdDddddS#1swxYwYdS)Nctt|ksJt|}t|ksJdSr@)rgr'r%r!r)expected_backend_typeexpected_n_jobs r0check_nested_backendz?test_nested_backend_in_sequential..check_nested_backend sW$%%2G)HHHHH*.99zz++--??????r2rrzc3JK|]}tddVdS)r4rNr")r.rrs r0roz4test_nested_backend_in_sequential..sL  &$%%fa00r2rc3JK|]}tVdSr@r)r.rr=rrjs r0roz4test_nested_backend_in_sequential..sL   *G( ) )'6 : :      r2)r!rrr$)r=rjrs``@r0!test_nested_backend_in_sequentialrs2@@@HAr '& 1 1 1        2YY                        s 5B  BBcxt|5\}}|j|ksJ ddddS#1swxYwYdSr@)r$ nesting_level) inner_backendexpected_levelr=rjs r0check_nesting_levelr"s - ( (7,=Wf$66666777777777777777777s /33 outer_backendrcBt|dtd|fdtdDtd5tfdtdDddddS#1swxYwYdS)NrrFric3TK|]"}ttdV#dSrr"rr.rrs r0roz-test_backend_nesting_level...sL..  %#$$]A66......r2rrzc3TK|]"}ttdV#dSrrrs r0roz-test_backend_nesting_level..4sL''07.// qAA''''''r2)rr!rrr$)rrs `r0test_backend_nesting_levelr's  q)))-HA}---....r... - 2 2 2'' ''''!"II''' ' ' '''''''''''''''''''s1BBBc8ddlGfddt}td|dtd5\}}t dfdt d D|jd ksJ ddddS#1swxYwYdS) Nrc4eZdZdZjdZdS))test_retrieval_context..MyBackendrc32K|xjdz c_dVdSr{rers r0retrieval_contextz;test_retrieval_context..MyBackend.retrieval_context?s" FFaKFF EEEEEr2N)rSrTrUrncontextmanagerr) contextlibsr0rr<s7   "   # "   r2r retrievalcbtddt|DS)NrFrzc3PK|]!}tt|V"dSr@rrms r0roz>test_retrieval_context..nested_call..Gs0!C!CQ+'"++a..!C!C!C!C!C!Cr2rq)ns r0 nested_callz+test_retrieval_context..nested_callFs2!xq!!!!C!C%((!C!C!CCCCr2rFrzc3HK|]}t|VdSr@r)r.rnrs r0roz)test_retrieval_context..JsI   !GK  # #      r2rr)rrr#r$r!rrrn)rbarrrs @@r0test_retrieval_contextr8s<$k9555DDD + & &'2q    1XX      tqyyyyy sABBBcjtd}t|tj|dS)Nfoobar)r*reprpickledumps)es r0test_joblib_exceptionrSs+!!AGGG LOOOOOr2c6tt}tt5|dddddn #1swxYwYtt}tt 5|dddddS#1swxYwYdS)NrrrA)r rCrrr_r+) safe_divisionsafe_interrupts r0test_safe_functionr\s **M ! " " a""233N  ss# AA A5 BBBr?)rrygQ?ctt5t|ddddS#1swxYwYdS)Nr?)rrYr!rs r0test_invalid_batch_sizerfs   ((J''''((((((((((((((((((s 377z)n_tasks, n_jobs, pre_dispatch, batch_size) )rFrFrrR)rFrFrjrRrrFrjrR)irFrjrRr)rrrjrR)rBrjrR)rB 2 * n_jobsr)rBrr)rrBrrX)rrBrrRc|||d}dt|D}tdi|dt|D}||ksJdS)N)rjrHr?c,g|]}t|Sr-rrms r0r1z0test_dispatch_race_condition..~s222aq 222r2c3PK|]!}tt|V"dSr@rlrms r0roz/test_dispatch_race_condition..s2 L L!3!3 L L L L L Lr2r-r)n_tasksrjrHr?paramsrrs r0test_dispatch_race_conditionrlsz  &((F225>>222H h    L LU7^^ L L LLLG h      r2ctj}tdd}|jd}|}||ksJdS)NrFr3ricontext)rget_start_methodr! _backend_argsget)mp_start_methodrr start_methods r0test_default_mp_contextrs`)++O#4555Ao!!),,G++--L ? * * * * * *r2c@|dkrtjd}tjd}|ddtjjtd|fdtdDdS)Nr3r7rirFric3hK|],}ttjjV-dSr@)r"rdotT)r.rnrMs r0rozAtest_no_blas_crash_or_freeze_with_subprocesses..sJ(3(3$%13(3(3(3(3(3(3r2) rr6rrandom RandomStaterandnrr r!rr)r=rngrMs @r0.test_no_blas_crash_or_freeze_with_subprocessesrs###.)) )   # #C $AF1acNNN(HAw'''(3(3(3(3).q(3(3(333333r2afrom joblib import Parallel, delayed def square(x): return x ** 2 backend = "{}" if backend == "spawn": from multiprocessing import get_context backend = get_context(backend) print(Parallel(n_jobs=2, backend=backend)( delayed(square)(i) for i in range(5))) c|dkr+tjdkrtjdt|}t tjd|gdddS)Nr3forkzVRequire fork start method to use interactively defined functions with multiprocessing.z-cr\[0, 1, 4, 9, 16\]r stdout_regex) rrpytestskip,UNPICKLABLE_CALLABLE_SCRIPT_TEMPLATE_NO_MAINformatrsys executable)r=codes r02test_parallel_with_interactively_defined_functionsrs ###(;(=(=(G(G 6 7 7 7 7 > >w G GD t$b*,,,,,,r2aimport sys # Make sure that joblib is importable in the subprocess launching this # script. This is needed in case we run the tests from the joblib root # folder without having installed joblib sys.path.insert(0, {joblib_root_folder!r}) from joblib import Parallel, delayed def run(f, x): return f(x) {define_func} if __name__ == "__main__": backend = "{backend}" if backend == "spawn": from multiprocessing import get_context backend = get_context(backend) callable_position = "{callable_position}" if callable_position == "delayed": print(Parallel(n_jobs=2, backend=backend)( delayed(square)(i) for i in range(5))) elif callable_position == "args": print(Parallel(n_jobs=2, backend=backend)( delayed(run)(square, i) for i in range(5))) else: print(Parallel(n_jobs=2, backend=backend)( delayed(run)(f=square, x=i) for i in range(5))) z!def square(x): return x ** 2 zcdef gen_square(): def square(x): return x ** 2 return square square = gen_square() zsquare = lambda x: x ** 2 define_funccallable_position)r"rkwargsc |dvr/|tkstjdkrtjdt |||tj tj tj }| d}| |ttj|jgdddS) N)r3r7win32zNot picklable with pickle)rr=rjoblib_root_folderzunpicklable_func_script.pyrrr) SQUARE_MAINrplatformrr)UNPICKLABLE_CALLABLE_SCRIPT_TEMPLATE_MAINrrpathdirnamejoblib__file__rwriterrstrpath)r=rrtmpdirr code_files r00test_parallel_with_unpicklable_functions_in_argsr-s ... ; & &#,'*A*A /000 4 ; ;+7??27??6?+K+KLL < N ND 899I OOD *+R*,,,,,,r2aimport sys import faulthandler # Make sure that joblib is importable in the subprocess launching this # script. This is needed in case we run the tests from the joblib root # folder without having installed joblib sys.path.insert(0, {joblib_root_folder!r}) from joblib import Parallel, delayed from functools import partial class MyClass: '''Class defined in the __main__ namespace''' def __init__(self, value): self.value = value def square(x, ignored=None, ignored2=None): '''Function defined in the __main__ namespace''' return x.value ** 2 square2 = partial(square, ignored2='something') # Here, we do not need the `if __name__ == "__main__":` safeguard when # using the default `loky` backend (even on Windows). # To make debugging easier faulthandler.dump_traceback_later(30, exit=True) # The following baroque function call is meant to check that joblib # introspection rightfully uses cloudpickle instead of the (faster) pickle # module of the standard library when necessary. In particular cloudpickle is # necessary for functions and instances of classes interactively defined in the # __main__ module. print(Parallel(n_jobs=2)( delayed(square2)(MyClass(i), ignored=[dict(a=MyClass(1))]) for i in range(5) )) )r!c|d}|tttj|jgdddS)Nz(joblib_interactively_defined_function.pyr)rr)rr)5INTERACTIVE_DEFINED_FUNCTION_AND_CLASS_SCRIPT_CONTENTrrrr*r+scripts r0Btest_parallel_with_interactively_defined_functions_default_backendr24s\ [[C D DF LLFGGG (*r2auimport sys # Make sure that joblib is importable in the subprocess launching this # script. This is needed in case we run the tests from the joblib root # folder without having installed joblib sys.path.insert(0, {joblib_root_folder!r}) from joblib import Parallel, delayed, hash import multiprocessing as mp mp.util.log_to_stderr(5) class MyList(list): '''MyList is interactively defined by MyList.append is a built-in''' def __hash__(self): # XXX: workaround limitation in cloudpickle return hash(self).__hash__() l = MyList() print(Parallel(n_jobs=2)( delayed(l.append)(i) for i in range(3) )) c|d}|tttj|jgddddS)Nz)joblib_interactive_bound_method_script.pyz\[None, None, None\] LokyProcess)r stderr_regexr)rr)9INTERACTIVELY_DEFINED_SUBCLASS_WITH_METHOD_SCRIPT_CONTENTrrrr*r0s r05test_parallel_with_interactively_defined_bound_methodr8]s\ [[D E EF LLJKKK3>6>:'>'5"$&&&&&&r2cbtg}td|gksJdS)NrFrz)iterr!)exhausted_iterators r0%test_parallel_with_exhausted_iteratorr<gs;b 81   0 1 1R 7 7 7 7 7 7r2ct|tjstdt ||S)Nz#Expected np.memmap instance, got %r)r!rmemmap TypeErrorrecopy)rMs r0 check_memmaprAlsA a # #!=Q!! ! 6688Or2cd}tdd|d|dD}t||t|D]%\}}tj||&tdd|d|dD}t||t|D]%\}}tj||&dS) Nc3xKt|D]'}tjdtj|zV(dS)Nrdtype)rrronesfloat32)rrns r0generate_arrayszBtest_auto_memmap_on_arrays_from_generator..generate_arrays{sJq 4 4A'"BJ///!3 3 3 3 3 4 4r2rFrrj max_nbytesr=c3PK|]!}tt|V"dSr@r"rAr.rMs r0roz.V@@@@%& a  @@@@@@@@@@@@r2rrc3PK|]!}tt|V"dSr@rLrMs r0roz.rNr2)r!rrrtestingassert_array_equal)r=rHrresultrs r0)test_auto_memmap_on_arrays_from_generatorrSssW444 @haAw???@@@@*9/#*>*>@@@@@@@@GW)F)FGG88 %%h7777 @haAw???@@@@*9/#*>*>@@@@@@@@GW)F)FGG88 %%h777788r2c|Sr@r-)args r0identityrVs Jr2c|dj}tj}t j|dt j|dg}t||t|dtdfdd D\}td tj sJd j |ksJtj ||dS) Nz test.mmapuint8rDr) mmap_moderFrzc3RK|]!}ttV"dSr@)r"rV)r.rr>s r0roz.test_memmap_with_big_offset..s6 H Hq!2!2!26!:!: H H H H H Hr2)rr)rr*mmapALLOCATIONGRANULARITYrzerosrFr r r!r!r>offsetrPrQ)r+fnamesizeobjrRr>s @r0test_memmap_with_big_offsetrcs KK $ $ ,E  %D 8D ( ( ("'$g*F*F*F GCe %3 ' ' 'F ha   H H H HC H H HHHGF fQi + +++ + !9 d " " " "J!!#v.....r2cftjd5}tddtdDdddn #1swxYwYt |dksJ|d}t |jtsJt|jdksJdS) NTrr)rc3PK|]!}tt|V"dSr@rlrms r0rozFtest_warning_about_timeout_not_supported_by_backend..s2BB1OGFOOA..BBBBBBr22rzThe backend class 'SequentialBackend' does not support timeout. You have set 'timeout=1' in Parallel but the 'timeout' parameter will not be used.) rrr!rrrr!rrr)rrs r03test_warning_about_timeout_not_supported_by_backendrgs   - - -CBBb BBBBBBCCCCCCCCCCCCCCC x==A     A ai - --- - qy>>       r)rrFrrycdgdgdzz}tt5tj}t||d|Ddddn #1swxYwYtj|z }|dksJdS)NrMrrric3ZK|]&}ttj|V'dSr@r"r]rrms r0roz%test_abort_backend..sH1414'( GDJ   " "141414141414r2)rr?r]r!)rjr=delayst_startdts r0test_abort_backendrosUbTCZ F   44)++00001414,2141414 4 4 4444444444444444 w B 777777s8A##A'*A'c|j}tdd||5}|dtjdgdzDt t j|dksJ dddn #1swxYwYtdD]'}t j|sntd(td tdd| }|d tjdgdzDtdD](}t j|sdStd)td ) NrFr)rjrJr= temp_folderc3PK|]!}tt|V"dSr@rLrMs r0roz(test_memmapping_leaks..s5 G Gq ',   " " G G G G G Gr2rrrrz/temporary directory of Parallel was not removedrIc3PK|]!}tt|V"dSr@rLrMs r0roz(test_memmapping_leaks..s5CC1glACCCCCCr2) r*r!rr rrlistdirrrrAssertionError)r=r+rrs r0test_memmapping_leaksrvs ^F q'$ & & &+)*  G GRY-=-=b-A-A,BQ,F G G GGGG2:f%%&&***** +++++++++++++++3ZZPPz&!!  E b NOOO a999AACC)9)9")=)=(>(BCCCCCC 3ZZPPz&!!  EE b NOOOsABB  B )Nr4r5ctd|dtdD}|dtdDksJdS)NrFric3HK|]}td|VdS)c |dzSrEr-rGs r0z2test_lambda_expression...s !q&r2Nrrms r0roz)test_lambda_expression..sJ2929)*!  !!!$$292929292929r2rcg|]}|dzS)rFr-rms r0r1z*test_lambda_expression..s111!qAv111r2rq)r=rs r0test_lambda_expressionr|sp 2ha1112929.3Bii29292999G 11uRyy111 1 1 1 1 1 1r2cd}d}d|z td||}|fdt|D|jj|jjksJ|jj|jjksJ|fdt|D|jj|jjksJ|jj|jjksJdS) zCTest that a parallel backend correctly resets its batch statistics.rFig@r)rrjr=c3\K|]&}ttjV'dSr@rjr.rn task_times r0roz6test_backend_batch_statistics_reset..8>>gdj)$$>>>>>>r2c3\K|]&}ttjV'dSr@rjrs r0roz6test_backend_batch_statistics_reset..rr2N)r!rrr_effective_batch_size_DEFAULT_EFFECTIVE_BATCH_SIZE_smoothed_batch_duration _DEFAULT_SMOOTHED_BATCH_DURATION)r=rjn_inputsrrs @r0#test_backend_batch_statistics_resetrsFHX IFG<<>>>eHoo>>>>>> J , J 4 5 5 5 5 J / J 7 8 8 8 8A>>>>eHoo>>>>>> J , J 4 5 5 5 5 J / J 7 8 8 8 8 8 8r2c"dD]}tt|jtksJt|d}t|jtksJt|d}t|jtksJt|d}t|jtksJtdd d }t|jtksJt d d5td }t|jtksJ|jdksJ dddn #1swxYwYt d d5td d}t|jtksJ|jd ksJ dddn #1swxYwYt d d5td }t|jtksJ|jdksJ dddn #1swxYwYt d d5td d}t|jtksJ|jd ksJ ddddS#1swxYwYdS)N)rrFryrzthreadsrjprefer processes sharedmemrjrequirerFr4)rjr=rrrprr)rer!rrrr$rj)rjrs r0$test_backend_hinting_and_constraintsrs 4 4HF+++455DDDD F9 5 5 5AJ#33333 F; 7 7 7AJ;.... FK 8 8 8AJ#333333 6)<<F66F:=F:=HH #H 8>JJ JcGddt}t|5tdd}t|j|ksJtdd}t|j|ksJ dddn #1swxYwYGdd t}t|5tdd}t|j|ksJ|\}}|d ksJ|d ksJtddd }t|jt ksJ|\}}d }||ksJ|d ksJ dddn #1swxYwYtt5t|dddddS#1swxYwYdS)Nc"eZdZdZdZdZdZdS)[test_backend_hinting_and_constraints_with_custom_backends..MyCustomThreadingBackendTcdSr@r-rs r0 apply_asynczgtest_backend_hinting_and_constraints_with_custom_backends..MyCustomThreadingBackend.apply_async5 Dr2c|Sr@r-rzs r0r%zltest_backend_hinting_and_constraints_with_custom_backends..MyCustomThreadingBackend.effective_n_jobs8Mr2NrSrTrUsupports_sharedmem use_threadsrr%r-r2r0MyCustomThreadingBackendr1s=!         r2rrFrrrrc"eZdZdZdZdZdZdS)\test_backend_hinting_and_constraints_with_custom_backends..MyCustomProcessingBackendFcdSr@r-rs r0rzhtest_backend_hinting_and_constraints_with_custom_backends..MyCustomProcessingBackend.apply_asyncFrr2c|Sr@r-rzs r0r%zmtest_backend_hinting_and_constraints_with_custom_backends..MyCustomProcessingBackend.effective_n_jobsIrr2Nrr-r2r0MyCustomProcessingBackendrBs="         r2rrmr)rjrrzUsing ThreadingBackend as joblib.Parallel backend instead of MyCustomProcessingBackend as the latter does not provide shared memory semantics.r=r) rr$r!rer readouterrrstriprrY)capsysrrrouterrrs r09test_backend_hinting_and_constraints_with_custom_backendsr.s#6 2244 5 5<< Ak 2 2 2AJ#;;;;; A{ 3 3 3AJ#;;;;;; <<<<<<<<<<<<<<<$7 3355 6 6 Ak 2 2 2AJ#<<<<<$$&&Sbyyyybyyyy A{B ? ? ?AJ#33333$$&&S@yy{{h&&&&byyyyy!$   KK2244kJJJJKKKKKKKKKKKKKKKKKKs7ABBBB?FFF/GGGcxtt5tddddn #1swxYwYtt5tddddn #1swxYwYtt5tdddddn #1swxYwYt}tt5tdddddn #1swxYwYtt5td dddddS#1swxYwYdSdS) Ninvalidrrrr)rrr4rr3)rrYr!rr-r2r0,test_invalid_backend_hinting_and_constraintsrbs   ## """"###############   $$####$$$$$$$$$$$$$$$   ::  [9999:::::::::::::::  ~J   : : V[ 9 9 9 9 : : : : : : : : : : : : : : : J   E E . D D D D E E E E E E E E E E E E E E E E E E ~sT266A..A25A2 B++B/2B/C//C36C3D--D14D1c$tj}td}ttjtsJ|t tjt |usJdS)Nr5)r!rr$r!r unregisterre)defaultpbs r0test_global_parallel_backendrwsrjj!G + & &B hjj)+; < <<< <MMOOO  # $ $W 5 5 5 5 5 5r2cd}|td<td5ttjt sJ ddddS#1swxYwYdS)Nc$ttd<dS)Nfoo)rr'r-r2r0 register_fooz,test_external_backends..register_foos*r2r)r)r$r!r!rr)rs r0test_external_backendsrs+++ ,e % AA(**-/?@@@@@@AAAAAAAAAAAAAAAAAAs)AAAc .td5}t|jj|jjfg}dkr|cdddS|fdt dD}||dzcdddS#1swxYwYdS)zCPerform nested parallel calls and introspect the backend on the wayrFrzrNc3VK|]#}ttdddz iV$dS)limitrNr-)r"_recursive_backend_info)r.rnrrs r0roz*_recursive_backend_info..sY''5G344OO519OOO''''''r2r)r!rerrSrrr)rrr this_levelrs`` r0rrs    'qAJ''0!*2JKL A::''''''''!'''''"1XX'''''GAJ& ''''''''''''''''''s.B /B  BBct|d5t}dddn #1swxYwYtdkrd}d}nd}d}|dz}|df|dfd|fd|fg}||ksJdS)NrFrzrrrBackendr)r$rr&title)r=backend_types_and_levelssecond_level_backend_type max_leveltop_level_backend_typeexpected_types_and_levelss r0test_nested_parallelism_limitrs '! , , ,==#:#<#< ==============={{a$7! $6! $]]__y8 # "A& i( i( ! $'@ @ @ @ @ @ @s -11zThis test requires daskcHtjdd}tjt dtj}t dD]i}td5t|}dddn #1swxYwYt|dksJtd|DsJjtd5t}dddn #1swxYwYt|dksJtd |DsJdS) NrF) n_workersthreads_per_workergcArDdask)datarc3(K|] \}}|dkVdSDaskDistributedBackendNr-r.rrs r0roz4test_nested_parallelism_with_dask..s@<<tQ33<<<<<.s@884//888888r2) distributedClientrrFintrXrrr$rrr)clientrrnrs r0!test_nested_parallelism_with_daskrs ! B B BF 73s8828 , , ,D 1XX<< f % % J J'>D'I'I'I $ J J J J J J J J J J J J J J J+,,1111<<":<<<<< < << < & ! !==#:#<#< =============== ' ( (A - - - - 886888 8 888 888s$$BB B C''C+.C+c^tdtdDS)z6A horrible function that does recursive parallel callsc3NK|] }ttV!dSr@)r"_recursive_parallelrms r0roz&_recursive_parallel..s4GG2g12244GGGGGGr2rFrq) nesting_limits r0rrs+ 8::GGeAhhGGG G GGr2cpt|d5tt5}tdddn #1swxYwYdddn #1swxYwY|j}|dkr.ddlm}t||rtj ddSdSt|tsJdS)NrFrzr4r)TerminatedWorkerErrorz1Loky worker crash when serializing RecursionError) r$r BaseExceptionrr&joblib.externals.loky.process_executorrr!rxfailRecursionError)r=roexcrs r0test_thread_bomb_mitigationrsX '! , , ,"" M " " "g  ! ! ! " " " " " " " " " " " " " " """""""""""""""" -C& QPPPPP c0 1 1 N LL M M M M M N N#~.......s3AA AA A A AA Acvi}dD]$}tj|||<%|tdfS)N)OMP_NUM_THREADSOPENBLAS_NUM_THREADSMKL_NUM_THREADSVECLIB_MAXIMUM_THREADSNUMEXPR_NUM_THREADSNUMBA_NUM_THREADS ENABLE_IPCr)renvironrr)env_varsvars r0_run_parallel_sumrsFH3,, s++ \#&& &&r2zNeed OpenMP helper compiledcptd|dtdD}ttdzd}|D]b\}}||ksJ|D]@\}}|dr|t |ksJ0|dksJ|dksJAcdS)NrFric3NK|] }ttV!dSr@)r"rrs r0roz-test_parallel_thread_limit..sE22)*"!""$$222222r2r_THREADSr1)r!rrryr&itemsendswithr)r=rexpected_num_threadsworker_env_varsomp_num_threadsrrs r0test_parallel_thread_limitrs2ha11122.3Ahh222Gy{{a/33,3$$("66666*0022 $ $KD%}}Z(( $$8 9 999999|++++|||||  $$$r2z%This test requires dask NOT installedcttd5tdddddS#1swxYwYdS)NzPlease install daskrr)rrYr$r-r2r0)test_dask_backend_when_dask_not_installedrs  "7 8 8 8!!   !!!!!!!!!!!!!!!!!!s 488cVGddt}d}t|5tjt|5t ddt dDdddn #1swxYwYddddS#1swxYwYdS)Nc"eZdZdZddZdZdS)3test_zero_worker_backend..ZeroWorkerBackendcdSrdr-)rLrrs r0rwz=test_zero_worker_backend..ZeroWorkerBackend.configure1r2Nc td)NzNo worker availabler)rLfunccallbacks r0rz?test_zero_worker_backend..ZeroWorkerBackend.apply_async s455 5r2cdSrdr-rzs r0r%zDtest_zero_worker_backend..ZeroWorkerBackend.effective_n_jobsrr2r@)rSrTrUrwrr%r-r2r0ZeroWorkerBackendrsF    6 6 6 6     r2rz&ZeroWorkerBackend has no active workerrrFrzc3PK|]!}tt|V"dSr@rrms r0roz+test_zero_worker_backend..s0@@!{wr{{1~~@@@@@@r2)rr$rrrr!rr)r expected_msgs r0test_zero_worker_backendrso,.check_globalss!!r2rFrzc3FK|]}tVdSr@rr.rnr s r0roz.%E1414%&   141414141414r2z changed valuec3FK|]}tVdSr@rr s r0roz..r r2)r r!rrr)workers_global_variabler s @r0)test_globals_update_at_each_parallel_callrs& *""" =??. . . . .0ha00014141414*/((14141444 & ' ',<+= = = = =) =??o - - - -0ha00014141414*/((14141444 & ' 'O+< < < < < < .csM7E7E67/.//117E7E7E7E7E7Er2rFr) rrrrr!rrr%ryr&r")rjrworkers_threadpool_infosexpected_child_num_threadss r0#test_threadpool_limitation_in_childr+Ws122K ;1 @AAAA6xv6667E7E;@887E7E7E E Ef % %F!$Y[[F%:A!>!>4k688888r2inner_max_num_threads)rrFrNrFct}t|dkrtjdt d|5t |dt dD}dddn #1swxYwYt|}| tt|zd }n|}t|||dS) Nrr$r%r4r,rzc3NK|] }ttV!dSr@r(rms r0roz>test_threadpool_limitation_in_child_context..{sM;I;I:; 3G2 3 3 5 5;I;I;I;I;I;Ir2rFr) rrrrr$r!rrr%ryr&r")rjr,rr)r*s r0+test_threadpool_limitation_in_child_contextr0msQ122K ;1 @AAAA &8M N N NII#:86#:#:#:;I;I?DQxx;I;I;I$I$I IIIIIIIIIIIIIIIf % %F$%()>%B%B""%:"4k688888s1BB  B var_name)rrrctddtj} dtj<t |fdt dD}|ddgksJtdd 5t |fd t dD}dddn #1swxYwY|d d gksJ |tj=dS|tj<dS#|tj=n|tj<wxYw) NTreusec@tj|Sr@)rrr)r1s r0_get_envz>test_threadpool_limitation_in_child_override.._get_envsz~~h'''r24rzc3HK|]}tVdSr@rr.rnr6r1s r0roz?test_threadpool_limitation_in_child_override..sG*;*;,- GH  h ' '*;*;*;*;*;*;r2rFr4rr.c3HK|]}tVdSr@rr9s r0roz?test_threadpool_limitation_in_child_override..sG.?.?01!!!(++.?.?.?.?.?.?r2r)rshutdownrrrr!rrr$)rjr1original_var_valuerr6s ` @r0,test_threadpool_limitation_in_child_overrider=s%%%..000(((116" 8)(&)))*;*;*;*;*;16q*;*;*;;;3*$$$$ fA > > > ? ?-hf---.?.?.?.?.?5:1XX.?.?.???G ? ? ? ? ? ? ? ? ? ? ? ? ? ? ?3*$$$$$  % 8$$$#5BJx   % 8$$#5BJx 5 5 5 5s1AD%4C% D%C))D,C)- D!D>cttd5t|dddddS#1swxYwYdS)Nz#does not acc.*inner_max_num_threadsrrr.)rrur$r<s r01test_threadpool_limitation_in_child_context_errorr?s &L M M M;;::::;;;;;;;;;;;;;;;;;;s 6::)rFrrycd}||td}tdD]%}||td}||ksJ&dS)Nctdt|fdtdDdS)Nrrzc3RK|]!}ttV"dSr@)r"sum)r.rnrAs r0rozAtest_loky_reuse_workers..parallel_call..s1CCA  QCCCCCCr2r)rjrAs @r0 parallel_callz.test_loky_reuse_workers..parallel_callsJ "IICCCCrCCCCCCCCr2Tr3r)rrr)rjrDfirst_executorrexecutors r0test_loky_reuse_workersrGs DDD M&*666N2YY** f(t444>)))))**r2)F)rr)rpr@)rVrrr]r\rr5 tracebackrmathrrrrr3r rr'r r r joblib._multiprocessing_helpersrjoblib.test.commonrrrjoblib.testingrrrrrjoblib.externals.lokyrr'rposix ImportError _openmp_test_helper.parallel_sumrrjoblib._parallel_backendsrrrrrr joblib.parallelr!r"r#r$r%r&r'r(r)joblib.my_exceptionsr*r+sortedkeysALL_VALID_BACKENDSPROCESS_BACKENDSPARALLEL_BACKENDShasattrr&r6rr>rCrHr rJr[r_rbrgrtrvrxmarkrrrrrrrrrrrrrrrrr$r)rErPrXr\r`rfrirrrrtr|rrrrrrextendrrrrrrrr_parallel_backendsrrrrrrrrrrrrrrr$r" SQUARE_LOCAL SQUARE_LAMBDAr-rr%r&r(r/r2r7r8r<rArSrVrcrgrorvr|rrrrrrrrrrrrrrrrrrr"r+r0r=r?rGr-r2r0r_sC &&&&&& ((((((  ......--------333333++++++++++++++>;;;;;;LLLL EEE>>>>>>>LLLKKK877777666666<<<<<<999999111111222222--------GGGGGGGG77777777LLLLLLLLLLLL000000000000Vff]X]__555KK(KKKK:)62$ }4 72}7nbnW55666/*III             222... """% b"""--- . :000 ..  . Y*++ X~~~&& Y %%77&%'&,+7 Y*++,+.&  47770 Y@@@AA  BA  000  _h''  x((??)(('? 999 Xyyy!!FF"!F Y)**//+*/: P P P Y)**99+*9  Y)**33+*3 Y())FDFD*)FDR''' Y!!  )///0 JJJK L M M   M M"!   Y)**+*:444 Y())33*)3===999 >>>  Y)**CDD--ED+*-*     +   444 Y*++JJ,+J %%% 4 4 4$=>>>99?>9;;;*$5QQQ#7 ''--EE!HH---  Y89944:94(#4444(444( 111>>>>>)5>>>/;;; Y00011 , ,11 , X}}}%% Y)**  +*&% 4777  _/00 _/00 ' '1010 '4 \===))((*)(   8 / / / 0 0 0 0+++  Y())33*) 3. 0,  Y()) , ,*) ,-)@    Y("*BB7)LMM ][, FGG  "?"?"?@@ , ,A@HGNM , (9P FbgooGOOFO$$&&F''Q6X   =, FbgooGOOFO$$&&F''-:4&&&888   Y())88*) 80  / /  /    Y*++ X~~~&&'&,+  Y()) P P*)  PF Y%'Zt[!!...22 2 Y())99*)9(+++\1K1K1KhEEE*666AAA ' ' ' ' Y-..AA/.A*  t$=>>>88?> 8(HHHH  Y!z{mm /DGG//GG/0''' Y2>$vGG %BCCC $ $DCHG $ 46888!!88! AAA&===B,,, ; ; ;  X~~~&&88'& 8&   $ooo66 X2w88 76 8. X2w Z---..66..  6>  Y*K//113C3C3E3EGHH;;HH ;  Xzzz""**#"***s6B BBB""B,+B,0B55B?>B?