o:i1 SrSSKrSSKrSSKrSSKrSSKrSSKrSSKrSSKrSSK J r SSK J r SSK Jr SSKJr SSKJr SSKJr SSKrSSKrSS KJrJrJr SS KJr SS KJrJrJrJr SS K J!r!J"r"J#r#J$r$J%r% \bSS K&J'r' SSK(J)r) SSK*r*SSK,J-r- SSK.r.SSK/J0r0J1r1J2r2J3r3J4r4 SSK5J6r6J7r7J8r8J9r9J:r:JrJ;r;Jr^\""S?\65\""S@\65SA55r_SBr`\SC5raSDrb\""S0/SEQ5SF5rc\""S/\E5SG5rd\SH5re\\\""SI/SJQ5\""SKSSL/5SM5555rf\""S/\E5SN5rg\\""S/\E5SO55rh\\""S/\i"\?5SP1- 5\""SQSRSS/5ST555rj\\""S/\D5SU55rk\\""S/\65SV55rlSWrm\""S/\65\""SXS/SYQ4SZ/S[Q4/5S\55rn\\""S/\E5S]55roS^rp\\""S/\D5S_55rqS`rrSarsSbrt\\""S/\E5\RRScSd9Se555rv"SfSg\35rwShrx\""S/\C5Si5ry\\""S/\E5\""S0/SjQ5Sk555rzSlr{Smr|\$"\SLSnSd9So5r}Spr~\ESSr\GR\"Sq5Vs/sHnSrU-PM sn5 \\""S/\5\""S&\;\js 5Lr1c US-$Nr0r<s r2squarerCns a4Kr1c\rSrSrSrSrSrg)MyExceptionWithFinickyInitrz,An exception class with non trivial __init__cgr.r0)selfabcds r2__init__#MyExceptionWithFinickyInit.__init__us r1r0N__name__ __module__ __qualname____firstlineno____doc__rM__static_attributes__r0r1r2rErErs 6 r1rEFcHUS:XaU(a[SSSS5e[eU$)NrIrJrKrL)rE ValueError)r<custom_exceptions r2exception_raiserrZys4Av  'sCc :  Hr1c:[R"S5 [e)Ng?)timerKeyboardInterruptrBs r2interrupt_raiserr^sJJt r1cUS-U-U-$)zFA module-level function so that it can be spawn with multiprocessing. rAr0)r<r=zs r2fras a4!8a<r1cD[[R"5S5$Nr)typer get_active_backendr0r1r2_active_backend_typerfs ++-a0 11r1c@[XS9"S[S555$)Nn_jobsr9c3L# UHn[[5"U5v M g7fr.r#rC.0is r2 parallel_func..s:$,qH"$r!range) inner_n_jobsr9s r2 parallel_funcrvs% < 9:$)!H: r1c$[5S:degrc)r"r0r1r2test_cpu_countrxs ;??r1c$[5S:degrcr$r0r1r2test_effective_n_jobsr{s   !! !r1contextzbackend_n_jobs, expected_n_jobs)rrrrriNr)z positive-intz negative-intNone)idscU"SUS9 [SS9U:XdeSSS5 [SS9S:Xdeg!,(df  N=f)Nr*r~rrz)r|backend_n_jobsexpected_n_jobss r2test_effective_n_jobs_NonersF ^ 4 t,??? 5 4 (A -- - 5 4s1 ?r9ri)rrAr}verbose)rA dc[S5Vs/sHn[U5PM sn[XUS9"S[S555:Xdegs snf)Nrir9rc3L# UHn[[5"U5v M g7fr.rkrmr<s r2ro'test_simple_parallel..s+(Qgfoa(rqrtrCr!)r9rirr<s r2test_simple_parallelrsM %Qx (x!F1Ix (H-+%(+-, ,, , (sA rAcSn[R"S5n"SS[5nU"XSS9nU"[U5Vs/sHn[ [ 5"U5PM sn5 [ 5nURHBnURU5=n (dMU R5upURX- 5 MD [U5S:Xdegs snf)Nrz(Done\s+\d+ out of \d+ \|)c\rSrSr/rSrSrg)/test_parallel_pretty_print..ParallelLogc:URRU5 gr.)messagesappend)rHmsgs r2_print6test_parallel_pretty_print..ParallelLog._prints MM  %r1r0N)rPrQrRrSrrrUr0r1r2 ParallelLogrs  &r1ri'rr) recompiler!rtr#rasetrsearchspanaddlen) r9rin_taskspatternrexecutorrnlensmessagesrIrJs r2test_parallel_pretty_printrsGjj67G&h& &5IH U7^ 4^gajm^ 45 5D$$w' '1 '668DA HHQUO% t9>> 5sCcbUR[R"5SSS9 [R"SS9n[ SUS9"S[ S 555nU/S Q:XdeSSS5 WVs/sHAnS [UR5;dM[UR[5(aM?UPMC nnUS ;d[U[5(a.S nUVs/sHoE[UR5;dMUPM! nn[U5S:Xdeg!,(df  N=fs snfs snf)Nname!some_new_name_for_the_main_thread)targetrvalueTrecordrArhc3L# UHn[[5"U5v M g7fr.rkrs r2ro6test_main_thread_renamed_no_warning..s6 (01GFOA  rqrr)rrzworker timeout)Nr(z3multi-threaded, use of fork() may lead to deadlocksr) setattrr*current_threadwarningscatch_warningsr!rtstrr isinstanceDeprecationWarningrr)r9 monkeypatchwarninforesultsw message_parts r2#test_main_thread_renamed_no_warningrs' '') 1   -!W56 (-a6  )### .A 3qyy> 1 199&89  ++z'00M 'Nx!s199~+MAxN x=A  9 . -Os)+D1D'D'3D'D,<D, D$c[R"SS9n[R"S5 [XS9 SSS5 WVs/sHoDRPM nnU(aLU(aD[ SU55n[ (a[U5S:O [U5S:HnU=(a U$gU(aeg!,(df  N=fs snf)NTralways)r9ruc3F# UHnSURS;v M g7f)zbacked parallel loops cannotrN)args)rmeachs r2ro)_assert_warning_nested.. s!'KS4.$))A,>8!rF)rr simplefilterrvrallrr)r9ruexpectedrrwarnings_are_correctwarnings_have_the_right_lengths r2_assert_warning_nestedrs   -h'gA .$,,8a 8H, #&'KS'$ '6oH "3x=A;M +(J,J J|) . --s B5C5 Cz%parent_backend,child_backend,expected))r)r(T)r)r)F)r(r(T)r(r)T)r*r(T)r*r)Tc^^[SUS9"U4Sj[S555 [SUS9"UU4Sj[S555nUS:Xa[U5(deg[U5(deg)NrArhc3N># UHn[[5"TSSS9v M g7f)rFr9rurNr#rrm_ child_backends r2ro0test_nested_parallel_warnings..(s./A &'!E "%rc3N># UHn[[5"TSTS9v M g7f)rArNr)rmrrrs r2ror0s.5A &'!H rr*)r!rtanyr)parent_backendrrress `` r2test_nested_parallel_warningsrsq A~./q / !^ 45q 5 C$3xxx3xxxr1)r)r(r*cS/nSn[R"X!4S9nUR5 UR5 US(deg)NFc[R"SS9n[SS9"S[S555 SSS5 [ [ W55 [ U5S:HUS'g!,(df  N4=f)NTrrAr~c3L# UHn[[5"S5v M g7f)皙?Nr#rrmrs r2roPtest_background_thread_parallelism..background_thread..FsEHqwu~c22Hrqrr)rrr!rtprintr)is_run_parallelrs r2background_thread=test_background_thread_parallelism..background_threadDsV  $ $D 1X A EE!HE E2 c(m ]a/2 1s A## A1)rrr)r*Threadstartjoin)r9rrts r2"test_background_thread_parallelismr?sFgO0  18JKAGGIFFH 1  r1cD[SUS9"S[S555 g)NrArhc3L# UHn[[5"S5v M g7f{Gz?Nrkrs r2ronested_loop..Qs'Px!(=(=xrqrsr8s r2 nested_looprPs Aw''PuQx'PPr1rrcL^[SUS9"U4Sj[S555 g)NrArhc3N># UHn[[5"T5v M g7fr.)r#rrs r2ro#test_nested_loop..Ws!/5= ]++Xrrs)rrs `r2test_nested_looprTs% A~./5:1X/r1c[er.)rXr8s r2raise_exceptionr\s r1c[[5 [SSS9nU"[[5"S5[[ 5"S5/5 SSS5 SSS5 g!,(df  N=f!,(df  g=f)NrAr)rh)rrXr!r#rr)r s r2)test_nested_loop_with_exception_with_lokyr`sT   Q /8 gk*62GO4LV4TU V0   / /  s" A.1A A. A+ 'A.. A<c^[SS9m[SSS9"U4Sj[S555 TR5(deg)z1Input is mutable when using the threading backendr)maxsizerAr*rhc3Z># UH n[TR5"S5v M" g7frN)r#put)rmrqs r2ro1test_mutate_input_with_threads..js!+Px!GAEEN1,=,=xs(+N)rr!rtfull)rs@r2test_mutate_input_with_threadsrgs5 aA A{++PuQx+PP 6688O8r1)rrArrc[S5nUVs/sH n[USS9PM sn[US9"SU55:Xdegs snf)z.Check the keyword argument processing of pmap. rr=r~c3J# UHn[[5"USS9v M g7frrNr#rars r2ro'test_parallel_kwargs..rs?$'q 1C!#N)rtrar!)rilstr<s r2test_parallel_kwargsr nsP )C" #s!Aa1Is #xv'>?$'?(   #sAc[S5nUVs/sH n[USS9PM nn[SUS9nURnX4"SU55:XdeX4"SU55:Xde[b#[ U5[ UR5LdeSSS5 [b[ WR5beUW"SU55:Xde[b[ UR5beggs snf!,(df  Nh=f) Nrrrrrhc3J# UHn[[5"USS9v M g7frr rs r2ro3test_parallel_as_context_manager..=AWQZQ/r c3J# UHn[[5"USS9v M g7frr rs r2rorrr c3J# UHn[[5"USS9v M g7frr rs r2rors9SA+Sr )rtrar!_backendr r:)r9r r<rpmanaged_backends r2 test_parallel_as_context_managerrws )C#&'3a!q 3H' G ,**1======1====== >/;qzz3JJ JJ -  ~1::&... q9S99 99 9 ~1::&.../( , ,sC,AC11 C?c^"SS[5m[[SS9 [SSS9"U4Sj[ S 555 S S S 5 g !,(df  g =f) zXCheck that pmap captures the errors when it is passed an object that cannot be pickled. c\rSrSrSrSrg)1test_parallel_pickling..UnpicklableObjectic[S5e)N123) RuntimeErrorrHs r2 __reduce__.UnpicklableObject.__reduce__s u% %r1r0N)rPrQrRrSrrUr0r1r2UnpicklableObjectrs &r1r!zthe task to sendmatchrAr)rhc3X># UHn[[5"T"55v M! g7fr.r#id)rmrr!s r2ro)test_parallel_pickling..s$+ 6?GBK)+ , ,i'*rN)objectrrr!rt)r!s@r2test_parallel_picklingr*sH &F&  %8 96*+ 6;Bi+   : 9 9s $A  A byteorder)<>= max_nbytes1Mc^^Sm[R"S5RS5RUS35mTRR n[ SSUS9"UU4Sj[S 555nUHGupEXR:XdeXTRR :Xde[RRTU5 MI g) Nc0XRR4$r.)dtyper+rBs r2inspect_byteorder=test_parallel_byteorder_corruption..inspect_byteorders''####r1)rArri4rAr))rir9r/c3F># UHn[T5"T5v M g7fr.r#)rmrr4r<s r2ro5test_parallel_byteorder_corruption..s#G/7!!"1%%x!rr) rarangereshapeviewr3r+r!rttestingassert_array_equal)r+r/initial_np_byteorderresult x_returnedbyteorder_in_workerr4r<s @@r2"test_parallel_byteorder_corruptionrEs $ ! V$))YKr*:;A77,, Q: FG/4QxGF,2' ":::"&6&6&@&@@@@ %%a4,2r1cd[[SUSS9"S[S5555S:Xdeg)NrArir9timeoutc3L# UHn[[5"S5v M g7f)gMbP?Nrrs r2ro0test_parallel_timeout_success..s</8!u%%yrqr)rr!rtr8s r2test_parallel_timeout_successrLsB Aw ;</4Ry<     r1c[[5 [SUSS9"S[S555 SSS5 g!,(df  g=f)NrArrHc3L# UHn[[5"S5v M g7frNrrs r2ro-test_parallel_timeout_fail..s: (11GEN2   rqr)rrr!rtr8s r2test_parallel_timeout_failrQs:  7D9: (-b :      "; A  sequential return_as generatorgenerator_unorderedc [[5 [[SXSS9"S[ S5555 SSS5 [[SXSS9"S[ S5555 g!,(df  N9=f)NrAr)rir9rTrIc3L# UHn[[5"S5v M g7frOrrs r2ro.s R,5qr""Irqrc3L# UHn[[5"S5v M g7frrrs r2rorYs M *3QGEN4 )rq)rrlistr!rtr9rTs r2)test_parallel_timeout_fail_with_generatorr]st   AwS QR,1"IR    7LM */)M    s +A.. A<c [Gb[[5 [SUS9"[ SS5VVs/sHup[ [ 5"X5PM snn5 SSS5 [[5 [SUS9"SVs/sHn[ [5"U5PM sn5 SSS5 [SUS9n[UR5ce[UR5n[[5 U"[ SS5VVs/sHup[ [ 5"X5PM snn5 SSS5 [UR5ce[UR5ULde[S5Vs/sH n[USS9PM snU"S[S555:Xde[UR5n[[5 U"SVs/sHn[ [5"U5PM sn5 SSS5 [UR5ce[UR5ULde[S5Vs/sH n[USS9PM snU"S [S555:Xd3URURURUR 45eSSS5 [WR5beOK[[5 [SS 9"SVs/sHn[ [5"U5PM sn5 SSS5 [[5 [SS 9"[ SS5VVs/sHup[ [ 5"X5PM snn5 SSS5 [["5 [SS S 9"S [S555 SSS5 gs snnf!,(df  GNX=fs snf!,(df  GN#=fs snnf!,(df  GN=fs snfs snf!,(df  GN=fs snf!,(df  GNm=fs snf!,(df  GN =fs snnf!,(df  N=f!,(df  g=f)NrArh)rr)rrrrrc3J# UHn[[5"USS9v M g7frr rs r2ro%test_error_capture..>,5q 1"Ir c3J# UHn[[5"USS9v M g7frr rs r2ror`rar r~r)rirc3J# UHn[[5"USS9v M g7f)T)rYNr#rZrls r2ror`+s T)QW% &q4 @)r rG)r rZeroDivisionErrorr!zipr#r>r]r^r:rrtra _iteratingn_completed_tasksn_dispatched_tasks _abortingrE)r9r<r=r original_workerss r2test_error_capturerls  ~ % & Aw /585HI5HTQ"1(5HI ' % & Aw /7=>v!)*1-v> ' Q 0Hx001= ==*8+<+<= )*c&&>QR>Qda'(+A1>QRS+ x001= ==x0019II II',Ry1y!Aa1Iy1X>,1"I>6  +8+<+<= )*G1'"23A6GH+x001= ==x0019II II',Ry1y!Aa1Iy1X>,1"I>6 ##**++""  91N8,,-555 % & A fMf(8 9! O9=P6O!O)O1AP8O- APO7O2 5O7O OO O* % P2O77 P  P P P%% P47P== Q  Qc S Sjn[SUS9n[[SS9 U"SU"SS955 SSS5 [[SS9 U"S U"S S955 SSS5 [[SS9 U"S U"S S955 SSS5 SSS5 g!,(df  Nk=f!,(df  NR=f!,(df  N9=f!,(df  g=f)Nrc3X# [S5HnX:Xa [S5eUv M g7f)NIterator Raising Error)rtrX)raise_atrns r2 my_generator1test_error_in_task_iterator..my_generator2s)rA} !9::Gs(*rArhrpr"c3L# UHn[[5"U5v M g7fr.rkrls r2ro.test_error_in_task_iterator..; C*BQgfoa  *Brq)rqc3L# UHn[[5"U5v M g7fr.rkrls r2roru@rvrqrc3L# UHn[[5"U5v M g7fr.rkrls r2roruDs D*CQgfoa  *Crqr)r!rrX)r9rrrs r2test_error_in_task_iteratorr{/s G , J&> ? C,*B C C@ J&> ? C,*B C C@J&> ? D,*C D D@ - , ? ? @ ?@ ? - ,sQC BC  B)C 3B:C  B& "C ) B7 3C : C C  Cc,URSU-5 g)Nz Consumed %s)r)queueitems r2consumerrGs LL%&r1zbatch_size, expected_queue) Produced 0 Consumed 0 Produced 1 Consumed 1 Produced 2 Consumed 2 Produced 3 Consumed 3 Produced 4 Consumed 4 Produced 5 Consumed 5r) rrrrrrrrrrrrc^[5mU4Sjn[SXS9"U4SjU"555 TU:Xde[T5S:Xdeg)z=Test that with only one job, Parallel does act as a iterator.c3b># [S5HnTRSU-5 Uv M g7fNr6z Produced %irtrrnr}s r2producer'test_dispatch_one_job..producerx*qA LL* +G,/rri batch_sizer9c3P># UHn[[5"TU5v M g7fr.r#r)rmr<r}s r2ro(test_dispatch_one_job..}s#?-7%##Z#& N)r[r!r)r9rexpected_queuerr}s @r2test_dispatch_one_jobrKsTV FE  A*>?-5Z? N "" " u:  r1cT^[R"5nUR5mU4Sjn[SSSUS9"U4SjU"555 [T5nUSS:XdeUS S R S 5nUS :deUR S 5nXT:de[ T5S:Xdeg )zJCheck that using pre_dispatch Parallel does indeed dispatch items lazily. c3b># [S5HnTRSU-5 Uv M g7frrrs r2r/test_dispatch_multiprocessing..producerrrrArrr)rir pre_dispatchr9c3P># UHn[[5"TS5v M g7f)rNr)rmrr}s r2ro0test_dispatch_multiprocessing..s$F1;A%''rrrNrz Consumed anyr}rr)r Managerr[r!indexr)r9managerrqueue_contentsfirst_consumption_indexproduced_3_indexr}s @r2test_dispatch_multiprocessingrs jjlG LLNE  A!!WEF19F%[N !  ,, ,-Ra066~F "R '' '%++L9  55 5 u:  r1c[SSSS9nU"S[S555 URR5S:XdeSSS5 g!,(df  g=f)NrAautor*rc3L# UHn[[5"U5v M g7fr.r%rls r2ro/test_batching_auto_threading.. .+Q'"+a..+rqrr!rtrcompute_batch_size)rs r2test_batching_auto_threadingrsL v{ Cq .%+ ..zz,,.!333 D C C 9A Ac[SSUS9nU"S[S555 URR5S:deSSS5 g!,(df  g=f)NrArrc3L# UHn[[5"U5v M g7fr.r%rls r2ro2test_batching_auto_subprocesses..rrqrrr)r9rs r2test_batching_auto_subprocessesrsN vw ?1 .%+ .. zz,,.222 @ ? ?rc[[5 [SSSS9"S[S555 SSS5 g!,(df  g=f)zCMake sure that exception raised during dispatch are indeed capturedrAr)rirrc3L# UHn[[5"U5v M g7fr.rdrls r2ro*test_exception_dispatch..s!7 2;QG$ %a ( ()rqrGN)rrXr!rtr0r1r2test_exception_dispatchrs8  A67 27)7     rRcB[SS9"S[S555 g)NrAr~c3L# UHn[[5"U5v M g7fr.rdrmjs r2ro(nested_function_inner..sGYw/033YrqrGrsrns r2nested_function_innerrs AGU2YGGr1cB[SS9"S[S555 g)NrAr~c3L# UHn[[5"U5v M g7fr.)r#rrs r2ro(nested_function_outer..sL)Qw45a88)rqrGrsrs r2nested_function_outerrs AL%)LLr1z'https://github.com/joblib/loky/pull/255reasoncz[[5n[SUS9"S[S555 SSS5 [ WR UR UR5nSRU5nSU;deSU;deS U;de[ UR 5[Ldeg!,(df  N=f) zEnsure errors for nested joblib cases gets propagated We rely on the Python 3 built-in __cause__ system that already report this kind of information to the user. rArhc3L# UHn[[5"U5v M g7fr.)r#rrls r2ro1test_nested_exception_dispatch..s!, 7@!G) *1 - -yrqrGNrrrZ) rrXr!rtr rdrtbr)r9excinfo report_linesreports r2test_nested_exception_dispatchrs  w7+, 7URU5UlX lU$r.)r$rir )rHrir backend_argss r2 configureFakeParallelBackend.configures++F3   r1c\US:a%[[R"5S-U-S5nU$)Nrr)maxr r"rHris r2r$$FakeParallelBackend.effective_n_jobss* A:!+f4a8F r1)rir r)r)rPrQrRrSrTrr$rUr0r1r2rrsB r1rc[[SS9 [SS9 SSS5 [[SS9 [SS9 SSS5 SSS5 [[SS9 [SS9 SSS5 SSS5 g!,(df  Nc=f!,(df  NR=f!,(df  N[=f!,(df  NJ=f!,(df  g=f)NzInvalid backend:r"z unit-testingr8)rrXr!r&r0r1r2test_invalid_backendrs  "4 5( 6  "4 5 ^ 4 5 6  "4 5 ^ 4 5 6 5 6 55 4 6 5 5 4 6 5sP A6 BBB B:#B)%B:6 B B B B&) B7 3B:: Cc[[5n[SUS9R5 SSS5 S[ WR 5;de[[5n[SUS9R5 SSS5 S[ UR 5;de[[5n[SUS9R5 SSS5 S[ UR 5;de[[5n[SUS9R5 SSS5 S[ UR 5;deg!,(df  GN =f!,(df  N=f!,(df  N=f!,(df  N^=f)Nrrhz&n_jobs == 0 in Parallel has no meaning?z2.3z$n_jobs could not be converted to int invalid_str)rrXr!_initialize_backendrr)r9rs r2test_invalid_njobsrs   w7+??A  3s7==7I II I  wW-AAC  3s7==7I II I  ww/CCE  1S5G GG G  w w7KKM  1S5G GG G        s/D.E&E1E". D= E E" E0)2gffffff@rAc[XS9nUR5S:XdeU"S[S555n[S[ U555(deg)NrhrAc3L# UHn[[5"U5v M g7fr.rkrls r2ro.test_njobs_converted_to_int..s 2 1GFOA   rqrc3B# UHupU[U5:Hv M g7fr.)rC)rmrnrs r2rors9.$!qF1I~.s)r!_effective_n_jobsrtr enumerate)r9rirrs r2test_njobs_converted_to_intrsT 0A   A %% % 2b 2 2C 9)C.9 9 99 9r1c[S[5 S[;de[S[:Xde[S g![S f=f)N test_backend)r'rr r0r1r2test_register_parallel_backendrsE%!.2EF)))'+>>>> ^ $H^ $s /: Ac [Rn[5[5:Xde[ S[ SSS9 [5[ :XdeU[l[5[5:Xdeg!U[lf=f)Nr*T) make_default)r r/rfr3r'r r)default_backend_origs r2test_overwrite_default_backendr%sw#33  !%A%C CC C8!+x /DSWX#%)9999$8  !%A%C CC C$8 s &A55 BzOnly without multiprocessingc[[SS9 [SS9"S[S555 SSS5 [ SS9 [5"S[S555 SSS5 g!,(df  NA=f!,(df  g=f)Nz)joblib backend '.*' is not available on.*r"r)r8c3L# UHn[[5"U5v M g7fr.rkrls r2ro2test_backend_no_multiprocessing..4s FX!3!3Xrqrrc3L# UHn[[5"U5v M g7fr.rkrls r2ror8s8x!76?1%%xrq)r UserWarningr!rtr&r0r1r2test_backend_no_multiprocessingr1sc {"M N FU1X FF O  ( 8uQx88 ) ( O N ) (s A*!A;* A8; B cU"USS9 [R"5up#US:Xde[S5S:Xde[5nURS:XdeUS:Xa3[ U5[ Lde[ UR5[ LdeOUS:Xa3[ U5[Lde[ UR5[LdeOUS:Xa3[ U5[Lde[ UR5[LdeOHURS5(a2[ U5[Lde[ UR5[LdeSSS5 g!,(df  g=f)Nrrr~r(r)r*test_) r rer$r!rirdrrrr startswithr)r| backend_nameactive_backend active_n_jobsrs r2check_backend_context_managerr;s9 a ((0(C(C(E%!!!"a''' Jxx1}} , ,'+AA AA #'== == V #';6 66 #{2 22 [ ('+;; ;; #'77 77  $ $W - -'+>> >> #':: ::# ) ( (s EE Errztest_backend_%dc4^U[;aUR[U[5 [5[ 5:Xde[ TU5 [5[ 5:Xde[ SSS9"U4Sj[55 [5[ 5:Xdeg)NrAr*rhc3b># UH$nU(aM [[5"TU5v M& g7fr.)r#r)rmrJr|s r2ro/test_backend_context_manager..cs-,1A ;-.w::1s //)r setitemrrfr3rr! all_backends_for_context_manager)rr9r|s `r2test_backend_context_managerrTshHg/BC  !%A%C CC C!'73 !%A%C CC C A{+,1, !%A%C CC Cr1c"\rSrSrSrSSjrSrg)ParameterizedParallelBackendimz9Pretends to run conncurrently while running sequentially.Nc,Uc [S5eXlg)Nzparam should not be None)rXparam)rHr s r2rM%ParameterizedParallelBackend.__init__ps =78 8 r1r r.rOr0r1r2r r ms Cr1r cRUR[S[5 [5[ 5:XdeU"SSSS9 [ R "5up#[U5[LdeURS:XdeUS:Xde[5nURS:XdeURULdeU"S[S555nSSS5 W[S5Vs/sHn[U5PM sn:Xde[5[ 5:Xdeg!,(df  NR=fs snf)N param_backend*rr)r ric3L# UHn[[5"U5v M g7fr.r#rrls r2ro=test_parameterized_backend_context_manager..7hGDM!$$hrqr)rr r rfr3r rerdr r!rirrtr)rr|rrrrrns r2*test_parameterized_backend_context_managerrvs /3OP  !%A%C CC C 1 5(0(C(C(E%N#'CCCC##r)))!!! Jxx1}}zz^+++7eAh77 6 a11tAw1 11 1 !%A%C CC C 6 52sB DD$ D!c([5[5:XdeU"[SS9SS9 [R"5up[ U5[LdeUR S:XdeUS:Xde[5nURS:XdeURULdeU"S[S555nSSS5 W[S5Vs/sHn[U5PM sn:Xde[5[5:Xdeg!,(df  NR=fs snf)N+r rr~c3L# UHn[[5"U5v M g7fr.rrls r2roFtest_directly_parameterized_backend_context_manager..rrq) rfr3r r rerdr r!rirrtr)r|rrrrrns r23test_directly_parameterized_backend_context_managerrs  !%A%C CC C -B7 B(0(C(C(E%N#'CCCC##r)))!!! Jxx1}}zz^+++7eAh77 C a11tAw1 11 1 !%A%C CC C C B2sB C>D> D cB[S5 [R"5$)Nr)rosgetpidr0r1r2sleep_and_return_pidrs #J 99;r1c[5[:Xde[5R5S:Xde[SS9"S[ S555$)NrrAr~c3J# UHn[[5"5v M g7fr.)r#rrs r2ro"get_nested_pids..sPx!g&:;==xr )rfrr!rrtr0r1r2get_nested_pidsr"sK  !%5 55 5 : ' ' )Q .. . 1 PuQxP PPr1c,^\rSrSrSrU4SjrSrU=r$) MyBackendiz:Backend to test backward compatibility with older backendsc.>[[U] 5S$rc)superr$get_nested_backend)rH __class__s r2r'MyBackend.get_nested_backendsY8:1==r1r0)rPrQrRrSrTr'rU __classcell__)r(s@r2r$r$sD>>r1r$back_compat_backend)r*r)r(r+cU"U5 [SS9"S[S555nUHn[[U55S:XaMe SSS5 g!,(df  g=f)NrAr~c3J# UHn[[5"5v M g7fr.)r#r"rs r2ro6test_nested_backend_context_manager..s'VIq(@(B(BIr rr)r!rtrr)r|r9 pid_groups pid_groups r2#test_nested_backend_context_managerr1sS  Q''VERTI'VV #Is9~&!+ ++$   s;AA A#)rAr}Nc^^^Sm[SS9"U4Sj[S555 U"TTS9 [SS9"UUU4Sj[S555 SSS5 g!,(df  g=f)Nc[5[U:Xde[U5n[5R 5U:Xdegr.)rfr r$r!r)expected_backend_typeexpected_n_jobs r2check_nested_backend?test_nested_backend_in_sequential..check_nested_backends@$%2G)HHHH*.9z++-???r1rr~c3d># UH%n[T5"[RS5v M' g7fr)r#r r/)rmrr6s r2ro4test_nested_backend_in_sequential..s*LUq$%h&>&>BBIs-0rc3H># UHn[T5"TT5v M g7fr.r9)rmrr9r6ris r2ror9s$ DMqG( )'6 : :Is"rs)r9rir|r6s`` @r2!test_nested_backend_in_sequentialr;s`@ ALQRTI  ( DI"I   ) ( (s %A A,cU"U5nU[LaUSnU[LaUSnWRU:XdeSSS5 g!,(df  g=f)Nr9r)r&r% nesting_level)r| inner_backendexpected_levelctxr9s r2check_nesting_levelrAsO  3 o %)nG & &!fG$$666  s /A A outer_backendr>c^^[TUS5 [SUS9"UU4Sj[S555 T"TSS9 [5"UU4Sj[S555 SSS5 g!,(df  g=f)NrrArhc3R># UHn[[5"TTS5v M g7frr#rArmrr|r>s r2ro-test_backend_nesting_level..s&.IRA#$WmQ??$'rr~c3R># UHn[[5"TTS5v M g7frrErFs r2rorGs& MVG' (- C CYrH)rAr!rt)r|rBr>s` `r2test_backend_nesting_levelrJse 2 A}-.INr. q )  MRSUY   * ) )s %A)) A7with_retrieve_callbackTcV^^^SSKm"UU4SjS[5n[SU5 SmU"S5n[SS9"U4Sj[ S 555 U[ LaUS R S :XdeU[LaUSR S :XdeSSS5 g!,(df  g=f) NrcF>\rSrSrSrYrYR S5rSrg))test_retrieval_context..MyBackendirc3># U=RS- slSv g7frrrs r2retrieval_context;test_retrieval_context..MyBackend.retrieval_context s FFaKF sr0N) rPrQrRrSrnsupports_retrieve_callbackcontextmanagerrPrU) contextlibrKsr2r$rNs& %;"  " "  # r1r$ retrievalc@[SS9"S[U555$)NrAr~c3L# UHn[[5"U5v M g7fr.r%rls r2ro>test_retrieval_context..nested_call..s!C(Q'"+a..(rqrs)ns r2 nested_call+test_retrieval_context..nested_callsq!!C%(!CCCr1rAr~c3F># UHn[T5"U5v M g7fr.r9)rmrnrZs r2ro)test_retrieval_context..sEHq7;/22Hr;rr9r)rTrr'r!rtr&rnr%)r|rKr$r@rTrZs ` @@r2test_retrieval_contextr^s$k95D  EE!HEE o %y>##q( (( & &q688q= =   s AB B(r)rr}gQ?ch[[5 [US9 SSS5 g!,(df  g=f)Nr)rrXr!r`s r2test_invalid_batch_sizeras  J'   s # 1z)n_tasks, n_jobs, pre_dispatch, batch_size) )rArArr)rArArirrrArir)irArirrb)rrrir)rrir)r 2 * n_jobsr)rrr)rfrrerW)rcrrercXUS.n[U5Vs/sHn[U5PM nn[S0UD6"S[U555nXv:Xdegs snf)N)rirrc3L# UHn[[5"U5v M g7fr.rkrls r2ro/test_dispatch_race_condition..;s L^!3!3^rqr0r)rrirrparamsrnrrs r2test_dispatch_race_conditionrk%sW(J WF#(>2>aq >H2  LU7^ LLG   3sAc[R"5n[SSS9nURR S5nUR5nX0:Xdeg)NrAr(rhr|)r get_start_methodr!_backend_kwargsget)mp_start_methodrr| start_methods r2test_default_mp_contextrr?sM))+O#45A##I.G++-L  ** *r1c(^US:Xa[R"S5n[RR S5nUR SS5m[R "TTR5 [SUS9"U4Sj[S555 g)Nr(r,rirArhc3x># UH/n[[R5"TTR5v M1 g7fr.)r#rdotT)rmrnrIs r2roAtest_no_blas_crash_or_freeze_with_subprocesses..^s''RA133(?(?s7:) r r+rrandom RandomStaterandnrurvr!rt)r9rngrIs @r2.test_no_blas_crash_or_freeze_with_subprocessesr|Hsr##..) ))   #C $AFF1accN Aw''Rq'RRr1afrom joblib import Parallel, delayed def square(x): return x ** 2 backend = "{}" if backend == "spawn": from multiprocessing import get_context backend = get_context(backend) print(Parallel(n_jobs=2, backend=backend)( delayed(square)(i) for i in range(5))) cUS:Xa/[R"5S:wa[R"S5 [R U5n[ [RSU/SSS9 g)Nr(forkzVRequire fork start method to use interactively defined functions with multiprocessing.z-cr\[0, 1, 4, 9, 16\]rI stdout_regex) r rmpytestskip,UNPICKLABLE_CALLABLE_SCRIPT_TEMPLATE_NO_MAINformatrsys executable)r9codes r22test_parallel_with_interactively_defined_functionsrqs[ ##(;(;(=(G  .  8 > >w GD t$b?Tr1aimport sys # Make sure that joblib is importable in the subprocess launching this # script. This is needed in case we run the tests from the joblib root # folder without having installed joblib sys.path.insert(0, {joblib_root_folder!r}) from joblib import Parallel, delayed def run(f, x): return f(x) {define_func} if __name__ == "__main__": backend = "{backend}" if backend == "spawn": from multiprocessing import get_context backend = get_context(backend) callable_position = "{callable_position}" if callable_position == "delayed": print(Parallel(n_jobs=2, backend=backend)( delayed(square)(i) for i in range(5))) elif callable_position == "args": print(Parallel(n_jobs=2, backend=backend)( delayed(run)(square, i) for i in range(5))) else: print(Parallel(n_jobs=2, backend=backend)( delayed(run)(f=square, x=i) for i in range(5))) z!def square(x): return x ** 2 zcdef gen_square(): def square(x): return x ** 2 return square square = gen_square() zsquare = lambda x: x ** 2 define_funccallable_position)r#rkwargsc US;a4U[:wd[RS:Xa[R"S5 [ R UUU[RR[RR[R55S9nURS5nURU5 [[RUR /SSS9 g) N)r(r,win32zNot picklable with pickle)rr9rjoblib_root_folderzunpicklable_func_script.pyrrr) SQUARE_MAINrplatformrr)UNPICKLABLE_CALLABLE_SCRIPT_TEMPLATE_MAINrrpathdirnamejoblib__file__rwriterrstrpath)r9rrtmpdirr code_files r20test_parallel_with_unpicklable_functions_in_argsrs..{"cllg&= /0 4 ; ;+77??277??6??+KL < D  89I OOD **+*r1aimport sys import faulthandler # Make sure that joblib is importable in the subprocess launching this # script. This is needed in case we run the tests from the joblib root # folder without having installed joblib sys.path.insert(0, {joblib_root_folder!r}) from joblib import Parallel, delayed from functools import partial class MyClass: '''Class defined in the __main__ namespace''' def __init__(self, value): self.value = value def square(x, ignored=None, ignored2=None): '''Function defined in the __main__ namespace''' return x.value ** 2 square2 = partial(square, ignored2='something') # Here, we do not need the `if __name__ == "__main__":` safeguard when # using the default `loky` backend (even on Windows). # To make debugging easier faulthandler.dump_traceback_later(30, exit=True) # The following baroque function call is meant to check that joblib # introspection rightfully uses cloudpickle instead of the (faster) pickle # module of the standard library when necessary. In particular cloudpickle is # necessary for functions and instances of classes interactively defined in the # __main__ module. print(Parallel(backend="loky", n_jobs=2)( delayed(square2)(MyClass(i), ignored=[dict(a=MyClass(1))]) for i in range(5) )) )rcURS5nUR[5 [[R UR /SSS9 g)Nz(joblib_interactively_defined_function.pyr)rrI)rr5INTERACTIVE_DEFINED_FUNCTION_AND_CLASS_SCRIPT_CONTENTrrrrrscripts r27test_parallel_with_interactively_defined_functions_lokyrs> [[C DF LLFG (*r1aimport sys # Make sure that joblib is importable in the subprocess launching this # script. This is needed in case we run the tests from the joblib root # folder without having installed joblib sys.path.insert(0, {joblib_root_folder!r}) from joblib import Parallel, delayed, hash import multiprocessing as mp mp.util.log_to_stderr(5) class MyList(list): '''MyList is interactively defined by MyList.append is a built-in''' def __hash__(self): # XXX: workaround limitation in cloudpickle return hash(self).__hash__() l = MyList() print(Parallel(backend="loky", n_jobs=2)( delayed(l.append)(i) for i in range(3) )) cURS5nUR[5 [[R UR /SSSS9 g)Nz)joblib_interactive_bound_method_script.pyz\[None, None, None\] LokyProcess)r stderr_regexrI)rr9INTERACTIVELY_DEFINED_SUBCLASS_WITH_METHOD_SCRIPT_CONTENTrrrrrs r2:test_parallel_with_interactively_defined_bound_method_lokyrs? [[D EF LLJK (,# r1cD[/5n[SS9"U5/:Xdeg)NrAr~)iterr!)exhausted_iterators r2%test_parallel_with_exhausted_iteratorr)s%b 1 0 1R 77 7r1c[U[R5(d[S[ U55eUR 5$)Nz#Expected np.memmap instance, got %r)rrmemmap TypeErrorrdcopy)rIs r2 check_memmapr.s0 a # #=tAwGG 668Or1cSn[SSUS9"SU"S555n[X!"[U555H$up4[RR XC5 M& [SSUS9"SU"S555n[X!"[U555H$up4[RR XC5 M& g) Nc3# [U5H+n[R"S[RS9U-v M- g7f)Nrr3)rtronesfloat32)rYrns r2generate_arraysBtest_auto_memmap_on_arrays_from_generator..generate_arrays<s-qA''"BJJ/!3 3s<>rArrir/r9c3L# UHn[[5"U5v M g7fr.r#rrmrIs r2ro.B"@*>Q a  *>rqrrc3L# UHn[[5"U5v M g7fr.rrs r2rorKrrq)r!rfrrr?r@)r9rrrBrs r2)test_auto_memmap_on_arrays_from_generatorr4s4 aAw?@*9#*>@G W)FG %%h7H aAw?@*9#*>@G W)FG %%h7Hr1cU$r.r0)args r2identityrRs Jr1c^URS5Rn[Rn[R "USS9[R "USS9/n[X15 [USS9m[SS9"U4SjS 55un[TS [R5(deTS RU:de[RRX45 g) Nz test.mmapuint8rr) mmap_moderAr~c3N># UHn[[5"T5v M g7fr.)r#r)rmrrs r2ro.test_memmap_with_big_offset..^s"Jc78#4V#<#.fs%L)Qgfoa&8&8)rq2rzThe backend class 'SequentialBackend' does not support timeout. You have set 'timeout=1' in Parallel but the 'timeout' parameter will not be used.) rrr!rtrrrrr)rrs r23test_warning_about_timeout_not_supported_by_backendrds   -1%%L%)%LL . x=A   A aii - -- - qyy>    . -s !B BcX U'U$r.r0) input_listrrs r2set_list_valuerqsu Lr1)rrArc^S/S-m[USSS9"U4Sj[S555n[U5n[S[ TU555(deg)NrrrUr*rirTr9c3P># UHn[[5"TX5v M g7fr.)r#r)rmrnrs r2roPtest_parallel_return_order_with_return_as_generator_parameter..|s$Q;Ca A118rc3.# UH upX:Hv M g7fr.r0rmvrs r2rors:"9$!qv"9)r!rtr[rrf)rirBrs @r2=test_parallel_return_order_with_return_as_generator_parameterrvs_ qJ V{K PQ;@8QF &\F :#j&"9: : :: :r1c<U(a [S5 [U5$)NrG)rr)edelays r2_sqrt_with_delayrs  b 7Nr1c^[USUS9"S[S555m[U4Sj[S555nS/[[SS55-n[ S [ X2555(de@g) NrVrc3Z# UH!n[[5"US-US:H5v M# g7f)rArN)r#rrls r2roK_test_parallel_unordered_generator_returns_fastest_first..s,W;Da !!Q$a119s)+rc3:># UHn[T5v M g7fr.)next)rmrrBs r2rors=Hqd6llHs rrAc3.# UH upX:Hv M g7fr.r0rs r2rorsS"R$!qv"Rr)r!rtsortedr[rrf)r9riquickly_returnedexpected_quickly_returnedrBs @r28_test_parallel_unordered_generator_returns_fastest_firstrs{V/Dg VW;@9WF=E!H==!"d5B<&8 8 S#&?"RS S SS Sr1c[X5 gr.)rr9ris r27test_parallel_unordered_generator_returns_fastest_firstrs =WMr1)rrArr}cS/S/S--n[[5 [R"5n[XS9"SU55 SSS5 [R"5W- nUS:deg!,(df  N/=f)NrIrrrhc3`# UH$n[[R5"U5v M& g7fr.r#r\rrls r2ro%test_abort_backend..s#0XQWA1DQ1G1GQWs,.ro)rrr\r!)rir9delayst_startdts r2test_abort_backendrshUbTCZ F  ))+00XQW0XX  w B 7N7  s ,A// A=cT[R"[S5[S9nSUS'U$)NgArFr)rrintbool)rrBs r2get_large_objectrs$ WWS\ .FF1I Mr1c[X US9nU"S[S555n[U5 [U5 ASSS5 g!,(df  g=f)N)rir9rTc3L# UHn[[5"U5v M g7fr.)r#rrls r2ro0_test_deadlock_with_generator..sJ 1'"23A66 rqr)r!rtr)r9rTrir rBs r2_test_deadlock_with_generatorrsB I F(Jb JJ V  V  G F Fs 0A Ac[XU5 gr.)r)r9rTris r2test_deadlock_with_generatorrs "'f=r1c:[[SS9 [X US9nU"S[S555n[R"5nU"S[S555nSSS5 [R"5W- S:dS 5eAg!,(df  N3=f) N)This Parallel instance is already runningr"r\c3L# UHn[[5"S5v M g7frrrs r2ro/test_multiple_generator_call..s: 1WU^A&& rqrc3L# UHn[[5"U5v M g7fr.r%rls r2rors; 1 A rqrrA[The error should be raised immediately when submitting a new task but it took more than 2s.)rrr!rtr\)r9rTrir grgen2s r2test_multiple_generator_callr s  $O PFyI :b : :))+;c ;; Q 99; 1 $ $ $  Q Ps AB  Bcr[X US9nU"S[S555n[R"5n[[SS9 U"S[S555nSSS5 [R"5U- S:dS 5eSSS5 Ag!,(df  N<=f!,(df  Ag=f) Nr\c3L# UHn[[5"S5v M g7frOrrs r2ro7test_multiple_generator_call_managed..s;AWU^B''rqrrr"c3L# UHn[[5"U5v M g7fr.r%rls r2rors=*Q'"+a..*rqrrAr )r!rtr\rr)r9rTrir r rg2s r2$test_multiple_generator_call_managedrs &Y ?8 ;r; ;))+ L(S T=%*==BUyy{W$q(  ( ( @ U T @ ? s#.s$A%. adY%'rc3R# UHn[[5"US-5v M g7frrrls r2rors$B%2 ad]rrorVc3.# UH upX:Hv M g7fr.r0rmrrns r2rors8&7FCsx&7rc3.# UH upX:Hv M g7fr.r0rs r2rors=&.&s7Y##Yrqrc[S5$)NzGenerator collected)rr0r1r2;test_multiple_generator_call_separated_gc..'s u-B'Cr1z The executor underlying Parallelr"c3R# UHn[[5"US-5v M g7frrrls r2ror!3s$@ )6AGDM!Q$  rrorVc3.# UH upX:Hv M g7fr.r0rs r2ror!:s@*?38*?rrrrrrr)r rrr!rtweakreffinalizerrrr\rrrfaliverrrj) r9rrerrorr r g_wrr@rretrys r2)test_multiple_generator_call_separated_gcr-s 6  ./7BH7U2Y77A   AC DD  |#EF ] ))+ Q ?@ ).r2@   / /q A@#ar2*?@@@@@  99; 1 $$ $ E **   3 ** 99; 1 $$ $!!#q(!!!!)1 s ?A5F00 F>cURn[SSXS9nU"S[RRS5/S-55 [ [ R "U55S:deSSS5 [S5H+n[ R "U5(d O[S5 M- [S 5e[SSUS 9nU"S [RRS5/S-55 [S5H+n[ R "U5(d g[S5 M- [S 5e!,(df  N=f) NrAr)rir/r9 temp_folderc3L# UHn[[5"U5v M g7fr.rrs r2ro(test_memmapping_leaks..Vs G,Fq',  " ",Frqrrrrz/temporary directory of Parallel was not removedrc3L# UHn[[5"U5v M g7fr.rrs r2ror1fsC(B1glA(Brq) rr!rrxrrlistdirrtrAssertionError)r9rrrs r2test_memmapping_leaksr5Ks ^^F q' NRS GRYY-=-=b-A,BQ,F GG2::f%&*** O3Zzz&!!  c  NOO a9AC)9)9")=(>(BCC 3Zzz&!!  c  NOO1 O Ns AD<< E )Nr)r*c[SUS9"S[S555nU[S5Vs/sHo"S-PM sn:Xdegs snf)NrArhc3F# UHn[S5"U5v M g7f)c US-$r@r0rBs r2r#2test_lambda_expression...vs!Q$r1Nr9rls r2ro)test_lambda_expression..us 2,5q""Irrrs)r9rrns r2test_lambda_expressionr;psN a12,1"I2G U2Y/Y!tY/ // //sAc^SnSnSU- m[SXS9nU"U4Sj[U555 URRURR:XdeURR URR :XdeU"U4Sj[U555 URRURR:XdeURR URR :Xdeg) zCTest that a parallel backend correctly resets its batch statistics.rAig@r)rrir9c3b># UH$n[[R5"T5v M& g7fr.rrmrn task_times r2ro6test_backend_batch_statistics_reset..">ogdjj)$$orc3b># UH$n[[R5"T5v M& g7fr.rr>s r2ror@rArN)r!rtr_effective_batch_size_DEFAULT_EFFECTIVE_BATCH_SIZE_smoothed_batch_duration _DEFAULT_SMOOTHED_BATCH_DURATION)r9rin_inputsrr?s @r2#test_backend_batch_statistics_resetrH{sFHhIFeHo>> :: + +qzz/W/W WW W ++ :: 6 6 7 7>eHo>> :: + +qzz/W/W WW W ++ :: 6 6 7 7r1cSHn[[US9R5[5Lde[USS9n[UR5[Lde[USS9n[UR5[ Lde[USS9n[UR5[LaMe [SS SS 9n[UR5[ LdeU"S SS9 [SS 9n[UR5[ LdeUR S:XdeSSS5 U"S SS9 [S SS9n[UR5[ LdeUR S :XdeSSS5 U"S SS9 [SS 9n[UR5[LdeUR S:XdeSSS5 U"S SS9 [S SS9n[UR5[LdeUR S :XdeSSS5 g!,(df  N=f!,(df  N=f!,(df  N|=f!,(df  g=f)N)rrAr}r~threadsriprefer processes sharedmemrirequirerAr))rir9rLrLrrrPr)rdr!rr3rrri)r|rirs r2$test_backend_hinting_and_constraintsrSsHF+4459U9WWWW F9 5AJJ#3333 F; 7AJJ;... FK 8AJJ#3333 6).s5$-qIrq)rLric3L# UHn[[5"U5v M g7fr.rkrls r2rorVsCAWV_Q//rq)rtr!r&)rirLrnexpected_resultsrs r2#test_backend_hinting_always_runningrYs ',Bi0i1i0f45$)"I5G  && &  6*CrCC 7  && &1 7 6sA> !B Bc""SS[5nU"U"55 [SSS9n[UR5ULde[SSS9n[UR5ULdeSSS5 "SS [5nU"U"55 [SSS9n[UR5ULdeUR 5upVUS :XdeUS :Xde[SSS S 9n[UR5[ LdeUR 5upVS nUR 5U:XdeUS :XdeSSS5 [[5 [U"5SS9 SSS5 g!,(df  N=f!,(df  NG=f!,(df  g=f)Nc(\rSrSrSrSrSrSrSrg)[test_backend_hinting_and_constraints_with_custom_backends..MyCustomThreadingBackendiTcgr.r0rs r2 apply_asyncgtest_backend_hinting_and_constraints_with_custom_backends..MyCustomThreadingBackend.apply_async r1cU$r.r0rs r2r$ltest_backend_hinting_and_constraints_with_custom_backends..MyCustomThreadingBackend.effective_n_jobsMr1r0N rPrQrRrSsupports_sharedmem use_threadsr^r$rUr0r1r2MyCustomThreadingBackendr\s!   r1rgrArMrKrNrOc(\rSrSrSrSrSrSrSrg)\test_backend_hinting_and_constraints_with_custom_backends..MyCustomProcessingBackendiFcgr.r0rs r2r^htest_backend_hinting_and_constraints_with_custom_backends..MyCustomProcessingBackend.apply_asyncr`r1cU$r.r0rs r2r$mtest_backend_hinting_and_constraints_with_custom_backends..MyCustomProcessingBackend.effective_n_jobsrcr1r0Nrdr0r1r2MyCustomProcessingBackendris"   r1rnrr)rirPrzUsing ThreadingBackend as joblib backend instead of MyCustomProcessingBackend as the latter does not provide shared memory semantics.r9rP) rr!rdr readouterrrstriprrX)capsysr|rgrrnouterrrs r29test_backend_hinting_and_constraints_with_custom_backendsrust#6 )+ , Ak 2AJJ#;;;; A{ 3AJJ#;;;; -$7 *, - Ak 2AJJ#<<<<$$&byybyy A{B ?AJJ#3333$$& 8  yy{h&&&byy% .(  24kJ  K - ," . -(  s%A E B"E/F E,/ E= Fc[[5 [SS9 SSS5 [[5 [SS9 SSS5 [[5 [SSS9 SSS5 [bE[[5 [SSS9 SSS5 [[5 [S SS9 SSS5 gg!,(df  N=f!,(df  N=f!,(df  N}=f!,(df  Ne=f!,(df  g=f) NinvalidrQrRrMrN)rLrPr)ror()rrXr!r r0r1r2,test_invalid_backend_hinting_and_constraintsrx s   "   #     [9   ~J  V[ 9 J  . D           s: B2 C C; C% C62 C C C"% C36 Dc "^^[SS9n[UR5RURR4/nTS:Xa UsSSS5 $U"UU4Sj[ S555nX4S-sSSS5 $!,(df  g=f)zCPerform nested parallel calls and introspect the backend on the wayrAr~rNc3X># UHn[[5"SSTS- 0TD6v M! g7f)limitrNr0)r#_recursive_backend_info)rmrnrr{s r2ro*_recursive_backend_info..'s/  + , G519 G Gr(r)r!rdrrPr=rt)r{rr this_levelrs`` r2r|r| s|  qAJJ'00!**2J2JKL A:   1X  AJ&   s>B"B BcU"USS9 [5nSSS5 UR5S-nUS4SSS/nWU:Xdeg!,(df  N2=f)NrAr~Backendr)rr)rrA)r|title)r|r9backend_types_and_levelstop_level_backend_typeexpected_types_and_levelss r2test_nested_parallelism_limitr.sb  ##:#<  $%]]_y8 #  ! $'@ @@ @ $ #s ? A cB[5"S[S555$)z6A horrible function that does recursive parallel callsc3J# UHn[[5"5v M g7fr.)r#_recursive_parallelrls r2ro&_recursive_parallel..AsGhg1244hr rArs) nesting_limits r2rr?s :GeAhG GGr1cbU"USS9 [[5n[5 SSS5 SSS5 WRnUS:Xa2SSKJn [ X4[45(a[R"S5 [ U[5(deg!,(df  Nr=f!,(df  N{=f)NrAr~r)r)TerminatedWorkerErrorz1Loky worker crash when serializing RecursionError) r BaseExceptionrr&joblib.externals.loky.process_executorrrrrxfailRecursionError)r|r9rexcrs r2test_thread_bomb_mitigationrDs  # M "g  !# $ --C& Q c=A B B LLL M c> * ** *## " $ #s!B  BB  B B  B.ct0nSH$n[RRU5X'M& U[S54$)N)OMP_NUM_THREADSOPENBLAS_NUM_THREADSMKL_NUM_THREADSVECLIB_MAXIMUM_THREADSNUMEXPR_NUM_THREADSNUMBA_NUM_THREADS ENABLE_IPCr)renvironror)env_varsvars r2_run_parallel_sumr`s;H s+  \#& &&r1zNeed OpenMP helper compiledc:[SUS9"S[S555n[[5S-S5nUH^up4XB:XdeUR 5H>upVUR S5(aU[ U5:XdeM.US:XdeUS:XaM>e M` g)NrArhc3J# UHn[[5"5v M g7fr.)r#rrs r2ro-test_parallel_thread_limit..rs2.6!"$$hr r_THREADSr1)r!rtrr"itemsendswithr)r9rexpected_num_threadsworker_env_varsomp_num_threadsrrs r2test_parallel_thread_limitrosa12.3Ah2Gy{a/3,3(666*002KD}}Z(($8 9999|+++|#| 3-4r1zThis test requires daskcd[[SS9 U"S5 SSS5 g!,(df  g=f)NzPlease install daskr"dask)rrX)r|s r2)test_dask_backend_when_dask_not_installedrs"  "7 8 9 8 8s ! /c"SS[5nSnU"U"55 [R"[US9 [ SS9"S[ S555 SSS5 SSS5 g!,(df  N=f!,(df  g=f)Nc*\rSrSrSrSSjrSrSrg)3test_zero_worker_backend..ZeroWorkerBackendicgrcr0)rHrrs r2r=test_zero_worker_backend..ZeroWorkerBackend.configurer1Nc[S5e)NzNo worker availabler)rHfunccallbacks r2r^?test_zero_worker_backend..ZeroWorkerBackend.apply_asyncs45 5r1cgrcr0rs r2r$Dtest_zero_worker_backend..ZeroWorkerBackend.effective_n_jobsrr1r0r.)rPrQrRrSrr^r$rUr0r1r2ZeroWorkerBackendrs  6 r1rz&ZeroWorkerBackend has no active workerr"rAr~c3L# UHn[[5"U5v M g7fr.r%rls r2ro+test_zero_worker_backend..s@x!wr{1~~xrq)rrrrr!rt)r|r expected_msgs r2test_zero_worker_backendrsd,.check_globalss!!r1rAr~c3D># UHn[T5"5v M g7fr.r9rmrnrs r2ro.1*2Q   ( z changed valuec3D># UHn[T5"5v M g7fr.r9rs r2rorrr)rr!rtr)workers_global_variablers @r2)test_globals_update_at_each_parallel_callrs *" ?. .. .&a01*/(1 & ',<+= == =) ?o -- -&a01*/(1 & 'O+< << >|L r1cnUH/nUH&n[XA5n[X%5U1nUSU;aM&e M1 g)Nr)rmin) workers_inforrchild_threadpool_inforparent_max_num_threadsrs r2check_child_num_threadsrsK".1L%@& "K@+NH .(: :: 2".r1)rArrr}c[5n[U5S:Xa[R"SS9 [ SUS9"S[ S555n[ U5nUS:Xa USS nO[[5U-S5n[X!U5 g) Nr&Need a version of numpy linked to BLASrr)rc3J# UHn[[5"5v M g7fr.r#rrls r2ro;test_threadpool_limitation_in_child_loky..s G;Ca./118r rArr rrrrr!rtr$rr"r)rirworkers_threadpool_infosexpected_child_num_threadss r2(test_threadpool_limitation_in_child_lokyrs12K ;1 CD'vFG;@8G f %F {%0^M%B"%()>%B" /Ir1inner_max_num_threads)rrArNcd[5n[U5S:Xa[R"SS9 U"SUS9 [ US9"S[ S555nSSS5 [ U5nUS :Xa USS nOUc[[5U-S 5nOUn[WX55 g!,(df  NR=f) Nrrrr)rr~c3J# UHn[[5"5v M g7fr.rrls r2ro>test_threadpool_limitation_in_child_context.. s; ?G!G2 3 5 5xr rArrr)r|rirrrrs r2+test_threadpool_limitation_in_child_contextrs12K ;1 CD /D E#+6#:; ?DQx; $   F f %F {%0^M%B"  &%()>%B"%:" + F Es B!! B/var_name)rrrc^^[U5S:Xa[R"S5 [SS9R 5 Sm[ R RT5nS[ R T'[US9"UU4Sj[S 555nUSS/:XdeU"S SS 9 [US9"UU4S j[S 555nSSS5 US S /:XdeUc[ R T gU[ R T'g!,(df  NB=f!Uc[ R T fU[ R T'f=f)NrzSkip test when n_jobs == 1Treusec@[RRU5$r.)rrro)rs r2_get_env>test_threadpool_limitation_in_child_override.._get_env,szz~~h''r14r~c3F># UHn[T5"T5v M g7fr.r9rmrnrrs r2ro?test_threadpool_limitation_in_child_override..3s)Xx!'(*;H*E*Exr;rAr)rc3F># UHn[T5"T5v M g7fr.r9rs r2ror7s!.5=!(++Xr;r) r$rrrshutdownrrror!rt)r|riroriginal_var_valuerrs ` @r2,test_threadpool_limitation_in_child_overriders1$ 01%..0(16" 8&))XuUVx)XX3*$$$ V1 5f-.5:1X.G63*$$$  % 8$#5BJJx 6 5  % 8$#5BJJx s%"AD)$D  D DD*E)rArr}cSnU"U5 [SS9n[S5HnU"U5 [SS9nXB:XaMe g)Nc`^[S5m[US9"U4Sj[S555 g)Nrr~c3N># UHn[[5"T5v M g7fr.)r#sum)rmrnr<s r2roAtest_loky_reuse_workers..parallel_call..KsCA Qr)rtr!)rir<s @r2 parallel_call.test_loky_reuse_workers..parallel_callIs# "ICrCCr1Trr)rrt)rirfirst_executorrrs r2test_loky_reuse_workersrCsJ D &*6N2Yf(t4)))r1c4SU[R"5'g)N initialized)rr)statuss r2_set_initializedrYs'F299;r1c[R"5nURUS5nUS;d SU35eU(dgSX'[R"5S-n[ UR 5VVs/sHup6US:XdM UPM snn5n[R"5U:aqXq:al[R "S5 [ UR 5VVs/sHup6US:XdM UPM snn5n[R"5U:aXq:aMl[R"5U:a [S5eW$s snnfs snnf)N)rstartedz2worker should have been in initialized state, got r rGrz-Waited more than 30s to start all the workers)rrror\rrrr)rri wait_workerspidstatedeadliner n_starteds r2 _check_statusr]s  ))+C JJsD !E . . L>Q)^>LM  ))+ Y%7 yy{hJKK JIMs4 E E  E .E c^^[R"5nUR5mU"UT[T4S9 [ 5"UU4Sj[ S555 SSS5 g!,(df  g=f)Nr9ri initializerinitargsc3P># UHn[[5"TT5v M g7fr.r#rrmrnrirs r2ro+test_initializer_context..s N:a7=)&&99:rr)r rdictrr!rt)rir9r|rrs` @r2test_initializer_contextrtsY jjlG \\^F $    N5:NN   s %A$$ A2c^^[R"5nUR5m[UT[T4S9"UU4Sj[ S555 g)Nrc3P># UHn[[5"TT5v M g7fr.rrs r2ro,test_initializer_parallel..s AjgmVV,,jrr)r rrr!rrt)rir9rrs` @r2test_initializer_parallelrsHjjlG \\^F $  BeCjA Br1cD^^Sn[R"5nUR5m[5n[ U5HHn[ ST[ T4S9"UU4Sj[ T555nUR[U55nMJ [U5T:XdS5eg)Nrrr)rc3N># UHn[[5"TTSS9v M g7fT)r Nrrs r2ro*test_initializer_reused..& " M "66 E"rz=The workers should be reused when the initializer is the same) r rrrrtr!runionrri n_repetitionsrpidsrnrrs` @r2test_initializer_reusedr(s MjjlG \\^F 5D = !(Y   6]  zz#g,'" t9 G r1cJ^^Sn[R"5n[5n[U5HXnUR 5m[ ST[ T4S9"UU4Sj[T555nUR[U55nMZ [U5UT-:XdS5eg)Nrrr)rc3N># UHn[[5"TTSS9v M g7fr!rrs r2ro.test_initializer_not_reused..r#rzFThe workers should not be reused when the initializer arguments change) r rrrtrr!rr$rr%s` @r2test_initializer_not_reusedr,s MjjlG 5D = !(Y   6]  zz#g,'" t9 . .P .r1)F)rr)rrr.)rTrrrrr*r\rr'rTrmathrr(rpicklerr tracebackr rrr r r joblib._multiprocessing_helpersr joblib.test.commonrrrrjoblib.testingrrrrrjoblib.externals.lokyrr}rposix ImportError _openmp_test_helper.parallel_sumr distributedjoblib._parallel_backendsrrrrrjoblib.parallelr r!r"r#r$r%r&r'rRETURN_GENERATOR_BACKENDSpoprkeysALL_VALID_BACKENDSPROCESS_BACKENDSPARALLEL_BACKENDShasattrrr+r3r:r>rC ExceptionrErZr^rarfrvrxr{markrrrrrrrrrrrrr rr*rErLrQrr]rlr{rrrrrrrrrrrrrrrrrrrextendrtrr rrrr"_parallel_backendsr$r1r;rArJr^rarkrrr|rrrr SQUARE_LOCAL SQUARE_LAMBDArrrrrrrrrrrrrrrrrrrrrrrrr rrr-r5r;rHrSrYrurxr|rrno_coverrrrrrrrrrrrrrrrrrr(r,) backend_strrns00r2rIs  "( & ''. UT>;>   %MMO/6VfX]]_55(K(;x ,.(KK:)62$ }4 2}bnnW56.I    2" Y*:;<% b""- . :0 . =. Y*+ X~& Y %,&',,  Y*+ X1v,( Y*+','T0 +  2 Y@A B Q _h' x()( WW  Xy!" Y)*/+/:      [/* \At9%5&+ 5$ Y)* +  Y)* +  Y56,GH [;(=>?@I$ Y()C *C L Y!E"E,' Y!     $   %$'P Q'"R   Y)*+<4 Y()3*3 HM Y)*CD-E+-, +   Y*+H,H$ Y)* X}%:&+:% D$=>9?9;*$5Q#7 ''a(Q1):Q)>(QR Y89 Y)?;<D=:D,#4 Y*:;<D=D& Y*:;<D=D( Q>))55>/; YWX Y*:;<,=Y, X}% Y)* Y*:;< =+& 07 _/0 _/0 Y*:;<  =11   Y*:;< %e}5!6=!: \=)(*(  /  ! ++  Y()S* S, 0,  Y() * -)@    Y("*B7)LM ][, FG "?@AHN,(9P Fbggoobggoofoo.NOFPQ6V  =, Fbggoobggoofoo.NOFP-:28    Y()8* 86  /  /  9- ;. ;"Aq6* Y56,GHNI + N Y*+ X~&',  Y12 [;(=>? X~&>'@3 > Y12 [;(=>? X~& '@3 & Y12 [;(=>? X~& '@3 & Y12 ][*?@A ][*?@A X~&>'BB3>&  ][*?@A ][*?@A)"BB)"X  Y()P* PD  rz{#7R00 Y()*, Y*:;<+=+\ X1v X56 '7 ' Y*:;<3K=3KlE* ' Y-. Y*:;< A=/ AH  Y*:;< Y"*+6;:OQ+R=+2 ' Y2>$vG %BC $DH $ Y*:;< 4(ABC=  Y*:;<A=A&=H + ;  X~&' 0  $o6 X2w Y*:;<= 7 6 X2w ZWX Y*:;< 6=Y  6F Xz"*#*((. X1v Y() Y*:;< O=* O X1v Y() B* BAq6*+0Aq6*+OD E L K6L~)RsB ll'l6m?m l$#l$'l32l36mm