&VfwddlZddlZddlmZddlmZddlmZddlm Z ddlm Z ddlm Z ddl m Z d Zd Zd Zd Zd ZdZdZdZddZd?dZd@dZd@dZ dAdZ dBd!Z dCd"Z d@d#Z! dDd%Z" dEd'Z# dEd(Z$ dEd)Z% dFd*Z&dGd-Z'dGd.Z(dHd/Z)dHd0Z*dId1Z+dJd2Z, dKd4Z-dLd5Z. dMd6Z/ dNd8Z0 dOd:Z1d;Z2dS)PN)lax)backend)+compute_conv_transpose_padding_args_for_jax)cast)convert_to_tensor) is_tensor)scipyczt|}tj|tjd|jSNrnpmaximumarraydtypexs W/var/www/html/software/conda/lib/python3.11/site-packages/keras/src/backend/numpy/nn.pyrelurs/!A :a#qw// 0 00c t|}tjtj|tjd|jtjd|jS)Nr @)rrminimumrrrrs rrelu6rsR!A : 1bhsAG,,--rxQW/E/E  rct|}tjd|jtjd|jtj| zz SN?)rrrrexprs rsigmoidrsE!A 8C ! !RXc17%;%;bfaRjj%H IIrc*tj|SN)rtanhrs rr"r""s 71::rczt|}tj|tjd|jSr )rr logaddexprrrs rsoftplusr%&s/!A <28C11 2 22rct|}|tjd|jtj|zz Sr)rrrrabsrs rsoftsignr(+s5!A ag&&2 33rcDt|}|t|zSr!)rrrs rsilur*0s!A wqzz>rcBt|}t|  Sr!)rr%rs r log_sigmoidr,5s!A aRLL=r皙?ct|}tj|tj||j|zSr!r )rnegative_slopes r leaky_relur0:s4!A :a.!'::Q> ? ??rc 6|tjd|jz tjd|jz}tj|dktjd|jtj|dktjd|j|S)Nr?r r)rrrwherers r hard_sigmoidr4?s~ BHS!' " ""RXc17%;%;;A 8 S ag c28C11155  rc&|t|zSr!)r4rs r hard_silur6Js |A rrct|}tj|tjd|jk|tj||jtj|zSr )rrr3rrexpm1)ralphas relur:NsX!A 8 RXc17 # ##Q(@(@28A;;(N  r,x?2֫?cvt|}tj||jt ||zSr!)rrrrr:)rr9scales rselur?Us2 !A 8E17 # #c!Umm 33rTc t|}|rtjdtjz |j}tjd|jtjd|jtj||tjd|j|dz|jzzzzz}||zStjd|j}|tj ||z dz|jztjd|jz S)Nr2rgHm?) rrsqrtpiastyperrr"r specialerf)r approximatesqrt_2_over_picdfsqrt_2s rgelurM^s'!A RU++2217;;hsAG$$ HS!' " "grx!'22ad]]175K5KKKM  3w""17++ }  V,,q088AA Bhq!'"" # rctj|tj||dz }|tj||dz SNTaxiskeepdims)rrmaxsum)rrQexp_xs rsoftmaxrVtsC F1rvadT:::: ; ;E 26%dT::: ::rctj||d}tjtj||z |d}||z |z SrO)rrSlogrrT)rrQmax_x logsumexps r log_softmaxr[ysW F14$ / / /Erva%i((,,$,FFGGI u9y  r channels_lastcpt|tr|f|zn|}|s|S|dkr d|zdz}nd|z}|S)Nr\rC)rCrC) isinstanceint)rnum_spatial_dims data_formatinclude_batch_and_channelss r_convert_to_spatial_operandrdsZ$.a#5#5<1A %o%% 1HtO !O Hrvalidc |dvrtd|d|}tjt j||||||S)aCHelper function to define pooling functions. Args: inputs: input data of shape `N+2`. initial_value: the initial value for the reduction. reduce_fn: a reduce function of the form `(T, T) -> T`. pool_size: a sequence of `N` integers, representing the window size to reduce over. strides: a sequence of `N` integers, representing the inter-window strides (default: `(1, ..., 1)`). padding: either the string `same` or `valid`. Returns: The output of the reduction for each window slice. )samerezInvalid padding 'z', must be 'same' or 'valid'.) ValueErrorupperrrr reduce_window)inputs initial_value reduce_fn pool_sizestridespaddings r_poolrqsu.''' F F F F   mmooG 8             rctj|}|jdz }t|||}||n|}t|||}t |t j tj|||S)NrA) rstandardize_data_formatndimrdrqrinfrrS)rkrnrorprbras rmax_poolrvs}1+>>K{Q+#[I#?iiG)!;G "&#'9gw G GGrctj|}|jdz }t|||}||n|}t|||}t |dt j|||}|dkr|tj|z Sdt|j |D}t tj ||j dt j|||}||z S)NrAr rec(g|]\}}|dkr|ndSr^).0abs r z average_pool..s5   %+a!q&&QQa   r) rrsrtrdrqraddrprodzipshapeonesr) rkrnrorprbrapooledr window_countss r average_poolrs1+>>K{Q+#[I#?iiG)!;G63GW E EF' ****   /26</K/K    GE6< ( (  G       %%rFc|dz}|dkr+ttd|dz }d|dz f|z}n"ttd|}d|z}|r+|dz |dz ftt|dz z}n*|dz |dz ftt|dz z}tj|||S)z9Create a `lax.ConvDimensionNumbers` for the given inputs.rAr\rCrrrC)lhs_specrhs_specout_spec)tuplerangerConvDimensionNumbers)rarb transposenum_dims spatial_dims inputs_dn kernel_dns r&_convert_to_lax_conv_dimension_numbersrs  !#Ho%%U1hl3344 1 % 4 U1h//00 \) N\8a<05x!|9L9L3M3MM \8a<05x!|9L9L3M3MM  #Y   rrCc tj|}|jdz }t||d}t |||d}t |||d}|dkr|jd}n |jd}|jd} || zd krt d |d | d || z} tjtj |t|r|n| ||||| S)NrAFrrcr\rCrzgThe number of input channels must be evenly divisible by kernel's in_channels. Received input channels z and kernel in_channels z.  rhs_dilationdimension_numbersfeature_group_count)rrsrtrrdrrhrrjaxrconv_general_dilatedrnumpy) rkkernelrorprb dilation_raterarchannelskernel_in_channelsrs rconvr sf1+>>K{Q> *#( G 0#( M o%%<#<?b)$$q(( 9=E 9 9"4 9 9 9   #&88 8 $$ '' ;FFV\\^^  &/ 3 %     rc tj|}|jdz }t||d}t |||d}t |||d}|dkr |jdn |jd}t jt|r|n| |jddd||jdzfz}t j tj ||||||| S) NrAFrrr\rrCrr)rrsrtrrdrrreshaperrrrrr) rkrrorprbrrarrs rdepthwise_convr@sA1+>>K{Q> *#( G 0#( M(?:: R QZF##7 SbSQ 3fl26F FGGF 8 $$    &/ 3 %     rc|tj|}t||||||}t||dd||S)NrCre)rorprbr)rrsrr)rkdepthwise_kernelpointwise_kernelrorprbrdepthwise_conv_outputs rseparable_convrosa1+>>K*  #    rc tj|}|jdz }t|j|j||||}t ||d} t |||d}t |||d}tjtj |t|r|n| |||| dS)NrA) input_shape kernel_shaperorpoutput_paddingrFrrT)rprrtranspose_kernel)rrsrtrrrrdrrrrconv_transposerr) rkrrorprrbrrapadding_valuesrs rrrs 1+>>K{Q@L\%# N? *#( G 0#( M 8  '' ;FFV\\^^ "&/!      rrfloat32c.|rtdt|}|j}|r6|ddkr*t|dkrt |dd}|d}|st j|dz}|jd}t j||f|}|dk}d|t j ||||f<||fz} t j|| }|dkrt j |d|}|S)N2Unsupported value `sparse=True` with numpy backendrrCrr) rhrrlenrrrrSzerosarangemoveaxis) r num_classesrQrsparser batch_size categorical valid_indices output_shapes rone_hotrs) OMNNN!A'K.{2!++K0@0@10D0DK,--  " A $fQii!m J(J 4EBBBKFMJKK *%%m4a 6FFG+/L*[,77K rzzk+r488 rc|rtdt|}t|jdkrdnd}t jt t|d||||}|S)NrrCrint32)rQrrQ)rhrrrrrSrr)rrrQrrreduction_axisoutputss r multi_hotrs OMNNN!Aag,,**QQNfQ  +DFFF G NrcLtj|}tj|}|j|jkrtd|jd|jt |jdkrtd|jd|j|rt ||}ni|tj||dz }tj|tj dtj z }tj |}tj||z| S) NQArguments `target` and `output` must have the same shape. Received: target.shape=, output.shape=rCzPArguments `target` and `output` must be at least rank 1. Received: target.shape=rTrRr) rrrrhrr[rTcliprepsilonrXtargetoutput from_logitsrQlog_probs rcategorical_crossentropyrsE Xf  F Xf  F |v|## H"L H H9? H H    6<1 H"L H H9? H H   "vD111"&====!2!2C'/:K:K4KLL6&>> F6H$4 0 0 0 00rc,tj|d}tj|}t|jt|jkr'|jddkrtj|d}t|jdkrt d|j|j|jddkrt d|jd|j|rt ||}ni|tj||d z }tj|tj d tj z }tj |}t||j||}tj||z| S) NrrrrCrzBArgument `output` must be at least rank 1. Received: output.shape=zcArguments `target` and `output` must have the same shape up until the last dimension: target.shape=rTrr) rrrrsqueezerhr[rTrrrrXrrs rsparse_categorical_crossentropyrs XfG , , ,F Xf  F 6<C ----&,r2Ba2G2GF,,, 6<1 +"L + +   |v|CRC((( H"L H H9? H H   "vD111"&====!2!2C'/:K:K4KLL6&>> VV\$/d ; ; ;F F6H$4 0 0 0 00rctj|}tj|}|j|jkrtd|jd|j|rt |}tj|t jdt jz }|tj|z}|d|z tjd|z zz }| S)Nrrr) rrrrhrrrrrX)rrrbces rbinary_crossentropyrs Xf  F Xf  F |v|## H"L H H9? H H   ! WVW_..go6G6G0G H HF 26&>> !CC&LBF3<00 00C 4Krc|rtdt|trt|n|}d}t j|j}|dkrd}t|d}tj ||d}tj tj ||dtj |z }|s*tj ||}tj ||}|rtj |tj tjjtj tjj}tj |tj tjjtj tjj}t||}t||}||fS)Nz7Argument synchronized=True is not supported with NumPy.Ffloat16TrrrP)NotImplementedErrorr_listrrstandardize_dtyperrrmeansquarerrfinforminrS)raxesrR synchronized need_cast ori_dtypervariances rmomentsr1s} ! E   %T400 :5;;;dDI)!'22II I   71dT * * *Dwry||$>>>4PH .z$%%:h---wtRXbj115rx 7K7K7OPP7 bhrz**.0D0D0H  D)$$),, >rMbP?cfdgt|jz}|jd||<tj||}tj||}dtj||zz }|tj||}||z}| |z} |tj||}| |z} ||z| zS)NrCrr)rrrrrD) rrrrQoffsetr>rrinvress rbatch_normalizationrTsC#ag,, E*Q-E$K :dE " "Dz(E**H 7*++ +C  5%((Ek %#+C FE**Fl s7S=rcNt|d}t|}t|d}t|d}|j\}}|j\}dtj|jd}||}d} | ||} | ||} | |j} | |j} t |d} |tj| dtj z } |ddddf|ddddfktj tj d | dddd||dzf}tj |d }t|| }tjd | |}tj |d }tj|dzf|jz}d |dddf<tj|f|jz}dfd}d}||| df}||||f|\}\}}|d|d}||d<t| |dz }tjd|| }|S)Nrrgjrctj|d|jz|fz}tj|d}||k}tj|S)Nr^rr)rrrrt expand_dims logical_not)lengths max_lengthindices elem_valids r_lengths_to_paddingsz&ctc_loss.._lengths_to_paddingsxsb)J''// 7< :- /  .r222w& ~j)))rrrrC)rrrrCrrA)rz btk,bnk->btnr rc tj|ddddftj|ddddf|gdS)NrCrr)r concatenater$)phi added_scores rupdate_phi_scorez"ctc_loss..update_phi_scoresQ~ BQBZc!!!QRR%j+>> ?b    rc@|\}}|} || zz}|\}}}tj|ddddf|z||z}||z}  | ||z d z zz} | df}||zd|z |zz}||zd|z | zz} | |f| |ffS)NrrrC)rr$r)prevrprev_phi prev_emit prev_phi_orig logprob_emit logprob_phipad next_emitnext_phir log_epsilonrepeatrs r loop_bodyzctc_loss..loop_bodys") ##Hi+:N.NOO)*& k3L QQQV | +Y-E  k)## i+- sV|0LL  kk:q/**)OsSyI&== &#)x)??)$x&;;;rc(|}g}t|D]&}|||\}}||'g}tt|dD]5|t jfd|D6||fS)Nrc g|] }| Sryry)rzyis rr}z-ctc_loss..np_scan..s#5#5#5QAaD#5#5#5r)rappendrrrstack) finitxscarryysrrresultrs @rnp_scanzctc_loss..np_scans b  Aq{{HE1 IIaLLLLs2a5zz"" 8 8A MM"(#5#5#5#5"#5#5#566 7 7 7 7f}rrCrzbn,bn->b)rrr result_typerrFr[rrTrrrrreinsumr)rr target_length output_length mask_index_rmax_label_lengthrrtarget_paddingsoutput_paddingslogprobs label_lengths logprobs_phi_one_hot logprobs_emitlogalpha_phi_initlogalpha_emit_initr rr logalpha_phi logalpha_emitlogalpha_phi_last per_seq_lossrr r rs @@@@rctc_lossr/is;vW 5 5 5F v & &F%mW==M%mW==M!'J;#)< J K   i 8 8E ]]5 ! !F***+*=:JKKO**=:JKKO%,,V\::O%,,V\::O6+++H$rvoA'F'F'F'M'M ((M QQQVnqqq!""u - 5 5bj A AF VF, - -FAAAqqq*zA~"==>L< i88Lv;777HInhAAML ::M -12&,GGG  "aaad -.flCCC      <<<<<<<<2    '@'@'H'H IB'.w%'9:B(($A$ m )(b)9=;LMM(L}2BQ2FGGGHIj*;XFFFL rct|}t|d}|j\}}}||dz }tj|dd}tj|d}tj|dddf} | |dddfk} tj| ||}tj| d|}|rI|ddddf|ddddfk} tj| d} tj| ||}||k} tj tj|d} tj | |df} tj| || } tj | d} tj || d}tj| d|}tj |ddddf }tj |d}||fS) NrrrCrrr )rrr)rrrargmaxrFrSrr3rrtileargsorttake_along_axisrT) rksequence_lengthmerge_repeatedrrrrrscores seqlen_mask repeat_mask invalid_maskorders r_ctc_greedy_decoder<s v & &F'wGGGO*0,'J K 1_ iR(((//88G VF $ $ $F)J''aaa0KD!99Kh{J88G Xk3 / /F=aaaen3B37 f[*:;; (; G<<j(L N29Z00q 9 9 9E GEJ? + +E H\:u 5 5E Ju2 & & &E %b999Gh|R11GfV!$$$QQQW- -FnW1---G F?rdct|}t|}|j\}}t|d}tj|dddf|dddfk}dz tj|d}z dz dtj|dz|ftj}tjtj g} tj |dddfddd| df} tj | k| } | |ddd| df<tj|dzftj |j } tj|dddf| d| ddd| f<|dddddfk} fddfd fd fd fd fd t|| | ||D}tjd|D}tjd|D}tj |k|z dz }tj|gd}||fS)NrrrCrArrc@tj| d}tj| }tj| }tj| kd}tjd z z}|||dz f}tj|dk |}tj } | <tj|d z}|}| k}|||kz} tj| |}||||f<tj|d z}||z}|||fS)NrrrCrA)rr r1rr3r2)pathsr7maskedrpath_tail_index paths_arange path_tailsclasses prev_masked masked_repeat_pad beam_widthrrs r _extend_pathsz._ctc_beam_search_decode.._extend_paths/s1 %15556;//6;//)ETM:::yZ+!=>> <1)<<= Xo2D*EE )K((" ''1z>22 D$ g(=> (=$88/6lO+, GAq:~ & &!ff$$rctj|}tj||z }tj|}t |D]\}}||xx||z cc<tj||z}|Sr!)rrSr zeros_like enumeraterX)unique_inverser7 scores_max scores_exprus r _merge_scoresz._ctc_beam_search_decode.._merge_scoresIsVF^^ VFZ/00 v&&n-- ' 'DAq 1IIIA &IIII*, rcbtj|dd\}}d z zt|z }|dkrtj|d|gddgg }|dd z z}t|jdkrtj|d}tj|tj |}tj||tj } ||} ||}tj||}tj |d  d}||}||}||}tj |d }tj ||g}tj tj ttj tg}|||fS) NTrreturn_inverserQrAconstant_valuesrCrstable)kind)rArC)runiquerrrrr3rur$r3r2rrboolr) r@r7rArNpad_size emit_scores mask_scores total_scores top_indicesrRrHrIrs r _prune_pathsz-_ctc_beam_search_decode.._prune_pathsRs " %1 M M M~ Oj0CJJ> a<<F5Ax=1a&"94PPPE4K*445 ~# $ $ ) )ZQ???Nhvw77 hvvw77 #mNK@@ #mNK@@ |K== jH===zkllK k"!+. !+. v&&k :;; Xj$ ' 'T)B)B C  ff$$rcT||||\}}}|||\}}}|||fSr!ry)r@r7rArrJras r _decode_stepz-_ctc_beam_search_decode.._decode_steppsF - eVVQ G Gvv , UFF C Cvvff$$rcP|\}}}|\}}|s||||\}}}|||fdfSr!ry)rrr@r7rAr8rcs r_stepz&_ctc_beam_search_decode.._stepusO $vv; K$0L$J$J !E66vv&,,rcd}||||f|dd|ddf\\}}}} tj|dd\}} dzzt|z } | dkrtj|d| gddgg}|ddzz}t| jdkrtj| d}  | |}tj| dddd } || }|| }||fS) NcD|}t|D]}|||\}}|dfSr!)r)rrrrrrs rnp_scan_only_carryzJ_ctc_beam_search_decode.._decode_batch..np_scan_only_carrys9E"X ' '1UA;;qq$; rrCTrrTrArVrr)rrZrrrrr3) init_paths init_scores init_maskedrkr8rhr@r7rAr rNr\r`rRrHrerIr top_pathss r _decode_batchz._ctc_beam_search_decode.._decode_batch|sP    &8%7  k 2 ABBZQRR )& & " !# %1 M M M~ Oj0CJJ> a<<F5Ax=1a&"94PPPE4K*445 ~# $ $ ) )ZQ???N~v66j(()5ddd; k" $f}rc :g|]\}}}}}|||||Sryry)rzpsmrsmrms rr}z+_ctc_beam_search_decode..sE Aq!Q  aAq"%%rcg|] }|d Srryrzrs rr}z+_ctc_beam_search_decode..s,,,qad,,,rcg|] }|d Sr^ryrus rr}z+_ctc_beam_search_decode..s---qt---rr)rrr[rrflipfullrrrr3r3rurr4rrr)rkr5rIrlrr max_seq_lenr8rinum_init_paths max_classes init_classesrjrkresultsr@r7rmrcrJrRrHrarers ``` @@@@@@@@r_ctc_beam_search_decodersov & &F'88O+1<(J [ b ) ) )F)K((qqq1_QQQW5MMK 1_ WV! $ $ $Fz)A-J D Q^[14rxJVBHk:%>??@@N*VAAAqD\222111~o6F6F3FGK8K:5t[IIL(4Jqqq/>/1$%' Q^$rvgV\K')&8qqq!t k'''K?N?"#QQQ1W%-K%%%%%%%%4%%%%%%%%<%%%%%% -----<!  [&+  G H,,G,,, - -E X--W--- . .F HUd]D+*=*A B BE L * *E &=rgreedyct|}tj|jd}t ||}|dkrt ||||S|dkrt |||||Std|d)Nrr)r6r beam_search)rIrlrzInvalid strategy z2. Supported values are 'greedy' and 'beam_search'.)rrrrrr<rrh)rkr5strategyrIrlr6rrs r ctc_decodersv & &F   i 8 8E &% F8!  )!     ] " "&  !!      * * * *   rcB|j|jkr td|jd|jdt||j}t jt j||z }dt j|zdt j|zz }|S)Nz Input shapes z and z" must match for PSNR calculation. r )rrhrrrrrlog10)x1x2max_valmsepsnrs rrrs x28 +BH + +28 + + +    rx888G '")BG$$ % %C !! !B#$6 6D Kr)r-)r)r;r<)Tr!)r\T)Nre)NreN)r\F)rCreNrC)rCreNNrC)rrF)Fr)F)FF)NNrrt)TN)r=rCN)rr=rCTN)3rrrr keras.srcr&keras.src.backend.common.backend_utilsrkeras.src.backend.numpy.corerrrkeras.src.utils.module_utilsr rrrr"r%r(r*r,r0r4r6r:r?rMrVr[rdrqrvrrrrrrrrrrrrrr/r<rrrryrrrs .-----::::::222222......111 JJJ 333 444   @@@@  , +4444    ,;;;; !!!! #     ,   %%%%V   HHHH0 %&%&%&%&T 8   1111n   ,,,,f  >  ////d<    1111411118(    H?C*nnnnh ''''Z bbbbP     F     r