dJdZddlmZddlZddlmZmZddlmZddl m Z m Z m Z m Z ddlZddlZddlmZmZmZddlmZdd lmZdd lmZe reeed fe eefZe edfZGd d e Z!GddZ"Gddej#Z$Gddej#Z%Gddej#Z&dEdZ'dFdZ(dFd Z)dGdHd%Z* dGdId*Z+dJd0Z,Gd1d2e"Z-dKd3Z.dLd8Z/Gd9d:e"Z0Gd;de"Z2Gd?d@e"Z3GdAdBe"Z4GdCdDe"Z5dS)Mz'Coders for individual Variable objects.) annotationsN)HashableMutableMapping)partial) TYPE_CHECKINGAnyCallableUnion)dtypesduck_array_opsindexing)get_chunked_array_type)is_chunked_array)Variable.ceZdZdZdS)SerializationWarningz9Warnings about encoding/decoding issues in serialization.N)__name__ __module__ __qualname____doc__7lib/python3.11/site-packages/xarray/coding/variables.pyrrsCCCCrrc&eZdZdZd d dZd d d ZdS) VariableCoderaBase class for encoding and decoding transformations on variables. We use coders for transforming variables between xarray's data model and a format suitable for serialization. For example, coders apply CF conventions for how data should be represented in netCDF files. Subclasses should implement encode() and decode(), which should satisfy the identity ``coder.decode(coder.encode(variable)) == variable``. If any options are necessary, they should be implemented as arguments to the __init__ method. The optional name argument to encode() and decode() exists solely for the sake of better error messages, and should correspond to the name of variables in the underlying store. NvariablernameT_Namereturnct)z1Convert an encoded variable to a decoded variableNotImplementedErrorselfrrs rencodezVariableCoder.encode+!###rct)z1Convert an decoded variable to a encoded variabler!r#s rdecodezVariableCoder.decode/r&rNrrrrrrrrrrr%r(rrrrrsP $$$$$$$$$$$$rrcFeZdZdZddZedd Zd Zd Zdd Z dS)_ElementwiseFunctionArrayzLazily computed array holding values of elemwise-function. Do not construct this object directly: call lazy_elemwise_func instead. Values are computed upon indexing or coercion to a NumPy array. funcr dtypenp.typing.DTypeLikecvt|rJtj||_||_||_dSr))rr as_indexablearrayr._dtype)r$r3r.r/s r__init__z"_ElementwiseFunctionArray.__init__<s:#E******511   rrnp.dtypec4tj|jSr))npr/r4r$s rr/z_ElementwiseFunctionArray.dtypeBsx $$$rc`t||j||j|jSr))typer3r.r/r$keys r __getitem__z%_ElementwiseFunctionArray.__getitem__Fs&tDzz$*S/49djAAArcZ||jSr))r.r3get_duck_arrayr9s rr@z(_ElementwiseFunctionArray.get_duck_arrayIs"yy2244555rstrctdt|j|j|j|jS)Nz{}({!r}, func={!r}, dtype={!r}))formatr;rr3r.r/r9s r__repr__z"_ElementwiseFunctionArray.__repr__Ls2077 JJ TY    rNr.r r/r0rr6)rrA) rrrrr5propertyr/r>r@rDrrrr-r-4s %%%X%BBB666      rr-c>eZdZdZdZd dZed dZd d Zd S)NativeEndiannessArrayaDecode arrays on the fly from non-native to native endianness This is useful for decoding arrays from netCDF3 files (which are all big endian) into native endianness, so they can be used with Cython functions, such as those found in bottleneck and pandas. >>> x = np.arange(5, dtype=">i2") >>> x.dtype dtype('>i2') >>> NativeEndiannessArray(x).dtype dtype('int16') >>> indexer = indexing.BasicIndexer((slice(None),)) >>> NativeEndiannessArray(x)[indexer].dtype dtype('int16') r3rNonec8tj||_dSr)r r2r3r$r3s rr5zNativeEndiannessArray.__init__h*511 rr6ctj|jjjt |jjjzSr))r8r/r3kindrAitemsizer9s rr/zNativeEndiannessArray.dtypeks/x (-DJ4D4M0N0NNOOOr np.ndarraycNtj|j||jSNr/r8asarrayr3r/r<s rr>z!NativeEndiannessArray.__getitem__oz$*S/<<<rrrrIrIRsq&I2222PPPXP======rrIc>eZdZdZdZd dZed dZd d Zd S) BoolTypeArrayaDecode arrays on the fly from integer to boolean datatype This is useful for decoding boolean arrays from integer typed netCDF variables. >>> x = np.array([1, 0, 1, 1, 0], dtype="i1") >>> x.dtype dtype('int8') >>> BoolTypeArray(x).dtype dtype('bool') >>> indexer = indexing.BasicIndexer((slice(None),)) >>> BoolTypeArray(x)[indexer].dtype dtype('bool') rJrrKc8tj||_dSr)rMrNs rr5zBoolTypeArray.__init__rOrr6c*tjdS)Nbool)r8r/r9s rr/zBoolTypeArray.dtypesxrrScNtj|j||jSrUrWr<s rr>zBoolTypeArray.__getitem__rYrNrZrFr[r\rrrr_r_ssm$I2222   X ======rr_r.r r/r0ct|r't|}||||St|||S)aLazily apply an element-wise function to an array. Parameters ---------- array : any valid value of Variable._data func : callable Function to apply to indexed slices of an array. For use with dask, this should be a pickle-able object. dtype : coercible to np.dtype Dtype for the result of this function. Returns ------- Either a dask.array.Array or _ElementwiseFunctionArray. rV)rr map_blocksr-)r3r.r/ chunkmanagers rlazy_elemwise_funcrgsN=-e44 &&tU%&@@@(e<<+KBPR+S+S tDttttZ\ttt   ?%*ZZ^^H\ "%DIIIJ9Z(( ?%,T:>>  ?(- 2H_ %%tLLLJ9Z(( ? ?%,T:>>dE8dCCCCrc t|\}} fddD}|rd|D}t|dkr0tjd|t dt j|j\}}|r)tt|||} t|| |}t|| d S|S) Nc6g|]}t|S)r~)r).0attrrmrors r z&CFMaskCoder.decode..s:    5(Dt 4 4 4   r)rrchh|]/}tj|D]}tj||0Sr)r8ravelrr)roptionrs r z%CFMaskCoder.decode..sW###(6**##y}} #####rzFvariable {!r} has multiple fill values {}, decoding all values to NaN. stacklevel)rrr/Tr) rtlenwarningswarnrCrr maybe_promoter/rrrgr) r$rrrkrlraw_fill_valuesrr/r transformrmros ` @@rr(zCFMaskCoder.decodes4&9(&C&C#dE8      7     ##-### &''!++ 228&?R2S2S( )/(MMMLxDIIIJ' LH4LMMEw|$$q((!z,77<<>> wz""Q&&Z 3388:: &)% I &dIu==DD$x$GGG GOrr)r*r+rrrrrBsU D D D D Drrc"eZdZd d dZd d dZdS) UnsignedIntegerCoderNrrrrrc|jdddkrt|\}}}}t||dt jd|jj}d|vr ||d}||d<tj tj ||}t||||dS|S)N _UnsignedfalsetrueirTr) rorrqrr8r/rRr;r raroundr) r$rrrkrlrmro signed_dtypenew_fills rr%zUnsignedIntegerCoder.encodeps   g 6 6& @ @*=h*G*G 'D$x 8UK 0 0 08$= (;$=$=>>Lu$$',,U<-@AA&.l#!()>t)D)DlSSDD$x$GGG GOrcd|jvrit|\}}}}t||d}|jjdkrx|dkrqt jd|jj}tt j|} t|| |}d|vr | |d} | |d<n|jjdkrx|dkrqt jd|jj} tt j| } t|| | }d|vr | |d} | |d<n tj d|d td t||||d S|S)NrrrurVrrz variable zH has _Unsigned attribute but is not of integer type. Ignoring attribute.rrTr)rmrtrr/rQr8rRrrXrgr;rrrr) r$rrrkrlrmrounsignedunsigned_dtyperrrs rr(zUnsignedIntegerCoder.decodes (. ( (*=h*G*G 'D$xeX{;;Hz#%%v%%%'X.G$*2E.G.G%H%HN ' . I I II-dI~NND#u,,#1#6#6u\7J#K#K.6l+C''w&&#%8,E 0C,E,E#F#FL ' , G G GI-dI|LLD#u,,#/#4#4U<5H#I#I.6l+ ;;;;( D$x$GGG GOrr)r*)rrrr%r(rrrrrosF&       rrc&eZdZdZd d dZd d d ZdS) DefaultFillvalueCoderz$Encode default _FillValue if needed.Nrrrrrct|\}}}}d|vrcd|vr_tj|jtjr;|jtj|d<t||||dS|S)NrTr)rqr8rr/rr;nanrr$rrrkrlrmros rr%zDefaultFillvalueCoder.encodes&9(&C&C#dE8  % %H,, hnbk::-#+."5"5bf"="=E, D$x$GGG GOrctr)r!r#s rr(zDefaultFillvalueCoder.decode!###rr)r*r+rrrrrsL..     $$$$$$$rrc&eZdZdZd d dZd d d ZdS) BooleanCoderzCode boolean values.Nrrrrrc|jtkrVd|jvrMd|jvrDt |\}}}}d|d<t j|dd}t||||dS|S)Nr/rbi1Trr)r/rbrormrqr rrrs rr%zBooleanCoder.encodes~ ^t # # 111..*=h*G*G 'D$x#E'N!(TEEEDD$x$GGG GOrc|jdddkrOt|\}}}}|d|d<t |}t ||||dS|S)Nr/FrbTr)rmrrtrr_rrs rr(zBooleanCoder.decodesx >  gu - - 7 7*=h*G*G 'D$x!& ' 2 2HW  &&DD$x$GGG GOrr)r*r+rrrrrsL            rrc"eZdZdZdZd d d ZdS) EndianCoderzDecode Endianness to native.ctr)r!r9s rr%zEndianCoder.encoderrNrrrrrct|\}}}}|jjs#t|}t ||||dS|S)NTr)rtr/isnativerIrrs rr(zEndianCoder.decodesP&9(&C&C#dE8z" (..DD$x$GGG GOrr)r*r+rrrrrsB&&$$$rrc"eZdZdZd d dZd ZdS) NonStringCoderz,Encode NonString variables if dtypes differ.Nrrrrrc8d|jvr|jddtfvrt|\}}}}tj|d}||jkrtj|tjrjtj|jtjr2d|j vr)d|j vr tj d|dtdtj |}|| }t||||d S|S) Nr/S1rrzsaving variable zT with floating point data as an integer dtype without any _FillValue to use for NaNs rrVTr)rorArqr8r/rrrrrmrrrrrrrs rr%zNonStringCoder.encodes/ h' ' 'H,=g,F  O - - +>h*G*G 'D$xHX\\'2233E&&= 33 + hnbkBB (>>+8>AA =t===1') 9T??D{{{//D$x$GGG GOrctr)r!r9s rr(zNonStringCoder.decoderrr)r*r+rrrrrsB666$$$$$rrrE)rhrrrir))r=rrr) r|rrxrr=rrrrr) rlrSrrrrr/r0rrS)r/r0)r/r6rrbrr)6r __future__rrcollections.abcrr functoolsrtypingrrr r numpyr8pandasr xarray.corer r r xarray.core.parallelcompatrxarray.core.pycompatrxarray.core.variablertupledictrirRuntimeWarningrrExplicitlyIndexedNDArrayMixinr-rIr_rgrqrtr{rrrrrrrrrrrrrrrs--""""""444444446666666666668888888888======111111))))))#uXs]+S$<=J 8T> "FDDDDD>DDD$$$$$$$$4      F   <=====HB===B=====H:===@====.EEEEFFFF     QU      9 9 9 9IIIII-IIIX&********Z44444=444n$$$$$M$$$(=:     -   $$$$$]$$$$$r