ddZddlmZddlmZddlZddlmZm Z m Z m Z m Z m Z ddlmZddlmZmZddlmZd Zd Zd Zd ZGd deZddZddZdZGddeZdZdZdZ dZ!Gddej"Z#dS)zCoders for strings.) annotations)partialN) VariableCoderlazy_elemwise_funcpop_to safe_setitemunpack_for_decodingunpack_for_encoding)indexing)get_chunked_array_typeis_chunked_array)Variablecv|ttfvrtd|tjdd|iS)Nz!unsupported type for vlen_dtype: O element_type)metadata)strbytes TypeErrornpdtype)rs 5lib/python3.11/site-packages/xarray/coding/strings.pycreate_vlen_dtypersBC<''LLLLMMM 8C><"@ A A AAc|jdks|jdS|jd|jdS)Nrrvlen)kindrgetrs rcheck_vlen_dtyper sE zSEN2t~!!.%.2D2DV2L2LMMMrcH|jdkpt|tkS)NU)rr rrs ris_unicode_dtyper#$s" :  > 0 7 73 >>rcH|jdkpt|tkS)NS)rr rrs ris_bytes_dtyper&(s" :  @ 0 7 75 @@rc*eZdZdZddZddZddZdS) EncodedStringCoderz?Transforms between unicode strings and fixed-width UTF-8 bytes.Tc||_dSN)allows_unicode)selfr+s r__init__zEncodedStringCoder.__init__/s,rNct|\}}}}t|j}|ddk}|r|d=|rh|s|js_d|vr"t d||dd} t|d| |t|| }t||||S)NrS1 _FillValuezvariable {!r} has a _FillValue specified, but _FillValue is not yet supported on unicode strings: https://github.com/pydata/xarray/issues/1647 _Encodingutf-8)name) r r#rrr+NotImplementedErrorformatpoprencode_string_arrayr) r,variabler3dimsdataattrsencodingcontains_unicodeencode_as_charstring_encodings rencodezEncodedStringCoder.encode2s&9(&C&C#dE8+DJ77!g..$6  "!  > >t7J >u$$)CCI6$<< 'll;@@O  _4 H H H H&t_==DdE8444rct|\}}}}d|vrOt||d}tt|}t ||t jt}t||||S)Nr1)r<) r rrdecode_bytes_arrayrrrobjectr) r,r8r3r9r:r;r<r?funcs rdecodezEncodedStringCoder.decodeJsv&9(&C&C#dE8 %  $UHkBBO-HHHD%dD"(62B2BCCDdE8444r)Tr*)__name__ __module__ __qualname____doc__r-r@rErrr(r(,sVII----55550555555rr(r2ctj|}fd|D}tj|t|jS)Nc:g|]}|SrJ)rE.0xr<s r z&decode_bytes_array..Xs%???aqxx!!???rr)rasarrayravelarrayrCreshapeshape) bytes_arrayr<decodeds ` rrBrBUs]*[))K????;+<+<+>+>???G 8G6 * * * 2 2;3D E EErctj|}fd|D}tj|t|jS)Nc:g|]}|SrJ)r@rMs rrPz'encode_string_array..^s%@@@aqxx!!@@@rr)rrQrRrSrrTrU) string_arrayr<encodeds ` rr7r7\s]:l++L@@@@<+=+=+?+?@@@G 8G5 ) ) ) 1 1,2D E EErct|\}}}}t|jtkr t j|tj}t||||S)zCEnsure that a variable with vlen bytes is converted to fixed width.r)r r rrrrQstring_r)varr9r:r;r<s rensure_fixed_length_bytesr_bsW"5c":":D$x ##u,,z$bj111 D$x 0 00rc"eZdZdZddZddZdS)CharacterArrayCoderz@Transforms between arrays containing bytes and character arrays.Ncft|}t|\}}}}|jjdkrm|dt urQt |}d|vr|d}nd|j d}||fz}t||||S)Nr%r char_dim_namestring) r_r rrrr bytes_to_charkeysr6rUr)r,r8r3r9r:r;r<rcs rr@zCharacterArrayCoder.encodens,X66&9(&C&C#dE8 :?c ! !hll7&;&;3&F&F &&D(--//11 ( _ = = 9B 9 9 =**DdE8444rct|\}}}}|jdkr&|r$|d|d<|dd}t|}t||||S)Nr/rerc)r r char_to_bytesr)r,r8r3r9r:r;r<s rrEzCharacterArrayCoder.decode{sf&9(&C&C#dE8 :  $ (,RH_ %9D &&DdE8444rr*)rFrGrHrIr@rErJrrraraksBJJ 5 5 5 5555555rrac |jjdkrtdt|rGt |}|t |d|j|jjfz|j gSt |S)z?Convert numpy/dask arrays from fixed width bytes to characters.r%z,argument must have a fixed-width bytes dtyper/)rchunksnew_axis) rr ValueErrorr r map_blocks_numpy_bytes_to_charrkitemsizendim)arr chunkmanagers rrfrfs y~GHHH  -c22 && :#)"4!67hZ '     $ $$rctj|ddtj}||jdzdS)z8Like netCDF4.stringtochar, but faster and more flexible.FC)copyorderr)r/)rrSr]rTrUview)rrs rrorosE (3U#RZ @ @ @C ;;sy4' ( ( - -d 3 33rcb|jdkrtd|js|S|jd}|s-t j|jddtjSt|rt|}t|j ddkr"td |t jdt|jdz}| t|||j dd|jdz g St|S) z?Convert numpy/dask arrays from characters to fixed width bytes.r/zargument must have dtype='S1'reNrrxzRcannot stacked dask character array with multiple chunks in the last dimension: {}r%)rrk drop_axis)rrmrqrUrzerosr]r r lenrkr5rrn_numpy_char_to_bytesStackedBytesArray)rrsizersrs rriris+ yD8999 8 9R=D :x #2#bj9999&-c22 sz"~   " "< 2 22rcReZdZdZdZedZed dZdZdZ d S) ra>Wrapper around array-like objects to create a new indexable object where values, when accessed, are automatically stacked along the last dimension. >>> indexer = indexing.BasicIndexer((slice(None),)) >>> StackedBytesArray(np.array(["a", "b", "c"], dtype="S1"))[indexer] array(b'abc', dtype='|S3') cl|jdkrtdtj||_dS)zx Parameters ---------- array : array-like Original array of values to wrap. r/z9can only use StackedBytesArray if argument has dtype='S1'N)rrmr as_indexablerS)r,rSs rr-zStackedBytesArray.__init__s> ;$  K *511 rcjtjdt|jjdzS)Nr%re)rrrrSrUr,s rrzStackedBytesArray.dtypes)xc$*"22"6777888rreturntuple[int, ...]c*|jjddS)Nre)rSrUrs rrUzStackedBytesArray.shapesz$$rc@t|jd|jdS)N())typerFrSrs r__repr__zStackedBytesArray.__repr__s$t**%77 7777rct|tj|j|jj}|jdt dkrtdt|j|S)Nreztoo many indices) rr expanded_indexertuplerSrqslice IndexErrorr~)r,keys r __getitem__zStackedBytesArray.__getitem__sdd3ii1#)TZ_MMNN 9R=E$KK ' '/00 0#DJsO444rN)rr) rFrGrHrIr-propertyrrUrrrJrrrrs 2 2 299X9%%%X%88855555rr)r2)$rI __future__r functoolsrnumpyrxarray.coding.variablesrrrrr r xarray.corer xarray.core.parallelcompatr r xarray.core.variablerrr r#r&r(rBr7r_rarfrorir~ExplicitlyIndexedNDArrayMixinrrJrrrs""""""! OOOOOOOO))))))BBBNNN???AAA&5&5&5&5&5&5&5&5RFFFFFFFF 11155555-5554%%%$444!&!&!&H333&5&5&5&5&5>&5&5&5&5&5r