d#(dZddlmZddlZddlZddlmZmZddlm Z m Z ddl m Z m Z ddlmZmZmZmZmZddlZddlmZed Zerdd lmZmZejd ddZddZddZddZ GddeeeZ!dS)a  The code in this module is an experiment in going from N=1 to N=2 parallel computing frameworks in xarray. It could later be used as the basis for a public interface allowing any N frameworks to interoperate with xarray, but for now it is just a private experiment. ) annotationsN)ABCabstractmethod)IterableSequence) EntryPoint entry_points) TYPE_CHECKINGAnyCallableGenericTypeVaris_chunked_arrayT_ChunkedArray)T_ChunksT_NormalizedChunks)maxsizereturn!dict[str, ChunkManagerEntrypoint]ctjdkrtd}n"tdd}t |S)z Return a dictionary of available chunk managers and their ChunkManagerEntrypoint objects. Notes ----- # New selection mechanism introduced with Python 3.10. See GH6514. ) zxarray.chunkmanagers)group)sys version_infor getload_chunkmanagers) entrypointss :lib/python3.11/site-packages/xarray/core/parallelcompat.pylist_chunkmanagersr#sM 7""")?@@@ "nn(()?DD k * **r!Sequence[EntryPoint]cZd|D}d|D}|S)z9Load entrypoints and instantiate chunkmanagers only once.cBi|]}|j|Sr)nameload).0 entrypoints r" z&load_chunkmanagers..5s3/9 **r$c8i|]\}}|j ||Sr) available)r*r( chunkmanagers r"r,z&load_chunkmanagers..9s= D,  ! llnnr$)items)r!loaded_entrypointsavailable_chunkmanagerss r"r r 0sT =H"4":":"<"< #"r$manager#str | ChunkManagerEntrypoint | NoneChunkManagerEntrypointct}|Dt|dkr/tt|}nd}t |t r.||vr"td|dt|||St |tr|Stdt|)z Get namespace of chunk-handling methods, guessing from what's available. If the name of a specific ChunkManager is given (e.g. "dask"), then use that. Else use whatever is installed, defaulting to dask if there are multiple options. Nrdaskzunrecognized chunk manager z - must be one of: zRmanager must be a string or instance of ChunkManagerEntrypoint, but received type ) r#lennextiterkeys isinstancestr ValueErrorlistr5 TypeErrortype)r3 chunkmanagerss r"guess_chunkmanagerrCAs'((M }   " "4 2 2 4 45566GGG'3  - ' '_g__$}J]J]__ W%% G3 4 4  paefmanan p p   r$ctttjhfd|D}d|D}t |dkrt d|t |dkrt d|dt }fd|D}|st dtt |d krt d t|dS) z Detects which parallel backend should be used for given set of arrays. Also checks that all arrays are of same chunking type (i.e. not a mix of cubed and dask). cTg|]$}t|rt|v"|%Sr)rrA)r*aALLOWED_NON_CHUNKED_TYPESs r" z*get_chunked_array_type..osG A  $(772K#K#K #K#K#Kr$c,h|]}t|Sr)rA)r*rFs r" z)get_chunked_array_type..vs;;;q477;;;r$rzJMixing chunked array types is not supported, but received multiple types: rz,Expected a chunked array but none were foundc>g|]}||Srr)r*r/ chunked_arrs r"rHz*get_chunked_array_type..s=   ( ( 5 5r$z5Could not find a Chunk Manager which recognises type z&Multiple ChunkManagers recognise type ) intfloatnpndarrayr8r@r#valuesrA)argschunked_arrayschunked_array_typesrBselectedrGrLs @@r"get_chunked_array_typerWes`"%eRZ 8N<;N;;; !## nYl n n    ! !Q & &FGGG!#K&((M)0022H  WDDUDU W W    X!  TkARARTTUUU{r$cDeZdZUdZded<dZded<edPd ZdQd ZedRdZ e dSdTdZ edUdZ dVd Z edWd"Z edXd#Z dYdZd.Zedd$ddd/d[d9Zddddd:d\d>Zdddd?d]dGZd^dIZd_dOZdS)`r5aJ Adapter between a particular parallel computing framework and xarray. Attributes ---------- array_cls Type of the array class this parallel computing framework provides. Parallel frameworks need to provide an array class that supports the array API standard. Used for type checking. ztype[T_ChunkedArray] array_clsTboolr.rNonectNNotImplementedErrorselfs r"__init__zChunkManagerEntrypoint.__init__!###r$datar c,t||jSr])r<rYrards r"rz'ChunkManagerEntrypoint.is_chunked_arrays$///r$rrctr]r^rfs r"chunkszChunkManagerEntrypoint.chunksrcr$NrhT_Chunks | T_NormalizedChunksshapetuple[int, ...] | Nonelimit int | Nonedtypenp.dtype | Noneprevious_chunksT_NormalizedChunks | Nonect)zCalled by open_datasetr^)rarhrjrlrnrps r"normalize_chunksz'ChunkManagerEntrypoint.normalize_chunkss"###r$ np.ndarrayrc t)zMCalled when .chunk is called on an xarray object that is not already chunked.r^rardrhkwargss r" from_arrayz!ChunkManagerEntrypoint.from_arrays "###r$/T_NormalizedChunks | tuple[int, ...] | T_Chunksc |j|fi|S)zICalled when .chunk is called on an xarray object that is already chunked.)rechunkrvs r"r{zChunkManagerEntrypoint.rechunkst|F--f---r$tuple[np.ndarray, ...]ct)zLUsed anytime something needs to computed, including multiple arrays at once.r^)rardrws r"computezChunkManagerEntrypoint.compute"###r$ct)zGReturn the array_api namespace following the python array API standard.r^r`s r" array_apiz ChunkManagerEntrypoint.array_apirr$Farrfuncr combine_funcCallable | Noneaggregate_funcaxisint | Sequence[int] | Nonekeepdimsct)zEUsed in some reductions like nanfirst, which is used by groupby.firstr^)rarrrrrrnrs r" reductionz ChunkManagerEntrypoint.reduction"###r$)axesr output_dtypes vectorize signaturer=rSr Sequence[tuple[int, ...]] | Noner$Sequence[np.typing.DTypeLike] | Noner bool | Nonect)z Called inside xarray.apply_ufunc, so must be supplied for vast majority of xarray computations to be supported. r^) rarrrrrrrSrws r" apply_gufuncz#ChunkManagerEntrypoint.apply_gufuncs"###r$)rnrh drop_axisnew_axisnp.typing.DTypeLike | Nonerrct)zNCalled in elementwise operations, but notably not called in xarray.map_blocks.r^)rarrnrhrrrSrws r" map_blocksz!ChunkManagerEntrypoint.map_blocksrr$) adjust_chunksnew_axes align_arraysout_indrrdict[Any, Callable] | Nonerdict[Any, int] | Nonerct)z)Called by some niche functions in xarray.r^)rarrrrrrSrws r" blockwisez ChunkManagerEntrypoint.blockwiserr$:tuple[dict[str, T_NormalizedChunks], list[T_ChunkedArray]]ct)zCalled by xr.unify_chunks.r^)rarSrws r" unify_chunksz#ChunkManagerEntrypoint.unify_chunks s "###r$sources)T_ChunkedArray | Sequence[T_ChunkedArray]targetsrwdict[str, Any]c t)z!Used when writing to any backend.r^)rarrrws r"storezChunkManagerEntrypoint.stores"###r$)rr[)rdr rrZ)rdrrr)NNNN) rhrirjrkrlrmrnrorprqrr)rdrtrhrrr)rdrrhryrr)rdrrr|)rr )NNNNF)rrrr rrrrrrrnrorrZrr)rr rr=rSr rrrrZrrrr) rr rSr rnrrhrkrrrr) rr rrrSr rrrrrrZ)rSr rr)rrrr rwr)__name__ __module__ __qualname____doc____annotations__r.rrbrrhrsrxr{r~propertyrrrrrrrrr$r"r5r5s  $###I$$$^$0000$$$^$)- !%59 $ $ $ $^ $$$$^$ ....$$$^$$$$X$)-*.+/!% $ $ $ $ $ 26>B!%$$$$$^$(-1)-04/3 $ $ $ $ $ $$59*.! $ $ $ $ $ $$$$$$$$$$$r$)rr)r!r%rr)r3r4rr5)rr5)"r __future__r functoolsrabcrrcollections.abcrrimportlib.metadatarr typingr r r r rnumpyrPxarray.core.pycompatrrxarray.core.typesrr lru_cacher#r rCrWr5rr$r"rs #""""" ########........77777777111111)**?>>>>>>>>Q + + +  + ####"! ! ! ! H((((VH$H$H$H$H$S'."9H$H$H$H$H$r$