+dddlZddlZddlZddlmZmZddlmZmZddl m Z m Z ddl m Z GddeZeZdS) N) CatalogEntryYAMLFileCatalog)conflogger) DataSource import_name)make_path_posixcleZdZdZdgZdZdfd ZfdZdZdZ dZ dd Z d Z d Z d ZdZxZS) PersistStorez8 Specialised catalog for persisted data-sources Nc|jd2t|}||_||_||jd<|jdS)Nr) _singletonobject__new___captured_init_args_captured_init_kwargs)clsargskwargsos 8lib/python3.11/site-packages/intake/container/persist.pyrzPersistStore.__new__sK >!  "s##A$(A !&,A # !CN1 ~a  c 6ddlm}ddlm}t |pt jd|_||j\}}tj |jd}||fi||_ tt| |dS)Nr) filesystem)split_protocol persist_pathzcat.yaml)fsspecr fsspec.corerr rgetpdir posixpathjoinfssuperr __init__)selfpathstorage_optionsrrprotocol_ __class__s rr%zPersistStore.__init__#s%%%%%%......#D$DDH^,D,DEE $nTY// !~di44*X9999 lD!!**400000rc |j|jn#ttf$rYnwxYw t t |dS#t$r i|_ YdSwxYwN) r#mkdirsr OSErrorIOErrorr$r _load Exception_entries)r&r+s rr1zPersistStore._load-s  GNN49 % % % %!    D   , % % + + - - - - -   DMMMM s#77'A$$A98A9c"ddlm}tj|j||} |j|dn.#t$r!}tj d|zYd}~nd}~wwxYw|j ||S)z:Clear/create a directory to store a persisted dataset intortokenizeTzDirectory clear failed: %sN) dask.baser6r!r"r r#rmr2rdebugr.)r&sourcer6subdires rgetdirzPersistStore.getdir:s&&&&&& 88F+;+;<< ; GJJvt $ $ $ $ ; ; ; L59 : : : : : : : : ; v sA A2A--A2c xddlm} |j|jd5}t j|}dddn #1swxYwYn#t$rdii}YnwxYw|d|j }||d|<|j|jd5}| t j |d dddn #1swxYwY|d |d d d ggdd |d||j |<dS)aAdd the persisted source to the store under the given key key : str The unique token of the un-persisted, original source source : DataSource instance The thing to add to the persisted catalogue, referring to persisted data r)LocalCatalogEntryrbNsourceswbFdefault_flow_stylemetadata original_nameT)name direct_accesscache parameters catalog_dir)intake.catalog.localr?r#openr'yaml safe_loadr0_yamlrGwritedumpencoder3)r&keyr:r?fdatadsfos raddzPersistStore.addFs ;::::: #di.. )!~a(( ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) # # #r?DDD # \\^^I &v{ 3!Y W\\$)T * * Ib HHTYt>>>EEGG H H H I I I I I I I I I I I I I I I.. J0B[]ko  swyBtCDGtH   csE AA  A A  AA AA&%A&9!&&((//"3"344D 5 5 5 5 5 5 5 5 5 5 5 5 5 5 5 YFD))) W\\$)T * * Ib HHTYt>>>EEGG H H H I I I I I I I I I I I I I I I  N>$)V44D N 4&&&& N N N ELMMMMM N &$'''''s59A;;A?A?rs 99999999!!!!!!!!,,,,,,,,######_____?___D  r