o Nrf?@sddlmZddlZddlZddlmZddlmZddlm Z m Z ddl m Z m Z mZmZddlmZddlmZmZmZd d Zd Zd d Zd ddZddZ d!ddZ d"ddZd#ddZddZ  d"ddZdS)$) annotationsN) bisect_left)cycle)add itemgetter) accumulategroupbypluckunique)istask)applyfuncnameimport_requiredcCsddl}ddlm}||jS)Nr)Version)bokehZpackaging.versionr __version__)rrrk/var/www/html/software/conda/envs/catlas/lib/python3.10/site-packages/dask/diagnostics/profile_visualize.py BOKEH_VERSIONs  rz1Diagnostics plots require `bokeh` to be installedcCsrt|r7|dtttfvr|dtt|dS|dtkr7t|dtr7t|ddtr7ttt|dS|S)Nr)r tuplelistsetmapunquotedict isinstance)exprrrrrs  r<c s(t|r|d}|tur1t|d}d}t|dkr t|dnd}t|dkr.t|dni}n(t|drIdd d |jD}dt|j}nt|d}d}|dd }i}|s]|rxt|t|t|t|t|fd d |rdkrdfdd |D}nd}nd}|rdkrddfdd t | D}nd}nd}|d|||St |t r|sdSt|dkrt |d d|}|d ddSt|ddt|t|dfdd |D}d|dSz |vrWdSWdStyYdSw)a?Return a nicely formatted string for a task. Parameters ---------- task: Value within dask graph to render as text keys: iterable List of keys within dask graph label_size: int (optional) Maximum size of output label, defaults to 60 Examples -------- >>> from operator import add, mul >>> dsk = {'a': 1, ... 'b': 2, ... 'c': (add, 'a', 'b'), ... 'd': (add, (mul, 'a', 'b'), 'c'), ... 'e': (sum, ['a', 'b', 5]), ... 'f': (add,), ... 'g': []} >>> pprint_task(dsk['c'], dsk) 'add(_, _)' >>> pprint_task(dsk['d'], dsk) 'add(mul(_, _), _)' >>> pprint_task(dsk['e'], dsk) 'sum([_, _, *])' >>> pprint_task(dsk['f'], dsk) 'add()' >>> pprint_task(dsk['g'], dsk) '[]' rr)rfuncs(css|]}t|VqdSN)r .0frrr Qzpprint_task..Ncs t|Sr$ pprint_task)tkeys label_size2rr\s zpprint_task..z, c3s|]}|VqdSr$rr&r,pprintrrr(_r)z...c3s&|]\}}|d|VqdS)=Nrr&kvr3rrr(fs z, ...z[]z, ...]c3s|] }t|VqdSr$r*r2r-rrr(vs[]_*)r r r lenrhasattrjoinr"intsorteditemsrrr+ TypeError) taskr. label_sizefuncheadtailargskwargsresultr)r.r/r4rr+&s`"    "       r+cstdt}tt|}t|}|j|}tt|}|tt ||t|d}||}tt|}t||krBt d |t t|t|fdd|DS)aGet a dict mapping funcs to colors from palette. Parameters ---------- palette : string Name of the bokeh palette to use, must be a member of bokeh.palettes.all_palettes. funcs : iterable Iterable of function names zbokeh.palettesr*csg|]}|qSrr)r&nZ color_lookuprr zget_colors..)r_BOKEH_MISSING_MSGrCr r? all_palettesrr.minrrandomRandomshufflerzipr)paletter"palettesZ unique_funcsZn_funcsZpalette_lookupr.indexrrPr get_colorss    r] profile.htmlTc  s~tdt}ddlm}dvrtjdtddd}|dur&|j }t |t s.|g}fd d |D}t |d krB|d} nf|d} |d dD]!} | j | _ d| _d | _tjd krf| jd8_qL| jd8_qL|ddD]} d| j_d | _tjd kr| jd8_qt| jd8_qt|D]} d| _d| _q|dd |D} |r|| |r|j||d|| | S)aVisualize the results of profiling in a bokeh plot. If multiple profilers are passed in, the plots are stacked vertically. Parameters ---------- profilers : profiler or list Profiler or list of profilers. filename : string, optional Name of the plot output file. show : boolean, optional If True (default), the plot is opened in a browser. save : boolean, optional If True (default when not in notebook), the plot is saved to disk. mode : str, optional Mode passed to bokeh.output_file() **kwargs Other keyword arguments, passed to bokeh.figure. These will override all defaults set by visualize. Returns ------- The completed bokeh plot object. bokeh.plottingr)state file_pathzrThe file_path keyword argument is deprecated and will be removed in a future release. Please use filename instead.r )category stacklevelNcsg|] }|jdiqS)r)Z_plot)r&ZprofrLrrrQszvisualize..rr!r:KcSsg|]}|gqSrrr%rrrrQs)mode)rrSZbokeh.ior`warningswarn FutureWarningpopZcurstatenotebookrrr?x_rangetitleZmin_border_toprmajor plot_heightheightxaxis axis_labelZmin_border_bottomZmin_border_leftZmin_border_rightZgridplotshowZ output_filesave) Z profilersfilenamerurvrhrLbpr`Zfigsptopr'rrdr visualizesP           r{Viridisc s tdt}ddlm}tdddddd } d |vr|d |d <d |vr*|d |d <| jd-i||rt|\} } } } }tt d|}dd| D}ddt t | t dddD|j d-ddttDd|gd| }i}ddt| | D|d <}fddt|| D|d<fdd|D|d<fdd| D|d<}t|||d<d d| D|d!<|j|d"}|j|dddd dd#d$n|j d-d%dtd&Ddd'gd| }d(|j_d(|j_d(|j_d)|j_d*|j_||}d+|_d,|_|S).aVisualize the results of profiling in a bokeh plot. Parameters ---------- results : sequence Output of Profiler.results dsk : dict The dask graph being profiled. start_time : float Start time of the profile in seconds end_time : float End time of the profile in seconds palette : string, optional Name of the bokeh palette to use, must be a member of bokeh.palettes.all_palettes. label_size: int (optional) Maximum size of output labels in plot, defaults to 60 **kwargs Other keyword arguments, passed to bokeh.figure. These will override all defaults set by visualize. Returns ------- The completed bokeh plot object. r_r HoverToolProfile Resultsz!hover,save,reset,xwheel_zoom,xpanabove ,roZtoolsZtoolbar_locationwidthrr plot_widthrrqrrcSs i|] \}}|dd|DqS)cSsg|]}|j|jqSr)end_time start_timer&irrrrQz)plot_tasks...rr7rrr szplot_tasks..cSsi|] \}}|d|qS)rr)r&rOr,rrrr srT)keyreversecSg|]}t|qSrstrrrrrrQ(rRzplot_tasks..Zy_rangerncSsg|]\}}||qSrr)r&serrrrQ.rcs g|] \}}|d|qS)r r)r&wrrrrrQ/s xcsg|]}|dqS)rrr)id_lkrrrQ0rycsg|]}t|qSrr*rdskrGrrrQ1rfunctioncolorcSrrrrrrrrQ3rRr)datagray)sourcerrrrrr line_colorcSrrrrrrrrQArR Nz Worker IDTime (s)as
Key:  @key
Task:  @function
Z follow_mouser)rrS bokeh.modelsr~rrlupdaterYrrrD enumeraterCfigureranger?r]ColumnDataSourcerectgridZgrid_line_colorZaxisZaxis_line_colorZmajor_tick_line_coloryaxisrtrsselecttooltipsZ point_policy)resultsrrrrZrGrLrxr~defaultsr.tasksstartsendsZidsZid_groupZtimingsryrrr"rhoverr)rrrGrr plot_tasksst    (   rc stdt}ddlm}ddlm}m}tddddd d } d |vr2|d |d <t j d kr2t dd|vrH|d|d<t j d krHt dd|vrQ|d| j d'i||rt|\} } } ||} fdd| D} |jd'tdt| dtd| dd| }ng} } } |jd'ddd| }|j|d}|j| | |ddddd|j_d|t| rt| nd| rt| nddi|_|j| | |dddd d!||dd"d#d$d%|j_|S)(aTPlot resource usage in a bokeh plot. Parameters ---------- results : sequence Output of ResourceProfiler.results start_time : float Start time of the profile in seconds end_time : float End time of the profile in seconds palette : string, optional Name of the bokeh palette to use, must be a member of bokeh.palettes.all_palettes. **kwargs Other keyword arguments, passed to bokeh.figure. These will override all defaults set by plot_resources. Returns ------- The completed bokeh plot object. r_r)r[) LinearAxisRange1drzsave,reset,xwheel_zoom,xpanrrrrrrr!/Use width instead of plot_width with Bokeh >= 3rqrr1Use height instead of plot_height with Bokeh >= 3rGcg|]}|qSrrrleftrrrQrRz"plot_resources..drr)rr)rrrz% CPU)r line_width legend_labelZmemoryr ZMemory)r y_range_namerrz Memory (MB))rrtrightrNr)rrSrr[rrrrrlrrprirjrrYr fix_boundsmaxrTlinerrtrUZextra_y_rangesZ add_layoutrs)rrrrZrLrxr[rrrr,Zmemcpurrycolorsrrrplot_resourcesXst        "rcCs|t|||fS)z6Adjust end point to ensure span of at least `min_span`)r)startendZmin_spanrrrrsrc s tdt}ddlm} tdddddd } d |vr*|d |d <tjd kr*t d d|vr@|d|d<tjd kr@t d| j d#i||rt t |d d\} } t t| | } tfdd|}i}|D]6\}}t| d}|D]}||j|j7<||j|j8<qzdgt tttdt |||<qndgfdd| D} |jd#dd|gi| }t |t||D]\\}}|jdd|d || |fdd|Dddqn|jd#ddgddgd| }d|d |j_d!|j_| | }d"|_!|S)$a1Visualize the results of profiling in a bokeh plot. Parameters ---------- results : sequence Output of CacheProfiler.results dsk : dict The dask graph being profiled. start_time : float Start time of the profile in seconds end_time : float End time of the profile in seconds metric_name : string Metric used to measure cache size palette : string, optional Name of the bokeh palette to use, must be a member of bokeh.palettes.all_palettes. label_size: int (optional) Maximum size of output labels in plot, defaults to 60 **kwargs Other keyword arguments, passed to bokeh.figure. These will override all defaults set by visualize. Returns ------- The completed bokeh plot object. r_rr}rz hover,save,reset,wheel_zoom,xpanrrrrrrr!rrqrrrNcst|dS)Nrr*)drrrr0zplot_cache..rcrrrrrrrrQrRzplot_cache..rnrrcsg|]}qSrrr)rrrrQr)rrlabel)rrrrrz Cache Size (rrz
Task:  @label
r)"rrSrr~rrlrrprirjrrrYrCr rrDfromkeysZ cache_timeZmetricZ free_timerrr rr]r.rrrrtrsrr)rrrrZ metric_namerZrGrLrxr~rrrZticsgroupsrr8valsZcntsr9ryvalrrr)rrrGrr plot_caches` %      ($  r)r)r^TNN)r|r)r|) __future__rrVribisectr itertoolsroperatorrrZtlzrrr r Z dask.corer Z dask.utilsr r rrrSrr+r]r{rrrrrrrrs.     \ O lY