0Fie L d dl mZ d dlZd dlZd dlZd dlmZ d dlm Z m
Z
d dl m Z m
Z
mZmZmZmZmZmZmZ d dlmZ d dlmZ d dlmZ d dlZd d l m Z d d
l m Z d d l m!Z! d d l"m#Z# d d
l$m%Z% ej& ' d rd dl(m)Z) ndZ)ej& ' d Z*ej+ , e*d Z* G d de! Z- G d de! Z. G d de! Z/ G d de! Z0 G d d e! Z1dS ) ) annotationsN)without_property_validation)columnrow) ButtonColumnDataSource DataRange1d HoverToolLabelSetNumeralTickFormatterRange1dSelectTitle) Spectral9)figure)gen)profile)WINDOWS)DashboardComponentupdate)
log_errorsz!distributed.dashboard.export-tool)
ExportToolz#distributed.worker.profile.intervalms)defaultc d e Zd ZdZd Zeed Zeed Z dS )
ProcessingzProcessing and distribution per core
This shows how many tasks are actively running on each worker and how many
tasks are enqueued for each worker and how many are in the common pool
c | i i d }t | | _ t dd }t ddd|d|}| | j ddt d d d
d|j _ d |j _
d |j _
t }|
| | t }d
|_ d|_ || _ d S )N)
processingnthreads zProcessing and Pending )titletoolsx_ranger righttopbottom)sourceleftr' colorr( r) Fa
Host:
@name
Processing:
@processing
follow_mouse )processing_updater r* r
r quadr xaxisminor_tick_line_alphayaxisvisibleygridr
add_toolsselecttooltips point_policyroot)selfkwargsdatar& fighovers Glib/python3.11/site-packages/distributed/dashboard/components/shared.py__init__zProcessing.__init__1 s %%RR&H&HII&t,, "a..
*
;A,
+, ' ! !
e
9%% , c | |d }| d sd S | | }| j j }t |d }t |d }|j |k r |dz |_ n&|j d|z |z k r|j dz |dz z |_ t
| j | d S )Nr r r' gffffff?g?)getr/ r: r& maxendr r* )r; messagesmsgr= r& max_rightcoress r@ r zProcessing.updateZ s |$wwz"" F%%c**)#W
&& D$%% ; " "#a-GKK
[1y=50
0
0!+,y4/??GKt{D!!!!!rB c t | d }t | }| d fd|D | d fd|D t | }t | t t t |dd t t |dz
dd d}d g|z |d
< |S ) Nr c g | ]
}| S r. r. ).0namer s r@
z0Processing.processing_update..q s 9994j&999rB r c g | ]
}| S r. r. )rN rO r s r@ rP z0Processing.processing_update..s s 555tHTN555rB r r! r" )rO r r' r( r) r gffffff?alpha)sortedlenlistrange)rI namesndr r s @@r@ r/ z Processing.processing_updatek s s<())u
&
99995999
z?5555u555 JJKK$*%%aB((5QB//00
UQY'
rB N)
__name__
__module__ __qualname____doc__rA r r r staticmethodr/ r. rB r@ r r * sy ' ' 'R !
"
" Z !
" Z \ rB r c > e Zd ZdZd Zeed ZdS ) ProfilePlotTime plots of the current resource usage on the cluster
This is two plots, one for CPU and Memory and another for Network I/O
c R t j }t j |t }| d _ t j |fi |\ _ _ t t fd } j j d| d S )Nstatesc B |j d }n# t $ r Y d S w xY wt j j | t
}j d d = j | d t j | |j _
d S )Nr rc ) indices
IndexErrorr plot_datarc profile_intervalextendpopr r* selected)attroldnewindr= r; s r@ cbz ProfilePlot.__init__..cb s
k!n
$T[%57GHHD AAA K txx 1 1 2 2 2 4; % % %#&DK s
re )
r createrg rh rj rc plot_figurer: r* r r rk on_change)r; r< stater= rp s ` r@ rA zProfilePlot.__init__ s (899hhx(( !(!4T!D!DV!D!D 4; $ ' ' ' '
% $ '
&&y"55555rB c || _ t j | j t }| d | _ t
| j | d S Nrc rt r rg rh rj rc r r* r; rt r= s r@ r zProfilePlot.update K
-=>>hhx(( t{D!!!!!rB N)rZ r[ r\ r] rA r r r r. rB r@ r` r` sS
6 6 6* !" " Z ! " " "rB r` c Z e Zd ZdZddZeedd Zedd ZdS ) ProfileTimePlotra Nc |t j | _ |j j j dd _ n# t $ r
d _ Y nw xY wt j t r j d _ t j t r j _ j r d j gndg _
nd _ dg _
| _ d _ d _ g g d _ t% j _ t% j j t, }| d _ t% j |fi |\ _ _ dgt8 fd } j j d| t? g g d _ tC d
d d d
ddd _" j" # dd j j" $ dd j d d d j" j% _& d j" j' _& tP fd } j j d| tS dd _* j* + fd tS d d _, j, + j- t] j
d j
_/ fd } j/ d | ta tc j/ j* j, d!d"# j j" fi | _2 tg d$d%& _4 j 5 j4 d tl j7 d' s2d( j4 _8 d) j/ _9 d) j* _9 d) j, _9 d S d S )*Nkeyr Allcounttimerc Fc d st | dk rd S t 5 t j j |d t
}j d d = j | d dd< t j | |j j
_ dd< d d d d S # 1 swxY w Y d S Nr rc TF) rT r r rg rc rh ri rj r r* rk re rl rm rn r= changingr; s r@ rp z$ProfileTimePlot.__init__..cb s {
c#hh!mm
$
$ (SV)<>NOOKN ""488H#5#5666 " t{D)))/2 $, #
$
$
$
$
$
$
$
$
$
$
$
$
$
$
$
$
$
$s BC
CCre r r Activity over time datetime xbox_select"xpan,xwheel_zoom,xbox_select,reset
stretch_widthabover$ height x_axis_type active_dragr% sizing_modetoolbar_locationr r r* oranger* r, selection_colorc n j j j }|r|j j d t | dz }j j d t | dz }t || t || c_ _ nd x_ _ d d S )Nr Fupdate_metadata ts_sourcerk re r= minrF startstoptrigger_updaterl rm rn rk r r r; s r@ ts_changez+ProfileTimePlot.__init__..ts_change s ~.6H
. +F3CMMBTI~*623x==ADH(+E4(8(8#eT:J:J%
DII)--
TY 6 6 6 6 6rB Resetsuccesslabel button_typec 8 j S Nr rt r; s r@ z*ProfileTimePlot.__init__.. 4;;tz+B+B rB Updater! )valueoptionsc R |dk rd }|_ d d S )Nr~ Fr )r} r )rl rm rn r; s r@ select_cbz+ProfileTimePlot.__init__..select_cb s5 e||DH 6 6 6 6 6rB r scale_width )r r italictexttext_font_style"distributed.worker.profile.enabledProfiling is disabled.T):weakrefrefdocsession_contextrequest argumentsrE r} AttributeError
isinstancerU bytesdecode
task_namesserverr r tsr rq rt rg rh rj rc rr profile_plotr* r rk rs r r r ts_plotlinecircler3 r4 gridr r reset_buttonon_click
update_buttonr r r7 r r r: r subtitle
add_layoutdaskconfigr disabled) r; r r r< r= rp r r r s ` @r@ rA zProfileTimePlot.__init__ s ? {3''DH
.6@DDUDQQ!
$(D))
' 8A;$(E**
- 8??,,378 Hudh / /%DOODH $gDO
++ ^%%
-=>>hhx(( )0).) s 0I0I0IaT0I0I0IrB r )rt r rg rh rj rc r r* rS r r7 r r} zipr r r= )r; rt metadatar= r timesr s r@ r zProfileTimePlot.update s
-=>>hhx(( t{D!!! HX$6 $gx/?(@(@ @DO"&/DK x
(DH(8 8 8 f%dh/ h' HME6 &0I0I50I0I0IJJDG N & &tw / / / / / rB Tc n t fd } j j | d S )Nc K j j j j d {V r j d {V nd t
t j r t j
d {V \ fd d S )N)r} r r c 0 S r r )r profr; s r@ r z.cb..: s dkk$6Q6Q rB )
r get_profiler} r r get_profile_metadatar r Futureasynciogatherr add_next_tick_callback)r r r; r s @@r@ rp z*ProfileTimePlot.trigger_update..cb/ s 00HDJTY 1 D
!%!A!A!C!CCCCCCC $
++
F'.~dH'E'E!E!E!E!E!E!Eh HHJJ - -.Q.Q.Q.Q.Q.Q R R R R RrB )r r loop add_callback)r; r rp s `` r@ r z ProfileTimePlot.trigger_update- sS
S
S
S
S
S
S
%%b)))))rB r )T rZ r[ r\ r] rA r r r r r. rB r@ r{ r{ s
j/ j/ j/ j/X !0 0 0 Z ! 0$ !* * * ! * * *rB r{ c V e Zd ZdZddZeed Zed ZdS )
ProfileServerra Nc |t j | _ | _ j j j _ d _ d _ g g d _ t j
j _ t j j t }| d _ t j |fi |\ _ _ dgt& t( fd } j j d| t/ g g d _ t3 ddd d
d d d
_ j dd j j dd j d d d j j _ d j j _ t( fd } j j d| tA dd _! j! " fd tA dd _# j# " j$ tK tM j! j# d j j fi | _' tQ d d _) j * j) d
tV j, - d s&d j) _. d! j! _/ d! j# _/ d S d S )"Nr rc Fc f d st | dk rd S t j j |d t }j d d = j | d dd< t j | |j j _
dd< d S r ) rT r rg rc rh ri rj r r* rk re r s r@ rp z"ProfileServer.__init__..cbT s {
c#hh!mm$T[Q%8:JKKD AAA K txx 1 1 2 2 2 HQK 4; % % %+.DK ( HQKKKrB re r r r r r r r r r r r r r r c j j j j }|r|j j d t | dz }j j d t | dz }t || t || c_ _ nd x_ _ d S )Nr r r r s r@ r z)ProfileServer.__init__..ts_changeu s ~.6H
. +F3CMMBTI~*623x==ADH(+E4(8(8#eT:J:J%
DII)--
TY ! ! ! ! !rB r r r c 8 j S r r r s r@ r z(ProfileServer.__init__.. r rB r r )r r r r r r T)0r r r r io_loopr logr r r r rt rg rh rj rc rr r r* r r rk rs r r r r r r r3 r4 r r r r r r r r r: r r r r r rE r r )r; r r r< r= rp r r s ` @r@ rA zProfileServer.__init__E s ? {3''DH ;&.
++ (22
-=>>hhx(( )0). s ///daT///rB r r" r )r r r r r rt rg rh rj rc r r* rU toolzpluckr r= )r; r= r r s r@ r z ProfileServer.trigger_update s ($)TTT
-=>>hhx(( t{D!!!//dh///ek'5;q$(+C+CDDEE ""EF#C#CDDDDDrB r r r. rB r@ r r ? s~
O/ O/ O/ O/b !" " Z ! " !E E ! E E ErB r c B e Zd ZddZd Zeed ZdS )
SystemMonitorr Nc || _ |j j }d| _ |"|j | }|| _ t d |D | _ t dgdz g dg dg dd | _ t | j | t d
d d }d
}t d-dd||d|d|| _ | j
| j dd d| j j _ | j t# dddddd| j t d-dd||d|d|| _ | j
| j dd d | j j _ | j t# ddddd d| j t d-d d|||dd || _ | j
| j dd d!d"# | j
| j dd$d%d&# d'| j j _ t) d() | j j d _ t) d() | j j d _ | j | j | j g}t, sTt d-d*d|||dd || _ | j
| j dd+ | | j d,|v r d,|d, i} ni } t, sd| j j _ d| j j _ d| j j _ d| j j _ t7 |i | | _ | j j d S ).Nr r c i | ]}|g S r. r. )rN rO s r@
z*SystemMonitor.__init__.. s 'C'C'CTb'C'C'CrB )F 7 ( )zmax: 45%zmin: 45%z mean: 45%)z
max: 133.5MiBz min: 23.6MiBzmean: 115.4MiB)xycpumemoryrG i N )followfollow_interval
range_paddingzreset,xpan,xwheel_zoomCPUr r )r$ r r r% r r& r r )r* r r
Percentager r screen1em)r r x_unitsy_unitsr text_font_sizer* Memoryr Bytes Bandwidth)r$ r r r& r% r zhost_net_io.read_bpsredread)r* r r r, legend_labelzhost_net_io.write_bpsbluewritezBytes / secondz0.0b)formatzNumber of File Descriptorsnum_fdsr r. ) workermonitor
quantities
last_count range_queryr r* label_sourcer get_datar r r r r3
axis_labelr r mem bandwidthr formatterr r appendy_ranger r r: )
r; r r r! r< rW r& r% plotskws
r@ rA zSystemMonitor.__init__ s ) !N..Z.@@E (DO&'C'CU'C'C'CDD ,S1W!\\<<<MMM
t{DMMOO,,, UEQRSSS(
" $
T[Fe
<<<$0! $(
" $
T[Fh
???$+! $(
" $
;$
;%
+; ' -A,O,O,O Q )&:&&I&I&Iq#48T^4 '! 2 & !(
DL
L T[Fi H H H LL & & & F " "
!67BBB +)*DL &!" !" '( $E(R(( ""$$$$$rB c | j j | j }d |d D |d< | j j j | _ |S )Nr c g | ]}|d z S r r. )rN r s r@ rP z*SystemMonitor.get_data..* s 111!QX111rB r )r r r" r! r )r; rY s r@ r$ zSystemMonitor.get_data( sN K + +$/ + B B11qy111& +-3rB c d } j d fdt t |fD j j d< fdt t |fD j j d< d S )Nc @ t | t | z S r )sumrT )r s r@ meanz"SystemMonitor.update..mean1 s q66CFF? "rB r c x g | ]6}d |j |j j d 7S )z {}: {:.1f}%r )r rZ r* r= rN fr; s r@ rP z(SystemMonitor.update..5 sO )
)
)
QQt{/?/F-G-G H H)
)
)
rB r c g | ]S}d |j t j |j j d TS )z{}: {}r )r rZ r utils format_bytesr* r= r4 s r@ rP z(SystemMonitor.update..9 sd ,
,
,
OO
DJ 3 3AAdk6Fx6P4Q4Q R R
,
,
,
rB r )r* streamr$ r rF r# r= )r; r2 s ` r@ r zSystemMonitor.update. s # # #
4==??D111)
)
)
)
3%)
)
)
u%,
,
,
,
3% ,
,
,
x(((rB )r N)rZ r[ r\ rA r$ r r r r. rB r@ r r sb |% |% |% |%| !
Z !
rB r )2
__future__r r r tlzr bokeh.core.propertiesr
bokeh.layoutsr r bokeh.modelsr r r r
r r r
r r bokeh.palettesr bokeh.plottingr tornador r distributedr distributed.compatibilityr distributed.dashboard.componentsr distributed.dashboard.utilsr distributed.utilsr r rE !distributed.dashboard.export_toolr rh r7 parse_timedeltar r` r{ r r r. rB r@ rI s " " " " " " = = = = = = % % % % % % % %
% $ $ $ $ $ ! ! ! ! ! ! - - - - - - ? ? ? ? ? ? . . . . . . ( ( ( ( ( (;??677 <<<<<<<J ;??#HII :--.>-MM V V V V V# V V Vr!" !" !" !" !"$ !" !" !"HU* U* U* U* U*( U* U* U*pgE gE gE gE gE& gE gE gETU
U
U
U
U
& U
U
U
U
U
rB