G@ddZddlZddlZddlmZddlZddlZddlZddl m Z ddl m Z ddl mZmZddlmZmZmZmZmZddlmZddlmZmZmZmZmZmZdd lm Z dd l!m"Z"dd l#m$Z$dd l%m&Z&dd l'm(Z(m)Z)ddl*m+Z+ddl,m-Z-ddl.m/Z/m0Z0ddl1m2Z2m3Z3ddl4m5Z5ddl6m7Z7m8Z8ddl9m:Z:ej;e<Z=e3j>Z?GddZ@GddZAGddZBGddZCGddZDGdd ZEd!ZFd"ZGGd#d$e$ZHGd%d&eZIGd'd(ee&ZJd)ZKd*ZLeuμsư>msMbP?min<h)refindalllenfloat)textpatternmatchestimerestmps r; gettime_srpbs1Gj$''G 7||qt D  CFmm q6T>> 4KCC Vz ! ! 4KCC Vt^^ 4KCC Vu__ 2ICC Vs]] 4KC   Kr:c(eZdZdZdZedZeee eZ eZ eZ dfd Z dZdZdZd Zd Zd Zdd ZedddZdZdZdZddZd dZdZdZddZdZdZ ddZ!xZ"S)!ProfilerWidgetz Profiler widget. Tzprofiler.resultsNct||||dtd|_d|_d|_d|_d|_d|_ | d|_ d|_ t|tj|_t#||_t'|_t*j|j_t1}||j|||jj|jdS)N text_colorFid_)super__init__set_confMAIN_TEXT_COLOR _last_wdir _last_args pythonpath error_outputoutputrunningget_confrtprocessr#rIrK filecomboProfilerDataTreedatatreer datelabelrMrSIDr addWidget setLayoutsig_edit_goto_requestedconnect)selfnamepluginparentlayout __class__s r;rxzProfilerWidget.__init__s' vv... lO444   -- 55 . 4>@@@(.. AK''' v -55  ( * * * * *r:c tdS)NProfilerrrs r; get_titlezProfilerWidget.get_titles}}r:c|jSN)rrs r;get_focus_widgetzProfilerWidget.get_focus_widgets }r:c tjtdtddj_tjdtddfd}tjtdtd d j _ tj td td d d%fd _ tj tdtddd%fd _tjtdtddj_tjtdtddj_tjtdtddj_jdjd}j|jfD]$}||t8j%t>j }j j!tDj#j$!tDj%j jjjf D]$}||tLj%tOsoj(jjfD]}|)dd}td d!|d"td#d$}j$*|dSdS)&Nz Run profilerrun)rjtipicon triggeredSelect Python filefileopenc,Sr) select_filexrs r;z&ProfilerWidget.setup..s 0 0 2 2r:OutputzShow program's outputlogr3zCollapse one level upcollapsec8jdS)Nr change_viewrs r;rz&ProfilerWidget.setup..sT]%>%>r%B%Br:r4zExpand one level downexpandc8jdSNr\rrs r;rz&ProfilerWidget.setup..sT]%>%>q%A%Ar:z Save datazSave profiling datafilesavez Load dataz"Load profiling data for comparison fileimportzClear comparison editdeleteF)toolbarsectionruTz.https://docs.python.org/3/library/profile.htmlzPlease installz zthe Python profiler moduleszr)+ create_actionr%r6r create_iconr start_actionr1r8show_log log_actionr3r(r4r)r7 save_data save_actionr5compare load_actionr2clearr' setEnabledget_main_toolbarradd_item_to_toolbarrArDcreate_toolbarr=r?create_stretcherrMrQrrRrGrZr setDisabledsetText)rr&ritemsecondary_toolbarwidgeturlrjs` r;setupzProfilerWidget.setups .. ! %>"".!!!!%((h /  ** ! (&''!!*--2222 +  ,, ! ,8)**!!%((m -   $11 ! *:)**!!*--BBBBB 2  "// ! (8)**!!(++AAAAA 0   -- ! *;'((!!*--n .   -- ! *;677!!,//l .  !.. ! '%&&$%%!!,//j /   $$U+++ ##E***''))^]D4EF  D  $ $9> %    !// " .00)4+=**BM+OO^**BM+OO_%t'79JL  D  $ $)@E %    %&& ) =$.,. ) )""4((((BC-./?-@-@-@-@###-./L-M-M-M-MOD N " "4 ( ( ( ( ( ) )r:c|jr|d}n|d}|j||j|j |j|j |jt|j dS)Nstopr) rrrsetIconrrr'boolr currentText)rrs r;update_actionszProfilerWidget.update_actions's < +##F++DD##E**D !!$''' ## $4555 $$%5666 $$T$.*D*D*F*F%G%GHHHHHr:c|jZ|jtjkr3|j|jd|dS)z,Kill the profiling process if it is running.N)rstaterRunningclosewaitForFinishedrrs r;_kill_if_runningzProfilerWidget._kill_if_running4sh < #|!!##x'777 ""$$$ ,,T222 r:c d|_||j|jz|_|jd|d|jd| dS)z Parse results once the profiling process has ended. Parameters ---------- exit_code: int QProcess exit code. exit_status: str QProcess exit status. FrT) justanalyzedN) r show_errorlogr~rrr show_datarrr)r exit_code exit_statuss r; _finishedzProfilerWidget._finished=s  '$+5  r""" D))) ##D))) r:Fc |r%|jtjn$|jtjt }|jrT|r||jz }n||jz }|jTt| d}|r|xj |z c_ dS|xj |z c_ dS)z Read otuput from QProcess. Parameters ---------- error: bool, optional Process QProcess output or error channels. Default is False. zutf-8)encodingN) rsetReadChannelr StandardErrorStandardOutputrbytesAvailablereadAllStandardErrorreadAllStandardOutputrdatar~r)rerrorqbarjs r; _read_outputzProfilerWidget._read_outputPs  A L ' '(> ? ? ? ? L ' '(? @ @ @lll))++ < <t|88:::t|99;;; l))++ < chhjj7;;;     %     KK4 KKKKr:pythonpath_managerspyder_pythonpath)roptionc||_dSr)r})rvalues r;_update_pythonpathz!ProfilerWidget._update_pythonpathks r:c(td}t||ttddz\}}tj|d}|s|dz}|r|j|dSdS)z Save data.zSave profiler resultProfiler result (*.Result)r\z.ResultN)rrrospsplitextlowerrr)rtitlefilename _selfilter extensions r;rzProfilerWidget.save_dataqs()).       = 0   * L**1-3355  , )+H  . M # #H - - - - - . .r:cNt|tdttddz\}}|rd|j|||jd|jddSdS)z)Compare previous saved run with last run.zSelect script to comparerrTN) rrrrrrrrr'rrrs r;rzProfilerWidget.compares.  ( ) )     = 0   *  / M ! !( + + + NN      ' ' - - -   ( ( . . . . .  / /r:c|jd|jd||jddS)zClear data in tree.NTF)rrhide_diff_colsrr'rrs r;rzProfilerWidget.clears[ d### $$T***  $$U+++++r:ctsdS||jfdtD}d}|S||vrO|j||j|jdz n2|j|j||j|j r.|tj |}| ||dSdS) Start the profiling process. Parameters ---------- wdir: str Working directory path string. Default is None. args: list Arguments to pass to the profiling process. Default is None. Nc:g|]}|Sr9)itemText).0idxcombos r; z*ProfilerWidget.analyze..s%EEE$$EEEr:r\) rZrrrangecountaddItemsetCurrentIndexfindTextselectedis_validrdirnamestart)rrwdirargsitemsindexrs @r;analyzezProfilerWidget.analyzes:%&&  F EEEEekkmm0D0DEEE =XU22 N " "8 , , , N * *4>+?+?+A+AA+E F F F F N * *4>+B+B8+L+L M M M !!! > " " $ $ #|{8,, JJtT " " " " "  # #r:c |r|jdt|tdt tddz\}}|jd|r||dSdS)a Select filename to profile. Parameters ---------- filename: str, optional Path to filename to profile. default is None. Notes ----- If no `filename` is provided an open filename dialog will be used. NFrz Python filesz (*.py ; *.pyw)T)sig_redirect_stdio_requestedemitrrrrrs r;rzProfilerWidget.select_files    - 2 25 9 9 9#2&''  .!!$55 $$ Hj  - 2 24 8 8 8  # LL " " " " " # #r:c|jrQt|jtdd|}|dd|dSdS)zShow process output log.Profiler outputTrreadonlyrN)rrrresizeexec_r output_dialogs r;rzProfilerWidget.show_logsq ; "& )** M  c * * *    ! ! ! ! ! " "r:c|jrQt|jtdd|}|dd|dSdS)zShow process error log.rTrrrN)r~rrrr r!s r;rzProfilerWidget.show_errorlogss   "&!)** M  c * * *    ! ! ! ! ! " "r:cHtj}|j}|t j|}| j}|g}|_|_jtdt_ j tj j |j jjj jfdj jtjffd j jjt-}t.jD]\}}||||dd|d|dj[t:d jd |dt.j jj !|"d d }tG|sHj $}|dj !|d_%d_&d_'(dddj)g} t.j*dkrF| +t j,|-t.j.dn| +||r"| /ta|j 1|| j 2} | s0tgj4tdtd5dS)rNzProfiling, please wait...c0dS)NT)r)rrsr;rz&ProfilerWidget.start.. sD%%D%11r:c0||Sr)r)ecesrs r;rz&ProfilerWidget.start..st~~b"/E/Er:PYTHONIOENCODINGutf8 PYTHONPATHPYTHONEXECUTABLEzPass Pythonpath z to process executablemain_interpreterr PYTHONHOMErTz-mrWz-ont/ErrorzProcess failed to start)6rrrr{rbasenamer|rrrrrsetProcessChannelModeSeparateChannelssetWorkingDirectoryreadyReadStandardOutputrrreadyReadStandardErrorfinished ExitStatus stop_spinnerr osenvironrinsertremover}loggerdebugpathsepjoinsetProcessEnvironmentrrprocessEnvironmentrr~r start_spinnerDATAPATHrappendnormpathreplacesepextendr rwaitForStartedrcriticalr) rrrrproc_envkvr-envp_argsrs ` r;rzProfilerWidget.starts"$."<"<">">?? <?D||H-- <?D| q!<==>>>~~  **8+DEEE ((... ,44T5FGGG +33 1 1 1 1 3 3 3 %%"- E E E E E G G G %%d&7888'((J$$&& " "DAq OOAq ! ! ! !*F333 %%%*+++ ? & LLHDOHHH I I I OOL"*//$/*J*J K K K **8444]]<9K]LL !*-- 4,1133C JJ| $ $ $ L . .s 3 3 3    D$-8 7d?? MM#,x0088EE F F F F MM( # # #  - MM+d++ , , , :v...,--//   ' +,,    r:cd|_|j|jd||dS)zStop the running process.FrN)rrrrr<rrs r;rzProfilerWidget.stop@s]   $$T***  r:ch|jr|dS|dS)z1Toggle starting or running the profiling process.N)rrrrs r;rzProfilerWidget.runHs. <  IIKKKKK JJLLLLLr:c|sd|_|j|jduot|jdk|t |j}|sdS|j tdtj |j |j|j d}||jt%jdt%jfz}|j |dS)z Show analyzed data on results tree. Parameters ---------- justanalyzed: bool, optional Default is False. NrzSorting data, please wait...z)%s z%Y-%m-%d %H:%M:%S)rrrrhrrrrrrrr processEventsr load_datarH show_treertrmstrftime localtime)rrr text_style date_texts r;rzProfilerWidget.show_dataOs8 DK ""4;d#:$<'*4;'7'7!'; = = = !$."<"<">">??  F q!?@@AAA"$$$  ... !!!B $/"&-0C040@0@#B#B"CC  y)))))r:)NNN)F)NNr)#r.r/r0__doc__ENABLE_SPINNERrrHr strintr sig_started sig_finishedrxrrrrrrrrrrrrrrrrrrrr __classcell__rs@r;rrrrsN}/00H%fS#s33 &((KM688LN******@a)a)a)F I I I&    6^09LMMM  NM ...$ / / /,,, # # # #D####4 " " " " " "QQQQf********r:rrceZdZddZdZdS)TreeWidgetItemNc0tj||dSr)rrxrrs r;rxzTreeWidgetItem.__init__ps v.....r:c|} |dks|dkrNt||}t||}||||kSt ||t ||kS#t $r/||||kcYSwxYw)Nr\) treeWidget sortColumnrprjri ValueError)r otherItemcolumnt0t1s r;__lt__zTreeWidgetItem.__lt__ss""--// >{{fkktyy0011y~~f5566>bn7N6**++eINN64J4J.K.KK K > > >99V$$y~~f'='== = = = >sACAC6DDr)r.r/r0rxrtr9r:r;rhrhos7//// > > > > >r:rhceZdZdZdZeeeeZdfd Z dZ dZ dZ dZ d Zd Zd Zd Zd ZdZdZedZdZdZdZdZdZdZdZdZdZxZ S)ra Convenience tree widget (with built-in model) to store and view profiler data. The quantities calculated by the profiler are as follows (from profile.Profile): [0] = The number of times this function was called, not counting direct or indirect recursion, [1] = Number of times this function appears on the stack, minus one [2] = Total time spent internal to this function [3] = Cumulative time that this function was present on the stack. In non-recursive functions, this is the total execution time from start to finish of each invocation of a function, including time spent in all subfunctions. [4] = A dictionary indicating for each function name, the number of times it was called by us. z<[=]>Nc tr$t||n+tj||t j||t dt dt dt dt dt dt dt dg|_|d|d |d|d d |_d|_ d|_ g|_ d|_ d|_ d|_d|_d|_|t%|j||j||j|j|j|jdS) N) class_parentzFunction/Modulez Total TimeDiffz Local TimeCallsz File:linepythonfunctionclass)moduler{builtin constructor)rrwrxrrr header_listr icon_listprofdatastatsstats1 item_depth item_listitems_to_be_showncurrent_view_depth compare_filesetColumnCountrhsetHeaderLabelsinitialize_view itemActivatedritem_activated itemExpanded item_expanded)rrrs r;rxzProfilerDataTree.__init__s  B GG  V&  9 9 9 9  v . . .  &t& A A A A/00!L//1V99lOOQvYY' AfIIkNN,&&x00((44''11++G44       !%"&  C 011222 T-...  ""4#6777 !!$"455555r:c<t|d||j|fzdS)z@Set tree item user data: filename (string) and line_number (int)z%s%s%dN)r"SEPrrr line_numbers r; set_item_datazProfilerDataTree.set_item_datas&4Xtx,M!MNNNNNr:cxt||j\}}|t|fS)z0Get tree item user data: (filename, line_number))r!splitrrb)rrrline_number_strs r; get_item_datazProfilerDataTree.get_item_datas7$6t$<$<$B$B48$L$L!/_----r:cf|d|_g|_i|_d|_dS)z"Clean the tree and view parametersrN)rrrrrrs r;rz ProfilerDataTree.initialize_views3 !#"#r:cXddl} ||g}n#ttf$r d|_YdSwxYw|d|_|j |||jnh#ttf$rT}tj|tdtd |d|_Yd}~nd}~wwxYwtd||j ||_ |dj|_dS)z3Load profiler data saved by profile/cProfile modulerNr3zMError when trying to load profiler results. The error was

{0}c*|Sr) calc_callees)rs r;rz,ProfilerDataTree.load_data..sann&&r:)rXStatsOSErrorIOErrorrrrIrrOrformatmaprrr)r profdatafilerX stats_indies r;rYzProfilerDataTree.load_datasR   ,,|447JJ!    DM FF #1    ( )!!&,,t/@"A"ABBBBW% ) ) )$!G**%&&&,fQii 111 %)!!!!!!  ) & & 333 ""$$$  ]( s%99-A??C$A CC$c>|d||_dS)NF)rrrrs r;rzProfilerDataTree.compares$ E"""$r:c<dD]}|||dS)N))setColumnHidden)rhideis r;rzProfilerDataTree.hide_diff_colss4 * *A  D ) ) ) ) * *r:czt|jdkr"|jd|dSdS)zSave profiler data.rN)rhr dump_statsrs r;rzProfilerDataTree.save_datas? t{  a   KN % %h / / / / / r:c|j|jdndS|jjD]/}d|ddkr|dds|cS0dS)z Find a function without a callerN cumulative)~rrrz)r sort_statsfcn_list startswith)rfuncs r; find_rootzProfilerDataTree.find_roots = $ M $ $\ 2 2 2 2 FM*  D4!9$$T!W-?-?,....$   r:c&|jj|S)z/Find all functions called by (parent) function.)r all_calleesrjs r; find_calleeszProfilerDataTree.find_calleess}(00r:c||d|d|}||||||d|d|dtj | ddSdS)z4Populate the tree with profiler data and display it.TFNrr\) rsetItemsExpandablesetSortingEnabledr populate_treerresizeColumnToContents sortItemsr AscendingOrderr)rrootkeys r;rZzProfilerDataTree.show_trees  %%% u%%%..""     tT%6%6w%?%? @ @ @  ' ' * * *  " "4 ( ( ( NN1b/ 0 0 0   Q       r:cd}|\}}}|dkr>tj|\}}d}|dkrtj|\}}d|zdz}|r|dkrd}d }n|d krd }d ||fz}|||||fS) zAReturns processed information about the function's name and file.r{zr}z __init__.py)>& J*,s2M @8s??(M!II **) %;(??Mm]IMMr:ct|}t|trt|Sd|cxkrdkrnnd|dz }n'd|cxkrdkrnnd|dz }nd|cxkrdkrnnd|dz }nd|cxkrdkrnnd |}nd|cxkrd krnnnkt |d \}}|dkr;t |d\}}t|d d }d ||}n4t |d \}}|dkr|dz}d||}|S)z8Get format and units for data coming from profiler task.r^r_z {0:.2f} nsrau {0:.2f} μsr\z {0:.2f} msrcz {0:.2f} sre.rz{0:.0f}.{1:.2s} minz{0:.0f}h:{1:.0f}min)abs isinstancerbrrdivmodr)measuremsrds r;format_measurezProfilerDataTree.format_measure$sg,, gs # # +!'** * 7 # # # #e # # # # ##**7U?;;GG W % % % % % % % % %(//%@@GG W ! ! ! ! ! ! ! ! !#**7U?;;GG     B     "))'22GG ' ! ! ! !T ! ! ! ! !'4((DAq2vvgr**1"1%%++C004,33Aq99GG'4((DAq2vvR,33Aq99Gr:c>d}d}t|dkrh|ja|d|dz }|rN|dkrtjdfn tjdf\}}d |||}||d||ggS) aReturn a string formatted delta for the values in x. Args: x: 2-item list of integers (representing number of calls) or 2-item list of floats (representing seconds of runtime). Returns: A list with [formatted x[0], [color, formatted delta]], where color reflects whether x[1] is lower, greater, or the same as x[0]. rblackrNrr\-+z{}{})rhrrCOLOR_SUCCESS_1 COLOR_ERROR_1rr)rrdiff_strcolor differencesigns r; color_stringzProfilerDataTree.color_stringDs q66Q;;4,81!J P",q..!. =sCC%2%@#$Ft"==t/B/B:/N/NOO##AaD))He+<==r:cfd|jD}t|jtt |ddS)a Formats the data. self.stats1 contains a list of one or two pstat.Stats() instances, with the first being the current run and the second, the saved run, if it exists. Each Stats instance is a dictionary mapping a function to 5 data points - cumulative calls, number of calls, total time, cumulative time, and callers. format_output() converts the number of calls, total time, and cumulative time to a string format for the child_key parameter. c Pg|]"}|jddddig#S)r)rget)rr child_keys r;rz2ProfilerDataTree.format_output..hs4NNNQ I1aB'788NNNr:r\r)rrrrzip)rrrs ` r; format_outputzProfilerDataTree.format_output\sDONNN$+NNND%vc4j!Q'?'?@@Ar:c $ |D]}|xjdz c_||\}}}}}||\\} } \} } \} }t|}|j||||||dtd| dtj || d|j ||dtd| dtj | |dtj| dtj |d|dt#|d|dtj|dtd| dtj | |dtj| dtj | d|dt#| d|dtj|d td | d tj | |d tj| d tj | d|d t#| d|d tj|d td | d tj |||rG| d tj dtdz|dnj||}|jdkr|||n3|r1||j||jt5|<|xjdzc_dS)za Recursive method to create each item (and associated data) in the tree. r\rzFunction or module namez*Time in function (including sub-functions)rrlz-Local time in function (not in sub-functions)rz+Total number of calls (including recursion)rz#File:line where function is definedz(%s) recursionTN)rrrrhrrIr setToolTiprsetDatar DisplayRolerrsetTextAlignment AlignRight setForegroundr AlignLeft is_recursiverrrsetChildIndicatorPolicy ShowIndicatorrid)r parentItem children_listrrrrrr total_callstotal_calls_difloc_time loc_time_difcum_time cum_time_dif child_itemcalleess r;rzProfilerDataTree.populate_treeks` '< !< !I OOq OO##I.. X{M=)*.););I)F)F ' +k?-Eh %h ' 33J N ! !* - - -   z8[ A A A  ! !!Q'@%A%A B B B   q".- @ @ @   q$."; < < <  ! !!Q(C&D&D E E E   q".( ; ; ;  ' '2= 9 9 9   q".,q/ B B B  $ $Q|A(?(? @ @ @  ' '2< 8 8 8  ! !!Q(@&A&A B B B   q".( ; ; ;  ' '2= 9 9 9   q".,q/ B B B  $ $Q|A(?(? @ @ @  ' '2< 8 8 8  ! !!Q(?&@&@ A A A   q".+ > > >  ' '2= 9 9 9   q"./!2D E E E  $ $Qq/A(B(B C C C  ' '2< 8 8 8  ! !!Q(C&D&D E E E   q".- @ @ @  ,, E""1bnfq~~6MNNN&&t,,,,++I66?Q&&&&z7;;;;E66z7OPPP=DD*2j>>: OOq OOOy< !< !r:cn||\}}|j||ddS)Nr)rrrrs r;rzProfilerDataTree.item_activateds; $ 2 24 8 8+ $))(KDDDDDr:c|dkrHt||jvr4|jt|}|||dSdSdS)Nr) childCountrrr)rrrs r;rzProfilerDataTree.item_expandedsg ??   ! !bhh$2H&H&H,RXX6G   tW - - - - - " !&H&Hr:cj|}|r|dtj|dtjkrD|dtj|dtjkrdS|}|dS)z5Returns True is a function is a descendant of itself.rrTF)rrr r)rrancestors r;rzProfilerDataTree.is_recursives$$&& -2>""%-]]1bn%E%EFF2>""%-]]1bn%E%EFFt#??,, -ur:c^fdtDS)zIterate over top level itemsc:g|]}|Sr9) topLevelItem)r_irs r;rz8ProfilerDataTree.get_top_level_items..s7;;;!!"%%;;;r:)rtopLevelItemCountrs`r;get_top_level_itemsz$ProfilerDataTree.get_top_level_itemssB;;;; 6 6 8 899;;; ;r:cgdfd |D]*}||dkr ||+S)z+Return all items with a level <= `maxlevel`r\c|dz }t|D]?}||}|||kr |||@dSr)rrchildrI)rmaxlevellevelrcitemadd_to_itemlistitemlists r;rz3ProfilerDataTree.get_items..add_to_itemlistsz QJEt0011 < < 5))&&&H$$#OE8U;;;  < >>>0 B B BA!A!A!FEEE...   ;;; $'''''''r:rc<|dkrdgS|dkrgSttd|dzd}|dz}|dzdzdz }d}d}||krA||r&||zdz dz}d||<||krd||<||z }||k|dz}d|zdz}||kAdgd|DzS)ze Simple test function Taken from http://www.huyng.com/posts/python-performance-analysis/ rrlr\g?rcg|]}||Sr9r9)rrs r;rzprimes..s$$$!$!$$$r:)listr)nrmroothalfrrjs r;primesr"s  Avvs Q  U1a!eQ    A HE EarTs  88888888MMMMMMMMMMMMMM::::::::::::::::877777%%%%%%;;;;;;777777@@@@@@@@IIIIII++++++CCCCCCCC========------IIIIIIII;;;;;;  8 $ $  , & & & & & & & &((((((((MMM >>>>_>>>$c'c'c'c'c'{$5c'c'c'R %%%4: zDFFFFFr: