*eMUddlmZddlmZddlmZmZddlmZm Z m Z m Z m Z m Z mZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZddlmZddl m!Z!dZ"de#d<d Z$de#d <d Z%de#d <Gd de!Z&Gdde!Z'ddZ(dS)) annotations)contextmanager)FinalIterator)AssignmentStmtBlock BreakStmtClassDef ContinueStmtForStmtFuncDefImport ImportAll ImportFrom IndexExprListExprLvalue MatchStmt MemberExprMypyFileNameExprStarExprTryStmt TupleExpr WhileStmtWithStmt) AsPattern)TraverserVisitorrFILEFUNCTIONCLASScreZdZdZdIdZdJdZdKd ZdLfd ZdMfd ZdNfd Z dOdZ dPdZ dQdZ dRfd Z dSdZdTd ZdUd"ZdVd%ZdWd'ZdXd*ZdYdZd0Zd[d3Zd\d6Zd[d7Zd[d8Zd[d9ZdId:ZdId;Zed]d=Zed]d>Zed]d?Zd^dAZ ed_dCZ!d^dDZ"dIdEZ#dIdFZ$d`dHZ%xZ&S)aVariableRenameVisitora Rename variables to allow redefinition of variables. For example, consider this code: x = 0 f(x) x = "a" g(x) It will be transformed like this: x' = 0 f(x') x = "a" g(x) There will be two independent variables (x' and x) that will have separate inferred types. The publicly exposed variant will get the non-suffixed name. This is the last definition at module top level and the first definition (argument) within a function. Renaming only happens for assignments within the same block. Renaming is performed before semantic analysis, immediately after parsing. The implementation performs a rudimentary static analysis. The analysis is overly conservative to keep things simple. returnNonecd|_d|_d|_i|_g|_g|_g|_g|_g|_dS)Nr) block_iddisallow_redef_depth loop_depthblock_loop_depthblocks var_blocksrefs num_reads scope_kindsselfs -lib/python3.11/site-packages/mypy/renaming.py__init__zVariableRenameVisitor.__init__FsL $%!02!# 02 <> /1&( file_noderc,||t5|5|jD]}|| dddn #1swxYwYddddS#1swxYwYdSz]Rename variables within a file. This is the main entry point to this class. N)clear enter_scoper enter_blockdefsacceptr3r7ds r4visit_mypy_filez%VariableRenameVisitor.visit_mypy_file]s   d # #  T%5%5%7%7  ^                                    s5B  A1% B 1A5 5B 8A5 9B  B B fdefr c||t5|5|jD]I}|jj}|dk}||jj|||J|j j D]}| | dddn #1swxYwYddddS#1swxYwYdS)Nr3) $reject_redefinition_of_vars_in_scoper;r!r< argumentsvariablenamerecord_assignment handle_argbodyr>)r3rBargrGcan_be_redefinedstmts r4visit_func_defz$VariableRenameVisitor.visit_func_defgsy 11333   h ' ' " ")9)9);); " "~ & &|($(6> &&s|'8:JKKK%%%%  " " D!!!! " " " " " " " " " " " " " " " " " " " " " " " " " " " " " " " " " "s6CA6C; CC CC CC#&C#cdefr c||t5t|ddddS#1swxYwYdSN)rDr;r#supervisit_class_defr3rO __class__s r4rSz%VariableRenameVisitor.visit_class_defxs 11333   e $ $ * * GG # #D ) ) ) * * * * * * * * * * * * * * * * * *s"AA#&A#blockrc|5t|ddddS#1swxYwYdSrQ)r<rR visit_block)r3rVrUs r4rXz!VariableRenameVisitor.visit_block}s      ' ' GG   & & & ' ' ' ' ' ' ' ' ' ' ' ' ' ' ' ' ' '"AA  A rMrc|5t|ddddS#1swxYwYdSrQ) enter_looprRvisit_while_stmtr3rMrUs r4r\z&VariableRenameVisitor.visit_while_stmts __   + + GG $ $T * * * + + + + + + + + + + + + + + + + + +rYr cv|j|||jd|j||5|j|dddn #1swxYwY|jr|j|dSdS)NT)exprr>analyze_lvalueindexr[rJ else_bodyr3rMs r4visit_for_stmtz$VariableRenameVisitor.visit_for_stmts  DJ--- $ __   # # I  T " " " # # # # # # # # # # # # # # # > ( N ! !$ ' ' ' ' ' ( (s$B  BBr c.|dSrQ#reject_redefinition_of_vars_in_looprcs r4visit_break_stmtz&VariableRenameVisitor.visit_break_stmt 0022222r6r c.|dSrQrfrcs r4visit_continue_stmtz)VariableRenameVisitor.visit_continue_stmtrir6rc|5t|ddddS#1swxYwYdSrQ) enter_tryrRvisit_try_stmtr]s r4rnz$VariableRenameVisitor.visit_try_stmts^^   ) ) GG " "4 ( ( ( ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) )rYrc|jD]}|||jD]}||||j|dSrQ)r_r>targetr`rJ)r3rMr_rps r4visit_with_stmtz%VariableRenameVisitor.visit_with_stmtsrI  D KK    k , ,F!##F+++ r6imprcP|jD]\}}||p|ddSNF)idsrHr3rridas_ids r4 visit_importz"VariableRenameVisitor.visit_imports> 7 7IB  " "5;B 6 6 6 6 7 7r6rcP|jD]\}}||p|ddSrt)namesrHrvs r4visit_import_fromz'VariableRenameVisitor.visit_import_froms> 7 7IB  " "5;B 6 6 6 6 7 7r6srcx|j||jD]}||dSrQ)rvaluer>lvaluesr`)r3r}lvalues r4visit_assignment_stmtz+VariableRenameVisitor.visit_assignment_stmtsH i ( (F    ' ' ' ' ( (r6rc|j|tt|jD]}|5|j|||j|}||||j|jD]}|| dddn #1swxYwYdSrQ) subjectr>rangelenpatternsr<guardsbodiesrJ)r3r}iguardrMs r4visit_match_stmtz&VariableRenameVisitor.visit_match_stmts s1:'' & &A!!## & & 1 $$T*** $LL&&&HQK,&&DKK%%%%&  & & & & & & & & & & & & & & & & &sA/CC C prcL|j||jdSdSrQ)rGr`)r3rs r4visit_capture_patternz+VariableRenameVisitor.visit_capture_patterns. 6     ' ' ' ' '  r6Frr is_nestedboolct|tre|j}||d}|r||n|||r||dSdSt|ttfr#|j D]}| |ddSt|tr|j |dSt|tr6|j ||j |dSt|t"r| |j |dSdS)zProcess assignment; in particular, keep track of (re)defined names. Args: is_nested: True for non-outermost Lvalue in a multiple assignment such as "x, y = ..." T)rN) isinstancerrGrH handle_def handle_refine handle_refrritemsr`rr_r>rbaserar)r3rrrGis_newitems r4r`z$VariableRenameVisitor.analyze_lvalues fh ' ' B;D++D$77F +''''""6*** (''''' ( (9 5 6 6 B  : :##DD#9999 : :  + + B K  t $ $ $ $ $  * * B K  t $ $ $ L   % % % % %  ) ) B    y  A A A A A B Br6r_rc0||dSrQ)r)r3r_s r4visit_name_exprz%VariableRenameVisitor.visit_name_exprs r6rGstrcHgg|jd|<d|jd|<dS)zStore function argument.rN)r/r0r3rGs r4rIz VariableRenameVisitor.handle_args+!d " d#$r4   r6c|j}|jd|g}||gd|jd|<dS)zStore new name definition.rrN)rGr/ setdefaultappendr0r3r_rGr{s r4rz VariableRenameVisitor.handle_defsOy " ((r22 dV#$r4   r6c|j}||jdvrG|jd|}|s|g|d|dSdS)zLStore assignment to an existing name (that replaces previous value, if any).rN)rGr/rrs r4rz#VariableRenameVisitor.handle_refinesjy 49R= IbM$'E ! R   "I  T " " " " " ! r6c|j}||jdvrE|jd|}|s|g|d||jd}||ddz||<dS)z Store reference to defined name.rrr N)rGr/rr0get)r3r_rGr{r0s r4rz VariableRenameVisitor.handle_refsy 49R= IbM$'E ! R   "I  T " " "N2& #--a0014 $r6cN|jdtk}|jdD]U\}}t |dkr|r |dd}n |dd}t |D]\}}t ||V|jdS)zlRename all references within the current scope. This will be called at the end of a scope. rr N)r1r!r/rr enumerate rename_refspop)r3is_funcrGr/ to_renamerrs r4 flush_refsz VariableRenameVisitor.flush_refs s "2&(2)B---// % %JD$4yyA~~ &!H !"I $Y// % %4D!$$$$ % r6c"g|_g|_dSrQ)r-r.r2s r4r:zVariableRenameVisitor.clear#s r6Iterator[None]c#K|xjdz c_|j|j|j|j|j< dV|jdS#|jwxYwNr )r)r-rr+r,rr2s r4r<z!VariableRenameVisitor.enter_block's}   4=)))/3dm,  EEE KOO     DKOO    s A&&Bc#~K|xjdz c_ dV|xjdzc_dS#|xjdzc_wxYwr)r*r2s r4rmzVariableRenameVisitor.enter_try1sb !!Q&!! + EEE  % % * % % % %D % % * % % % % % %*<c#~K|xjdz c_ dV|xjdzc_dS#|xjdzc_wxYwr)r+r2s r4r[z VariableRenameVisitor.enter_loop9sP 1 ! EEE OOq OOOODOOq OOOOOOrintc|jdSNr)r-r2s r4 current_blockz#VariableRenameVisitor.current_blockAs{2r6kindc#jK|ji|ji|ji|j| dV||j|j|jdS#||j|j|jwxYwrQ)r.rr/r0r1rr)r3rs r4r;z!VariableRenameVisitor.enter_scopeDs r"""  b!!! %%% # EEE OO    O   ! ! ! N     " " " " " OO    O   ! ! ! N     " " " "s ,CA!D2c2t|jdkSr)rr.r2s r4rzVariableRenameVisitor.is_nestedRs4?##a''r6c4|jd}|D]}d||<dS)a_Make it impossible to redefine defined variables in the current scope. This is used if we encounter a function definition that can make it ambiguous which definition is live. Example: x = 0 def f() -> int: return x x = '' # Error -- cannot redefine x across function definition rN)r.)r3r.keys r4rDz:VariableRenameVisitor.reject_redefinition_of_vars_in_scopeUs4_R(  ! !C JsOO ! !r6c|jd}|D]-\}}|j||jkrd||<.dS)aReject redefinition of variables in the innermost loop. If there is an early exit from a loop, there may be ambiguity about which value may escape the loop. Example where this matters: while f(): x = 0 if g(): break x = '' # Error -- not a redefinition reveal_type(x) # int This method ensures that the second assignment to 'x' doesn't introduce a new variable. rN)r.rr,rr+)r3r.rrVs r4rgz9VariableRenameVisitor.reject_redefinition_of_vars_in_loopfsa _R( $**,, % %JC$((//4?BB"$ 3 % %r6rLc|jd|ddkrdS|jdkrd}|}|jd}||vr|r|||<nd||<dS|||krdSdS)zRecord assignment to given name and return True if it defines a new variable. Args: can_be_redefined: If True, allows assignment in the same block to redefine this name (if this is a new definition) rrFT)r0rr*rr.)r3rGrLrVr.s r4rHz'VariableRenameVisitor.record_assignment{s >"  ! !$ + +q 0 05  $q ( ($ ""$$_R( z ! ! &$) 4  $& 4 4   & &45r6r&r'r7rr&r'rBr r&r'rOr r&r')rVrr&r')rMrr&r')rMr r&r')rMr r&r')rMr r&r')rMrr&r'rMrr&r'rrrr&r'rrrr&r')r}rr&r')r}rr&r')rrr&r')F)rrrrr&r'r_rr&r'rGrr&r'r&r)r&r)rrr&r)rGrrLrr&r)'__name__ __module__ __qualname____doc__r5rArNrSrXr\rdrhrkrnrqryr|rrrr`rrIrrrrr:rr<rmr[rr;rrDrgrH __classcell__rUs@r4r%r%'s<))))."""""****** ''''''++++++((((33333333))))))    77777777(((( & & & &((((BBBBB> %%%% %%%%#### 5 5 5 50^+++^+!!!^! # # #^ #((((!!!!"%%%%*r6r%ceZdZdZd%dZd&dZd'fd Zd(fd Zd)dZd*dZ d+dZ d,dZ d-dZ d.dZ ed/dZd%d Zd0d#Zd%d$ZxZS)1LimitedVariableRenameVisitora|Perform some limited variable renaming in with statements. This allows reusing a variable in multiple with statements with different types. For example, the two instances of 'x' can have incompatible types: with C() as x: f(x) with D() as x: g(x) The above code gets renamed conceptually into this (not valid Python!): with C() as x': f(x') with D() as x: g(x) If there's a reference to a variable defined in 'with' outside the statement, or if there's any trickiness around variable visibility (e.g. function definitions), we give up and won't perform renaming. The main use case is to allow binding both readable and writable binary files into the same variable. These have different types: with open(fnam, 'rb') as f: ... with open(fnam, 'wb') as f: ... r&r'c0g|_g|_g|_dSrQ) bound_varsskippedr/r2s r4r5z%LimitedVariableRenameVisitor.__init__s!&((* <> r6r7rc|5|jD]}|| ddddS#1swxYwYdSr9)r;r=r>r?s r4rAz,LimitedVariableRenameVisitor.visit_mypy_files       ^                     s AA ArBr c||5|jD]!}||jj"t |ddddS#1swxYwYdSrQ)rDr;rErecord_skippedrFrGrRrN)r3rBrKrUs r4rNz+LimitedVariableRenameVisitor.visit_func_defs 11333      ) )~ 7 7##CL$56666 GG " "4 ( ( ( ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) )sA BB BrOr c||5t|ddddS#1swxYwYdSrQ)rDr;rRrSrTs r4rSz,LimitedVariableRenameVisitor.visit_class_defs 11333      * * GG # #D ) ) ) * * * * * * * * * * * * * * * * * *s"AA ArMrc|jD]}||t|j}|jD]}||||jD]}|r|||j|t|j|kr3|jt|j|k1dSdSrQ)r_r>rrrpr`rJr)r3rMr_old_lenrps r4rqz,LimitedVariableRenameVisitor.visit_with_stmtsI  D KK    do&&k , ,F!##F+++k $ $F $ d### $/""W,, O   ! ! !$/""W,,,,,,r6rrct|trt|j}||jvr||dS|jd}||vrg||<||g|j|dSt|ttfr!|j D]}| |dSt|tr|j |dSt|tr6|j ||j |dSt|t"r| |j dSdSr)rrrGrrr/rrrrr`rr_r>rrrar)r3rrGvar_infors r4r`z+LimitedVariableRenameVisitor.analyze_lvalues fh ' ' -;Dt&&$$V,,,,,9R=x''%'HTN%%b)))&&t,,,,, 9 5 6 6 -  * *##D)))) * *  + + - K  t $ $ $ $ $  * * - K  t $ $ $ L   % % % % %  ) ) -    , , , , , - -r6rrrcN|jD]\}}||p|dSrQ)rurrvs r4ryz)LimitedVariableRenameVisitor.visit_imports< - -IB     , , , , - -r6rcN|jD]\}}||p|dSrQ)r{rrvs r4r|z.LimitedVariableRenameVisitor.visit_import_froms< - -IB     , , , , - -r6rc.|dSrQ)rD)r3rrs r4visit_import_allz-LimitedVariableRenameVisitor.visit_import_all s 1133333r6r_rc|j}||jvr>t|jD]'}||vr!||d|(dS||dSr)rGrreversedr/rr)r3r_rGscopes r4rz,LimitedVariableRenameVisitor.visit_name_exprs{y 4? " "!$),, 1 15==$KO**4000 1 1    % % % % %r6rc#K|jt|jidV|dSrQ)rrsetr/rr2s r4r;z(LimitedVariableRenameVisitor.enter_scopesU CEE"""   r6c0|ddS)N*)rr2s r4rDzALimitedVariableRenameVisitor.reject_redefinition_of_vars_in_scope s C     r6rGrcF|jd|dSr)raddrs r4rz+LimitedVariableRenameVisitor.record_skipped#s# RT"""""r6c8|j}|j}d|vra|D]N\}}t |dks||vr|dd}t |D]\}}t ||MdSdS)Nrr r)r/rrrrrr)r3ref_dictrrGr/rrrs r4rz'LimitedVariableRenameVisitor.flush_refs&s9==??,""$$ g  &nn.. ) ) dt99>>TW__!"I (33))GAta(((()   ) )r6rrrrr)rrr&r'rr)rrrr&r'rrr)rrrrr5rArNrSrqr`ryr|rrrr;rDrrrrs@r4rrsa: > > > >))))))****** " " " "----.---- ---- 4444&&&&^ !!!!#### ) ) ) ) ) ) ) )r6rr{list[NameExpr]rarr&r'cN|dj}|d|dzzz}|D] }||_ dS)Nr'r )rG)r{rarGnew_namer_s r4rr4sB 8=DcUQY''H r6N)r{rrarr&r')) __future__r contextlibrtypingrr mypy.nodesrrr r r r r rrrrrrrrrrrrrrr mypy.patternsrmypy.traverserrr__annotations__r!r#r%rrr6r4rs"""""""%%%%%%""""""""0$#####++++++rrrrr,rrrj U)U)U)U)U)#3U)U)U)pr6