
    ii                        d Z ddlZddlZddlZddlZddlmZ ddlmZ ddl	m
Z
mZmZmZ ddlmZmZmZmZmZmZmZmZmZmZ ddlmZ dZd	Zd
ZdZdZdZ dZ!dZ"dZ#dZ$dZ%dZ&de'e   ddfdZ(	 d-dede
f   de)dee*e+e
f      de,e'e   e'e   f   fdZ-de
de
ddfdZ. ej^                  d        G d! d"             Z0ej^                   G d# d$             Z1d%ee
   d&ee
   d'ee
e
ge2f   de'e
   fd(Z3d)e,e
df   de'e   fd*Z4 G d+ d,      Z5y).a  
This module provides functionality for resuming Python execution at specific points in code,
primarily used by PyTorch Dynamo for control flow handling and optimization. It implements
bytecode transformation and execution state management to enable:

- Resuming execution at arbitrary points in Python bytecode
- Managing context managers and their state across execution boundaries
- Transforming and generating new code objects with preserved execution state
- Supporting Python 3.11+ exception handling and block management
- Restoring torch function mode stacks and other execution context

The module is critical for PyTorch Dynamo's ability to optimize code while preserving
Python semantics and execution state.
    N)Iterable)AbstractContextManager)AnyCallablecastOptional   )
add_push_nullbytecode_from_templatecreate_call_functioncreate_instructioncreate_jump_absolutecreate_load_constInstructionoverwrite_instructiontransform_code_object	unique_id)ExactWeakKeyDictionary                @         i   torch_dynamo_resume_in__is_tracing_resume_prologueinstsreturnc                     t         j                  dk\  rK| j                  t        d             t         j                  dk  r| j                  t        dd             y y y )N      	PUSH_NULL)r#      SWAPr   arg)sysversion_infoappendr   )r   s    X/var/www/html/engine/venv/lib/python3.12/site-packages/torch/_dynamo/resume_execution.py_initial_push_nullr.   8   sN    
7"'45g%LL+F:; & #    template.stack_indexvarname_mapc                    t        | |      }|j                  t        d             |D ].  }|j                  s|j                  xj                  |z  c_        0 t        d t        |      D        d      \  }}||J t        |t        d      g       ||dz      j                  dk(  sJ t        ||dz      t        d      g       |d |dz    ||dz   d  fS )Nr2   POP_TOPc              3   f   K   | ])  \  }}|j                   d k(  r|j                  dk(  r||f + yw)	LOAD_FASTdummyNopnameargval).0iinsts      r-   	<genexpr>z5_bytecode_from_template_with_split.<locals>.<genexpr>O   s7      	
4{{k)dkkW.D I	
s   /1)NNNOPr	   )	r   r,   r   exn_tab_entrydepthnext	enumerater   r:   )r0   r1   r2   template_coder>   	dummy_idx
dummy_insts          r-   "_bytecode_from_template_with_splitrH   @   s   
 +8MM+I67  4$$3$4
 !	
$]3	

 	Iz  Z%;;; *'9%'@&AB Q'..);;;-	A69KE9R8ST9q=)=Q+IIIr/   r8   stack_var_namec                 @    	 |  y #  t         j                  |        xY wN)$__import_torch_dot__dynamo_dot_utilsset_torch_function_mode_stack)r8   rI   s     r-   _try_except_tf_mode_templaterN   b   s'    ,JJ	
 	s    T)frozenc            	           e Zd ZU eed<   dZeeedf      ed<   de	e
ef   dee   dee   fdZde	e
ef   dee   dee   fd	Zde	e
ef   dee   deee   ee   f   fd
Zy)ReenterWithr1   N.target_valuescode_optionscleanupr    c                 n    ddl m} t        t        | j                  d |       i      \  }}||z   |dd |S )z
        Codegen based off of:
        try:
            (rest)
        except:
            (restore previous tf mode stack)
            raise
        r	   )get_prev_stack_var_namerI   r4   N)variables.torch_functionrV   rH   rN   r1   )selfrS   rT   rV   setup_try_exceptepilogues         r-   try_except_torch_function_modez*ReenterWith.try_except_torch_function_modet   sF     	F%G()+B+DE&
"(
 '
r/   c                 
   g }| j                   r"| j                   D cg c]  }t        |       }}t        d| j                         }||d   vr|dxx   |fz  cc<   dD ]  }||d   vs|dxx   |fz  cc<    g }t	        |       |j                  g |t        t        |      d      t        d|             dt        t           d	t        d
dfd}t        || j                  d|i      \  }	}
|
|z   |dd ||	z   S c c}w )z
        Codegen based off of:
        load args
        enter context
        try:
            (rest)
        finally:
            exit context
        ___context_manager_co_varnames	__enter____exit__co_namesF
STORE_FASTr;   ctxr8   r    Nc                     | j                          	 | | j                  d d d        y # | j                  d d d        w xY wrK   r_   re   r8   s     r-   	_templatez*ReenterWith.try_finally.<locals>._template   s4    MMO/T4.T4.s   ( =r4   )rR   r   r   r1   r.   extendr   lenr   r   r   rH   )rX   rS   rT   	load_argsvalctx_namename
create_ctxrh   setup_try_finallyrZ   s              r-   try_finallyzReenterWith.try_finally   sL    	;?;M;MNC*3/NIN243C3C2DEF<66'H;6'- 	4D<
33Z(TG3(	4 )+
:&%c)ne< #<A	
	/1#6 	/s 	/t 	/ 'It''eX5F'
#8 '
---; Os   D c                    g }| j                   r"| j                   D cg c]  }t        |       }}g }t        |       |j                  g |t	        t        |      d             dt        t           dt        ddfd}t        || j                        \  }}||z   |dd t        d |D        d      }	|	J t        |	t        d      g       d	 |D        }
t        |
d      }t        |
d      J ||z   |fS c c}w )
zR
        Codegen based off of:
        with ctx(args):
            (rest)
        Fre   r8   r    Nc                 6    | 5  | d d d        y # 1 sw Y   y xY wrK    rg   s     r-   rh   z'ReenterWith.__call__.<locals>._template   s       s   c              3   \   K   | ]$  }|j                   d k(  r|j                  dk(  r| & yw)r7   re   Nr9   r<   r>   s     r-   r?   z'ReenterWith.__call__.<locals>.<genexpr>   s/      ;;+-$++2F s   *,r@   c              3   @   K   | ]  }|j                   d k(  s|  yw)PUSH_EXC_INFON)r:   rv   s     r-   r?   z'ReenterWith.__call__.<locals>.<genexpr>   s       
)GD
s   )rR   r   r.   ri   r   rj   r   r   rH   r1   rC   r   r   )rX   rS   rT   rk   rl   ro   rh   
setup_withrZ   load_fast_ctx_instpush_exc_info_genpush_exc_info_insts               r-   __call__zReenterWith.__call__   sD    	;?;M;MNC*3/NIN(*
:&%c)ne<	
	1#6 	s 	t 	  Bt'' 

H '
!&
 
 "---03Ee3L2MN
%
 ""3T:%t,444J&(:::Q Os   C7)__name__
__module____qualname__int__annotations__rR   r   tupler   dictstrlistr   r[   rq   r}   rt   r/   r-   rQ   rQ   o   s    /3M8E#s(O,3  cN 59+5F 	k	 0,. cN,.59+5F,.	k	,.\3; cN3;59+5F3;	tK (;"77	83;r/   rQ   c                       e Zd ZU ej                  ed<    ej                  e      Z	ee
   ed<    ej                  e      Zee   ed<    ej                  e      Zeeeeef   f   ed<   y)ResumeFunctionMetadatacode)default_factoryinstructions prefix_block_target_offset_remapblock_target_offset_remapN)r~   r   r   typesCodeTyper   dataclassesfieldr   r   r   r   r   r   r   rt   r/   r-   r   r      s~    
..&7k&7&7&ML${#M 3D+2C2C3$d3i  <M;;L;L<tCc3h$78 r/   r   l1l2condc                     t        |      }g }	 t        |      }| D ](  } |||      s|j                  |       t        |      }* 	 |S # t        $ r Y |S w xY w)z
    Two-pointer conditional filter.
    e.g. _filter_iter(insts, sorted_offsets, lambda i, o: i.offset == o)
    returns the instructions with offsets in sorted_offsets
    )iterrC   r,   StopIteration)r   r   r   itrescurrl   s          r-   _filter_iterr     sl     
bBC2h 	CC~

32h	 J  Js   A
 A
 
	AAtupc                     g }t        |       |j                  d | D               |j                  t        t        |       d             |S )Nc              3   2   K   | ]  }t        |        y wrK   )r   )r<   rl   s     r-   r?   z'_load_tuple_and_call.<locals>.<genexpr>  s     7C"3'7s   F)r.   ri   r   rj   )r   r   s     r-   _load_tuple_and_callr     s>    !Eu	LL7377	LL%c#h67Lr/   c                      e Zd Z e       Z e       Zedej                  de	de
dej                  fd       Zedej                  de	de	dee	df   d	e	d
eedf   deedf   deedf   deee	ee
df   f   df   deeeee
df   f   df   dee	df   deej                     dej                  fd       Zedeee
f   dee   fd       Zedej                  de	de	dee	df   de
dej                  fd       Zy)ContinueExecutionCacher   linenokeyr    c                     || j                   vri | j                   |<   t        |      }|| j                   |   vr$ | j                  ||g| | j                   |   |<   | j                   |   |   S rK   )cacher   generate)clsr   r   r   s       r-   lookupzContinueExecutionCache.lookup%  sk    syy  CIIdOCjciio%#/3<<f#Cs#CCIIdOC yys##r/   offsetsetup_fn_target_offsets.nstackargnamesargnames_null	setup_fnsstack_ctx_varsargnames_ctx_vars
null_idxesnested_code_objsc                    	
 J |j                   t        t        z  t        z  t        z  z  rJ |j                   t
        z  sJ |t        j                  v r j                  |	
      S t        j                  dk\  t        |      dt        t           dt        t        t         f   dd f
 	fd}t#        ||      \  }}t        j                  |<   |S )Nr"   r   rS   r    c           
         t        j                  |       !_        ddgt        #      D cg c]  }d| 	 c}z  j	                  fdD               t        |d   xs g       t        |d   xs g       z   }t        t        |            }t         d|d    d	  |d<   rV|d
   j                  dd      }t        |      dk(  r	|d   |d
<   n)t        |      dk(  sJ |\  }}| dt         d| d	  |d
<    |d<   d|d<   ||d<   t              |d<   d|d<   d|d<   t        D cg c]	  }|vs| c}z   |d   D cg c]	  }|vs| c}z   t        gz         |d<   |d   t        t        z   z  |d<   t        %fd| D              }g }	rC|r%|	j                  t        dt        |                   |	j                  t        dd             |	j	                  t        dd      t        dt              g       g }
'D ci c]  }|j                   | }}t#        '      D ci c]  \  }}|j                   &|    }}}| D ci c]  }|j$                  | }}i }d}t'        (      }t        #      D ]   }|t        $      k  rD$|   ||z   k(  r9|	j                  t        d             |dz  }|t        $      k  r$|   ||z   k(  r9|	j                  t        d d|              ||v rf|j)                  |      } |||
      \  }}|	j	                  |       r6|j)                  |      }||   }!j*                  j                  |       |||<   ||v s|	j	                  t-        ||                 r#t/        t1        !j*                              !_        |rJ D ]W  \  }}|	j                  t        d |             |	j	                  t-        |             |	j                  t        d|             Y rIt2        j4                  d!k\  sJ D ]/  }|vsJ |	j	                  t        d      t        d|      g       1 "r'|	j	                  g t7        t        d d      t        dd"      t        d#      g      t        d d      t        dd"      t        d$      t        d d      t        d d      t        d%d      t        d d      t        dd"      t        d#      t        d&d      t        d d      t        dd"      t        d$      t        d'd      t        d'd      t        dd(      t        dt              t        d)d             n-|	j	                  t        dd(      t        dt              g       |	j                  t9        |             | D ]?  }|j$                  |j$                  k(  r n$d |_        t2        j4                  d*k\  s9d |_        A |
r1|	j	                  |
       |	j	                  j?                  |             |rYsJ | D ]P  }|j@                  s|j@                  jB                  |v s)||j@                  jB                     |j@                  _!        R |	| z   | d d  y c c}w c c}w c c}w c c}w c c}}w c c}w )+N__nested_resume_fns__nested_frame_values___stackc              3   ,   K   | ]  }|vs|  y wrK   rt   )r<   vargss     r-   r?   zBContinueExecutionCache.generate.<locals>.update.<locals>.<genexpr>`  s     =aq}=s   	co_cellvarsco_freevars_co_name_at_co_qualname.r	   )maxsplitr   co_firstlinenort   co_argcountr   co_posonlyargcountco_kwonlyargcountr^   co_flagsc              3   B   K   | ]  }|j                   k(  s|  y wrK   r   r<   r=   r   s     r-   r?   zBContinueExecutionCache.generate.<locals>.update.<locals>.<genexpr>  s     HQXX5G!H   COPY_FREE_VARSr(   RESUME
LOAD_CONSTTrd   rc   r%   r7   )r#      BINARY_SUBSCRDELETE_SUBSCR
BUILD_LISTLIST_EXTENDDELETE_FASTFCALL_FUNCTION_EXr"   )"copydeepcopyr   rangeri   r   sortedTORCH_DYNAMO_RESUME_IN_PREFIXrsplitrj   "IS_TRACING_RESUME_PROLOGUE_VARNAME
CO_VARARGSCO_VARKEYWORDSrC   r,   r   r1   rD   r   r   popr   r   r   reversedr*   r+   r
   r   starts_line	positionsunreachable_codesrA   target))r   rS   r=   freevarsqualified_pathmodule_namer   r   r   prefixrT   fnhookshook_target_offsetsr>   offset_to_instold_hook_target_remapnull_idxes_istack_ctx_vars_dhook
hook_insts
exn_targethook_target_offsetold_hook_targetrn   valsr   r   r   r   r   is_py311_plusr   metar   r   r   r   r   r   r   s)                             @r-   updatez/ContinueExecutionCache.generate.<locals>.updateY  s    !%l ;D)+BCDU6];xs^;;DKK=8==\-8>B?%]+1rC H VH-.H01<	3J2K4PVxX # !-m!<!C!CCRS!C!T~&!+2>y2IL/~.!333+9(K&-q)F(Gq	QUV\U]^ !/ .4L)**,L'*2L'*-d)L'12L-.01L,-*/+=q}1=>*=9KQd]1KL 667+L' (4J'?^+C (L$ H\HHFFMM*+;XO 0qAB
 MM&|DA&$-O *,G2;<BR^^R'<E< 'y1#Ar  7 ::# # =IIDdkk4/INI$&!L#N36] M 3z?2"<0A4DDMM"4["AB A%L	 !3z?2"<0A4DD 0xPQs^TU: 99Q<D-1,-H*J
MM*-$-@-D-DQ-G**89K*L==DDEWXAK-o>(( MM"67G7J"KL)M,  9=TBBC95 9 0 M
d0TJK24890dKLM ''7222& AD=(=MM.{;.|AF  .& 2$/8M!" !3< K 2? C. +;?TU. +<C. +?;.  +;?TU!." +;?VW#.$ +<Q?%.( +;?VW).* +<C+., +?;-.8 +=a@9.< +;?VW=.> +<C?.@ +?;A.D +=AVWE.F +)2IG.P +<FQ.R +(1SS.Z ++=1E[.0f *<F*(1S MM.v67
 % *;;&--/#' ##w.%)DN* g&c33LAB %$$}( D** ..559NN4I ..555**1 %|3LOa <6 >K: =# Js/   Z%0	Z*
:Z*
		Z/
Z/
Z44Z9Z?)r   CO_GENERATORCO_COROUTINECO_ITERABLE_COROUTINECO_ASYNC_GENERATORCO_OPTIMIZEDr   generated_code_metadata&generate_based_on_original_code_objectr*   r+   r   r   r   r   r   r   r   )r   r   r   r   r   r   r   r   r   r   r   r   r   r   new_coder   r   r   s   ` ```````````   @@r-   r   zContinueExecutionCache.generate.  s   $ !!!MMl*-BBEWWY	
 
 }}|+++)AAA=='!   ((G3%d+V	4{+V	4;?S>V	4V	4 V	4 V	4p ,D&9!CG66x@r/   rS   c                 2    t        d      t        dd      gS )zACodegen a `raise None` to make analysis work for unreachable codeNRAISE_VARARGSr	   r(   )r   r   )rS   s    r-   r   z(ContinueExecutionCache.unreachable_codes5  s      d#A6
 	
r/   r   c                   	
 t         j                  |   	d
dt        t           dt        t
        t        f   ddf	
fd}t        ||       
dk\  sJ t        j                  dk\  rj
	j                  vrGi x	j                  
<   dt        t           dt        t
        t        f   ddf	fd	}t        ||       t        	
fd
D              t        j                  	j                  |
g| S )a>  
        This handles the case of generating a resume into code generated
        to resume something else.  We want to always generate starting
        from the original code object so that if control flow paths
        converge we only generated 1 resume function (rather than 2^n
        resume functions).
        r   r   rS   r    Nc                     fd| D        \  fdt        t        |       t        j                              D        \  }j                  |j                  k(  sJ |j                  J |j                  y )Nc              3   B   K   | ]  }|j                   k(  s|  y wrK   r   r   s     r-   r?   ziContinueExecutionCache.generate_based_on_original_code_object.<locals>.find_new_offset.<locals>.<genexpr>W  s     GqAHH4FGr   c              3   0   K   | ]  \  }}|u r|  y wrK   rt   )r<   i1i2r   s      r-   r?   ziContinueExecutionCache.generate_based_on_original_code_object.<locals>.find_new_offset.<locals>.<genexpr>Y  s$      B< s   )zipr   r   opcoder   )r   rS   
new_targetr   r   
new_offsetr   s      @r-   find_new_offsetzVContinueExecutionCache.generate_based_on_original_code_object.<locals>.find_new_offsetS  sq     HLGIV!(<"8(4CTCT:UVMZ
 ==J$5$5555$$000#**Jr/   r   r"   c                 f  
 g }| D ]F  }t        |      t        j                        k(  r n#|j                  dk(  s6|j                  |       H t	        |j                        D ]"  \  }}|t        t        |j                        <   $ |rt        t        |d   j                        nd
t        
fdD              }t        | |d       }t        t	        t        |       t        j                              |d       }t	        ||      D ]!  \  }}	|d   j                  |	j                  <   # y )Nrx   r   c              3   .   K   | ]  }|kD  s	|  y wrK   rt   )r<   nold_start_offsets     r-   r?   zmContinueExecutionCache.generate_based_on_original_code_object.<locals>.remap_block_offsets.<locals>.<genexpr>  s      .aBR>R.s   
c                      | j                   |k(  S rK   r   )r>   os     r-   <lambda>zlContinueExecutionCache.generate_based_on_original_code_object.<locals>.remap_block_offsets.<locals>.<lambda>  s    WXHX r/   c                     | d   |u S )Nr   rt   )v1v2s     r-   r  zlContinueExecutionCache.generate_based_on_original_code_object.<locals>.remap_block_offsets.<locals>.<lambda>  s    r!u{ r/   r	   )rj   r   r:   r,   r
  r   r   r   r   r   r   r   )r   rS   prefix_blocksr>   r  old_inst_offsetstargetsnew_targetsnewoldr  r   r   r   s             @r-   remap_block_offsetszZContinueExecutionCache.generate_based_on_original_code_object.<locals>.remap_block_offsetso  sI    8:M , 7}- AA2  ";;/9)0067 $'%t'L'L$ Na MN1$sDKK2HIN @MS-"3":":;RT % (. .#:. ($ +$&68XG #/H\2HT=N=N4OP2#K
 %(W$= NS@CA1#**=Nr/   c              3   B   K   | ]  }j                      |     y wrK   )r   )r<   r  r   r  s     r-   r?   zPContinueExecutionCache.generate_based_on_original_code_object.<locals>.<genexpr>  s)      , ..z:1=,s   )r   r   r   r   r   r   r   r   r*   r+   r   r   r   r   )r   r   r   r   r   r   r  r  r   r   r  s      ``   @@@r-   r   z=ContinueExecutionCache.generate_based_on_original_code_object=  s   " (>'U'U(
 
	+{+	+;?S>	+	+ 	dO4Qw&
 !?!?? )D,J,J-(N"&{"3(NCGS>(N(NT &d,?@ ', ,0, '# &,,IIvz+B
EI
 	
r/   N)r~   r   r   r   r   r   classmethodr   r   r   r   r   r   r   rQ   r   staticmethodr   r   r   r   r   rt   r/   r-   r   r   !  s   "$E46$%.. $# $S $U^^ $ $ DnnD D 	D
 "'sCxD D S/D S#XD c)*D eCsCx$893>?D !sE#s(O';!<c!ABD #s(OD  /D  
!D DL 
S#X 
4;L 
 
 d
nnd
 d
 	d

 "'sCxd
 d
 
d
 d
r/   r   rK   )6__doc__r   r   r*   r   collections.abcr   
contextlibr   typingr   r   r   r   bytecode_transformationr
   r   r   r   r   r   r   r   r   r   utilsr   r   CO_NEWLOCALSr   r   	CO_NESTEDr   	CO_NOFREEr   r   r   r   r   r   r.   r   r   r   r   rH   rN   	dataclassrQ   r   boolr   r   r   rt   r/   r-   <module>r.     s     
  $ - 0 0   * 
		   !9 %C "<d;/ <D < -1JsCx JJ $sCx.)J 4d;//0	JD
 
S 
T 
 d#}; }; $};@   " C:t#
$ 
#Y	.eCHo ${2C A
 A
r/   