i<dZddlZddlZddlZddlZddlZddlmZmZddl m Z ddl m Z m Z mZddlZddlmZddlmZmZmZdd lmZmZmZmZdd lmZdd lmZm Z dd l!m"Z"m#Z#m$Z$m%Z%dd lm&Z&m'Z'm(Z(ddl)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0ddl1m2Z2erddl3m4Z4ddl5m6Z6ddl7m8Z8de9e e fde9e e fde:ddfdZ;deej~dddedfd Z@ej~dddedfd!ZAej~dddedfd"ZBy)#a Side effect tracking and management for TorchDynamo's compilation system. This module provides infrastructure for tracking and managing side effects that occur during symbolic execution, including: - Tracking mutations to objects, attributes, and variables - Managing context changes (cell variables, global namespace modifications) - Handling aliasing and object identity preservation - Managing stack frame state and local variable changes - Tracking function calls with side effects Key classes: - SideEffects: Main container for tracking all side effects during execution - MutableSideEffects: Specialization for mutable object tracking - AttributeMutation/ValueMutation: Track specific types of mutations - Various specialized side effect classes for different scenarios The side effect system ensures that mutations performed during symbolic execution are properly replayed during runtime, maintaining the correctness of compiled code while enabling optimizations where safe. N) GeneratorMutableMapping)CellType)AnyOptional TYPE_CHECKINGAutogradFunctionContextVariable)graph_break_hintsutils variables)bytecode_from_templatecreate_call_functioncreate_call_methodcreate_instruction) PyCodegen)SideEffectsErrorunimplemented_v2) GlobalSourceLocalCellSource LocalSourceSource)is_frozen_dataclass nn_module_new object_new)AttributeMutationAttributeMutationExistingAttributeMutationNewis_side_effect_safeValueMutationExistingValueMutationNewVariableTracker)FrozenDataClassVariable) OutputGraph)InstructionTranslatorBase) ListVariable dict_fromdict_to mro_indexreturnct|j|}|j||jD]\}}|j |||yN)type__mro__clearitems __setitem__)r(r)r* dict_classkvs T/var/www/html/engine/venv/lib/python3.12/site-packages/torch/_dynamo/side_effects.py_manual_dict_setitemr7AsRg&&y1JW!.1w1-. list_fromlist_tocZtj|tj||yr-)listr0extend)r9r:s r6_manual_list_updater>NsJJwKK#r8cFeZdZUdZeeefed<eeeeeffed<e e ed< dXddde eeefde eeeeeffde e e de e e e e efd e eee d ed effd dffd Zded dfdZded dfdZded efdZddd e efdZdYdZde d efdZde d efdZd efdZd efdZd efdZded efdZdededed dfdZ dZdededed ed ef d!Zd"eded dfd#Zd"ed efd$Zd%eded efd&Z d%ededed dfd'Z!e"d(e#d efd)Z$ded efd*Z%ded efd+Z&deded efd,Z'ded efd-Z(e)fde d.ed/e#d efd0Z*e*Z+de d.ed efd1Z,d2e-d3e d4e d5eee fd ef d6Z.d3e#d e#fd7Z/d8ed9ed:e ed e fd;Z0d8ed9ed:e ed efd<Z1d efd=Z2d>e e-d?e3d@ed efdAZ4d>e-de d efdBZ5dCedDe ed dfdEZ6 d[dFZ7d\dGZ8ded dfdHZ9d efdIZ:d e efdJZ;dKedQed dfdRZ?dKeB!"b!2!8b(.B,1(?C#IL/r8varc:|jj|y)zMutations to this variable will be executed but not not tracked, typically used for temporary mutations that are later restored.N)rPaddrQrSs r6ignore_mutations_onzSideEffects.ignore_mutations_ons //33C8r8cX||jvr|jj|yy)zQRemove a variable from the skip mutation set, restoring normal mutation tracking.N)rPremoverVs r6stop_ignoring_mutations_onz&SideEffects.stop_ignoring_mutations_ons) $99 9  3 3 : :3 ? :r8otherct|tsJ|j|jk(xrO|j|jk(xr4|j|jk(xr|j |j k(Sr-) isinstancer@rArBrErF)rQr[s r6__eq__zSideEffects.__eq__sz%---   5#7#7 7 8))U-G-GG 8&&%*A*AA 8!!U%7%77  r8c|j|jk7rB|jj}|jj}||k7rd|d|Sy|j|jk7rB|jj}|jj}||k7rd|d|Sy|j|jk7ry|j|jk7ryy)Nzid_to_variable keys: z != zid_to_variable: unknown diffzstore_attr_mutations keys: z"store_attr_mutations: unknown diffrErF)rAkeysrBrErF)rQr[sk_itvok_itvsk_samok_sams r6diffzSideEffects.diffs   %"6"6 6((--/F))..0F.vhd6(CC2  & &%*D*D D..335F//446F4VHDII7  # #u'>'> >&   %"4"4 4!r8c B|j}|J|j|t|j|jj Dcic]\}}|t|c}}t |j|j|jScc}}w)zCreate a shallow copy)rDrArBrCrErF) rLrRdictrArBr1r<rCrErF)rQrKr4r5s r6clonezSideEffects.clones'')~~ 3 34'+'@'@'F'F'H"#q!47 "4>>*"44**  "sBitemc0t||jvSr-)idrArQris r6 __contains__zSideEffects.__contains__s$x4....r8c2|jt|Sr-)rArkrls r6 __getitem__zSideEffects.__getitem__s""2d8,,r8c|j}t|xrV|jjjj xr*|jjjj Sr-)rLbool current_txoutputcurrent_tracerunder_activation_checkpoint#allow_side_effects_under_checkpointrQrDs r6*should_allow_side_effects_under_checkpointz6SideEffects.should_allow_side_effects_under_checkpointsb002   b''..==YY b''..==aa  r8c|j}t|xr*|jjjj Sr-)rLrqrrrsrt,unsafe_allow_externally_visible_side_effectsrws r69should_allow_externally_visible_side_effects_in_subtracerzESideEffects.should_allow_externally_visible_side_effects_in_subtracersA002   k''..==jj  r8c|j}t|xr*|jjjj Sr-)rLrqrrrsrtis_reconstructing_generatorrws r6r}z'SideEffects.is_reconstructing_generatorsA002   Z''..==YY  r8cddlm}t||ry|jry|j ry|j r t dt|jstdddgy ) Nrr TzCannot reconstruct a generator with variable mutations. Dynamo needs to fully exhaust the generator, which may cause unintended variable modifications.zOHigherOrderOperator: Mutating a variable not in the current scope (SideEffects)This is not supported.gb_typecontext explanationhintsF) torch._dynamo.variables.miscr r]r{rxr}rr mutation_typer)rQrir s r6check_allowed_side_effectz%SideEffects.check_allowed_side_effects|P d; <  I I K  : : <  + + -#5  #4#5#56 i4   r8namevaluec|j|sJ|j|||jvri|j|<||j||<yr-)is_attribute_mutationrrB)rQrirrs r6 store_attrzSideEffects.store_attr sY))$/// &&t, t00 0.0D % %d +05!!$'-r8 deleted_okcheckc|r|j|sJ|j||}|s?t|tjr%t dd|d|dgt j|S)Nz$Attempted to read a deleted variablezitem: z, name: rr)rrBr]rDeletedVariablerr USER_ERROR)rQrirrrresults r6 load_attrzSideEffects.load_attrsv --d3 33**406j1J1JK > htf55)445    r8cellvarc|jr%tdd|d|dgtjt |t j sJt |t jsJ|j|d|y)NzWrite to immutable cellz cellvar: z , value: zFDynamo doesn't support writing to immutable/sourceless cell variables.r cell_contents) is_immutablerr DIFFICULTr]r CellVariabler#r)rQrrs r6 store_cellzSideEffects.store_cell(sy    ! 1#G9IeW=d4)334   '9#9#9:::%!:!:;;; %8r8ct|tjsJ|j|dr|j |ddS|j r |j St dt|dgtjy)NrF)rzRead uninitialized cellzBAttempted to read a cell variable that has not been populated yet.r) r]rrhas_pending_mutation_of_attrrpre_existing_contentsrstrr r)rQrs r6 load_cellzSideEffects.load_cell4sv'9#9#9:::  , ,Wo F>>'?%>H H  ( (00 0-L\1%001  r8gvarc^t|tjsJ|j||Sr-)r]rr#r)rQrrs r6 load_globalzSideEffects.load_globalAs)$ 9 9:::~~dD))r8ct|tjsJt|tjsJ|j|||yr-)r]rr#r)rQrrrs r6 store_globalzSideEffects.store_globalEs@$ 9 9:::%!:!:;;; dE*r8clsc Btj|ddtjtjt jt jtjtjtjtjtjf vS)N__getattribute__) inspectgetattr_staticobjectrrgrO frozensetintrr<tuple BaseException)rs r6"cls_supports_mutation_side_effectsz.SideEffects.cls_supports_mutation_side_effectsLsv%%c+=tD  # #  ! !   & &    ! !  " "  * * I  r8c6t|jtSr-)r]rrrls r6rz!SideEffects.is_attribute_mutationZs$,,.?@@r8cp|j|xr$t|jj|Sr-)rrqrBgetrls r6has_pending_mutationz SideEffects.has_pending_mutation]s5))$/ D  % % ) )$ /5  r8cd|j|xr||jj|dvS)N)rrBr)rQrirs r6rz(SideEffects.has_pending_mutation_of_attrbs8))  >d//33D"== >r8cF|jryt|jttfryt|t j r!||jvxs|j|S|j|r||jvS|jjS)NFT) rr]rrr"rUserDefinedObjectVariablerBis_underlying_vt_modifiedr is_modifiedrls r6rzSideEffects.is_modifiedgs     d((+?AQ*R S dI?? @44448V8V9   % %d +4444 4!!---r8variablemutation_type_clsc .t||jvr>t|d|jd|jt|jd||_||jt|<|j j ||S)z7Start tracking an existing or new variable for mutationz is already tracked for mutation. This could be because you are not using VariableBuilder to construct the variable tracker. Source of new object: z'. Source of previously tracked object: .)rkrAAssertionErrorsourcerrCappend)rQrirrs r6 _track_objzSideEffects._track_objxs d8t** * *)*2(9:88<8K8KBtH8U8\8\7]]^ ` "3!4(0BtH% d#r8c2|j||tS)N)r)rr)rQrirs r6track_object_existingz!SideEffects.track_object_existings#   7  r8 cls_sourceuser_cls variable_clsoptionsc|tjjjur>t j d5tjj }dddn t|}|fdt|i|}||jt|<|jj||S#1swYRxYw)NT)recordr) torchautogradfunction FunctionCtxwarningscatch_warningsFunctionrrrArkrCr)rQrrrrobjrs r6track_object_newzSideEffects.track_object_news u~~..:: :((5 0nn--/ 0 0X&C  .z:   (0BsG$ c" 0 0s B99Cc\ddlm}ddlm}ddlm}ddlm}tj}t||r|j|r|}nFt|drt|dr ||s|}n"t|tjjrtj }nt|t"t$j&frtj(}nt|t*t,frtj.}nt|t0rtj2}ntt|t4rtj6}nSt|t8rtj:}n2t=|rt>}n t|t@rtjB}t|tjsJ|S) Nr)TorchFunctionModer )GenericContextWrappingVariable)TorchFunctionModeVariable)is_forbidden_context_manager __enter____exit__)"torch.overridesrvariables.ctx_managerrvariables.torch_functionrvariables.user_definedrrr issubclass is_supported_torch_function_modehasattrrnnModuleUnspecializedNNModuleVariablerg collections OrderedDictUserDefinedDictVariablerOrUserDefinedSetVariablerUserDefinedTupleVariabler<UserDefinedListVariablerMutableMappingVariablerr$r"UserDefinedExceptionObjectVariable)rQrrrrrrs r6get_variable_clszSideEffects.get_variable_clss65IGH  / /   ' 'HHR4L Hk **-0:9L %((// 2$BBL 4)@)@"A B$<>K)K)KL&,,"%<[M#JKK55MM   ""8,C r8c $|j}|j}|j|}|j|||}|||j||t |}||j t |<|jj||S)aM Creates a UserDefinedObjectVariable (or its subclass) variable tracker and mark it for attribute mutation tracking. Also records the variable trackers to call __new__ method on reconstruction. Roughly, the reconstruction looks like this base_cls_vt.__new__(user_cls, *init_args) )rrrr) rrrrrrArkrCr) rQrrrrrrrrs r6track_new_user_defined_objectz)SideEffects.track_new_user_defined_objects]] <<,,X6 $$[&)D }}#.z:  (0BsG$ c"r8ct}tjt}||jt |<|j j||S)Nr)rrrrrArkrCr)rQrrs r6track_cell_newzSideEffects.track_cell_newsNh)).0 (0BsG$ c"r8rcellcontentsctj|dn t||}||jt |<|j j ||S)N)rrr)rrrrArkrCr)rQrrrrs r6track_cell_existingzSideEffects.track_cell_existingsV))#).$6O6Q"*  )1BtH% d#r8ctjt|}||jt |<|j j ||S)N)rr)rNewGlobalVariablerrArkrCr)rQrrirs r6track_global_existingz!SideEffects.track_global_existing,sH..35 )1BtH% d#r8ctxargscvt|tjsJ|jj ||fyr-)r]rr rEr)rQrrs r6track_save_for_backwardz#SideEffects.track_save_for_backward5s2#yHHIII %%sDk2r8c|jD]h}t|}|j|}||jvs,t|tj tj fsW|j||jyr-)rCrkrAr]rTensorVariableSymNodeVariabler)rQr[ other_itemother_idother_variables r6-track_runahead_tensor_and_symvar_side_effectsz9SideEffects.track_runahead_tensor_and_symvar_side_effects;so  // GJ*~H"11(;Nt222z!9!99;T;T U8**:~F  Gr8c t t dtddf fd dtdtf fd }jj Dcgc]}t |j ts| }}g}|}|6|j|j|jg|j}|6tj |||jjjgz jj!Dcic]\}}||s||c}}_j"j!Dcic]\}}||s||c}}_ycc}wcc}}wcc}}w)NrSr+c|vryj|t|jtrj||jvr$t j j|yyr-)rUr]rrrBr#visit)rSlive_new_objectsrQrvisiteds r6rz0SideEffects.prune_dead_object_new..visitNslg~ KK #++-AB $$S)d///%%--c20r8cBt|jtr|vSyNT)r]rr)rSrs r6is_livez2SideEffects.prune_dead_object_new..is_live^s##++-AB...r8)rOr#rqrAvaluesr]rrr=stacksymbolic_localsparentrrsbackward_staterFr1rB) rQtxrrSpre_existing_varsinit_live_varscur_txr4r5rrrs ` @@@r6prune_dead_object_newz!SideEffects.prune_dead_object_newIsz(+14  4     T **113 c//1EF   68  ! !6<<1G1G"H I]]F    ! ((!!   "00668 QGAJAqD "66<<>% Q'!*AqD% !O H % s#E-E2"E2 E8E8c.||jvry|j|t|jtrd|j_|j r>t|tjr#t|tjsd|_ yyyyr) rPrr]rr!rrrConstDictVariable SetVariablerMrVs r6mutationzSideEffects.mutations~ $99 9  &&s+ c'')> ?,0C   ) JJ3 ; ;<sI$9$9:/3D ,;= r8c|jSr-)rMrQs r6has_existing_dict_mutationz&SideEffects.has_existing_dict_mutations///r8c|jjDcgc]}|j|s|c}Scc}wr-)rArrrVs r6_get_modified_varszSideEffects._get_modified_varss3#2299;Ut?O?OPS?TUUUs;;cgc |jD]tjtsjJ-tt j rj^jfdjtddjtj_jtj_tt jrptt j j"sdjj%tj_ctt j&rt)dddgtt j*rdfd }j|njfd jj,Jjj,j.D] }| jtd t1j.zdjtj_|j2D]g\}}|jj5d |D] }| jgt7t1|t9d iy)NcDjtjdS)N make_cellload_import_fromr __name__r,sr6z3SideEffects.codegen_save_tempvars.. 3 3ENNK Pr8rF allow_cachez.load_new_methods;":::3??+(("*=*=i*H)IJr8cDjtjdS)Nrr0r3sr6r4z3SideEffects.codegen_save_tempvars..s 3 3ENNL Qr8r rEPOP_TOPr+N)r+r]rrrrr local_name add_push_nullr9r add_cachertempvarsrr torch_functionTensorWithTFOverrideVariable clear_tosr rrrrlenrE load_methodrr)rQr,r<argrrrSs ` @r6codegen_save_tempvarsz!SideEffects.codegen_save_tempvarss**,J ;Cc//1EFzz---#y556 >>)$$P$$%9!U%CDLL%!,R[[-=!>CJZZ'!0!@CJC!9!9:11NNs.LL%LLN!,R[[-=!>CJC!J!JK Z c c9#F#FGK $$_5$$Q((33???3$$//0==CsG  !5a#cmm:L6Le!TU S!(S)9: UJ ;X// IC szzN NN. / 3    'D 2&y1  r8tensorhookhandlect|tjsJt|tjsJt|tjr|j sJt tj|sJt|jj}||jvr|dz }||jvr||||f|j|<|jrJ||_ y)Nr ) r]rr r#RemovableHandleVariable is_mutablerrTensorrGrFr`idx)rQrKrLrMrrRs r6 register_hookzSideEffects.register_hooks&)":":;;;$ 9 9::: vy@@ A!!#  $u||T***$##((*+T&&& 1HCT&&&"($!=#::~ r8rRc|j|=yr-)rF)rQrRs r6 remove_hookzSideEffects.remove_hooks   c "r8c|jjD]g\}}jsJddfd }j||j t ddj |iy)Nz4Hooks on non input tensors NYI - should not get herecXjjgyr-)r9r:)r,rrKsr6gen_fnz)SideEffects.codegen_hooks..gen_fnDs&6   ""5"5d";!<=r8r Fr?)rFrrrAr9rrB)rQr,rLrMrXrrKs ` @@r6 codegen_hookszSideEffects.codegen_hookss    % % ' 3 !    F== X"X X= >   V $ tH   1!U; < LL g3 !r8cddlm}|j!tjg||_|jS)Nr )r"r)variables.baser"rNrr')rQr"s r6get_ca_final_callbacks_varz&SideEffects.get_ca_final_callbacks_varPs;4  & & .*3*@*@"2"4+D '***r8c  g}|jD ] t tjru d jj j dj dtddg|jtdgt tjjrt jtjr jjtddd d g  jjd  d|jgt!d td jjd|jgt!dtdt tj"r̉ j%s jjd d j&r# jjd|jgt!d td j&s^|jgt!dtdt tj(j*rj-fdj/ddtj(j1}j2dxx|fz cc<j5td|j-fdj7 j8j5tdt; j8j/d dj5tdt tj<rb j>V |j@vs|jC }||jjE j>g,|jG rt tjHrd|jK jLrHi}tNjPjRD])}jTjVjY||<+ t[ jj\j_t`jb}j td|td|dg jj td|dg jLdj td|dgtitN|}|jg|tdnt tjjr|jK jlri}tnjPjRD])}jTjVjY||<+ jj td|dg jldj td|dgtitn|}|jg|tdtq|j@js ijuD]\}} t tjvrgjTjVjy|| t jtzsJ|jtd|gt| tj|rt j~tstt d d|sՉjTjVjy| j|jtd!|g+t tjr j|rsj-fd" jtj|| |jgtd#dtdt tjr jrjd$d%jd& jtj|| |jgt!d#tdtjTjVjy||  |jtd'|g t tjrdt j^D]J} j-fd( jj/d djL Kt tjrqd* fd) } j-|  j jj|jgtd dtd tt[ tq|D]} j | y#td$r6t[ jj\j_tf}YQwxYw)+NFr6 BUILD_SLICE)rI STORE_SUBSCRz1Side effect on existing deque with limited maxlenrrz*Don't use a deque with `maxlen` specified.rr=r r>r0rupdatecDjtjdS)Nget_torch_function_mode_stackr0r3sr6r4z4SideEffects.codegen_update_mutated..B//(Gr8 co_varnames STORE_FAST)argvalcDjtjdS)Nset_torch_function_mode_stackr0r3sr6r4z4SideEffects.codegen_update_mutated..rdr8 BUILD_LIST LOAD_CONSTr*r)r() varname_mapr:r9 STORE_GLOBALr DELETE_ATTRcDjtjdS)N object_setattr_ignore_descriptorr0r3sr6r4z4SideEffects.codegen_update_mutated..VsB$7$7 %0R%r8builtinsr __setattr__ STORE_ATTRcDjtjdS)N iter_nextr0r3sr6r4z4SideEffects.codegen_update_mutated..xr5r8cLjjdy)Nsetstate)rrr;sr6rXz2SideEffects.codegen_update_mutated..gen_fnsszzNLL,r8r?)Pr+r]rr'rr9create_load_constrrlists DequeVariablemaxlenConstantVariablerrrHrr$ has_new_itemsshould_reconstruct_allrDTorchFunctionModeStackVariablerA call_functionget_prev_stack_var_name code_options append_outputforeachsymbolic_stackrGrr@rBrcreate_store_derefrrr_dict_vtr7__code__rerrsnew_varr.r/indexrr ValueErrorrgrr_list_vtr>reversedrr1rupdate_co_namesrrrrrgetattrrshould_skip_descriptor_setterrneeds_slow_setattrr1ListIteratorVariablerangepop_topRandomVariable wrap_staterandomgetstater)rQr,suffixesr contents_varrlr*dict_update_instslist_update_instsr_rXsuffixrSs ` @r6codegen_update_mutatedz"SideEffects.codegen_update_mutatedZs **,q 0C#y5563E*3::  ,,T2,,T2*=a@!3N!C DEC!>!>?szz9+E+EF ((0$ S "$<H 3::x(3E*+A.*953::w'+A.*95C!?C!7!78S^^=W$333#'>>##6L|$OOR%:%:3>>%J$KL++C0::&&s||4#%K 4 = = I IC,.EELL,@,@,B D)CH$(O$;$;$A$A'33% $$.|IN. ,[5MszzN$$. ,[5Ks||7$$. ,[5M)?,+)%OO..y9  ::&&s||4#%K 3 < < H HC,.EELL,@,@,B D)CszzN$$. ,[5Ks||7$$. ,[5M)?+)%OO..y9.$,--11#r:@@B$5YKD%"#y'B'BC 44T:5 )#**lCCC /tLM$E9+D+DE%--/H%gc7D&A4HEELL88>szzN$OO!3M$!O P$Y@@;;DA(( 3::955d;<5  !5a!? 29 =#3 (K(KL224++JA}53::955d;<5  S03S5G 5RS 44T:5 3 );LQU)V(WXk5YlC!?!?@syy)!A$$PszzN$$Q.JJL !C!9!9:-  (3>>#**"5"5"789-a7*95%T#Y//c q 0h x( %F   V $ %_&H$(O$;$;$A$A$$G Hs>>PT> ..D.*#8 "   *M    "       c3h   *%%$%N$ (  >$ (   <    v& .6 BQ   F#/3"3*.*?3 3 G" G  GC J 4O 4 40D0VD$9V] ]d]~*4     ,#s#t#4! 4!d4!l+w%w%tw%r  $ $r8r@rr&)NNNc#FK|jjjsJ|jjj} d|jj_d||jj_y#||jj_wxYwwr)rsrtrurvrorig_vals r6rvrvsu 99 # # ? ?? ?yy''KKHPGK   D GO   Dx   DsAB!B%B!BB!c#K|jjj} d|jj_d||jj_y#||jj_wxYwwr)rsrtrzrs r62allow_externally_visible_side_effects_in_subtracerrs]yy''TTHYPT   M PX   MPX   M!A?AA?A<<A?c#K|jjj} d|jj_d||jj_y#||jj_wxYwwr)rsrtr}rs r6"disallow_side_effects_in_generatorrs\yy''CCHH?C   < ?G   r@contextmanagerrvrrrr8r6rss.5//H11 3FFAA<6H: .CH~ .(,S#X .CF .  .$49$tCy$T$ J$J$Z"  P# P  P P Y#Y YY H#H HHr8