tjUddlmZddlZddlmZmZddlmZmZddl Z ddl m Z ddl m Z mZmZmZddlmZmZmZmZmZmZmZmZmZmZmZmZmZmZm Z m!Z!m"Z"ddl#m$Z$dd l%m&Z&m'Z'dd l(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0dd l1m2Z2m3Z3m4Z4dd l5m6Z6erdd l7m8Z8e9e:e*e:e;effede?d<ez-add_view_copy_derivatives..Ls4HHH ! !HHHrz!Expected fn_schema to be non-None) valuesitemsgetr9r: view_copy%create_view_copy_from_view_derivativelenAssertionErrorupdate) r/r1view_name_to_group view_infosinfo_dispatch_dictmaybe_view_group!view_copy_differentiability_infos dispatch_keyinfoview_copy_info fn_schemas r>add_view_copy_derivativesrRGs1 HH%0HHHJ#llnnFF,.)"4":":"<"<   L$155din6I4PP +0@0J0V!%!K!K$"""- . 3 8IFT5lC 0 1 1A 5 5)5:P:P $%HIII$EJy ! LLr@derivatives_yaml_pathstrnative_yaml_pathtags_yaml_path DerivativeRetc||f}|tvrt|5}tj|t}dddn #1swxYwYt ||j}t|}td|}d|D} tt} i} |D]} | | j  | t| j | vr$tdt| j | | t| j <t!t} i}t#}|D]Z}d|vr9|d}|dd}|d|id }|r||d<t'|| | | |\}}|||<[t)|| ||ft|<t|S) N)Loadercxt|tr|gn"t|dS)NT) include_copy) isinstancer#list functions)r=s r>z"load_derivatives..zs8!^,,6qccakktk4455r@c<g|]}t|t|Sr7)r\r$r;s r> z$load_derivatives..s9   !566    r@zDuplicate function schema: dispatchr:output_differentiabilityDefault)r:rb)r.openyamlloadr,r native_functionsrr)rr]r9 signatureappendrTrGrsetpopcreate_differentiability_inforR)rSrUrVkeyf definitionsfuncs!native_functions_with_view_groupsrhr1functions_by_signaturefunctions_by_schemafunction op_counterr/used_dispatch_keys defn_dict specificationrcr:per_dispatch_diffinfoss r>load_derivativesr{ks !"2 3C /// ' ( ( :A)Aj999K : : : : : : : : : : : : : : :""2NCCT-QQV,W,W)$ 6 6 .      6       :<( ? ?H "8=#:#:#<#< = D DX N N N8=!!%888$%W3x}CUCU%W%WXXX6> HM 2 2 3 3S\^^ IK'*uu$ 1 1I** ) f 5 5 +4==.,,(&3I@VWW +U cpp_argumentsrsI  1!E B B BD ($..000~'')))r@formula var_namestuple[str, ...]available_named_gradients Sequence[str]r c }dt|D}tdtj|D}td|jjD}dt ||D}t||\} t||\} fd|D} tD]f} | t|jjkrGtdtj |jd| dt|jjd gt||| | | S) Nc@g|]}|jSr7)nctyperemove_const_refr<as r>raz%create_derivative..s3###()!!#####r@c3*K|]}|dkr|ndVdS)selfresultNr7)r<ns r> z$create_derivative..s.UUAa6kkxUUUUUUr@c3fK|],}tj|dV-dS)T)symintN)r return_typerr<rs r>rz$create_derivative..sN?@$'''88::r@c4g|]\}}t||Sr7)r)r<r:types r>raz%create_derivative..s3#-4 4r@cbh|]+}tjtj|)|,Sr7)researchr*format)r<r:rs r> z$create_derivative..sF  9['--w 7 7 r@z3Out of bounds grads access: derivative formula for z used grads[z ], but the forward only returns z outputs.)roriginal_formular saved_inputs saved_outputsnamed_gradients) rtupler return_namesr9returnszipsaved_variablesused_gradient_indicesrF RuntimeErrorr:r ) rorrrrrr return_types named_returnsrrused_named_gradientsis ` r>create_derivativers ##-:1-=-=###IUUAQRSATATUUUUULDEFNL14\<1P1PM,GY JJG\,WmYOOG]-#7 + + AFN## # #`chqvFVFV````ADQV^ATAT```  $ )!#,    r@namesr c 6|}d}|jjD]}|j|vr|d}||jfz}||dkr_t |jjdkr)t dt |jj|jjdjf}na|D]^}t jd|}t |dkr4|d}t|d}||jj|jfz}_|t dt|||dddd S) Nr7)rz$Expected 1 return for 'result', got rz ^result(\d+)$z4No matching output for forward derivative definitionFrr var_typesrequired_inputs_fw_gradrequired_inputs_primalrequired_original_self_valueis_reusing_outplace_formula) r9rr:rrFrGrfindallintr ) rorrrrrvar_nameresarg_idxs r>create_forward_derivativersZI)-I V^.. 6Y    !QVI-I  # #16>""a''$P3qv~;N;NPP*/1II% L Lj!18<<s88q== ($& !#a&kkG )QV^G-D-I,K KISTTT  $#%*$)   r@ defn_name all_arg_names list[str] derivativeslist[Derivative]forward_derivativeslist[ForwardDerivative]args_with_derivativesc Ld$fd }g}|D]}|j} || d} | dkr\jtjkrt d jjd td kr1t|d kst|d jd krtd dt|d kstd d|d j } d jd%fd } tj tjd| | } D]7}|jd%fd } tj tj| | } 8d| d} t|} | } nX| dkrQt|d kst|d jd krtd ddD}t|d krt dg}|D] |vrdz|!jrdz t$jjvrddd|d} n[t$jjvrt djj|d d dd|d dd} t|} | } || d!}|t/| |j|j| |d"d"#|S)&NrrTpostfixr3rc  jjjjd}t }D]}|jdvr|s|j}t jtj ||}|rtdd|d|d|d t jtj ||z|}|r| |t|S)N _foreach_)zat::TensorListzconst at::ITensorListRef &zThe forward formula for z is using the base name of the z- argument which is ambiguous. You should use z"_p to access the primal value and z_t to access the tangent.) r9r:base startswithrkrrrr*rraddr) rr is_foreachrequired_inputsargarg_namefoundrrros r>find_required_inputsz=postprocess_forward_derivatives..find_required_inputs#s&V[%*55kBB %%( . .CLLL"MxHIk0::GDDE "EyEEYaEECKEE!)EEE Ik0G1CDDgNNE .##H---_%%%r@_tauto_element_wisez"Cannot use auto_element_wise with z" because it is an in-place variantrrDerivative definition of z in derivatives.yaml defines the forward definition of gradient as element_wise but this only works for functions with a single differentiable input and a single differentiable output.z in derivatives.yaml defines the forward definition of gradient as element_wise but it does not defines the gradient formula for its argument which is required.mrcb|dd|dS)Nrz _t.conj()group)r input_names r>replz-postprocess_forward_derivatives..replhs0''!**GjGG1771::GGGr@gradcb|dd|dS)Nr_prr)rrs r>rz-postprocess_forward_derivatives..replqs0ggajjB(BBaggajjBBBr@(z).conj() auto_linearz in derivatives.yaml defines the forward definition of gradient as linear but this only works for functions with a single differentiable output.cg|] }|j Sr7r:)r<rs r>raz3postprocess_forward_derivatives..sHHH3chHHHr@z-Expected at least one differentiable argument_symintzat::z, )z(Expected Variant.method in variants for .rFr)rrTrrTr3r)rrr3rT)rr9kindr&inplacerGr:rFrrrrsubr*rrrj has_symintr(ruvariantsjoinr~r r)rorrrrrrupdated_derivativesdefnrrequired_inputs_tangentbackward_formular fw_formulardiff_arg_namesnew_argsrrrs`` ` @@r>postprocess_forward_derivativesrs^&&&&&&&&446#  ,"6"6w"E"E ) ) )v{{}} 222$hhhh.//144*++a//*1-7881<<"4 444 {##q(("W WWW" +1~> .q16J H H H H H H 26 : :DBRSSJ- T T8CCCCCC VK$6x$@$@$ SS 2Z111J',M&:&: # GG  % %'((1,,*1-7881<<"I IIIIH2GHHHN>""a''$%TUUUH) * *~--'$H))))v  "" 'Y& 1:--FIFF (0C0CFFF >33(P16;PP!) TTiTT$))HQRRL:Q:QTTT ',N&;&; # G "6!5gt!D!D"" ..(?'=-2,1     r@boolc4|D]}||vcStd)Nz Expected `names` to be non-empty)r)rrr:s r> is_forward_derivative_definitionrs3))=(((( 9 : ::r@rxdict[Any, Any]rs*dict[FunctionSchema, list[NativeFunction]]rtdict[str, NativeFunction]rv Counter[str]rwset[str]7tuple[FunctionSchema, dict[str, DifferentiabilityInfo]]c6d2d}d3d d4dtd5fd }|d}t|\}|ddd} rDtdDr+t dkrt d|d} dg||} | sHdfd|D} t d|d| | j } || } t | dkrKdfd|D} t d | d!|d"| || }d#d$t|Dvrt d%d&d'd(t|Dvrt d%d)i}|d*D]\}|d+kr&|tvrt d,|d-|d.t||vr| |||\}}}}}t}|D] }||jz} d}|r6t!}|d+kr||z}|||}||xxdz cc<t#||||t%d/|Dt%d0|D||||| 1 ||<|j |fS)6z3Processes a single entry `defn` in derivatives.yamlr^Sequence[NativeFunction]r:rTr3r#c ~|D]Z}|js?|js&|t|jjjkr|cS[|dzt j|djkr3t d|dt j|djd|dS)N_rz Expected inplace function name 'z _', got '')r9is_functional_fn is_out_fnrTr:rrG)r^r:ros r>canonical_functionz9create_differentiability_info..canonical_functions  AF++-- ((** C 01111 #:)A,"344 4 4 `4``#(9UVK|]}|VdSN)strip)r<xs r>rzEcreate_differentiability_info..split_names..s*==1QWWYY======r@,)rsplit)rs r> split_namesz2create_differentiability_info..split_namess+== (<(<======r@rrSequence[Derivative]r4c d}d}d}g}|D]}|j}|p3ttjt jd|}|t tjt jd|z }|pt|j}|t||t |kr#td|dt |d|t |k}|r|dkrtd|d |r't|dhkrtd|d |r|s|dkrtd|d d Sd S) z Check for some subtle mistakes one might make when writing derivatives. These mistakes will compile, but will be latent until a function is used with double backwards. Frrgradsznum_grads_uses (z) < len(used_grads_indices) (rrzx in derivatives.yaml illegally mixes use of 'grad' and 'grads'. Consider replacing occurrences of 'grad' with 'grads[0]'z in derivatives.yaml solely refers to 'grads[0]'. If the first output is indeed the only differentiable output, replace 'grads[0]' with 'grad'; otherwise, there is a likely error in your derivatives declaration.z in derivatives.yaml illegally mixes use of "grad_RETURN_NAME" and "grad" or "grads[x]". Use only one method for identifying gradients.N) rrrrr*rrFrextendrrGrrk) rr uses_gradnum_grads_usesuses_named_gradsused_grads_indicesdronly_used_grads_indicess r>check_grad_usagez7create_differentiability_info..check_grad_usages  (* F FAiG!T ;-f55w??&&I c"*[-?-H-H'"R"RSS SN/J48I3J3J   % %&;G&D&D E E E E C 233 3 3 j>jjPSTfPgPgjjj  #1C8J4K4K"K  !++8I888  # s+='>'>1#'E'EI    nq.@.@=I===   .@.@r@roituple[Sequence[Derivative], Sequence[ForwardDerivative], Sequence[Binding], Sequence[str], Sequence[str]]c g}g}g}tdt|D}d|jjD}pdgt |jjz}dt |jj|D}t D]}|} |} | D]-} | |vr'| |vr#td|jj d| d| d.t|| r%| t|| | z| d kr|| z }t|| | |} | | t| z|} | rt#d d | fd t|D}t%|||||}||||||fS) Ncg|] }|j Sr7rrs r>razMcreate_differentiability_info..set_up_derivatives../s:::A:::r@cg|] }|j Sr7rrs r>razMcreate_differentiability_info..set_up_derivatives..0s'   AF   r@Tclg|]1\}}|r*|j|j'd|j2S)Ngrad_)r:ris_tensor_like)r<retdifferentiables r>razMcreate_differentiability_info..set_up_derivatives..>sZ % % % #^ % $''))% CH   %$$r@z-While processing the derivative formula for 'z' wrt 'z ', expected 'z/' to not be both an input arg and named return.non_differentiablezderivatives definition for zB have overlapped non_differentiable and differentiable variables: c&g|] }|jv |Sr7r)r<rargs_with_derivatives_sets r>razMcreate_differentiability_info..set_up_derivatives..js-! ! ! 165N+N+NA+N+N+Nr@)rkrr9rrFrsortedkeysrGr:rrjrlowerr r intersectionrr)rorrnon_differentiable_arg_namesr all_ret_namesdifferentiabilityrrrrr: derivativeoverlaprr&rrrrcrs @r>set_up_derivativesz9create_differentiability_info..set_up_derivativess)+ 7924$.1ee!::q)9)9:::   FN   5TQV^ATAT8T % % '*16>;L'M'M % % % !  ,, <     !    K000   ! ( %   r@rcNc3@K|]}t|tVdSr )r\rT)r<diffs r>rz0create_differentiability_info..s=(("& 4((((((r@rzNot supported: for z,output_differentiability must either be list[bool] or a list[str] where each str is a condition. In the case where it is a condition, we only support single-output functions. Please file us an issue. T c3\K|]&\}}tj|jk"|V'dSr )rr:r9r<kvrs r>rz0create_differentiability_info..sF  !Q!&9I9IY9V9VA9V9V9V9V  r@z)could not find ATen function for schema: z . Available signatures: rc3lK|].\}}tj|kt|V/dSr )rr:rTr5s r>rz0create_differentiability_info..sL  1x{{i'' FF''''  r@z3could not find ATen function for legacy signature: z corresponding to schema z9. Please report a bug to PyTorch. Available signatures: grad_input_maskc3$K|] }|jV dSr rrs r>rz0create_differentiability_info..s$FFQVFFFFFFr@z Schema for z has an argument named grad_input_mask, but this name would be shadowed by our codegen. Please use a different name in native_functions.yaml.rc3$K|] }|jV dSr rrs r>rz0create_differentiability_info..s$==qAF======r@zy has an argument named result, but this is only allowed for outputs.Please use a different name in native_functions.yaml.rbrdzInvalid dispatch key z in derivatives.yaml for z, expected key to be one of c&g|]}|jD]}|Sr7)rr<rr7s r>raz1create_differentiability_info..s'@@@q@@A@@@@r@c&g|]}|jD]}|Sr7)rr=s r>raz1create_differentiability_info..s'AAAqAAAAAAAr@) r:r9oprrall_saved_inputsall_saved_outputsrrrr+rc#output_differentiability_conditions)r^rr:rTr3r#)rrTr3r)rrTrrr3r4)ror#r3r)rrlr+anyrFrrCrrBr9rir_VALID_AUTOGRAD_KEYSrrkr_create_op_prefixr dedup_vars)rxrsrtrvrwrr0ryrrBschema_functionavailrir^ canonical diffinfo_dictrnrrrr+rrrr? op_prefixrrrrcrs @@@@@r>rmrms0">>>>4444la a a a a a a a a a HMM&))M$]33LIq )}}-GNN*.' *C((*B(((%% * ' ( (A - --m--- /G+$(6 )--m<= ((r@z(?:^|\W)grads\[(\d+)\] list[int]cJdtjt|DS)zDetermine a list of gradient indices (the i in grads[i]) that are used by the formula. >>> used_gradient_indices("foo(grads[0], grads[1])") [0, 1] c,g|]}t|Sr7)r)r<rs r>raz)used_gradient_indices..s B B BqCFF B B Br@)rrGRAD_INDEX_REGEX)rs r>rrs& C BBJ'7AA B B BBr@nctypeslist[NamedCType]&tuple[str, tuple[SavedAttribute, ...]]c4 dRfd }ddddfd d d d d fddddd fddddfddddddfddddfddd dfd!d"d#dfd$d%d&dfd'd(d)dfd*d+d,dfd-d.d/dfd0d1d2dfd3d4d5dfd6d7d8|d fd9d:d;dfddfg}g d?|vsd@|vrtdAdB|ztjdC|stjdD|rtdEdF|zdG|vsdH|vrtdIdJ|z|D]}t|jt r |jjn|j |D]6\}dS fdM }tj| ||}7|jtttkr tjdN dN dO dP|}tjtj |r$ t| Q|t fS)TNr:rTr3cB|fkrtdd|d|dS)NzReplacement for ".strides()" is currently only supported for single derivatives of the same tensor that ".strides()" is being called on.zstrides_or_error(z, "z"))rG)r:rs r> stride_exprz$saved_variables..stride_expr sB    8 5444D4444r@z{}.sym_sizes\(\) _sym_sizescFt|ttSr rr rrs r>r_z!saved_variables..z$ /8R8R'S'Sr@)suffixrz{}->sym_sizes\(\)_sym_sizes_optc`t|tttSr rrr rrs r>r_z!saved_variables..!%z- /(B(BCC((r@c|d|dS)Nz2.has_value() ? std::optional(z->sym_sizes()) : std::nulloptr7rs r>r_z!saved_variables..$s'&D&D`d&D&D&Dr@)rZrexprz{}.sym_blocksize\(\)_self_sym_blocksize_optc`t|tttSr r]rs r>r_z!saved_variables..,r^r@cd|dS)Nz#at::sparse_csr::getSymIntBlockSize(rr7rs r>r_z!saved_variables../s%R4%R%R%Rr@z{}.options\(\)_optionscFt|ttSr )rr rrs r>r_z!saved_variables..7sz$ .8Q8Q'R'Rr@zzeros_like\({}\)_infocFt|ttSr )rr rrs r>r_z!saved_variables..?sz$ ,8O8O'P'Pr@c|Sr r7rs r>r_z!saved_variables..@sTr@c |dzS)Nz _info.zeros()r7rs r>r_z!saved_variables..As D?$:r@)rZrr`rz{}.sym_size\((-?\w+)\)cdd|dddS)N _sym_argsize_r-minus_)groupsreplace)rs r>r_z!saved_variables..Hs+$ZAHHJJqM4I4I#x4X4X$Z$Zr@cFt|ttSr rr rrs r>r_z!saved_variables..Iz$ '8J8J'K'Kr@z {}.numel\(\)_numelcFt|ttSr rr rrs r>r_z!saved_variables..Qz$ %8H8H'I'Ir@z{}.sym_numel\(\) _sym_numelcFt|ttSr rqrs r>r_z!saved_variables..Yrrr@zto_args_sizes\({}\) _args_sizesc zt|ttttSr )rrr rrs r>r_z!saved_variables..as-z+k)E2B2B&C&CDD((r@zto_args_sizes_symint\({}\)_args_sizes_symintc zt|ttttSr )rrr rrs r>r_z!saved_variables..ks-z+k)G2D2D&E&EFF((r@zto_args_scalartypes\({}\)_args_scalartypesc`t|tttSr )rrr rrs r>r_z!saved_variables..us%z+i &<&<==((r@zTensorGeometry\({}\) _geometrycFt|ttSr )rr rrs r>r_z!saved_variables..rYr@z{}.scalar_type\(\) _scalar_typecFt|ttSr )rr rrs r>r_z!saved_variables..sz$ +8N8N'O'Or@z {}.dim\(\)_dimcFt|ttSr rurs r>r_z!saved_variables..rvr@z{}.sym_strides\(\) _sym_stridescFt|ttSr rXrs r>r_z!saved_variables..rYr@z {}.layout\(\)_layoutcFt|ttSr )rr rrs r>r_z!saved_variables..rrr@z{}.is_conj\(\) _conjugatecFt|ttSr )rr rrs r>r_z!saved_variables..rvr@z.sizes()z ->sizes()zY.sizes() is not supported in derivative formulas. Instead, please use the SymInt version,z<.sym_sizes(), which returned a c10::SymIntArrayRef. formula=z\.size\([-]?\d+\)z->size\([-]?\d+\)z[.size(int) is not supported in derivative formulas. Instead, please use the SymInt version,z>.sym_size(int), which returned a c10::SymIntArrayRef. formula=z .strides()z ->strides()z[.strides() is not supported in derivative formulas. Instead, please use the SymInt version,z>.sym_strides(), which returned a c10::SymIntArrayRef. formula=r re.Match[str]cXtdrd|nd}dvrdn|d}td|z|dvrd}|S|zS)NrZr`rrrr`r)callablerrjr )rrZr` replacementrOr:saveds r>rzsaved_variables..repls*2$x.)A)AUNDN1%%%tH~39D..LDL...aggajj "-tH~dVm<<! D=='2tE{4'8'8K&&f}$r@z\bz/.has_value() ? std::optional(z.value()) : std::nulloptrr:rTr3rT)rrr3rT)rrrr\r:rrrrrr rr*rjr r) rrPrrU REPLACEMENTSrregexrrOr:rs ` @@@r>rrsy 555555 &SS    !*DD     $3SR     $RR    !PP))::     &ZZKK    "II    &KK    #'    *.    )-    $%SS    "(OO     II    "(SS#    #KK    &II   aW6Lt#%EW w 6 6 gVWVV W    y%w// 29g44  iXwXX Y   w-7":": iXwXX Y   ,, *6; G G XFK  V[ ( @ @KE4 % % % % % % % %"fU\\$//w??GG ;- '(:(:;; ; ;fdfffffG 9['--w 7 7  LL!    E%LL  r@r:cdd|dD}|dzddS)aaTakes a native function name converts to an op prefix name. Note that the "name" parameter must be the native function name without the optional variant suffix, so "add" instead of "add.out". OP names correspond to classes, hence the change to title case. Example:: >>> _create_op_prefix("add") 'AddBackward' c6g|]}|Sr7)title)r<ps r>raz%_create_op_prefix..s ===!''))===r@rBackwardForwardBackward)rrro)r: camel_cases r>rErEsJ==TZZ__===>>J  # , ,-> K KKr@varsSequence[SavedAttribute]ct}g}|D]m}t|jjtr|jjjn |jj}||vrC||||n|Sr )rkr\rr:rrrj)rseenrvarr:s r>rFrFsUUD"$E  #*/>:: !CJO  4<<   S Lr@)r/r0r1r2r3r4)rSrTrUrTrVrTr3rW)ror#r3r|) ror#rrTrrrrr3r )ror#rrTrrr3r )ror#rrTrrrrrrrr|r3r)rrrrr3r) rxrrsrrtrrvrrwrr3r)rrTr3rL)rrTrPrQrrr3rRr)rrr3r)N __future__rr collectionsrrtypingrrrf torchgen.apirtorchgen.api.autogradr r r r torchgen.api.typesr rrrrrrrrrrrrrrrrtorchgen.contextr torchgen.genrr torchgen.modelr!r"r#r$r%r&r'r(torchgen.utilsr)r*r+torchgen.yaml_utilsr,collections.abcr-rdictrTrkrWr.__annotations__rDrRr{rrrrrrmrOrrrErFr7r@r>rs #"""""" ,,,,,,,,%%%%%%%%  &211111PPPPPPPP                    EDDDDDDDDD******)((((((d>45J0J+KKLcRUhVW FHHHHHs=))!!!!HK.K.K.K.^****,,,,^&&&&ReeeeP;;;;k)k)k)k)\ -CCCCh!h!h!h!VLLLL$      r@