o I h@=@sUdZddlmZddlmZddlmZmZddlm Z m Z m Z m Z ddl mZddlmmZddlmZmZd d lmZe rRddlZdd lmZdd l mZgZd ed<ejrSddlZddlZddl mm!Z"e ruddl m#Z#eej$j%dddCddZ&dZ'dD]Z'e(ee'Z)ee)dde)j*[)q['ee"j+dd dDdEdd Z+ee"j,d!d dDdFd#d$Z,ed$g7Zee"j-dd dDdGd&d'Z-ed'g7ZGd(d)d)e.Z/e/Z0[/edd*Gd+d,d,Z1e1d-ddd-dZ2dHd0d1Z3ee"j4d!d dDdId3d4Z4ed4g7Zee"j5d!d dDdJd5d6Z5ed6g7Zee"j6d!ddKd9d:Z6ed:g7Zee"j7dddd;dLd?d@Z7ed@g7Zee"j8dddd;dLdAdBZ8edBg7ZdSdS)Mz) Python polyfills for torch.utils.pytree ) annotations)deque) dataclassfield)AnyCallableLiteral TYPE_CHECKING)TypeIsN) BUILTIN_TYPESSTANDARD_DICT_TYPES)substitute_in_graph)Iterable)Selfz list[str]__all__)PyTreeT)can_constant_fold_throughargsrkwargsreturnboolcOstd)NzeShould not be called directly because the original function will be called in the constant fold path.) ValueError)rrrR/var/www/vscode/kcb/lib/python3.10/site-packages/torch/_dynamo/polyfills/pytree.py_$sr) is_namedtupleis_namedtuple_classis_namedtuple_instance is_structseqis_structseq_classis_structseq_instancenamedtuple_fieldsstructseq_fieldstreeris_leafCallable[[PyTree], bool] | NonecCs<|dus |dur||rdStjjt|dddurdSdS)NTtorch namespaceF)optreeregister_pytree_nodegettyper%r&rrr tree_is_leafBs r0F Iterable[Any]ccsX|g}|r*|}t||dr|Vqtj||ddd^}}|t||sdSdS)Nr&Tr(r& none_is_leafr*)popr0r+tree_flatten_one_levelextendreversed)r%r&stacknodechildrenrrrr tree_iterMs   r< list[Any]cCstt||dS)Nr2)listr<r/rrr tree_leavescsr?cs,eZdZdZd fdd Zd ddZZS) _Asteriskrrrcst|dSN*)super__new__)cls __class__rrrDosz_Asterisk.__new__strcCsdSrArselfrrr__repr__rsz_Asterisk.__repr__)rrrrH)__name__ __module__ __qualname__ __slots__rDrK __classcell__rrrFrr@lsr@)frozenc@seZdZUdZded<ded<ded<ded <d ed <ed d Zded<ed d Zded<ed d Zded<ed d Z ded<ed d Z ded<d9ddZ d:ddZ d;ddZ edd%d&Zd?d(d)Zd@d+d,ZdAd-d.ZdBd2d3ZdCd6d7Zd8S)D PyTreeSpecz0Analog for :class:`optree.PyTreeSpec` in Python.ztuple[PyTreeSpec, ...] _childrenbuiltins.type | None_typer _metadataztuple[Any, ...]_entriesz7Callable[[Any | None, Iterable[PyTree]], PyTree] | None_unflatten_funcF)initint num_nodes num_leaves num_childrenz Literal[True]r4zLiteral['torch']r*rNonecCs|jdur*t|jdksJ|jdusJ|jdksJ|jdus#Jd}d}d}n"t|js1Jtdd|jDdd}tdd|jD}t|j}t |d|t |d |t |d |t |d d t |d ddS)Nrrcs|]}|jVqdSN)r\.0specrrr z+PyTreeSpec.__post_init__..)startcsrarbr]rcrrrrfrgr\r]r^r4Tr*r() rVlenrTrWrXrYcallablesumobject __setattr__)rJr\r]r^rrr __post_init__s"  zPyTreeSpec.__post_init__rHcs&d fdd d|d|jd S) NtreespecrSrrHcs|r |jdus JtS|jdusJt|jsJfdd|jD}|jtvs6t|js6t |jr=||j |Sd|jj d|j dd |dS)Ncsg|]}|qSrr)rdsubspechelperrr sz7PyTreeSpec.__repr__..helper..zCustomTreeNode([z], [z, z])) r&r. _asteriskrkrYrTr r+rr!rWrMjoin)rpchildren_representationsrrrrrss*    z#PyTreeSpec.__repr__..helperz PyTreeSpec(z, NoneIsLeaf, namespace=))rprSrrHr)rIrrrrrKszPyTreeSpec.__repr__cC|jSrbrirIrrr__len__szPyTreeSpec.__len__cCrzrb)rVrIrrrr.szPyTreeSpec.typercCs|jdko |jdkS)Nr`)r\r]rIrrrr&szPyTreeSpec.is_leaflist[PyTreeSpec]cC t|jSrb)r>rTrIrrrr; zPyTreeSpec.childrenindexcC |j|Srb)rTrJrrrrchildr~zPyTreeSpec.childr=cCr}rb)r>rXrIrrrentriesr~zPyTreeSpec.entriescCrrb)rXrrrrentryr~zPyTreeSpec.entryr%r list[PyTree]cs"d fd d g}||||S) NrprSr:rsubtreesrrr_cs|r |dSt}|jtvrT||jkr%td|jd|dtjddd^}}}t||jkrEtd|jdt|d||j krStd|jdn|jt vo\|t v}|sp||jkrptd |jd|dt|jkrtd|jdtd|r| }t } t |} | | kr| | } | | } d } | r| d | 7} | r| d | 7} td | dfdd|D}n$tjddd^}}}|tur||j krtd|jd|j d|dt||jD] \}}|||qdS)NzType mismatch; expected z , but got .Tr()r4r*zNode arity mismatch; expected z+Node context mismatch for custom node type zNode type mismatch; expected rz; missing key(s): z; extra key(s): zNode keys mismatchcsg|]}|qSrr)rdkeyr:rrrtsz.helper..z%Node metadata mismatch for node type z ; expected )r&appendr.r rr+r6rjr^rWr rset differencerziprT)rpr:r node_typer;metadatarboth_standard_dict expected_keys got_key_setexpected_key_set missing_keys extra_keysmessagesubtreerqrrrrrss            z(PyTreeSpec.flatten_up_to..helper)rprSr:rrrrr_r)rJr%rrrrr flatten_up_tosT zPyTreeSpec.flatten_up_toleavesr1cCst|ttfs t|}t||jkr#tdt|d|jd|d|r+|dSd}d}g}|jD]}||j7}|| ||||}q4t |j sQJ| |j |S)Nz0treespec.unflatten(leaves): `leaves` has length z, but the spec refers to a pytree that holds z items (z).r) isinstancer>tuplerjr]rr&rTr unflattenrkrYrW)rJrrhendrrqrrrr)s*   zPyTreeSpec.unflattenN)rr_rL)rr[)rrU)rr)rr|)rr[rrS)rr=)rr[rr)r%rrr)rr1rr)rMrNrO__doc____annotations__rr\r]r^r4r*rorKr{propertyr.r&r;rrrrrrrrrrSxs0           YrSrobjTypeIs[PyTreeSpec]cCs t|tSrb)rrS)rrrr_is_pytreespec_instanceCr~rtuple[list[Any], PyTreeSpec]cs&d fdd g}||}||fS) Nr:rrr=rrScs`t|dr |tStj|ddd\}}}}tfdd|D}t|t||||S)Nr2Tr(r3c3s|]}|VqdSrbr)rdr)rsrrrrfbsz/tree_flatten..helper..)r0r _LEAF_SPECr+r6rrSr.)r:rr;rrunflatten_funcsubspecsrsr&)rrrsPs   ztree_flatten..helper)r:rrr=rrSr)r%r&rrprrr tree_flattenFs  rcCst||ddS)Nr2r`)rr/rrrtree_structureks rrrpcCs&t|stdt|d||S)Nzhtree_unflatten(leaves, treespec): Expected `treespec` to be instance of PyTreeSpec but got item of type r)r TypeErrorr.r)rrprrrtree_unflattenys rr2funcCallable[..., Any]restscs>t||d\}|gfdd|D}t|g|RS)Nr2cg|]}|qSrrrdrrprrrtztree_map..)rrmaprr%r&rr flat_argsrrrtree_mapsrcsDt||d\}|gfdd|D}tt|g|Rdd|S)Nr2crrrrrrrrtrztree_map_..r)maxlen)rrrrrrr tree_map_sr)rrrrrrrb)r%rr&r'rr)r%rr&r'rr1)r%rr&r'rr=)rrrr)r%rr&r'rr)r%rr&r'rrS)rr1rprSrr) rrr%rrrr&r'rr)9r __future__r collectionsr dataclassesrrtypingrrrr typing_extensionsr torch.utils._pytreeutils_pytree python_pytreer r decoratorsrbuiltinscollections.abcrrrr_cxx_pytree_dynamo_traceabler+ optree._Ctorch.utils._cxx_pytree _cxx_pytree cxx_pytreer_Cis_dict_insertion_orderedr__namegetattr__func__python_implementation__r0r<r?rHr@rvrSrrrrrrrrrrrs                I