Wj ddlmZddlmZddlmZddlmZmZgdZ dej de ej de fd Z d ej d ee ej e ej fdej fd Zddej dej dededzfdZdej dzdedej dzfdZdej dedeeeffdZGddej ZdS))chain)Any)nn)is_parametrizedtype_before_parametrizations)module_contains_param swap_module module_to_fqn fqn_to_moduleget_arg_info_from_tensor_fqn FakeSparsitymoduleparametrizationreturnct|r2tfd|jDSdS)Nc3TK|]"\}}tfd|DV#dS)c38K|]}t|VdSN) isinstance).0paramrs f/home/longshao/multi-rider-rag/.venv/lib/python3.11/site-packages/torch/ao/pruning/sparsifier/utils.py z2module_contains_param...s-KKu 5/22KKKKKKN)any)rkey param_listrs rrz(module_contains_param..sX  Z KKKK KKK K K      rF)rrparametrizationsitems)rrs `rrrsav     #)#:#@#@#B#B       5rmodmappingct||vr9|t|}||}|jD]}|||jD]}||dt|| D}t|dkrtd|t|dkrtt|nd}|r|||S|S)a%Swaps the module using from_dense according to the mapping passed in. Args: mod: input module mapping: a dictionary that maps from nn module to sparse nn module Return: The corresponding sparse module of `mod` according to mapping, created using from_dense ch|] }|j S)device)rps r zswap_module..7sLLL18LLLrzOswap_module only works with cpu or single-device CUDA modules, but got devices rN)r from_dense_forward_pre_hooksvaluesregister_forward_pre_hook_forward_hooksregister_forward_hookr parametersbufferslenAssertionErrornextiterto)r r! sparse_modnew_mod pre_hook_fnhook_fndevicesr%s rr r s^$C((G339#>>? '',,188:: ; ;K  - -k : : : :)0022 3 3G  ) )' 2 2 2 2MLU3>>+;+;S[[]]%K%KLLL w<  rzzJJsOO / /DE4..EE Lr tensor_fqnc|ddd}|dt| d|vz }t||}||||dS)zX Uses tensor_fqn to obtain a dict containing module_fqn, module and tensor_name r?r()maxsplitN) module_fqnr tensor_namerI)rsplitr1r )r<rIrNrMrs rr r ^sr##C!#44R8KEs;///3*3DEEFJ 5* - -F!"   rc.eZdZdZfdZdZdZxZS)r a;Parametrization for the weights. Should be attached to the 'weight' or any other parameter that requires a mask applied to it. Note:: Once the mask is passed, the variable should not change the id. The contents of the mask can change, but the mask reference itself should not. ctt|d|dS)Nmask)super__init__register_buffer)selfrR __class__s rrTzFakeSparsity.__init__~s5  VT*****rc|jj|jkr%td|jjd|jd|j|zS)Nz mask shape (z) must match x shape ())rRshaper2)rVxs rforwardzFakeSparsity.forwardsO 9?ag % % PtyPPagPPP y1}rciSrr$)rVargskwargss r state_dictzFakeSparsity.state_dicts  r)__name__ __module__ __qualname____doc__rTr\r` __classcell__)rWs@rr r ss`+++++rr )r;) itertoolsrtypingrtorchrtorch.nn.utils.parametrizerr__all__Moduletypeboolrdictr rAr r r r r$rrrosTTTTTTTT   ")d29oRV& &!$ry/4 ?"BC&Y&&&&R   BI s CRVJ    T)T9I stCQTH~*29r