/j[ ~UddlZddlZddlmZeZeeed<defdZd+dZ idd d d d d ddddddddddddddddddd d!d"d#d$d%d&d'Z ej d(d)Z e D]\ZZe eed*dS),N)FakeWorkused_idsreturncz tjdd}|tvrt||S;)NTiʚ;)randomrandintradd)new_ids j/home/longshao/multi-rider-rag/.venv/lib/python3.11/site-packages/torch/distributed/_meta_registrations.pygenerate_unique_idr s?5))  ! ! LL M Tct}t|_|}|r |d|fn|S)Nr)rr seq_idboxed)argsreturn_first_argworkfakework_script_objs r create_fakeworkrsA ::D$&&DK**,,-= VDG( ) )CVVr broadcast_c t|SNrrs r r# 5 5r allreduce_c t|Srrrs r rr$rr allgather_c t|Srrrs r rr%rr_allgather_base_c t|Srrrs r rr&sod&;&;rreduce_scatter_c t|Srrrs r rr's_T%:%:r_reduce_scatter_base_c t|Srrrs r rr(s?4+@+@rreduce_c$t|dSNF)rrrs r rr)_TEJJJrgather_c$t|dSr*rrs r rr*r+rscatter_c t|Srrrs r rr+sod33r alltoall_c t|Srrrs r rr,st44ralltoall_base_c$t|dSr*rrs r rr-sOD5$Q$Q$Qrbarrierc$t|dSr*rrs r rr.r+rmonitored_barrier_cdSrrs r rr/srsendc$t|dSr*rrs r rr0s/$GGGrrecv_c$t|dSr*rrs r rr1s?4%HHHrrecv_any_source_c$t|dSr*rrs r rr2sodU&S&S&Src10dIMPLMeta)T)rtorchtorch._C._distributed_c10drsetrint__annotations__r r_META_FUNCTIONSlibraryLibrarylib_implitemsop meta_funcimplr8rr rOs //////SUU#c(CWWWW555555;;  ::  @@ JJJJ3344QQJJ,, G G H H SS!& =  0 0$**,,))MB  MM"i(((())r