g+<ddlZddlmZdZdZdZdZdZdZ y)NcRdtjvrnttjdttjd}ttjd}tjdd||ydtjvrttjj ddttjj d d}ttjj d d }tjdd ||yy) N LOCAL_RANKRANK WORLD_SIZEncclztcp://127.0.0.1:7645) init_method world_sizerankOMPI_COMM_WORLD_LOCAL_RANKrOMPI_COMM_WORLD_RANKOMPI_COMM_WORLD_SIZEztcp://127.0.0.1:7647)osenvironintdistinit_process_groupget)r r s h/var/www/openai/venv/lib/python3.12/site-packages/onnxruntime/transformers/models/llama/dist_settings.py init_distr srzz! BJJ| $%2::f%&L12  4JWahlm % 3 BJJNN7 ;<2::>>"8!<=(>BC  4JWahlm cJ ddlm}|j}|S#t$rYywxYw)Nr)MPI)mpi4pyr COMM_WORLD ImportError)rcomms r _get_commrs*~~ s  ""c>t}||jSdSNr)rGet_rankrs rget_rankr#' ;D".4==?5A5rc>t}||jSdS)Nr)rGet_sizer"s rget_sizer',r$rc>t}||jyy)N)rBarrierr"s rbarrierr*1s ;D  rc0tdk(r t|yyr )r#print)argss r print_outr.7szQ t r) rtorch.distributed distributedrrrr#r'r*r.rrr2s+   $6 6  r