o
    ¯§{i§  ã                   @   sT   d dl mZmZmZmZmZmZm	Z	m
Z
mZmZmZmZmZmZ d dlmZmZ dS )é   )Údisable_distributedÚenable_distributedÚget_default_process_groupÚget_process_subgroupÚget_rankÚget_subgroup_rankÚget_subgroup_sizeÚget_world_sizeÚis_distributed_enabledÚis_main_processÚis_subgroup_main_processÚnew_subgroupsÚsave_in_main_processÚTorchDistributedEnvironment)Úgather_all_tensorsÚreduce_dictN)Ztorch_distributed_wrapperr   Údisabler   Úenabler   r   r   r   r   r	   r
   Ú
is_enabledr   r   r   r   r   Ztorch_distributed_primitivesr   r   © r   r   úG/data/cameron/keygrip/volume_dino_tracks/dinov3/distributed/__init__.pyÚ<module>   s   @