0 hfddlmZddlmZddlZddlmZmZGddeZdd d d d ddd ddejd de de de de de de de de de de deee ffdZdejdde deee ffdZdejdde deee ffdZdejdde deee ffd Zdejdde deee ffd!Zdejdde deee ffd"Zdejdde deee ffd#Zdejdde deee ffd$Zdejdde deee ffd%Zy)&)Enum)UnionN)_DINOV2_BASE_URL_make_dinov2_model_nameceZdZdZy)WeightsLVD142MN)__name__ __module__ __qualname__r K/home/cameronsmith/repos/controll3r/MoGe/moge/model/dinov2/hub/backbones.pyr r sGrr vit_largeig?mlpFg?T) arch_nameimg_size patch_size init_values ffn_layer block_chunksnum_register_tokensinterpolate_antialiasinterpolate_offset pretrainedweightsrrrrrrrrrrrc ddlm} t| tr t| } t||} t||||||||}|jd i| | j|d i|}| rQt|||}td| d|dz}tjj|d}|j|d |S#t $rt d| wxYw) N)vision_transformerzUnsupported weights: )rrrrrrrr/z _pretrain.pthcpu) map_locationT)strictr)modelsr! isinstancestrr KeyErrorAssertionErrorrdictupdate__dict__rtorchhubload_state_dict_from_urlload_state_dict)rrrrrrrrrrrkwargsvitsmodel_base_name vit_kwargsmodelmodel_full_nameurl state_dicts r_make_dinov2_modelr:s4'3 Dg&G.iDO!/3- JJ $DMM) $ 2z 2E1)ZI\]1_$5Q6G}!UUYY77%7P  j6 L/ D #8 !BC C Ds B<<C)rrc tdd||d|S)zP DINOv2 ViT-S/14 model (optionally) pretrained on the LVD-142M dataset. vit_smallrrrrr:rrr2s r dinov2_vits14r@@  f T[ f_e ffrc tdd||d|S)zP DINOv2 ViT-B/14 model (optionally) pretrained on the LVD-142M dataset. vit_baser=rr>r?s r dinov2_vitb14rDGs  e zSZ e^d eerc tdd||d|S)zP DINOv2 ViT-L/14 model (optionally) pretrained on the LVD-142M dataset. rr=rr>r?s r dinov2_vitl14rFNrArc "tddd||d|S)zP DINOv2 ViT-g/14 model (optionally) pretrained on the LVD-142M dataset. vit_giant2 swiglufused)rrrrrr>r?s r dinov2_vitg14rJUs,       rc &tdd||dddd|S)z_ DINOv2 ViT-S/14 model with registers (optionally) pretrained on the LVD-142M dataset. r<Trrrrrrrr>r?s rdinov2_vits14_regrOb2  "    rc &tdd||dddd|S)z_ DINOv2 ViT-B/14 model with registers (optionally) pretrained on the LVD-142M dataset. rCrLTrMrNrr>r?s rdinov2_vitb14_regrRqs2  "    rc &tdd||dddd|S)z_ DINOv2 ViT-L/14 model with registers (optionally) pretrained on the LVD-142M dataset. rrLTrMrNrr>r?s rdinov2_vitl14_regrTrPrc (tddd||dddd|S)z_ DINOv2 ViT-g/14 model with registers (optionally) pretrained on the LVD-142M dataset. rHrIrLTrM)rrrrrrrrr>r?s rdinov2_vitg14_regrVs5  "    r)enumrtypingrr.utilsrrr r r(intfloatboolr:r@rDrFrJrOrRrTrVrrrr]s  <d ! "' ##*??+++ +  +  +++ +++7C< +\)-W__gguWc\7Jg)-W__ffuWc\7Jf)-W__gguWc\7Jg)-W__  uWc\7J -1QXQ`Q` T 5#;N -1QXQ`Q` T 5#;N -1QXQ`Q` T 5#;N -1QXQ`Q` T 5#;N r