Fix the version_id changes after moving the weight files; fix dependency issues with temporal models

brainscore_vision/models/temporal_model_AVID_CMA/model.py

@@ -21,34 +21,34 @@ def get_model(identifier):
         weight_path = load_weight_file(
             bucket="brainscore-vision",
             relative_path="temporal_model_AVID-CMA/AVID-CMA_Kinetics_InstX-N1024-PosW-N64-Top32_checkpoint.pth.tar",
-            version_id="yx9Pbq3SuNOOd4sX7csTolaHD1iTCx8y",
+            version_id="ZR41eKh6GYyJ61Kgwf1V4LShzse7A0yC",
             sha1="6efe4464ca654a56affff766acf24e89e6f3ffbf"
         )
 
     elif identifier == 'AVID-CMA-Audioset':
         cfg_path = os.path.join(HOME, "configs/main/avid-cma/audioset/InstX-N1024-PosW-N64-Top32.yaml")
         weight_path = load_weight_file(
             bucket="brainscore-vision",
-            relative_path="temporal_model_AVID_CMA/AVID-CMA_Audioset_InstX-N1024-PosW-N64-Top32_checkpoint.pth.tar",
-            version_id="jSaZgbUohM0ZeoEUUKZiLBo6iz_v8VvQ",
+            relative_path="temporal_model_AVID-CMA/AVID-CMA_Audioset_InstX-N1024-PosW-N64-Top32_checkpoint.pth.tar",
+            version_id="8r37ZPc0oD3N0ff4R8Y_S_eV1DNDFs8d",
             sha1="9db5eba9aab6bdbb74025be57ab532df808fe3f6"
         )
 
     elif identifier == 'AVID-Kinetics400':
         cfg_path = os.path.join(HOME, "configs/main/avid/kinetics/Cross-N1024.yaml")
         weight_path = load_weight_file(
             bucket="brainscore-vision",
-            relative_path="temporal_model_AVID_CMA/AVID_Kinetics_Cross-N1024_checkpoint.pth.tar",
-            version_id="XyKt0UOUFsuuyrl6ZREivK8FadRPx34u",
+            relative_path="temporal_model_AVID-CMA/AVID_Kinetics_Cross-N1024_checkpoint.pth.tar",
+            version_id="OjapKttPf.6dvZLO8L89GZddpcizDu_J",
             sha1="d3a04f856d29421ba8de37808593a3fad4d4794f"
         )
 
     elif identifier == 'AVID-Audioset':
         cfg_path = os.path.join(HOME, "configs/main/avid/audioset/Cross-N1024.yaml")
         weight_path = load_weight_file(
             bucket="brainscore-vision",
-            relative_path="temporal_model_AVID_CMA/AVID_Audioset_Cross-N1024_checkpoint.pth.tar",
-            version_id="0Sxuhn8LsYXQC4FnPfJ7rw7uU6kDlKgc",
+            relative_path="temporal_model_AVID-CMA/AVID_Audioset_Cross-N1024_checkpoint.pth.tar",
+            version_id="VoWZzJllTVFu8oVk7ocf_K7pk11Gbh19",
             sha1="b48d8428a1a2526ccca070f810333df18bfce5fd"
         )
 

brainscore_vision/models/temporal_model_AVID_CMA/requirements.txt

@@ -1,3 +1,4 @@
 avid_cma @ git+https://github.com/YingtianDt/AVID-CMA.git
 torch
-torchvision
+torchvision
+pyav

brainscore_vision/models/temporal_model_GDT/model.py

@@ -22,21 +22,21 @@ def get_model(identifier):
         pth = load_weight_file(
             bucket="brainscore-vision",
             relative_path="temporal_model_GDT/gdt_K400.pth",
-            version_id="JpU_tnCzrbTejn6sOrQMk8eRsJ97yFgt",
+            version_id="xdpDRV0gnRhULZGL7lwjGxGKqp2hnP1_",
             sha1="7f12c60670346b1aab15194eb44c341906e1bca6"
         )
     elif dataset == "IG65M":
         pth = load_weight_file(
             bucket="brainscore-vision",
             relative_path="temporal_model_GDT/gdt_IG65M.pth",
-            version_id="R.NoD6VAbFbJdf8tg5jnXIWB3hQ8GlSD",
+            version_id="S0_ZVFA2K96ZoVLx26edAxILPm7S.Gf6",
             sha1="3dcee3af61691e1e7e47e4b115be6808f4ea8172"
         )
     elif dataset == "HowTo100M":
         pth = load_weight_file(
             bucket="brainscore-vision",
             relative_path="temporal_model_GDT/gdt_HT100M.pth",
-            version_id="BVRl9t_134PoKZCn9W54cyfkImCW2ioq",
+            version_id=".fli2qSf6pWqbLyY413ZID578sJrC.L.",
             sha1="a9a979c82e83b955794814923af736eb34e6f080"
         )
     else:

brainscore_vision/models/temporal_model_S3D_text_video/model.py

@@ -41,14 +41,14 @@ def get_model(identifier="s3d-HowTo100M"):
     model_pth = load_weight_file(
         bucket="brainscore-vision",
         relative_path="temporal_model_S3D_text_video/s3d_howto100m.pth",
-        version_id="hRp6I8bpwreIMUVL0H.zCdK0hqRggL7n",
+        version_id="3k_iwjSqYUwMRdri9IH2JZn5yMGCnayc",
         sha1="31e99d2a1cd48f2259ca75e719ac82c8b751ea75"
     )
 
     dict_pth = load_weight_file(
         bucket="brainscore-vision",
         relative_path="temporal_model_S3D_text_video/s3d_dict.npy",
-        version_id="4NxVLe8DSL6Uue0F7e2rz8HZuOk.tkBI",
+        version_id="FWHuvz5CDjNJyG1IuzEqkHU9zzmPv62p",
         sha1="d368ff7d397ec8240f1f963b5efe8ff245bac35f"
     )
 

brainscore_vision/models/temporal_model_S3D_text_video/requirements.txt

@@ -1 +1,2 @@
+torchvision
 S3D_HowTo100M @ git+https://github.com/YingtianDt/S3D_HowTo100M

brainscore_vision/models/temporal_model_VideoMAE/model.py

@@ -39,7 +39,7 @@ def get_model(identifier, num_frames=16):
         pth = load_weight_file(
             bucket="brainscore-vision",
             relative_path='temporal_model_VideoMAE/vit_b_k400_pt_1200e.pth',
-            version_id="Oi3VboRZujNyZAcwf5q7XZ2M8q1cPO6o",
+            version_id="YkdCqz8ywKAqAPMLv6iE9SfihuqExfcJ",
             sha1="8faf42df13f619a8970d653695e98f0643760b54"
         )
         num_blocks = 12
@@ -48,7 +48,7 @@ def get_model(identifier, num_frames=16):
         pth = load_weight_file(
             bucket="brainscore-vision",
             relative_path='temporal_model_VideoMAE/vit_l_k400_pt_1200e.pth',
-            version_id="MiPfczDaVponDGuUBrEPqmT.BiVvh_I1",
+            version_id="v8VsUKnAJQ23dyLiYOSYyjSrHI_zB60o",
             sha1="7ff6acbba221f85d7148223ec932ad7c57f2f40c"
         )
         num_blocks = 24

brainscore_vision/models/temporal_model_VideoMAEv2/model.py

@@ -53,7 +53,7 @@ def get_model(identifier):
         pth = load_weight_file(
             bucket="brainscore-vision",
             relative_path="temporal_model_VideoMAEv2/vit_g_hybrid_pt_1200e.pth",
-            version_id="TxtkfbeMV105dzpzTwi0Kn5glnvQvIrq",
+            version_id="0SPWwIlsWFhY98bKgo7ZRRNTXkcT.dBO",
             sha1="9048f2bc0b0c7ba4d0e5228f3a7c0bef4dbaca69"
         )
         num_blocks = 40
@@ -63,7 +63,7 @@ def get_model(identifier):
         pth = load_weight_file(
             bucket="brainscore-vision",
             relative_path="temporal_model_VideoMAEv2/vit_b_hybrid_pt_800e.pth",
-            version_id="rRjpYq21dAQ5KaCLbEHK.YaLZ_fbMPKw",
+            version_id="VLgKVXOX2XYJQvaIOqAAVDvd5xvjx3.d",
             sha1="1e3602691964b1eb6f7c33529119243a5b235635"
         )
         num_blocks = 12

brainscore_vision/models/temporal_model_mae_st/model.py

@@ -53,7 +53,7 @@ def get_model(identifier):
         load_path = load_weight_file(
             bucket="brainscore-vision", 
             relative_path="temporal_model_mae_st/mae_pretrain_vit_large_k400.pth", 
-            version_id="cPcP4AzpG95CimQ5Pn.CHKnGUJlLXM3m",
+            version_id="bHQ1XRM.a4NfgbP53TR5AsgvUsN40R_j",
             sha1="c7fb91864a4ddf8b99309440121a3abe66b846bb"
         )
 
@@ -64,7 +64,7 @@ def get_model(identifier):
         load_path = load_weight_file(
             bucket="brainscore-vision", 
             relative_path="temporal_model_mae_st/mae_pretrain_vit_huge_k400.pth", 
-            version_id="IYKa8QiocgBzo3EhsBouS62HboK6iqYT",
+            version_id="ARS9kz2wQQ29iRsssyc7u_kfA4wLDAji",
             sha1="177e48577142ca01949c08254834ffa1198b9eb4"
         )
 

brainscore_vision/models/temporal_model_mae_st/requirements.txt

@@ -1,3 +1,6 @@
 mae_st @ git+https://github.com/YingtianDt/mae_st.git
 torch
-torchvision
+torchvision
+iopath
+simplejson
+timm

brainscore_vision/models/temporal_model_mmaction2/requirements.txt

@@ -1,5 +1,6 @@
 importlib-metadata<5
-mmaction2 @ git+https://github.com/YingtianDt/mmaction2.git@533edc3
-mmengine
+mmaction2 @ git+https://github.com/YingtianDt/mmaction2.git
+mmengine==0.10.4
+mmcv==2.1.0
 torch
-torchvision
+torchvision