Upload folder using huggingface_hub

adapter_config.json

@@ -0,0 +1,34 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "/h/pritam/pritam_ssd004/.cache/huggingface/hub/Mistral-7B-Instruct-v0.2",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": false,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 256,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 128,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "gate_proj",
+    "k_proj",
+    "o_proj",
+    "v_proj",
+    "down_proj",
+    "q_proj",
+    "up_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

config.json

@@ -0,0 +1,66 @@
+{
+  "data_path": "/h/pritam/pritam_ssd004/OUTPUTS/Video-LLM/Phase2/GenData/video_chat2_mistral/tp_random-random_erase-stage2/diverse_10.json",
+  "media_root": "",
+  "num_frames": 16,
+  "yes_count": 500,
+  "no_count": 750,
+  "num_workers": 6,
+  "batch_size": 2,
+  "gradient_accumulation_steps": 4,
+  "trainable_modules": [],
+  "subset_size": -1,
+  "init_lora_zero": false,
+  "model_name_or_path": "/h/pritam/pritam_ssd004/.cache/huggingface/hub/VideoChat2_stage3_Mistral_7B",
+  "model": {
+    "lora_r": 128,
+    "lora_alpha": 256,
+    "lora_dropout": 0.05,
+    "lora_bias": "none"
+  },
+  "loss_alpha": 0.01,
+  "loss_beta": 0.9,
+  "loss_fn": "phrase_dpo_tkld",
+  "optimizer": {
+    "opt": "adamW",
+    "lr": 2e-05,
+    "opt_betas": [
+      0.9,
+      0.999
+    ],
+    "weight_decay": 0.02,
+    "max_grad_norm": -1,
+    "different_lr": {
+      "enable": false,
+      "module_names": [],
+      "lr": 0.001
+    }
+  },
+  "scheduler": {
+    "sched": "cosine",
+    "epochs": 1,
+    "min_lr_multi": 0.01,
+    "warmup_epochs": 0.0
+  },
+  "fp16": true,
+  "gradient_checkpointing": true,
+  "wandb": {
+    "enable": true,
+    "entity": "pritamqu",
+    "project": "ViSA-VideoChat2"
+  },
+  "dist_url": "env://",
+  "device": "cuda",
+  "output_dir": "/h/pritam/pritam_ssd004/OUTPUTS/Video-LLM/Phase2/ViSA/videochat2_mistral_7b/202503070207031433_phrase_dpo_tkld_2e-5_0.01_0.9_500_750_1_diverse_10_tp_random-random_erase_lora_128_256_cosine_lr_gradfix_dynamic",
+  "resume": false,
+  "debug": false,
+  "log_freq": 1,
+  "seed": 42,
+  "save_latest": true,
+  "auto_resume": true,
+  "pretrained_path": "",
+  "rank": 0,
+  "world_size": 4,
+  "gpu": 0,
+  "distributed": true,
+  "dist_backend": "nccl"
+}

model.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2b030c32b8e721743e87bdf595cab6d146c1cb28083d713036a67110835d43a
+size 1342632441