Upload 3 files

adapter_config.json

@@ -0,0 +1,32 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "/llm-downloader-destination/base/fireworks/qwen2p5-coder-14b-instruct/hf",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 256,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 32,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "o_proj",
+    "gate_proj",
+    "k_proj",
+    "q_proj",
+    "up_proj",
+    "down_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_rslora": false
+}

adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f3df863fb2dfb47178df51d4ae92f838fc8470ac1113cef384121dcfe1f849d
+size 275342392

train_config.json

@@ -0,0 +1 @@
+{"base_model_dir": "/llm-downloader-destination/base/fireworks/qwen2p5-coder-14b-instruct/hf", "output_model_dir": "gs://fireworks-artifacts-abdelatif-abualya-c7b863-beac36/sftj-a1e321e6/789d5e/abdelatif-abualya-c7b863/checkpoint", "checkpoint_dir": "/mnt/persistent/checkpoints", "max_checkpoints_to_keep": 1, "train": true, "learning_rate": 0.0001, "learning_rate_warmup_steps": 0, "grad_accum_steps": 1, "epochs": 4, "early_stop": true, "seed": 42, "dataset_dir": "/mnt/staging/dataset", "eval_dataset_dir": null, "train_limit": null, "max_context_len": 8192, "batch_size": null, "min_evals_per_epoch": 4, "base_model_weight_precision": "nf4", "status_file": "gs://fireworks-fine-tuning-job-status/sftj-abdelatif-abualya-c7b863-a1e321e6", "billing_file": "gs://fireworks-fine-tuning-metadata/sftj-abdelatif-abualya-c7b863-a1e321e6/billing", "wandb": false, "wandb_entity": null, "wandb_api_key": null, "wandb_project": null, "wandb_run_id": null, "profile": false, "peft_addon_dir": null, "lora_rank": 32, "template_kind": "conversation", "template": null, "eval_train_ratio": 0.02}