Upload folder using huggingface_hub

client_states_feddualMultipqfullfreeze_homoAgg_moe_CCCC_pca_T05_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/0_client_model_round10.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0b98006a417849b6ac661229656393295a04d6f91d093dc59d2bdbb8ae617e
+size 369838470

client_states_feddualMultipqfullfreeze_homoAgg_moe_CCCC_pca_T05_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/0_client_model_round12.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c03e1e43a63e7117790b6e2d671a5c5f4ccf8ae68353299ac809726946cc9ae
+size 369838470

client_states_feddualMultipqfullfreeze_homoAgg_moe_CCCC_pca_T05_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/0_client_model_round15.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec2fb7a6a5b938263cbd5ec10b400d715ab54d8b541a0ebe9fa494159c93c11e
+size 369838470

client_states_feddualMultipqfullfreeze_homoAgg_moe_CCCC_pca_T05_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/0_client_model_round17.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:445ebe780d6772c72be140743bb599ca60f379f3d29851b32505236a00e16327
+size 369838470

client_states_feddualMultipqfullfreeze_homoAgg_moe_CCCC_pca_T05_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/0_client_model_round2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70a513b49a7974e643c1786ce1c86df0cfedbf34bfcb22a416161aeb36d235fc
+size 369837282

client_states_feddualMultipqfullfreeze_homoAgg_moe_CCCC_pca_T05_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/0_client_model_round20.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8788ca099c4405b8b862ba82f0ed3ad0055f2f2f309e7dddea265254122dfc88
+size 369838470

client_states_feddualMultipqfullfreeze_homoAgg_moe_CCCC_pca_T05_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/0_client_model_round5.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32d042e35bfb519e597c834a17e98803e3110f1ab1426918ccb732a2ef8ecf90
+size 369837282

client_states_feddualMultipqfullfreeze_homoAgg_moe_CCCC_pca_T05_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/0_client_model_round7.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4fd2af4f98756299ff860b2a7a1aff6992897784f0032707499d09ce69709d1
+size 369837282

client_states_feddualMultipqfullfreeze_homoAgg_moe_CCCC_pca_T05_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/0_trainer_state.json

@@ -0,0 +1,392 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.0,
+  "eval_steps": 500,
+  "global_step": 100,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.02,
+      "grad_norm": 2.673671245574951,
+      "learning_rate": 2e-05,
+      "loss": 1.0677,
+      "step": 2
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 2.416391372680664,
+      "learning_rate": 2e-05,
+      "loss": 1.0969,
+      "step": 4
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 4.597806453704834,
+      "learning_rate": 2e-05,
+      "loss": 0.9624,
+      "step": 6
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 2.4499340057373047,
+      "learning_rate": 2e-05,
+      "loss": 1.9471,
+      "step": 8
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 0.8575390577316284,
+      "learning_rate": 2e-05,
+      "loss": 0.3392,
+      "step": 10
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 5.4067840576171875,
+      "learning_rate": 2e-05,
+      "loss": 0.5852,
+      "step": 12
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 4.374941825866699,
+      "learning_rate": 2e-05,
+      "loss": 1.569,
+      "step": 14
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 5.50150728225708,
+      "learning_rate": 2e-05,
+      "loss": 0.9978,
+      "step": 16
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 3.8701274394989014,
+      "learning_rate": 2e-05,
+      "loss": 0.781,
+      "step": 18
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 0.7540118098258972,
+      "learning_rate": 2e-05,
+      "loss": 0.7018,
+      "step": 20
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 4.309854984283447,
+      "learning_rate": 2e-05,
+      "loss": 0.8156,
+      "step": 22
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 1.7167375087738037,
+      "learning_rate": 2e-05,
+      "loss": 0.5814,
+      "step": 24
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 2.9055559635162354,
+      "learning_rate": 2e-05,
+      "loss": 1.0377,
+      "step": 26
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 2.938593864440918,
+      "learning_rate": 2e-05,
+      "loss": 0.6945,
+      "step": 28
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 4.305431842803955,
+      "learning_rate": 2e-05,
+      "loss": 1.1069,
+      "step": 30
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 2.340209484100342,
+      "learning_rate": 2e-05,
+      "loss": 1.5016,
+      "step": 32
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 1.1784175634384155,
+      "learning_rate": 2e-05,
+      "loss": 0.4982,
+      "step": 34
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 3.8605434894561768,
+      "learning_rate": 2e-05,
+      "loss": 1.5003,
+      "step": 36
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 5.080264091491699,
+      "learning_rate": 2e-05,
+      "loss": 3.3415,
+      "step": 38
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 2.7285072803497314,
+      "learning_rate": 2e-05,
+      "loss": 1.3715,
+      "step": 40
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 3.899984359741211,
+      "learning_rate": 2e-05,
+      "loss": 1.2467,
+      "step": 42
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 11.371481895446777,
+      "learning_rate": 2e-05,
+      "loss": 1.2012,
+      "step": 44
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 3.17934513092041,
+      "learning_rate": 2e-05,
+      "loss": 1.1335,
+      "step": 46
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 1.391940951347351,
+      "learning_rate": 2e-05,
+      "loss": 0.5662,
+      "step": 48
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 2.64958119392395,
+      "learning_rate": 2e-05,
+      "loss": 1.1034,
+      "step": 50
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 2.085965156555176,
+      "learning_rate": 2e-05,
+      "loss": 0.8947,
+      "step": 52
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 5.4762749671936035,
+      "learning_rate": 2e-05,
+      "loss": 2.1323,
+      "step": 54
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 5.612151145935059,
+      "learning_rate": 2e-05,
+      "loss": 1.8613,
+      "step": 56
+    },
+    {
+      "epoch": 0.58,
+      "grad_norm": 12.62922477722168,
+      "learning_rate": 2e-05,
+      "loss": 1.5807,
+      "step": 58
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 3.3207852840423584,
+      "learning_rate": 2e-05,
+      "loss": 0.71,
+      "step": 60
+    },
+    {
+      "epoch": 0.62,
+      "grad_norm": 5.958663463592529,
+      "learning_rate": 2e-05,
+      "loss": 1.88,
+      "step": 62
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 3.557206630706787,
+      "learning_rate": 2e-05,
+      "loss": 1.6649,
+      "step": 64
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 3.5797131061553955,
+      "learning_rate": 2e-05,
+      "loss": 0.91,
+      "step": 66
+    },
+    {
+      "epoch": 0.68,
+      "grad_norm": 3.187143087387085,
+      "learning_rate": 2e-05,
+      "loss": 0.6656,
+      "step": 68
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 6.657142162322998,
+      "learning_rate": 2e-05,
+      "loss": 1.3212,
+      "step": 70
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 2.342517614364624,
+      "learning_rate": 2e-05,
+      "loss": 0.8374,
+      "step": 72
+    },
+    {
+      "epoch": 0.74,
+      "grad_norm": 2.212033271789551,
+      "learning_rate": 2e-05,
+      "loss": 1.0031,
+      "step": 74
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 1.835802674293518,
+      "learning_rate": 2e-05,
+      "loss": 0.957,
+      "step": 76
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 3.243709087371826,
+      "learning_rate": 2e-05,
+      "loss": 1.4119,
+      "step": 78
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 2.2901952266693115,
+      "learning_rate": 2e-05,
+      "loss": 1.581,
+      "step": 80
+    },
+    {
+      "epoch": 0.82,
+      "grad_norm": 3.645848035812378,
+      "learning_rate": 2e-05,
+      "loss": 1.3598,
+      "step": 82
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 1.8024070262908936,
+      "learning_rate": 2e-05,
+      "loss": 1.3748,
+      "step": 84
+    },
+    {
+      "epoch": 0.86,
+      "grad_norm": 1.429137945175171,
+      "learning_rate": 2e-05,
+      "loss": 0.8242,
+      "step": 86
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 4.3826003074646,
+      "learning_rate": 2e-05,
+      "loss": 1.2812,
+      "step": 88
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 1.7045739889144897,
+      "learning_rate": 2e-05,
+      "loss": 0.4062,
+      "step": 90
+    },
+    {
+      "epoch": 0.92,
+      "grad_norm": 2.06375789642334,
+      "learning_rate": 2e-05,
+      "loss": 0.526,
+      "step": 92
+    },
+    {
+      "epoch": 0.94,
+      "grad_norm": 2.061166286468506,
+      "learning_rate": 2e-05,
+      "loss": 0.9437,
+      "step": 94
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 1.7989872694015503,
+      "learning_rate": 2e-05,
+      "loss": 0.7991,
+      "step": 96
+    },
+    {
+      "epoch": 0.98,
+      "grad_norm": 2.4970247745513916,
+      "learning_rate": 2e-05,
+      "loss": 1.1118,
+      "step": 98
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 2.229430913925171,
+      "learning_rate": 2e-05,
+      "loss": 0.5631,
+      "step": 100
+    },
+    {
+      "epoch": 1.0,
+      "step": 100,
+      "total_flos": 5831214409711616.0,
+      "train_loss": 1.1269862699508666,
+      "train_runtime": 270.2671,
+      "train_samples_per_second": 1.48,
+      "train_steps_per_second": 0.37
+    }
+  ],
+  "logging_steps": 2,
+  "max_steps": 100,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": false,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 5831214409711616.0,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

client_states_feddualMultipqfullfreeze_homoAgg_moe_CCCC_pca_T05_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/1_client_model_round10.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:138d506fddbf706bb6e41a017e4b9f2ab4b63a8cfb469edeff3bb360587136b6
+size 794708086

client_states_feddualMultipqfullfreeze_homoAgg_moe_CCCC_pca_T05_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/1_client_model_round12.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa7e2d9e865a75c8230a00824f1560f031639bca31cb98b4c27a3f112a69b7e6
+size 794708086

client_states_feddualMultipqfullfreeze_homoAgg_moe_CCCC_pca_T05_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/1_client_model_round15.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d499d9d346b71286e8ae97114529f323e96f244e321d64e0292ec29e83c81690
+size 794708086

client_states_feddualMultipqfullfreeze_homoAgg_moe_CCCC_pca_T05_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/1_client_model_round17.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d6dcbba22c491daf3769ba29f1bb162206fa57f69658476f22771aee70fffb5
+size 794708086

client_states_feddualMultipqfullfreeze_homoAgg_moe_CCCC_pca_T05_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/1_client_model_round2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50b1af7ea78d2bda758b82278f8e726b8328ca406e0fb004f90add894a133c24
+size 794706058

client_states_feddualMultipqfullfreeze_homoAgg_moe_CCCC_pca_T05_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/1_client_model_round20.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64f07e9eba6c814a47dc54d354838e8d98dc5df9aee63bb04f35246b5006955c
+size 794708086

client_states_feddualMultipqfullfreeze_homoAgg_moe_CCCC_pca_T05_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/1_client_model_round5.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60bbc244045c277e610418ce7382f1e2b81d566983b94b08f40b50695a927e61
+size 794706058

client_states_feddualMultipqfullfreeze_homoAgg_moe_CCCC_pca_T05_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/1_client_model_round7.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b96ff1284fe3996e65338ab2297c9ccb067288c7952a64937d954566be48da4c
+size 794706058

client_states_feddualMultipqfullfreeze_homoAgg_moe_CCCC_pca_T05_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/1_trainer_state.json

@@ -0,0 +1,392 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.0,
+  "eval_steps": 500,
+  "global_step": 100,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.02,
+      "grad_norm": 4.277268409729004,
+      "learning_rate": 2e-05,
+      "loss": 1.6152,
+      "step": 2
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 3.284519672393799,
+      "learning_rate": 2e-05,
+      "loss": 1.3525,
+      "step": 4
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 2.114292621612549,
+      "learning_rate": 2e-05,
+      "loss": 1.2699,
+      "step": 6
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 1.3881689310073853,
+      "learning_rate": 2e-05,
+      "loss": 1.2783,
+      "step": 8
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 1.070853590965271,
+      "learning_rate": 2e-05,
+      "loss": 1.052,
+      "step": 10
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 1.7331618070602417,
+      "learning_rate": 2e-05,
+      "loss": 0.9035,
+      "step": 12
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 2.8790841102600098,
+      "learning_rate": 2e-05,
+      "loss": 1.3837,
+      "step": 14
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 1.225778579711914,
+      "learning_rate": 2e-05,
+      "loss": 1.0574,
+      "step": 16
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 1.4563435316085815,
+      "learning_rate": 2e-05,
+      "loss": 0.8274,
+      "step": 18
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 1.5500695705413818,
+      "learning_rate": 2e-05,
+      "loss": 0.8812,
+      "step": 20
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 1.326027512550354,
+      "learning_rate": 2e-05,
+      "loss": 0.9961,
+      "step": 22
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 1.095481514930725,
+      "learning_rate": 2e-05,
+      "loss": 1.0845,
+      "step": 24
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 1.2606724500656128,
+      "learning_rate": 2e-05,
+      "loss": 0.6172,
+      "step": 26
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 1.4941548109054565,
+      "learning_rate": 2e-05,
+      "loss": 0.7191,
+      "step": 28
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 1.3917955160140991,
+      "learning_rate": 2e-05,
+      "loss": 1.2529,
+      "step": 30
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 2.953693389892578,
+      "learning_rate": 2e-05,
+      "loss": 1.371,
+      "step": 32
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 0.6573340892791748,
+      "learning_rate": 2e-05,
+      "loss": 1.0989,
+      "step": 34
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 1.684754729270935,
+      "learning_rate": 2e-05,
+      "loss": 0.9304,
+      "step": 36
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 0.9705935120582581,
+      "learning_rate": 2e-05,
+      "loss": 0.4247,
+      "step": 38
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 1.424384355545044,
+      "learning_rate": 2e-05,
+      "loss": 1.1189,
+      "step": 40
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 1.9079763889312744,
+      "learning_rate": 2e-05,
+      "loss": 1.0473,
+      "step": 42
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 0.7125902771949768,
+      "learning_rate": 2e-05,
+      "loss": 1.035,
+      "step": 44
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 1.202347993850708,
+      "learning_rate": 2e-05,
+      "loss": 0.7511,
+      "step": 46
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 1.2924076318740845,
+      "learning_rate": 2e-05,
+      "loss": 0.6636,
+      "step": 48
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 1.6152644157409668,
+      "learning_rate": 2e-05,
+      "loss": 1.1831,
+      "step": 50
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 2.278852939605713,
+      "learning_rate": 2e-05,
+      "loss": 1.4946,
+      "step": 52
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 2.523404121398926,
+      "learning_rate": 2e-05,
+      "loss": 1.3058,
+      "step": 54
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 0.9222102165222168,
+      "learning_rate": 2e-05,
+      "loss": 0.4836,
+      "step": 56
+    },
+    {
+      "epoch": 0.58,
+      "grad_norm": 1.4422670602798462,
+      "learning_rate": 2e-05,
+      "loss": 0.7916,
+      "step": 58
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 1.1267635822296143,
+      "learning_rate": 2e-05,
+      "loss": 0.8997,
+      "step": 60
+    },
+    {
+      "epoch": 0.62,
+      "grad_norm": 1.4941160678863525,
+      "learning_rate": 2e-05,
+      "loss": 1.3463,
+      "step": 62
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 1.4414238929748535,
+      "learning_rate": 2e-05,
+      "loss": 0.8191,
+      "step": 64
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 2.048666000366211,
+      "learning_rate": 2e-05,
+      "loss": 1.3579,
+      "step": 66
+    },
+    {
+      "epoch": 0.68,
+      "grad_norm": 3.2488296031951904,
+      "learning_rate": 2e-05,
+      "loss": 1.543,
+      "step": 68
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 0.8362247347831726,
+      "learning_rate": 2e-05,
+      "loss": 1.2804,
+      "step": 70
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 1.2172328233718872,
+      "learning_rate": 2e-05,
+      "loss": 1.0283,
+      "step": 72
+    },
+    {
+      "epoch": 0.74,
+      "grad_norm": 0.9695539474487305,
+      "learning_rate": 2e-05,
+      "loss": 0.8484,
+      "step": 74
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 1.3703746795654297,
+      "learning_rate": 2e-05,
+      "loss": 0.9785,
+      "step": 76
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 1.8802088499069214,
+      "learning_rate": 2e-05,
+      "loss": 0.6836,
+      "step": 78
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 4.380638122558594,
+      "learning_rate": 2e-05,
+      "loss": 1.9597,
+      "step": 80
+    },
+    {
+      "epoch": 0.82,
+      "grad_norm": 0.8395757675170898,
+      "learning_rate": 2e-05,
+      "loss": 0.6358,
+      "step": 82
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 0.6108465790748596,
+      "learning_rate": 2e-05,
+      "loss": 0.8909,
+      "step": 84
+    },
+    {
+      "epoch": 0.86,
+      "grad_norm": 2.491547107696533,
+      "learning_rate": 2e-05,
+      "loss": 1.2093,
+      "step": 86
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 1.081382155418396,
+      "learning_rate": 2e-05,
+      "loss": 0.9521,
+      "step": 88
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 1.6292481422424316,
+      "learning_rate": 2e-05,
+      "loss": 1.1539,
+      "step": 90
+    },
+    {
+      "epoch": 0.92,
+      "grad_norm": 1.1277912855148315,
+      "learning_rate": 2e-05,
+      "loss": 0.98,
+      "step": 92
+    },
+    {
+      "epoch": 0.94,
+      "grad_norm": 2.7916040420532227,
+      "learning_rate": 2e-05,
+      "loss": 1.1936,
+      "step": 94
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 1.3079055547714233,
+      "learning_rate": 2e-05,
+      "loss": 0.8721,
+      "step": 96
+    },
+    {
+      "epoch": 0.98,
+      "grad_norm": 1.0078022480010986,
+      "learning_rate": 2e-05,
+      "loss": 1.0526,
+      "step": 98
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.9928855299949646,
+      "learning_rate": 2e-05,
+      "loss": 1.6038,
+      "step": 100
+    },
+    {
+      "epoch": 1.0,
+      "step": 100,
+      "total_flos": 1.3968703347490816e+16,
+      "train_loss": 1.0655856895446778,
+      "train_runtime": 439.7119,
+      "train_samples_per_second": 0.91,
+      "train_steps_per_second": 0.227
+    }
+  ],
+  "logging_steps": 2,
+  "max_steps": 100,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": false,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.3968703347490816e+16,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

client_states_feddualMultipqfullfreeze_homoAgg_moe_CCCC_pca_T05_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/2_client_model_round10.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2bb9e20de42cfbe3f44987cbfca074a54706356ca0fca81fa97321ae9b04a7b
+size 794708086

client_states_feddualMultipqfullfreeze_homoAgg_moe_CCCC_pca_T05_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/2_client_model_round12.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6596b9ce6ff3eecfa1234ebf66a7d4fcafa5f2c09808098b40b46c4ad5bc89a8
+size 794708086

client_states_feddualMultipqfullfreeze_homoAgg_moe_CCCC_pca_T05_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/2_client_model_round15.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:841a689deef9a345c9e4c2e419fb614cbd810f900209cb4e132ed3455e303174
+size 794708086

client_states_feddualMultipqfullfreeze_homoAgg_moe_CCCC_pca_T05_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/2_client_model_round17.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a78d0a09b76f428bd0d271bcc7e6795dde8eaa878da812b0b1afd207e013869
+size 794708086

client_states_feddualMultipqfullfreeze_homoAgg_moe_CCCC_pca_T05_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/2_client_model_round2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5fa9ec27a4e03e9226fa5fe66c2cdc46139f66cfee70957af64edba25e1c307
+size 794706058

client_states_feddualMultipqfullfreeze_homoAgg_moe_CCCC_pca_T05_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/2_client_model_round20.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f30b6f3fafe01f95015c5c455f65d1a0efd925f561d914e4443b426b60f3c741
+size 794708086

client_states_feddualMultipqfullfreeze_homoAgg_moe_CCCC_pca_T05_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/2_client_model_round5.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbb91e3a36051921f83b02c5a58fcec1e6178c517b573b0fc11af16d63e6f159
+size 794706058

client_states_feddualMultipqfullfreeze_homoAgg_moe_CCCC_pca_T05_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/2_client_model_round7.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37613e1c7b8f959cf59b3642057bcde40283595caff935de957e93c0583b6b67
+size 794706058

client_states_feddualMultipqfullfreeze_homoAgg_moe_CCCC_pca_T05_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/2_trainer_state.json

@@ -0,0 +1,392 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.0,
+  "eval_steps": 500,
+  "global_step": 100,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.02,
+      "grad_norm": 4.621701717376709,
+      "learning_rate": 2e-05,
+      "loss": 0.9244,
+      "step": 2
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 0.73643958568573,
+      "learning_rate": 2e-05,
+      "loss": 0.3462,
+      "step": 4
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 1.9696252346038818,
+      "learning_rate": 2e-05,
+      "loss": 0.687,
+      "step": 6
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 2.036741256713867,
+      "learning_rate": 2e-05,
+      "loss": 0.3694,
+      "step": 8
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 3.216172218322754,
+      "learning_rate": 2e-05,
+      "loss": 0.9554,
+      "step": 10
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 2.133591651916504,
+      "learning_rate": 2e-05,
+      "loss": 0.8185,
+      "step": 12
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 6.794097423553467,
+      "learning_rate": 2e-05,
+      "loss": 1.6995,
+      "step": 14
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 1.703186273574829,
+      "learning_rate": 2e-05,
+      "loss": 0.6469,
+      "step": 16
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 2.852735996246338,
+      "learning_rate": 2e-05,
+      "loss": 1.0313,
+      "step": 18
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 1.5393972396850586,
+      "learning_rate": 2e-05,
+      "loss": 0.7196,
+      "step": 20
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 0.9888882040977478,
+      "learning_rate": 2e-05,
+      "loss": 0.8174,
+      "step": 22
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 1.0866042375564575,
+      "learning_rate": 2e-05,
+      "loss": 0.677,
+      "step": 24
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 0.9214580655097961,
+      "learning_rate": 2e-05,
+      "loss": 0.5664,
+      "step": 26
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 4.819929599761963,
+      "learning_rate": 2e-05,
+      "loss": 0.9781,
+      "step": 28
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 0.7382586598396301,
+      "learning_rate": 2e-05,
+      "loss": 0.6898,
+      "step": 30
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 1.9690661430358887,
+      "learning_rate": 2e-05,
+      "loss": 0.5947,
+      "step": 32
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 17.00811767578125,
+      "learning_rate": 2e-05,
+      "loss": 0.83,
+      "step": 34
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 6.0308990478515625,
+      "learning_rate": 2e-05,
+      "loss": 1.1475,
+      "step": 36
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 1.098817229270935,
+      "learning_rate": 2e-05,
+      "loss": 0.6007,
+      "step": 38
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 1.9793791770935059,
+      "learning_rate": 2e-05,
+      "loss": 0.5569,
+      "step": 40
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 6.214341163635254,
+      "learning_rate": 2e-05,
+      "loss": 0.9612,
+      "step": 42
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 1.4605873823165894,
+      "learning_rate": 2e-05,
+      "loss": 0.356,
+      "step": 44
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 1.5833739042282104,
+      "learning_rate": 2e-05,
+      "loss": 0.5266,
+      "step": 46
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 0.6748036742210388,
+      "learning_rate": 2e-05,
+      "loss": 0.4992,
+      "step": 48
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 11.380123138427734,
+      "learning_rate": 2e-05,
+      "loss": 1.5851,
+      "step": 50
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 4.65256929397583,
+      "learning_rate": 2e-05,
+      "loss": 0.9587,
+      "step": 52
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 1.627728819847107,
+      "learning_rate": 2e-05,
+      "loss": 0.8431,
+      "step": 54
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 0.694214940071106,
+      "learning_rate": 2e-05,
+      "loss": 0.5186,
+      "step": 56
+    },
+    {
+      "epoch": 0.58,
+      "grad_norm": 1.7453944683074951,
+      "learning_rate": 2e-05,
+      "loss": 0.672,
+      "step": 58
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 1.9566174745559692,
+      "learning_rate": 2e-05,
+      "loss": 0.8228,
+      "step": 60
+    },
+    {
+      "epoch": 0.62,
+      "grad_norm": 4.4222798347473145,
+      "learning_rate": 2e-05,
+      "loss": 1.1676,
+      "step": 62
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 1.216988444328308,
+      "learning_rate": 2e-05,
+      "loss": 0.5975,
+      "step": 64
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 3.127988576889038,
+      "learning_rate": 2e-05,
+      "loss": 1.2231,
+      "step": 66
+    },
+    {
+      "epoch": 0.68,
+      "grad_norm": 2.3479421138763428,
+      "learning_rate": 2e-05,
+      "loss": 0.4818,
+      "step": 68
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 7.464072227478027,
+      "learning_rate": 2e-05,
+      "loss": 1.0901,
+      "step": 70
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 1.146981954574585,
+      "learning_rate": 2e-05,
+      "loss": 0.679,
+      "step": 72
+    },
+    {
+      "epoch": 0.74,
+      "grad_norm": 2.462766408920288,
+      "learning_rate": 2e-05,
+      "loss": 1.0542,
+      "step": 74
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 2.9858667850494385,
+      "learning_rate": 2e-05,
+      "loss": 1.316,
+      "step": 76
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 0.8474032282829285,
+      "learning_rate": 2e-05,
+      "loss": 0.1557,
+      "step": 78
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 1.6668614149093628,
+      "learning_rate": 2e-05,
+      "loss": 1.1471,
+      "step": 80
+    },
+    {
+      "epoch": 0.82,
+      "grad_norm": 4.365744590759277,
+      "learning_rate": 2e-05,
+      "loss": 0.7832,
+      "step": 82
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 1.0024306774139404,
+      "learning_rate": 2e-05,
+      "loss": 0.3819,
+      "step": 84
+    },
+    {
+      "epoch": 0.86,
+      "grad_norm": 1.6158033609390259,
+      "learning_rate": 2e-05,
+      "loss": 0.5178,
+      "step": 86
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 3.335845947265625,
+      "learning_rate": 2e-05,
+      "loss": 1.0591,
+      "step": 88
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 1.2282785177230835,
+      "learning_rate": 2e-05,
+      "loss": 0.5881,
+      "step": 90
+    },
+    {
+      "epoch": 0.92,
+      "grad_norm": 1.0900323390960693,
+      "learning_rate": 2e-05,
+      "loss": 0.6929,
+      "step": 92
+    },
+    {
+      "epoch": 0.94,
+      "grad_norm": 4.871852874755859,
+      "learning_rate": 2e-05,
+      "loss": 1.1615,
+      "step": 94
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 5.758192539215088,
+      "learning_rate": 2e-05,
+      "loss": 1.7691,
+      "step": 96
+    },
+    {
+      "epoch": 0.98,
+      "grad_norm": 1.9010215997695923,
+      "learning_rate": 2e-05,
+      "loss": 1.1982,
+      "step": 98
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 3.8769309520721436,
+      "learning_rate": 2e-05,
+      "loss": 1.0723,
+      "step": 100
+    },
+    {
+      "epoch": 1.0,
+      "step": 100,
+      "total_flos": 1.5469620907474944e+16,
+      "train_loss": 0.8307249307632446,
+      "train_runtime": 649.8095,
+      "train_samples_per_second": 0.616,
+      "train_steps_per_second": 0.154
+    }
+  ],
+  "logging_steps": 2,
+  "max_steps": 100,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": false,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.5469620907474944e+16,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

client_states_feddualMultipqfullfreeze_homoAgg_moe_CCCC_pca_T05_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/3_client_model_round10.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46cd618ae9e9b7adba74cfc50f99d22a1965dd688f237a15a022718d7390dd69
+size 794708086

client_states_feddualMultipqfullfreeze_homoAgg_moe_CCCC_pca_T05_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/3_client_model_round12.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c04f52e110d6016d15a506ba9fbb133001810c759ef599175be6d6297a372830
+size 794708086

client_states_feddualMultipqfullfreeze_homoAgg_moe_CCCC_pca_T05_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/3_client_model_round15.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:618bfb4299137f6816838703471a4558ad71c24556cf450a9ab76448eed19616
+size 794708086

client_states_feddualMultipqfullfreeze_homoAgg_moe_CCCC_pca_T05_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/3_client_model_round17.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cfddf6b95087538040e23b831fe2cdea391a3b9932497295a668445f2541ef2
+size 794708086

client_states_feddualMultipqfullfreeze_homoAgg_moe_CCCC_pca_T05_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/3_client_model_round2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8f1551a48c919d71615d890291b42a1b8d58c4693e3c91c9a2188c43e01e6fe
+size 794706058

client_states_feddualMultipqfullfreeze_homoAgg_moe_CCCC_pca_T05_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/3_client_model_round20.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:410ad579ba65adead23eece9de069fbcd2412996aacf5dbf4c642c74abc44fde
+size 794708086

client_states_feddualMultipqfullfreeze_homoAgg_moe_CCCC_pca_T05_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/3_client_model_round5.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61198ed3d6c412f256665eff1100075341608ef6f37fb551adc793d7eb41b9ed
+size 794706058

client_states_feddualMultipqfullfreeze_homoAgg_moe_CCCC_pca_T05_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/3_client_model_round7.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80cde2f70536d4c4895bcd3d8e43249040d674a84b423e6dd3dc94d3f564a6b0
+size 794706058

client_states_feddualMultipqfullfreeze_homoAgg_moe_CCCC_pca_T05_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/3_trainer_state.json

@@ -0,0 +1,392 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.0,
+  "eval_steps": 500,
+  "global_step": 100,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.02,
+      "grad_norm": 1.0928549766540527,
+      "learning_rate": 2e-05,
+      "loss": 0.8454,
+      "step": 2
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 1.0574003458023071,
+      "learning_rate": 2e-05,
+      "loss": 1.0656,
+      "step": 4
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 1.322147011756897,
+      "learning_rate": 2e-05,
+      "loss": 0.8001,
+      "step": 6
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.7461885213851929,
+      "learning_rate": 2e-05,
+      "loss": 0.775,
+      "step": 8
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 1.1713924407958984,
+      "learning_rate": 2e-05,
+      "loss": 0.6756,
+      "step": 10
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 0.5914626121520996,
+      "learning_rate": 2e-05,
+      "loss": 0.4239,
+      "step": 12
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 0.7302200198173523,
+      "learning_rate": 2e-05,
+      "loss": 0.4585,
+      "step": 14
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.8082689642906189,
+      "learning_rate": 2e-05,
+      "loss": 0.717,
+      "step": 16
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 1.3627772331237793,
+      "learning_rate": 2e-05,
+      "loss": 1.1646,
+      "step": 18
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 0.7314639687538147,
+      "learning_rate": 2e-05,
+      "loss": 0.5912,
+      "step": 20
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 0.7471842169761658,
+      "learning_rate": 2e-05,
+      "loss": 0.2537,
+      "step": 22
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 0.23702213168144226,
+      "learning_rate": 2e-05,
+      "loss": 0.2199,
+      "step": 24
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 0.276137113571167,
+      "learning_rate": 2e-05,
+      "loss": 0.3347,
+      "step": 26
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 2.8980002403259277,
+      "learning_rate": 2e-05,
+      "loss": 1.5936,
+      "step": 28
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 1.8844953775405884,
+      "learning_rate": 2e-05,
+      "loss": 1.5603,
+      "step": 30
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 0.5475688576698303,
+      "learning_rate": 2e-05,
+      "loss": 0.679,
+      "step": 32
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 2.1111373901367188,
+      "learning_rate": 2e-05,
+      "loss": 1.0442,
+      "step": 34
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 1.6544932126998901,
+      "learning_rate": 2e-05,
+      "loss": 0.6904,
+      "step": 36
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 1.5641965866088867,
+      "learning_rate": 2e-05,
+      "loss": 0.8929,
+      "step": 38
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 0.9792295694351196,
+      "learning_rate": 2e-05,
+      "loss": 0.5441,
+      "step": 40
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 1.304323434829712,
+      "learning_rate": 2e-05,
+      "loss": 0.6259,
+      "step": 42
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 1.5232268571853638,
+      "learning_rate": 2e-05,
+      "loss": 0.7603,
+      "step": 44
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 1.5708423852920532,
+      "learning_rate": 2e-05,
+      "loss": 0.5623,
+      "step": 46
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 0.6643423438072205,
+      "learning_rate": 2e-05,
+      "loss": 0.2971,
+      "step": 48
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 0.7532520294189453,
+      "learning_rate": 2e-05,
+      "loss": 1.0968,
+      "step": 50
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 0.07311046123504639,
+      "learning_rate": 2e-05,
+      "loss": 0.3392,
+      "step": 52
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 0.947688639163971,
+      "learning_rate": 2e-05,
+      "loss": 1.0041,
+      "step": 54
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 1.7061188220977783,
+      "learning_rate": 2e-05,
+      "loss": 1.2263,
+      "step": 56
+    },
+    {
+      "epoch": 0.58,
+      "grad_norm": 1.699214220046997,
+      "learning_rate": 2e-05,
+      "loss": 0.677,
+      "step": 58
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 1.089853286743164,
+      "learning_rate": 2e-05,
+      "loss": 0.4363,
+      "step": 60
+    },
+    {
+      "epoch": 0.62,
+      "grad_norm": 1.9666467905044556,
+      "learning_rate": 2e-05,
+      "loss": 0.7766,
+      "step": 62
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 0.9256648421287537,
+      "learning_rate": 2e-05,
+      "loss": 1.0702,
+      "step": 64
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 1.0910379886627197,
+      "learning_rate": 2e-05,
+      "loss": 0.6567,
+      "step": 66
+    },
+    {
+      "epoch": 0.68,
+      "grad_norm": 0.2857760190963745,
+      "learning_rate": 2e-05,
+      "loss": 0.3937,
+      "step": 68
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 0.7233390212059021,
+      "learning_rate": 2e-05,
+      "loss": 0.4897,
+      "step": 70
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 1.5829262733459473,
+      "learning_rate": 2e-05,
+      "loss": 0.4418,
+      "step": 72
+    },
+    {
+      "epoch": 0.74,
+      "grad_norm": 2.957613706588745,
+      "learning_rate": 2e-05,
+      "loss": 0.4509,
+      "step": 74
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 1.2405678033828735,
+      "learning_rate": 2e-05,
+      "loss": 0.9233,
+      "step": 76
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 2.5274651050567627,
+      "learning_rate": 2e-05,
+      "loss": 0.8624,
+      "step": 78
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 0.8004423379898071,
+      "learning_rate": 2e-05,
+      "loss": 0.4535,
+      "step": 80
+    },
+    {
+      "epoch": 0.82,
+      "grad_norm": 0.7731671333312988,
+      "learning_rate": 2e-05,
+      "loss": 1.2591,
+      "step": 82
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 2.7027082443237305,
+      "learning_rate": 2e-05,
+      "loss": 0.8519,
+      "step": 84
+    },
+    {
+      "epoch": 0.86,
+      "grad_norm": 1.2182791233062744,
+      "learning_rate": 2e-05,
+      "loss": 0.7901,
+      "step": 86
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 1.952547311782837,
+      "learning_rate": 2e-05,
+      "loss": 1.0298,
+      "step": 88
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 1.7673152685165405,
+      "learning_rate": 2e-05,
+      "loss": 0.5578,
+      "step": 90
+    },
+    {
+      "epoch": 0.92,
+      "grad_norm": 1.2945863008499146,
+      "learning_rate": 2e-05,
+      "loss": 0.6542,
+      "step": 92
+    },
+    {
+      "epoch": 0.94,
+      "grad_norm": 0.5422699451446533,
+      "learning_rate": 2e-05,
+      "loss": 0.6201,
+      "step": 94
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 2.9008870124816895,
+      "learning_rate": 2e-05,
+      "loss": 0.6676,
+      "step": 96
+    },
+    {
+      "epoch": 0.98,
+      "grad_norm": 1.797958254814148,
+      "learning_rate": 2e-05,
+      "loss": 0.2743,
+      "step": 98
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.26072898507118225,
+      "learning_rate": 2e-05,
+      "loss": 0.2183,
+      "step": 100
+    },
+    {
+      "epoch": 1.0,
+      "step": 100,
+      "total_flos": 2.159816985490227e+16,
+      "train_loss": 0.7159382379055024,
+      "train_runtime": 586.8643,
+      "train_samples_per_second": 0.682,
+      "train_steps_per_second": 0.17
+    }
+  ],
+  "logging_steps": 2,
+  "max_steps": 100,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": false,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2.159816985490227e+16,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

client_states_feddualMultipqfullfreeze_homoAgg_moe_CCCC_pca_T05_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/4_client_model_round10.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5fe17de3fc2f0d3c561085b8ed6efb817f23394aaf068de54a85111a7d625ca
+size 794708086

client_states_feddualMultipqfullfreeze_homoAgg_moe_CCCC_pca_T05_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/4_client_model_round12.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef8ee0bd84ed0c1804be2ee3ea072f8b3d0ecfaa732c6122fbbb11f7cab5017f
+size 794708086

client_states_feddualMultipqfullfreeze_homoAgg_moe_CCCC_pca_T05_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/4_client_model_round15.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79f8612ff1fed88ad674dee1359864a60a835afd06d08de137d423b5d0949318
+size 794708086

client_states_feddualMultipqfullfreeze_homoAgg_moe_CCCC_pca_T05_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/4_client_model_round17.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:127a70279ec5147588c30976b641c703c036d7365103aba2649acce2cf1bcf0c
+size 794708086

client_states_feddualMultipqfullfreeze_homoAgg_moe_CCCC_pca_T05_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/4_client_model_round2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bad9f8bd5d6c91e9ae72aeba6e75796c8908ba04a5ea1661e9d5b2678e974d63
+size 794706058

client_states_feddualMultipqfullfreeze_homoAgg_moe_CCCC_pca_T05_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/4_client_model_round20.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9c3ea4181eb77e92851c99a2d72ab30bdf4175e5a46f66c945d96e8ac4cfd07
+size 794708086

client_states_feddualMultipqfullfreeze_homoAgg_moe_CCCC_pca_T05_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/4_client_model_round5.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4983e69fd61d0aa3bf4342e349f514b68282af6a75674f037a7b9c0f48ea9cf
+size 794706058

client_states_feddualMultipqfullfreeze_homoAgg_moe_CCCC_pca_T05_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/4_client_model_round7.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d60ec58e7de2db364bf4c25335a323b659f4cd584734f660ac3a6b57510e7acf
+size 794706058

client_states_feddualMultipqfullfreeze_homoAgg_moe_CCCC_pca_T05_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/4_trainer_state.json

@@ -0,0 +1,392 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.0,
+  "eval_steps": 500,
+  "global_step": 100,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.02,
+      "grad_norm": 1.158302664756775,
+      "learning_rate": 2e-05,
+      "loss": 0.3006,
+      "step": 2
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 0.49584025144577026,
+      "learning_rate": 2e-05,
+      "loss": 0.2759,
+      "step": 4
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 3.015228033065796,
+      "learning_rate": 2e-05,
+      "loss": 1.5356,
+      "step": 6
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.681362509727478,
+      "learning_rate": 2e-05,
+      "loss": 0.382,
+      "step": 8
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 2.733452558517456,
+      "learning_rate": 2e-05,
+      "loss": 0.8807,
+      "step": 10
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 1.2124817371368408,
+      "learning_rate": 2e-05,
+      "loss": 0.61,
+      "step": 12
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 0.5142900347709656,
+      "learning_rate": 2e-05,
+      "loss": 0.3694,
+      "step": 14
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 3.4124550819396973,
+      "learning_rate": 2e-05,
+      "loss": 1.1068,
+      "step": 16
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 0.49465346336364746,
+      "learning_rate": 2e-05,
+      "loss": 1.0515,
+      "step": 18
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 2.906670570373535,
+      "learning_rate": 2e-05,
+      "loss": 0.574,
+      "step": 20
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 3.5659115314483643,
+      "learning_rate": 2e-05,
+      "loss": 0.9978,
+      "step": 22
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 2.965306520462036,
+      "learning_rate": 2e-05,
+      "loss": 1.4742,
+      "step": 24
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 4.656124591827393,
+      "learning_rate": 2e-05,
+      "loss": 2.2981,
+      "step": 26
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 4.481357097625732,
+      "learning_rate": 2e-05,
+      "loss": 1.6502,
+      "step": 28
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 3.6990504264831543,
+      "learning_rate": 2e-05,
+      "loss": 2.1989,
+      "step": 30
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 2.218642234802246,
+      "learning_rate": 2e-05,
+      "loss": 0.6695,
+      "step": 32
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 1.512957215309143,
+      "learning_rate": 2e-05,
+      "loss": 1.0031,
+      "step": 34
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 1.6833781003952026,
+      "learning_rate": 2e-05,
+      "loss": 1.9793,
+      "step": 36
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 1.107330083847046,
+      "learning_rate": 2e-05,
+      "loss": 0.3538,
+      "step": 38
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 3.9457249641418457,
+      "learning_rate": 2e-05,
+      "loss": 1.4415,
+      "step": 40
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 0.051738329231739044,
+      "learning_rate": 2e-05,
+      "loss": 0.4044,
+      "step": 42
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 2.370415687561035,
+      "learning_rate": 2e-05,
+      "loss": 1.8381,
+      "step": 44
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 1.5636987686157227,
+      "learning_rate": 2e-05,
+      "loss": 1.1786,
+      "step": 46
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 1.8076434135437012,
+      "learning_rate": 2e-05,
+      "loss": 0.9974,
+      "step": 48
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 1.4153037071228027,
+      "learning_rate": 2e-05,
+      "loss": 0.7157,
+      "step": 50
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 1.8657974004745483,
+      "learning_rate": 2e-05,
+      "loss": 2.0883,
+      "step": 52
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 0.06698138266801834,
+      "learning_rate": 2e-05,
+      "loss": 0.7553,
+      "step": 54
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 1.0162607431411743,
+      "learning_rate": 2e-05,
+      "loss": 0.3858,
+      "step": 56
+    },
+    {
+      "epoch": 0.58,
+      "grad_norm": 1.3238625526428223,
+      "learning_rate": 2e-05,
+      "loss": 0.9815,
+      "step": 58
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 1.3448885679244995,
+      "learning_rate": 2e-05,
+      "loss": 0.7539,
+      "step": 60
+    },
+    {
+      "epoch": 0.62,
+      "grad_norm": 1.4804365634918213,
+      "learning_rate": 2e-05,
+      "loss": 0.8375,
+      "step": 62
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 2.679854393005371,
+      "learning_rate": 2e-05,
+      "loss": 1.5526,
+      "step": 64
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 1.697770595550537,
+      "learning_rate": 2e-05,
+      "loss": 1.6394,
+      "step": 66
+    },
+    {
+      "epoch": 0.68,
+      "grad_norm": 0.08173129707574844,
+      "learning_rate": 2e-05,
+      "loss": 0.3275,
+      "step": 68
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 1.562013864517212,
+      "learning_rate": 2e-05,
+      "loss": 1.2811,
+      "step": 70
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 1.6425532102584839,
+      "learning_rate": 2e-05,
+      "loss": 0.8023,
+      "step": 72
+    },
+    {
+      "epoch": 0.74,
+      "grad_norm": 1.0354465246200562,
+      "learning_rate": 2e-05,
+      "loss": 1.1036,
+      "step": 74
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 2.0127949714660645,
+      "learning_rate": 2e-05,
+      "loss": 1.0241,
+      "step": 76
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 1.767486572265625,
+      "learning_rate": 2e-05,
+      "loss": 1.6514,
+      "step": 78
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 3.19219708442688,
+      "learning_rate": 2e-05,
+      "loss": 1.3129,
+      "step": 80
+    },
+    {
+      "epoch": 0.82,
+      "grad_norm": 3.8570995330810547,
+      "learning_rate": 2e-05,
+      "loss": 2.3893,
+      "step": 82
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 4.0963134765625,
+      "learning_rate": 2e-05,
+      "loss": 1.9847,
+      "step": 84
+    },
+    {
+      "epoch": 0.86,
+      "grad_norm": 1.6539266109466553,
+      "learning_rate": 2e-05,
+      "loss": 0.8877,
+      "step": 86
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 1.8997998237609863,
+      "learning_rate": 2e-05,
+      "loss": 1.6619,
+      "step": 88
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 1.5609619617462158,
+      "learning_rate": 2e-05,
+      "loss": 0.679,
+      "step": 90
+    },
+    {
+      "epoch": 0.92,
+      "grad_norm": 2.3895843029022217,
+      "learning_rate": 2e-05,
+      "loss": 1.4562,
+      "step": 92
+    },
+    {
+      "epoch": 0.94,
+      "grad_norm": 1.3494317531585693,
+      "learning_rate": 2e-05,
+      "loss": 0.6015,
+      "step": 94
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 1.4236085414886475,
+      "learning_rate": 2e-05,
+      "loss": 1.3893,
+      "step": 96
+    },
+    {
+      "epoch": 0.98,
+      "grad_norm": 2.681549310684204,
+      "learning_rate": 2e-05,
+      "loss": 0.8135,
+      "step": 98
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 1.336864948272705,
+      "learning_rate": 2e-05,
+      "loss": 1.0993,
+      "step": 100
+    },
+    {
+      "epoch": 1.0,
+      "step": 100,
+      "total_flos": 2.034972181397504e+16,
+      "train_loss": 1.1149367547035218,
+      "train_runtime": 565.793,
+      "train_samples_per_second": 0.707,
+      "train_steps_per_second": 0.177
+    }
+  ],
+  "logging_steps": 2,
+  "max_steps": 100,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": false,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2.034972181397504e+16,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

client_states_feddualMultipqfullfreeze_homoAgg_moe_CCCC_pca_T05_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/5_client_model_round10.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b13e3ee14861a2302990aeadbe1e082ca2221d7208ed3c4a4d638fdde9d873
+size 794708086

client_states_feddualMultipqfullfreeze_homoAgg_moe_CCCC_pca_T05_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/5_client_model_round12.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2fddc721552f128395f74bf1358fb109ae8b6d949fb1bcc021c8d8f2eb50f53
+size 794708086

client_states_feddualMultipqfullfreeze_homoAgg_moe_CCCC_pca_T05_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/5_client_model_round15.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11e65c6af34bd3f9c4ff5d1eb16a8269f4b73eab559d293daa1245e243d42ea7
+size 794708086

client_states_feddualMultipqfullfreeze_homoAgg_moe_CCCC_pca_T05_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/5_client_model_round17.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d1bf5876493176d2a8ccb81e7af432ce52bf82a3399c59c18498832c1837e3f
+size 794708086

client_states_feddualMultipqfullfreeze_homoAgg_moe_CCCC_pca_T05_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/5_client_model_round2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69d316fc4776caecfcd04561104c536ff710f255c7d78a2aa1e9d94a30f5c317
+size 794706058