Upload folder using huggingface_hub

client_states_fedMultipqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/0_client_model_round10.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7281b71feb874201c3510fd2532c735c41834e0ea57f60b3a19d83a172c8062d
+size 184221358

client_states_fedMultipqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/0_client_model_round12.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43f3b3c81a25994ed2450656aad07f50b0d6a686213e90ee5936f5227e75b924
+size 184221358

client_states_fedMultipqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/0_client_model_round15.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02634f446483c9401811d202c4fb26c234e200c1b5bd389dca72585c2d61d034
+size 184221358

client_states_fedMultipqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/0_client_model_round17.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b593199404c65a7fb376d970ec893e60e94daef7a5ae8eed3ca517e9275fe0c
+size 184221358

client_states_fedMultipqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/0_client_model_round2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f312bff96288926254f6abc38cb4e1313e8d188484ebbbeadf5f59357ce0f3e3
+size 184220842

client_states_fedMultipqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/0_client_model_round20.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03270abac1135f1e20d23bcbaf393ffd4157017414b071ece5ec558a5319692a
+size 184221358

client_states_fedMultipqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/0_client_model_round5.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc2eaa3387065398c5c4e6cb687acf55c8c80d95eddaf5452a6456e4dd5b1d6f
+size 184220842

client_states_fedMultipqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/0_client_model_round7.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bea9fbbcea6ab83084b33a90fc70ebbcc775b9472862c5f46300a085976a036
+size 184220842

client_states_fedMultipqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/0_trainer_state.json

@@ -0,0 +1,392 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.0,
+  "eval_steps": 500,
+  "global_step": 100,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.02,
+      "grad_norm": 4.327882289886475,
+      "learning_rate": 2e-05,
+      "loss": 0.3049,
+      "step": 2
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 4.293352127075195,
+      "learning_rate": 2e-05,
+      "loss": 0.4343,
+      "step": 4
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 8.278122901916504,
+      "learning_rate": 2e-05,
+      "loss": 0.464,
+      "step": 6
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 5.572937488555908,
+      "learning_rate": 2e-05,
+      "loss": 1.1184,
+      "step": 8
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 1.2564692497253418,
+      "learning_rate": 2e-05,
+      "loss": 0.1493,
+      "step": 10
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 2.756223201751709,
+      "learning_rate": 2e-05,
+      "loss": 0.1429,
+      "step": 12
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 6.3286638259887695,
+      "learning_rate": 2e-05,
+      "loss": 1.0986,
+      "step": 14
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 3.1671125888824463,
+      "learning_rate": 2e-05,
+      "loss": 0.421,
+      "step": 16
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 12.160600662231445,
+      "learning_rate": 2e-05,
+      "loss": 0.6418,
+      "step": 18
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 2.2388546466827393,
+      "learning_rate": 2e-05,
+      "loss": 0.3821,
+      "step": 20
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 4.057492733001709,
+      "learning_rate": 2e-05,
+      "loss": 0.2804,
+      "step": 22
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 2.4171645641326904,
+      "learning_rate": 2e-05,
+      "loss": 0.2768,
+      "step": 24
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 4.334846019744873,
+      "learning_rate": 2e-05,
+      "loss": 0.5183,
+      "step": 26
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 5.31112003326416,
+      "learning_rate": 2e-05,
+      "loss": 0.3826,
+      "step": 28
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 8.947898864746094,
+      "learning_rate": 2e-05,
+      "loss": 0.7833,
+      "step": 30
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 4.790311336517334,
+      "learning_rate": 2e-05,
+      "loss": 0.7227,
+      "step": 32
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 1.9647458791732788,
+      "learning_rate": 2e-05,
+      "loss": 0.2151,
+      "step": 34
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 7.152100086212158,
+      "learning_rate": 2e-05,
+      "loss": 0.6738,
+      "step": 36
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 9.002793312072754,
+      "learning_rate": 2e-05,
+      "loss": 1.2422,
+      "step": 38
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 4.538879871368408,
+      "learning_rate": 2e-05,
+      "loss": 0.7256,
+      "step": 40
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 7.2817158699035645,
+      "learning_rate": 2e-05,
+      "loss": 0.4922,
+      "step": 42
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 8.116897583007812,
+      "learning_rate": 2e-05,
+      "loss": 0.2341,
+      "step": 44
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 5.7875776290893555,
+      "learning_rate": 2e-05,
+      "loss": 0.5828,
+      "step": 46
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 2.9006869792938232,
+      "learning_rate": 2e-05,
+      "loss": 0.2646,
+      "step": 48
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 5.325571060180664,
+      "learning_rate": 2e-05,
+      "loss": 0.5073,
+      "step": 50
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 1.7935487031936646,
+      "learning_rate": 2e-05,
+      "loss": 0.3458,
+      "step": 52
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 6.689419269561768,
+      "learning_rate": 2e-05,
+      "loss": 0.9642,
+      "step": 54
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 9.98328685760498,
+      "learning_rate": 2e-05,
+      "loss": 0.7798,
+      "step": 56
+    },
+    {
+      "epoch": 0.58,
+      "grad_norm": 10.168957710266113,
+      "learning_rate": 2e-05,
+      "loss": 0.3466,
+      "step": 58
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 5.621067523956299,
+      "learning_rate": 2e-05,
+      "loss": 0.4138,
+      "step": 60
+    },
+    {
+      "epoch": 0.62,
+      "grad_norm": 16.461015701293945,
+      "learning_rate": 2e-05,
+      "loss": 0.963,
+      "step": 62
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 3.5031635761260986,
+      "learning_rate": 2e-05,
+      "loss": 0.6482,
+      "step": 64
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 1.3376978635787964,
+      "learning_rate": 2e-05,
+      "loss": 0.1724,
+      "step": 66
+    },
+    {
+      "epoch": 0.68,
+      "grad_norm": 1.3010202646255493,
+      "learning_rate": 2e-05,
+      "loss": 0.2854,
+      "step": 68
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 8.061728477478027,
+      "learning_rate": 2e-05,
+      "loss": 0.4303,
+      "step": 70
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 5.248547077178955,
+      "learning_rate": 2e-05,
+      "loss": 0.5894,
+      "step": 72
+    },
+    {
+      "epoch": 0.74,
+      "grad_norm": 4.7633819580078125,
+      "learning_rate": 2e-05,
+      "loss": 0.6274,
+      "step": 74
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 1.664157509803772,
+      "learning_rate": 2e-05,
+      "loss": 0.3461,
+      "step": 76
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 2.7871382236480713,
+      "learning_rate": 2e-05,
+      "loss": 0.5779,
+      "step": 78
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 5.3619914054870605,
+      "learning_rate": 2e-05,
+      "loss": 0.7158,
+      "step": 80
+    },
+    {
+      "epoch": 0.82,
+      "grad_norm": 4.908105373382568,
+      "learning_rate": 2e-05,
+      "loss": 0.5618,
+      "step": 82
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 4.174102306365967,
+      "learning_rate": 2e-05,
+      "loss": 0.645,
+      "step": 84
+    },
+    {
+      "epoch": 0.86,
+      "grad_norm": 5.976959705352783,
+      "learning_rate": 2e-05,
+      "loss": 0.5615,
+      "step": 86
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 5.8181586265563965,
+      "learning_rate": 2e-05,
+      "loss": 0.6136,
+      "step": 88
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 2.994356155395508,
+      "learning_rate": 2e-05,
+      "loss": 0.196,
+      "step": 90
+    },
+    {
+      "epoch": 0.92,
+      "grad_norm": 4.384360313415527,
+      "learning_rate": 2e-05,
+      "loss": 0.2452,
+      "step": 92
+    },
+    {
+      "epoch": 0.94,
+      "grad_norm": 3.3636257648468018,
+      "learning_rate": 2e-05,
+      "loss": 0.3809,
+      "step": 94
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 3.677785634994507,
+      "learning_rate": 2e-05,
+      "loss": 0.3801,
+      "step": 96
+    },
+    {
+      "epoch": 0.98,
+      "grad_norm": 6.116004467010498,
+      "learning_rate": 2e-05,
+      "loss": 0.5769,
+      "step": 98
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 5.415121555328369,
+      "learning_rate": 2e-05,
+      "loss": 0.385,
+      "step": 100
+    },
+    {
+      "epoch": 1.0,
+      "step": 100,
+      "total_flos": 6589214774788096.0,
+      "train_loss": 0.5162237358093261,
+      "train_runtime": 121.9606,
+      "train_samples_per_second": 3.28,
+      "train_steps_per_second": 0.82
+    }
+  ],
+  "logging_steps": 2,
+  "max_steps": 100,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": false,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 6589214774788096.0,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}

client_states_fedMultipqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/1_client_model_round10.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4b7524ff1cdb9c623c9f04b1b2f456ce956f8333f742e367f0627615c523df0
+size 395787774

client_states_fedMultipqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/1_client_model_round12.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b14de6a6ff83a367693fffd74a202f81b6610ae9866eca998fee857876b57cc6
+size 395787774

client_states_fedMultipqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/1_client_model_round15.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc604f9b5b83debe041f5baec0917bf5f25da3d2400cc3642da153b1a214c1a0
+size 395787774

client_states_fedMultipqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/1_client_model_round17.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fab435c732539a8ae5d19b6f27b57b14502392076a996005e26331e5c8488f24
+size 395787774

client_states_fedMultipqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/1_client_model_round2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45faca8a1b9116373952a8ef00712fa1e379398914a28043649b825dc9345f5b
+size 395786922

client_states_fedMultipqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/1_client_model_round20.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e371888600f40c5bfd4398e7526aab31e42df408736003ec9c070aa0a7ed0d7e
+size 395787774

client_states_fedMultipqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/1_client_model_round5.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac5f9b83f02f09f963455cb0e4dbe43fe7930e2e9b1fd8d2976ffad70b1f71ab
+size 395786922

client_states_fedMultipqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/1_client_model_round7.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7728b781894e5139abed7ddf3350ce0c8d77c0f74d4a37fb6fa9db4f9b6b07b9
+size 395786922

client_states_fedMultipqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/1_trainer_state.json

@@ -0,0 +1,392 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.0,
+  "eval_steps": 500,
+  "global_step": 100,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.02,
+      "grad_norm": 8.241416931152344,
+      "learning_rate": 2e-05,
+      "loss": 0.8475,
+      "step": 2
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 4.8631792068481445,
+      "learning_rate": 2e-05,
+      "loss": 0.6782,
+      "step": 4
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 7.5998454093933105,
+      "learning_rate": 2e-05,
+      "loss": 0.5532,
+      "step": 6
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 2.5101563930511475,
+      "learning_rate": 2e-05,
+      "loss": 0.5537,
+      "step": 8
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 4.472541332244873,
+      "learning_rate": 2e-05,
+      "loss": 0.6426,
+      "step": 10
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 4.083187103271484,
+      "learning_rate": 2e-05,
+      "loss": 0.5195,
+      "step": 12
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 5.575020790100098,
+      "learning_rate": 2e-05,
+      "loss": 0.4822,
+      "step": 14
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 4.933296203613281,
+      "learning_rate": 2e-05,
+      "loss": 0.5742,
+      "step": 16
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 2.017449378967285,
+      "learning_rate": 2e-05,
+      "loss": 0.4663,
+      "step": 18
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 6.998116493225098,
+      "learning_rate": 2e-05,
+      "loss": 0.582,
+      "step": 20
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 2.1770007610321045,
+      "learning_rate": 2e-05,
+      "loss": 0.5249,
+      "step": 22
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 5.969364166259766,
+      "learning_rate": 2e-05,
+      "loss": 0.623,
+      "step": 24
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 1.237125277519226,
+      "learning_rate": 2e-05,
+      "loss": 0.3623,
+      "step": 26
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 6.773047924041748,
+      "learning_rate": 2e-05,
+      "loss": 0.4094,
+      "step": 28
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 2.925546169281006,
+      "learning_rate": 2e-05,
+      "loss": 0.6287,
+      "step": 30
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 3.002979278564453,
+      "learning_rate": 2e-05,
+      "loss": 0.7397,
+      "step": 32
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 1.8541330099105835,
+      "learning_rate": 2e-05,
+      "loss": 0.5017,
+      "step": 34
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 7.924871921539307,
+      "learning_rate": 2e-05,
+      "loss": 0.6328,
+      "step": 36
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 2.390252113342285,
+      "learning_rate": 2e-05,
+      "loss": 0.3247,
+      "step": 38
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 3.807579278945923,
+      "learning_rate": 2e-05,
+      "loss": 0.4795,
+      "step": 40
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 3.4766390323638916,
+      "learning_rate": 2e-05,
+      "loss": 0.4468,
+      "step": 42
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 1.4840394258499146,
+      "learning_rate": 2e-05,
+      "loss": 0.5312,
+      "step": 44
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 3.136503219604492,
+      "learning_rate": 2e-05,
+      "loss": 0.4313,
+      "step": 46
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 2.3651793003082275,
+      "learning_rate": 2e-05,
+      "loss": 0.3152,
+      "step": 48
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 3.1154613494873047,
+      "learning_rate": 2e-05,
+      "loss": 0.6135,
+      "step": 50
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 5.85906982421875,
+      "learning_rate": 2e-05,
+      "loss": 0.9023,
+      "step": 52
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 5.495807647705078,
+      "learning_rate": 2e-05,
+      "loss": 0.5264,
+      "step": 54
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 2.5824015140533447,
+      "learning_rate": 2e-05,
+      "loss": 0.2805,
+      "step": 56
+    },
+    {
+      "epoch": 0.58,
+      "grad_norm": 6.252473831176758,
+      "learning_rate": 2e-05,
+      "loss": 0.4327,
+      "step": 58
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 5.942077159881592,
+      "learning_rate": 2e-05,
+      "loss": 0.4004,
+      "step": 60
+    },
+    {
+      "epoch": 0.62,
+      "grad_norm": 5.180813789367676,
+      "learning_rate": 2e-05,
+      "loss": 0.864,
+      "step": 62
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 3.008401870727539,
+      "learning_rate": 2e-05,
+      "loss": 0.292,
+      "step": 64
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 1.5255389213562012,
+      "learning_rate": 2e-05,
+      "loss": 0.7554,
+      "step": 66
+    },
+    {
+      "epoch": 0.68,
+      "grad_norm": 11.456948280334473,
+      "learning_rate": 2e-05,
+      "loss": 0.7676,
+      "step": 68
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 1.6395078897476196,
+      "learning_rate": 2e-05,
+      "loss": 0.564,
+      "step": 70
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 2.9087085723876953,
+      "learning_rate": 2e-05,
+      "loss": 0.5242,
+      "step": 72
+    },
+    {
+      "epoch": 0.74,
+      "grad_norm": 2.2395269870758057,
+      "learning_rate": 2e-05,
+      "loss": 0.4575,
+      "step": 74
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 7.380107879638672,
+      "learning_rate": 2e-05,
+      "loss": 0.5474,
+      "step": 76
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 3.7302591800689697,
+      "learning_rate": 2e-05,
+      "loss": 0.365,
+      "step": 78
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 7.54459810256958,
+      "learning_rate": 2e-05,
+      "loss": 0.8384,
+      "step": 80
+    },
+    {
+      "epoch": 0.82,
+      "grad_norm": 1.8007885217666626,
+      "learning_rate": 2e-05,
+      "loss": 0.354,
+      "step": 82
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 1.5501184463500977,
+      "learning_rate": 2e-05,
+      "loss": 0.5158,
+      "step": 84
+    },
+    {
+      "epoch": 0.86,
+      "grad_norm": 7.850472927093506,
+      "learning_rate": 2e-05,
+      "loss": 0.5859,
+      "step": 86
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 2.9437716007232666,
+      "learning_rate": 2e-05,
+      "loss": 0.5186,
+      "step": 88
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 6.130828380584717,
+      "learning_rate": 2e-05,
+      "loss": 0.5325,
+      "step": 90
+    },
+    {
+      "epoch": 0.92,
+      "grad_norm": 3.8235013484954834,
+      "learning_rate": 2e-05,
+      "loss": 0.4294,
+      "step": 92
+    },
+    {
+      "epoch": 0.94,
+      "grad_norm": 10.231576919555664,
+      "learning_rate": 2e-05,
+      "loss": 0.5122,
+      "step": 94
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 3.4070258140563965,
+      "learning_rate": 2e-05,
+      "loss": 0.4346,
+      "step": 96
+    },
+    {
+      "epoch": 0.98,
+      "grad_norm": 2.635401725769043,
+      "learning_rate": 2e-05,
+      "loss": 0.4543,
+      "step": 98
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 4.57978630065918,
+      "learning_rate": 2e-05,
+      "loss": 0.8027,
+      "step": 100
+    },
+    {
+      "epoch": 1.0,
+      "step": 100,
+      "total_flos": 1.6576168127889408e+16,
+      "train_loss": 0.5424420166015625,
+      "train_runtime": 289.5764,
+      "train_samples_per_second": 1.381,
+      "train_steps_per_second": 0.345
+    }
+  ],
+  "logging_steps": 2,
+  "max_steps": 100,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": false,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.6576168127889408e+16,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}

client_states_fedMultipqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/2_client_model_round10.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b16e88793c124816f1f558de280952798c45b5b80104feb95b1ea3c823f4317
+size 395787774

client_states_fedMultipqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/2_client_model_round12.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb99f249d83641dd27f96f403f9a3896cc2c106017f1dac1743ed4462b07ee5
+size 395787774

client_states_fedMultipqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/2_client_model_round15.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1544b776c37e6184161b7dce77cfc588b766260a10846dd63415c96f9147be4
+size 395787774

client_states_fedMultipqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/2_client_model_round17.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34be3c453cd7a2af03cf351083bd8e44c0b7da498f43599dc9da884887ab8ec6
+size 395787774

client_states_fedMultipqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/2_client_model_round2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b15c520084743ef62975eae5db8d4352e6c8829c36aa7360dc593c57110e2c
+size 395786922

client_states_fedMultipqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/2_client_model_round20.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adc4c8842a382db73fdc998bf2ec50d04d6f160cab990be0e64eaa17ee6d697d
+size 395787774

client_states_fedMultipqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/2_client_model_round5.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c91d31a53873f602e9654cdc5d71ec452143909946552d992ae47d2e138a505
+size 395786922

client_states_fedMultipqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/2_client_model_round7.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4b6565669e5be448c7713d437c76b999e97c1f563a913e8d7b24fb23f5a026b
+size 395786922

client_states_fedMultipqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/2_trainer_state.json

@@ -0,0 +1,392 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.0,
+  "eval_steps": 500,
+  "global_step": 100,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.02,
+      "grad_norm": 7.872583389282227,
+      "learning_rate": 2e-05,
+      "loss": 0.4408,
+      "step": 2
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 3.1676270961761475,
+      "learning_rate": 2e-05,
+      "loss": 0.2183,
+      "step": 4
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 3.10235595703125,
+      "learning_rate": 2e-05,
+      "loss": 0.3065,
+      "step": 6
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 1.986329436302185,
+      "learning_rate": 2e-05,
+      "loss": 0.1555,
+      "step": 8
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 6.654890060424805,
+      "learning_rate": 2e-05,
+      "loss": 0.4976,
+      "step": 10
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 8.408140182495117,
+      "learning_rate": 2e-05,
+      "loss": 0.6118,
+      "step": 12
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 9.52741813659668,
+      "learning_rate": 2e-05,
+      "loss": 1.0054,
+      "step": 14
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 3.1671223640441895,
+      "learning_rate": 2e-05,
+      "loss": 0.3345,
+      "step": 16
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 6.954838275909424,
+      "learning_rate": 2e-05,
+      "loss": 0.5977,
+      "step": 18
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 3.3944637775421143,
+      "learning_rate": 2e-05,
+      "loss": 0.3164,
+      "step": 20
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 3.7810606956481934,
+      "learning_rate": 2e-05,
+      "loss": 0.5396,
+      "step": 22
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 2.8664538860321045,
+      "learning_rate": 2e-05,
+      "loss": 0.5024,
+      "step": 24
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 5.678687572479248,
+      "learning_rate": 2e-05,
+      "loss": 0.4766,
+      "step": 26
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 7.057774066925049,
+      "learning_rate": 2e-05,
+      "loss": 0.4387,
+      "step": 28
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 2.025454044342041,
+      "learning_rate": 2e-05,
+      "loss": 0.3817,
+      "step": 30
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 2.349515676498413,
+      "learning_rate": 2e-05,
+      "loss": 0.3013,
+      "step": 32
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 3.751689910888672,
+      "learning_rate": 2e-05,
+      "loss": 0.3142,
+      "step": 34
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 9.54448127746582,
+      "learning_rate": 2e-05,
+      "loss": 0.6094,
+      "step": 36
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 2.6551620960235596,
+      "learning_rate": 2e-05,
+      "loss": 0.3418,
+      "step": 38
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 7.663268089294434,
+      "learning_rate": 2e-05,
+      "loss": 0.3774,
+      "step": 40
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 5.838813781738281,
+      "learning_rate": 2e-05,
+      "loss": 0.5634,
+      "step": 42
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 3.6920807361602783,
+      "learning_rate": 2e-05,
+      "loss": 0.1825,
+      "step": 44
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 2.167635202407837,
+      "learning_rate": 2e-05,
+      "loss": 0.2479,
+      "step": 46
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 1.2298402786254883,
+      "learning_rate": 2e-05,
+      "loss": 0.274,
+      "step": 48
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 8.415931701660156,
+      "learning_rate": 2e-05,
+      "loss": 0.6021,
+      "step": 50
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 5.416069984436035,
+      "learning_rate": 2e-05,
+      "loss": 0.4319,
+      "step": 52
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 2.6783201694488525,
+      "learning_rate": 2e-05,
+      "loss": 0.4147,
+      "step": 54
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 1.76664137840271,
+      "learning_rate": 2e-05,
+      "loss": 0.2076,
+      "step": 56
+    },
+    {
+      "epoch": 0.58,
+      "grad_norm": 3.5323493480682373,
+      "learning_rate": 2e-05,
+      "loss": 0.3228,
+      "step": 58
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 4.204054832458496,
+      "learning_rate": 2e-05,
+      "loss": 0.3702,
+      "step": 60
+    },
+    {
+      "epoch": 0.62,
+      "grad_norm": 16.42522621154785,
+      "learning_rate": 2e-05,
+      "loss": 0.8672,
+      "step": 62
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 1.9896955490112305,
+      "learning_rate": 2e-05,
+      "loss": 0.4229,
+      "step": 64
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 6.183014869689941,
+      "learning_rate": 2e-05,
+      "loss": 0.552,
+      "step": 66
+    },
+    {
+      "epoch": 0.68,
+      "grad_norm": 5.789742469787598,
+      "learning_rate": 2e-05,
+      "loss": 0.3384,
+      "step": 68
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 11.22754955291748,
+      "learning_rate": 2e-05,
+      "loss": 0.3374,
+      "step": 70
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 1.9776259660720825,
+      "learning_rate": 2e-05,
+      "loss": 0.3358,
+      "step": 72
+    },
+    {
+      "epoch": 0.74,
+      "grad_norm": 4.03769588470459,
+      "learning_rate": 2e-05,
+      "loss": 0.4689,
+      "step": 74
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 6.714748382568359,
+      "learning_rate": 2e-05,
+      "loss": 0.7046,
+      "step": 76
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 1.7425217628479004,
+      "learning_rate": 2e-05,
+      "loss": 0.0582,
+      "step": 78
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 2.1245808601379395,
+      "learning_rate": 2e-05,
+      "loss": 0.3812,
+      "step": 80
+    },
+    {
+      "epoch": 0.82,
+      "grad_norm": 8.465872764587402,
+      "learning_rate": 2e-05,
+      "loss": 0.4424,
+      "step": 82
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 2.888294219970703,
+      "learning_rate": 2e-05,
+      "loss": 0.1748,
+      "step": 84
+    },
+    {
+      "epoch": 0.86,
+      "grad_norm": 3.158863067626953,
+      "learning_rate": 2e-05,
+      "loss": 0.2654,
+      "step": 86
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 7.765163898468018,
+      "learning_rate": 2e-05,
+      "loss": 0.448,
+      "step": 88
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 2.6586227416992188,
+      "learning_rate": 2e-05,
+      "loss": 0.1208,
+      "step": 90
+    },
+    {
+      "epoch": 0.92,
+      "grad_norm": 4.466168403625488,
+      "learning_rate": 2e-05,
+      "loss": 0.4543,
+      "step": 92
+    },
+    {
+      "epoch": 0.94,
+      "grad_norm": 9.527925491333008,
+      "learning_rate": 2e-05,
+      "loss": 1.0899,
+      "step": 94
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 7.631684303283691,
+      "learning_rate": 2e-05,
+      "loss": 0.9442,
+      "step": 96
+    },
+    {
+      "epoch": 0.98,
+      "grad_norm": 9.0326566696167,
+      "learning_rate": 2e-05,
+      "loss": 0.7216,
+      "step": 98
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 9.811245918273926,
+      "learning_rate": 2e-05,
+      "loss": 0.5501,
+      "step": 100
+    },
+    {
+      "epoch": 1.0,
+      "step": 100,
+      "total_flos": 1.9115952041885696e+16,
+      "train_loss": 0.44124862670898435,
+      "train_runtime": 324.4955,
+      "train_samples_per_second": 1.233,
+      "train_steps_per_second": 0.308
+    }
+  ],
+  "logging_steps": 2,
+  "max_steps": 100,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": false,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.9115952041885696e+16,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}

client_states_fedMultipqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/3_client_model_round10.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b95720db68933091baf1fdecaa1719d3ae6d74f9d586153dfbdd9a8d412efd5
+size 395787774

client_states_fedMultipqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/3_client_model_round12.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9462aef5d3987e462b4eb54f5767c7a989d765da13e27c013f24ea225359ff85
+size 395787774

client_states_fedMultipqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/3_client_model_round15.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da91a450b0e42f8409cf5f1538d602d5016eb3af4a99a673858d20fac1506bf4
+size 395787774

client_states_fedMultipqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/3_client_model_round17.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2137138ebfad8ba608a66235c099e93ed835a9caccde901a0cce2619288f7d1
+size 395787774

client_states_fedMultipqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/3_client_model_round2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a1463e43df9db510a4857be4caea7caef4417a1d68d2af7784cc2114322d425
+size 395786922

client_states_fedMultipqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/3_client_model_round20.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6986573a8d5a03d8aafbd13449ec4c1b317445289bb1d6fe3f86f5a60b2293a1
+size 395787774

client_states_fedMultipqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/3_client_model_round5.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b459889ad8c0dddbdb5b5892a3dc82a8c7aff84f714b2aa33a6d025449e86354
+size 395786922

client_states_fedMultipqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/3_client_model_round7.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4c6ae5cabef78b40781076f85a494852e0479f8117956282442c035a9696f6c
+size 395786922

client_states_fedMultipqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/3_trainer_state.json

@@ -0,0 +1,392 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.0,
+  "eval_steps": 500,
+  "global_step": 100,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.02,
+      "grad_norm": 4.6497626304626465,
+      "learning_rate": 2e-05,
+      "loss": 0.5825,
+      "step": 2
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 3.6290929317474365,
+      "learning_rate": 2e-05,
+      "loss": 0.915,
+      "step": 4
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 2.3345847129821777,
+      "learning_rate": 2e-05,
+      "loss": 0.4902,
+      "step": 6
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 5.3167009353637695,
+      "learning_rate": 2e-05,
+      "loss": 0.4688,
+      "step": 8
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 3.8224802017211914,
+      "learning_rate": 2e-05,
+      "loss": 0.5308,
+      "step": 10
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 2.823826551437378,
+      "learning_rate": 2e-05,
+      "loss": 0.2563,
+      "step": 12
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 2.9755983352661133,
+      "learning_rate": 2e-05,
+      "loss": 0.3347,
+      "step": 14
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 2.022836923599243,
+      "learning_rate": 2e-05,
+      "loss": 0.426,
+      "step": 16
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 1.7052284479141235,
+      "learning_rate": 2e-05,
+      "loss": 0.5396,
+      "step": 18
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 1.3424859046936035,
+      "learning_rate": 2e-05,
+      "loss": 0.4526,
+      "step": 20
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 5.240848541259766,
+      "learning_rate": 2e-05,
+      "loss": 0.4441,
+      "step": 22
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 4.661110877990723,
+      "learning_rate": 2e-05,
+      "loss": 0.6226,
+      "step": 24
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 1.6846646070480347,
+      "learning_rate": 2e-05,
+      "loss": 0.3237,
+      "step": 26
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 5.903859615325928,
+      "learning_rate": 2e-05,
+      "loss": 0.7686,
+      "step": 28
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 2.1405582427978516,
+      "learning_rate": 2e-05,
+      "loss": 0.6973,
+      "step": 30
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 3.7082715034484863,
+      "learning_rate": 2e-05,
+      "loss": 0.5305,
+      "step": 32
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 4.9589338302612305,
+      "learning_rate": 2e-05,
+      "loss": 0.4478,
+      "step": 34
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 7.48822546005249,
+      "learning_rate": 2e-05,
+      "loss": 0.4746,
+      "step": 36
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 8.993917465209961,
+      "learning_rate": 2e-05,
+      "loss": 0.501,
+      "step": 38
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 2.639606237411499,
+      "learning_rate": 2e-05,
+      "loss": 0.3493,
+      "step": 40
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 7.567841529846191,
+      "learning_rate": 2e-05,
+      "loss": 0.5112,
+      "step": 42
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 3.463698625564575,
+      "learning_rate": 2e-05,
+      "loss": 0.3148,
+      "step": 44
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 3.490788698196411,
+      "learning_rate": 2e-05,
+      "loss": 1.1011,
+      "step": 46
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 3.9706830978393555,
+      "learning_rate": 2e-05,
+      "loss": 0.303,
+      "step": 48
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 4.992152214050293,
+      "learning_rate": 2e-05,
+      "loss": 0.6089,
+      "step": 50
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 1.5260461568832397,
+      "learning_rate": 2e-05,
+      "loss": 0.1576,
+      "step": 52
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 2.76921010017395,
+      "learning_rate": 2e-05,
+      "loss": 0.4696,
+      "step": 54
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 3.4018092155456543,
+      "learning_rate": 2e-05,
+      "loss": 0.5396,
+      "step": 56
+    },
+    {
+      "epoch": 0.58,
+      "grad_norm": 3.256915330886841,
+      "learning_rate": 2e-05,
+      "loss": 0.3384,
+      "step": 58
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 2.284102439880371,
+      "learning_rate": 2e-05,
+      "loss": 0.2712,
+      "step": 60
+    },
+    {
+      "epoch": 0.62,
+      "grad_norm": 5.065925121307373,
+      "learning_rate": 2e-05,
+      "loss": 0.3423,
+      "step": 62
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 2.2383081912994385,
+      "learning_rate": 2e-05,
+      "loss": 0.5986,
+      "step": 64
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 3.604736566543579,
+      "learning_rate": 2e-05,
+      "loss": 0.594,
+      "step": 66
+    },
+    {
+      "epoch": 0.68,
+      "grad_norm": 2.073974609375,
+      "learning_rate": 2e-05,
+      "loss": 0.1852,
+      "step": 68
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 4.072497367858887,
+      "learning_rate": 2e-05,
+      "loss": 0.3573,
+      "step": 70
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 2.104954719543457,
+      "learning_rate": 2e-05,
+      "loss": 0.4517,
+      "step": 72
+    },
+    {
+      "epoch": 0.74,
+      "grad_norm": 20.248361587524414,
+      "learning_rate": 2e-05,
+      "loss": 0.5629,
+      "step": 74
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 5.614309787750244,
+      "learning_rate": 2e-05,
+      "loss": 0.5081,
+      "step": 76
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 3.6506497859954834,
+      "learning_rate": 2e-05,
+      "loss": 0.7004,
+      "step": 78
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 0.7987788319587708,
+      "learning_rate": 2e-05,
+      "loss": 0.2193,
+      "step": 80
+    },
+    {
+      "epoch": 0.82,
+      "grad_norm": 2.1284451484680176,
+      "learning_rate": 2e-05,
+      "loss": 0.3389,
+      "step": 82
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 7.366853713989258,
+      "learning_rate": 2e-05,
+      "loss": 0.748,
+      "step": 84
+    },
+    {
+      "epoch": 0.86,
+      "grad_norm": 4.810544490814209,
+      "learning_rate": 2e-05,
+      "loss": 0.7964,
+      "step": 86
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 6.225423336029053,
+      "learning_rate": 2e-05,
+      "loss": 0.5322,
+      "step": 88
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 4.1773576736450195,
+      "learning_rate": 2e-05,
+      "loss": 0.5176,
+      "step": 90
+    },
+    {
+      "epoch": 0.92,
+      "grad_norm": 6.231110572814941,
+      "learning_rate": 2e-05,
+      "loss": 0.4377,
+      "step": 92
+    },
+    {
+      "epoch": 0.94,
+      "grad_norm": 2.0640790462493896,
+      "learning_rate": 2e-05,
+      "loss": 0.3445,
+      "step": 94
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 3.780561685562134,
+      "learning_rate": 2e-05,
+      "loss": 0.5642,
+      "step": 96
+    },
+    {
+      "epoch": 0.98,
+      "grad_norm": 4.6030449867248535,
+      "learning_rate": 2e-05,
+      "loss": 0.363,
+      "step": 98
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 1.9157155752182007,
+      "learning_rate": 2e-05,
+      "loss": 0.2215,
+      "step": 100
+    },
+    {
+      "epoch": 1.0,
+      "step": 100,
+      "total_flos": 2.386061380550656e+16,
+      "train_loss": 0.4830999755859375,
+      "train_runtime": 409.3895,
+      "train_samples_per_second": 0.977,
+      "train_steps_per_second": 0.244
+    }
+  ],
+  "logging_steps": 2,
+  "max_steps": 100,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": false,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2.386061380550656e+16,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}

client_states_fedMultipqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/4_client_model_round10.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:893681346ba343e9d0fa2f36e51accfc6d218f0664ecca940e57f3d2dc374ad9
+size 395787774

client_states_fedMultipqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/4_client_model_round12.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b46411ee8d7334f558926aaf247e2004138dcd997e035c87686449bcfc1cc469
+size 395787774

client_states_fedMultipqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/4_client_model_round15.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdb196c7e4df84cc6052571a2d10021bc4e6208c3ed2b79af86450bb25dee17c
+size 395787774

client_states_fedMultipqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/4_client_model_round17.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b45484c94bb3ab612febd88336db3b78e201867c1e805bbd435f37ef49104931
+size 395787774

client_states_fedMultipqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/4_client_model_round2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:118254270d48a1bd72d800e0b757f7eee2d6879af1e323d473ca3b25a5b156fe
+size 395786922

client_states_fedMultipqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/4_client_model_round20.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:479108ba00e734b040fe1210bcbd5d58bcbf9b9d213843eada9ace7329f09763
+size 395787774

client_states_fedMultipqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/4_client_model_round5.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cda0740f3777ae9d6bc03793b0f525db6fc40288d9de12a48092382737c4350
+size 395786922

client_states_fedMultipqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/4_client_model_round7.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3def9c46010f15f880769a9efe2296b8114ce3d0a5ad9754de24319c2fe578c
+size 395786922

client_states_fedMultipqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/4_trainer_state.json

@@ -0,0 +1,392 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.0,
+  "eval_steps": 500,
+  "global_step": 100,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.02,
+      "grad_norm": 3.530467987060547,
+      "learning_rate": 2e-05,
+      "loss": 0.2157,
+      "step": 2
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 1.8090039491653442,
+      "learning_rate": 2e-05,
+      "loss": 0.1584,
+      "step": 4
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 2.7021498680114746,
+      "learning_rate": 2e-05,
+      "loss": 0.2725,
+      "step": 6
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 1.0994998216629028,
+      "learning_rate": 2e-05,
+      "loss": 0.1925,
+      "step": 8
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 4.899983882904053,
+      "learning_rate": 2e-05,
+      "loss": 0.4641,
+      "step": 10
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 1.8486827611923218,
+      "learning_rate": 2e-05,
+      "loss": 0.6014,
+      "step": 12
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 0.669780433177948,
+      "learning_rate": 2e-05,
+      "loss": 0.1162,
+      "step": 14
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 4.612163066864014,
+      "learning_rate": 2e-05,
+      "loss": 0.5449,
+      "step": 16
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 1.251813292503357,
+      "learning_rate": 2e-05,
+      "loss": 0.3157,
+      "step": 18
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 4.452538013458252,
+      "learning_rate": 2e-05,
+      "loss": 0.1715,
+      "step": 20
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 4.419332981109619,
+      "learning_rate": 2e-05,
+      "loss": 0.2881,
+      "step": 22
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 2.8015778064727783,
+      "learning_rate": 2e-05,
+      "loss": 0.8685,
+      "step": 24
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 5.626010894775391,
+      "learning_rate": 2e-05,
+      "loss": 1.0619,
+      "step": 26
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 7.333406925201416,
+      "learning_rate": 2e-05,
+      "loss": 1.0535,
+      "step": 28
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 6.450397968292236,
+      "learning_rate": 2e-05,
+      "loss": 0.9023,
+      "step": 30
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 3.454080820083618,
+      "learning_rate": 2e-05,
+      "loss": 0.4188,
+      "step": 32
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 2.1945369243621826,
+      "learning_rate": 2e-05,
+      "loss": 0.4095,
+      "step": 34
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 2.2680203914642334,
+      "learning_rate": 2e-05,
+      "loss": 0.9443,
+      "step": 36
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 5.364918231964111,
+      "learning_rate": 2e-05,
+      "loss": 0.2831,
+      "step": 38
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 5.871020793914795,
+      "learning_rate": 2e-05,
+      "loss": 0.4717,
+      "step": 40
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 0.05804154649376869,
+      "learning_rate": 2e-05,
+      "loss": 0.2073,
+      "step": 42
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 3.274716854095459,
+      "learning_rate": 2e-05,
+      "loss": 0.595,
+      "step": 44
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 2.444748878479004,
+      "learning_rate": 2e-05,
+      "loss": 0.395,
+      "step": 46
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 2.9482669830322266,
+      "learning_rate": 2e-05,
+      "loss": 0.3739,
+      "step": 48
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 4.834102630615234,
+      "learning_rate": 2e-05,
+      "loss": 0.464,
+      "step": 50
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 4.0864577293396,
+      "learning_rate": 2e-05,
+      "loss": 1.0002,
+      "step": 52
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 0.2608688473701477,
+      "learning_rate": 2e-05,
+      "loss": 0.3152,
+      "step": 54
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 1.6589609384536743,
+      "learning_rate": 2e-05,
+      "loss": 0.1979,
+      "step": 56
+    },
+    {
+      "epoch": 0.58,
+      "grad_norm": 2.3401970863342285,
+      "learning_rate": 2e-05,
+      "loss": 0.3342,
+      "step": 58
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 2.3094046115875244,
+      "learning_rate": 2e-05,
+      "loss": 0.2121,
+      "step": 60
+    },
+    {
+      "epoch": 0.62,
+      "grad_norm": 2.6082193851470947,
+      "learning_rate": 2e-05,
+      "loss": 0.345,
+      "step": 62
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 7.014457702636719,
+      "learning_rate": 2e-05,
+      "loss": 0.8164,
+      "step": 64
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 4.024754047393799,
+      "learning_rate": 2e-05,
+      "loss": 0.7554,
+      "step": 66
+    },
+    {
+      "epoch": 0.68,
+      "grad_norm": 0.4044950008392334,
+      "learning_rate": 2e-05,
+      "loss": 0.0986,
+      "step": 68
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 4.961355209350586,
+      "learning_rate": 2e-05,
+      "loss": 0.4958,
+      "step": 70
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 7.53846549987793,
+      "learning_rate": 2e-05,
+      "loss": 0.5591,
+      "step": 72
+    },
+    {
+      "epoch": 0.74,
+      "grad_norm": 0.829863429069519,
+      "learning_rate": 2e-05,
+      "loss": 0.4915,
+      "step": 74
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 3.274028778076172,
+      "learning_rate": 2e-05,
+      "loss": 0.4124,
+      "step": 76
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 5.568228721618652,
+      "learning_rate": 2e-05,
+      "loss": 0.3262,
+      "step": 78
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 6.694833755493164,
+      "learning_rate": 2e-05,
+      "loss": 0.6133,
+      "step": 80
+    },
+    {
+      "epoch": 0.82,
+      "grad_norm": 5.746543884277344,
+      "learning_rate": 2e-05,
+      "loss": 0.8642,
+      "step": 82
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 11.073870658874512,
+      "learning_rate": 2e-05,
+      "loss": 0.833,
+      "step": 84
+    },
+    {
+      "epoch": 0.86,
+      "grad_norm": 4.428623676300049,
+      "learning_rate": 2e-05,
+      "loss": 0.333,
+      "step": 86
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 7.5453033447265625,
+      "learning_rate": 2e-05,
+      "loss": 0.7605,
+      "step": 88
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 7.614424228668213,
+      "learning_rate": 2e-05,
+      "loss": 0.2277,
+      "step": 90
+    },
+    {
+      "epoch": 0.92,
+      "grad_norm": 8.295862197875977,
+      "learning_rate": 2e-05,
+      "loss": 0.9114,
+      "step": 92
+    },
+    {
+      "epoch": 0.94,
+      "grad_norm": 2.497485876083374,
+      "learning_rate": 2e-05,
+      "loss": 0.2709,
+      "step": 94
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 1.357002854347229,
+      "learning_rate": 2e-05,
+      "loss": 0.6364,
+      "step": 96
+    },
+    {
+      "epoch": 0.98,
+      "grad_norm": 6.519164562225342,
+      "learning_rate": 2e-05,
+      "loss": 0.3441,
+      "step": 98
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 2.9073774814605713,
+      "learning_rate": 2e-05,
+      "loss": 0.4589,
+      "step": 100
+    },
+    {
+      "epoch": 1.0,
+      "step": 100,
+      "total_flos": 2.410703500397773e+16,
+      "train_loss": 0.48806270599365237,
+      "train_runtime": 603.2643,
+      "train_samples_per_second": 0.663,
+      "train_steps_per_second": 0.166
+    }
+  ],
+  "logging_steps": 2,
+  "max_steps": 100,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": false,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2.410703500397773e+16,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}

client_states_fedMultipqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/5_client_model_round10.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e98397f8ee641afb7450a1f3f2b7b46bc3b40c3af558ed2250763f6daf8926a1
+size 395787774

client_states_fedMultipqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/5_client_model_round12.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1182ee1ea28f8787bca578e777f053b2ee0a10bd3430a546fb68a7cdcf699d7
+size 395787774

client_states_fedMultipqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/5_client_model_round15.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63ba0332da3f84fc4e4f6fd1d7367267ccf7e78e25877de4de3f58a1c5482730
+size 395787774

client_states_fedMultipqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/5_client_model_round17.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:423c7b5ce9ea433b1ebd72c1011c1ce8ca96c7bc1ca28b81212c078e95829b52
+size 395787774

client_states_fedMultipqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc132_4tasks_5rounds_fixitr100_T0125_decay099/5_client_model_round2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bde583558a09eb45715c7e129609121fa1addebd7bba6f8de5847ea26e0ecadd
+size 395786922