Upload folder using huggingface_hub

client_states_fedMulti05pqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc315_4tasks_5rounds_fixitr100_T0125_decay099/0_client_model_round10.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c80aea373e684b0b0e1fdaa29f5086d9850282713d9fb54a967bdaf0d5656b
+size 184221358

client_states_fedMulti05pqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc315_4tasks_5rounds_fixitr100_T0125_decay099/0_client_model_round12.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6e88b9022098d98fa9cfa027d936d0d4b833d12ba6a0b477a40df90c1a2acc6
+size 184221358

client_states_fedMulti05pqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc315_4tasks_5rounds_fixitr100_T0125_decay099/0_client_model_round15.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd38f4d921820662348aedb4fbadfbfbf98c971a9e60ab0866e5270c3a302ee4
+size 184221358

client_states_fedMulti05pqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc315_4tasks_5rounds_fixitr100_T0125_decay099/0_client_model_round17.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a5f6b6de4aaf9d17c11baf939132bea16b62f9038995958983f45f6e4dd84db
+size 184221358

client_states_fedMulti05pqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc315_4tasks_5rounds_fixitr100_T0125_decay099/0_client_model_round2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b343498a2a39af749f7cbbad7c8ee7a9cfdfcc0a6849b2024c3c2ee452f5c30e
+size 184220842

client_states_fedMulti05pqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc315_4tasks_5rounds_fixitr100_T0125_decay099/0_client_model_round20.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84f76a291a929057829ffce7c02c24512babfad8e0d70ee53c39fd9a1d6225fb
+size 184221358

client_states_fedMulti05pqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc315_4tasks_5rounds_fixitr100_T0125_decay099/0_client_model_round5.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dfa4e7135faf8d522fa123c083db3cdf90c7510216734f3610f2ab72757f9f9
+size 184220842

client_states_fedMulti05pqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc315_4tasks_5rounds_fixitr100_T0125_decay099/0_client_model_round7.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f14762c67038e79e68c786be9fa97f0a65e97fcde6d3a08aec4a845cc8761c7
+size 184220842

client_states_fedMulti05pqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc315_4tasks_5rounds_fixitr100_T0125_decay099/0_trainer_state.json

@@ -0,0 +1,392 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.0,
+  "eval_steps": 500,
+  "global_step": 100,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.02,
+      "grad_norm": 10.118582725524902,
+      "learning_rate": 2e-05,
+      "loss": 1.2595,
+      "step": 2
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 6.118746280670166,
+      "learning_rate": 2e-05,
+      "loss": 1.1929,
+      "step": 4
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 6.284697532653809,
+      "learning_rate": 2e-05,
+      "loss": 0.2971,
+      "step": 6
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.7177035808563232,
+      "learning_rate": 2e-05,
+      "loss": 0.0715,
+      "step": 8
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 4.433117866516113,
+      "learning_rate": 2e-05,
+      "loss": 0.5271,
+      "step": 10
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 11.228690147399902,
+      "learning_rate": 2e-05,
+      "loss": 0.7939,
+      "step": 12
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 5.912347793579102,
+      "learning_rate": 2e-05,
+      "loss": 0.3741,
+      "step": 14
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 10.805156707763672,
+      "learning_rate": 2e-05,
+      "loss": 1.2708,
+      "step": 16
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 15.403585433959961,
+      "learning_rate": 2e-05,
+      "loss": 1.6731,
+      "step": 18
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 9.482099533081055,
+      "learning_rate": 2e-05,
+      "loss": 0.9167,
+      "step": 20
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 0.6143919229507446,
+      "learning_rate": 2e-05,
+      "loss": 0.019,
+      "step": 22
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 10.184311866760254,
+      "learning_rate": 2e-05,
+      "loss": 0.8106,
+      "step": 24
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 6.651106834411621,
+      "learning_rate": 2e-05,
+      "loss": 0.2174,
+      "step": 26
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 0.7003784775733948,
+      "learning_rate": 2e-05,
+      "loss": 0.1429,
+      "step": 28
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 2.259704351425171,
+      "learning_rate": 2e-05,
+      "loss": 0.7785,
+      "step": 30
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 18.155855178833008,
+      "learning_rate": 2e-05,
+      "loss": 1.0938,
+      "step": 32
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 5.880727291107178,
+      "learning_rate": 2e-05,
+      "loss": 0.276,
+      "step": 34
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 11.953298568725586,
+      "learning_rate": 2e-05,
+      "loss": 0.6074,
+      "step": 36
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 4.191051483154297,
+      "learning_rate": 2e-05,
+      "loss": 0.8617,
+      "step": 38
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 4.7227277755737305,
+      "learning_rate": 2e-05,
+      "loss": 0.2521,
+      "step": 40
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 1.4572652578353882,
+      "learning_rate": 2e-05,
+      "loss": 0.0813,
+      "step": 42
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 7.992749214172363,
+      "learning_rate": 2e-05,
+      "loss": 1.4219,
+      "step": 44
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 0.41965484619140625,
+      "learning_rate": 2e-05,
+      "loss": 0.2991,
+      "step": 46
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 15.168863296508789,
+      "learning_rate": 2e-05,
+      "loss": 1.431,
+      "step": 48
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 2.7082669734954834,
+      "learning_rate": 2e-05,
+      "loss": 0.1486,
+      "step": 50
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 10.389884948730469,
+      "learning_rate": 2e-05,
+      "loss": 0.4073,
+      "step": 52
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 2.2888519763946533,
+      "learning_rate": 2e-05,
+      "loss": 0.167,
+      "step": 54
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 3.7965214252471924,
+      "learning_rate": 2e-05,
+      "loss": 0.153,
+      "step": 56
+    },
+    {
+      "epoch": 0.58,
+      "grad_norm": 12.314504623413086,
+      "learning_rate": 2e-05,
+      "loss": 1.9982,
+      "step": 58
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 4.840147495269775,
+      "learning_rate": 2e-05,
+      "loss": 0.1507,
+      "step": 60
+    },
+    {
+      "epoch": 0.62,
+      "grad_norm": 2.2985310554504395,
+      "learning_rate": 2e-05,
+      "loss": 0.3894,
+      "step": 62
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 3.943399667739868,
+      "learning_rate": 2e-05,
+      "loss": 0.1996,
+      "step": 64
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 0.6128279566764832,
+      "learning_rate": 2e-05,
+      "loss": 0.1911,
+      "step": 66
+    },
+    {
+      "epoch": 0.68,
+      "grad_norm": 8.006756782531738,
+      "learning_rate": 2e-05,
+      "loss": 0.7514,
+      "step": 68
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 12.730741500854492,
+      "learning_rate": 2e-05,
+      "loss": 0.7592,
+      "step": 70
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 7.818113327026367,
+      "learning_rate": 2e-05,
+      "loss": 0.3167,
+      "step": 72
+    },
+    {
+      "epoch": 0.74,
+      "grad_norm": 11.865202903747559,
+      "learning_rate": 2e-05,
+      "loss": 2.6763,
+      "step": 74
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 5.829477310180664,
+      "learning_rate": 2e-05,
+      "loss": 0.7548,
+      "step": 76
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 0.4222329258918762,
+      "learning_rate": 2e-05,
+      "loss": 0.9183,
+      "step": 78
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 6.740832805633545,
+      "learning_rate": 2e-05,
+      "loss": 1.1974,
+      "step": 80
+    },
+    {
+      "epoch": 0.82,
+      "grad_norm": 6.7113728523254395,
+      "learning_rate": 2e-05,
+      "loss": 0.5823,
+      "step": 82
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 13.459867477416992,
+      "learning_rate": 2e-05,
+      "loss": 0.947,
+      "step": 84
+    },
+    {
+      "epoch": 0.86,
+      "grad_norm": 0.5863717198371887,
+      "learning_rate": 2e-05,
+      "loss": 0.1598,
+      "step": 86
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 9.321941375732422,
+      "learning_rate": 2e-05,
+      "loss": 1.2366,
+      "step": 88
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 4.117404937744141,
+      "learning_rate": 2e-05,
+      "loss": 0.403,
+      "step": 90
+    },
+    {
+      "epoch": 0.92,
+      "grad_norm": 0.7923697233200073,
+      "learning_rate": 2e-05,
+      "loss": 0.8784,
+      "step": 92
+    },
+    {
+      "epoch": 0.94,
+      "grad_norm": 9.964466094970703,
+      "learning_rate": 2e-05,
+      "loss": 1.9698,
+      "step": 94
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 3.3292384147644043,
+      "learning_rate": 2e-05,
+      "loss": 1.5952,
+      "step": 96
+    },
+    {
+      "epoch": 0.98,
+      "grad_norm": 12.358708381652832,
+      "learning_rate": 2e-05,
+      "loss": 1.8824,
+      "step": 98
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.8694202899932861,
+      "learning_rate": 2e-05,
+      "loss": 0.2218,
+      "step": 100
+    },
+    {
+      "epoch": 1.0,
+      "step": 100,
+      "total_flos": 2053257199353856.0,
+      "train_loss": 0.7544884479045868,
+      "train_runtime": 104.185,
+      "train_samples_per_second": 3.839,
+      "train_steps_per_second": 0.96
+    }
+  ],
+  "logging_steps": 2,
+  "max_steps": 100,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": false,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2053257199353856.0,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

client_states_fedMulti05pqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc315_4tasks_5rounds_fixitr100_T0125_decay099/1_client_model_round10.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f0ac16fec9edf041d389c5bc6dd315670e98dca7a8355c19ee4a1b791eb6135
+size 184221358

client_states_fedMulti05pqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc315_4tasks_5rounds_fixitr100_T0125_decay099/1_client_model_round12.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d4855863c1d2f4eea6cf30aa47ef34f4c334618724ad7e2894e05f243c9d09
+size 184221358

client_states_fedMulti05pqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc315_4tasks_5rounds_fixitr100_T0125_decay099/1_client_model_round15.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbfe4d0a3f072b16da77d77359969da3ec9dac57bd6ba9c87781fe28237622dc
+size 184221358

client_states_fedMulti05pqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc315_4tasks_5rounds_fixitr100_T0125_decay099/1_client_model_round17.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed405c45843666cf944afa281a4b30b27575cff4f34767d3efb7ce3168ca8674
+size 184221358

client_states_fedMulti05pqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc315_4tasks_5rounds_fixitr100_T0125_decay099/1_client_model_round2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7947d130f5da524a4b3c4cdb5fc89c08bfdeeb3cbf9a84c3a983ad0ec461c06d
+size 184220842

client_states_fedMulti05pqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc315_4tasks_5rounds_fixitr100_T0125_decay099/1_client_model_round20.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d028fff214c7d648c71a7a3c6aeac247aa071eae5fecee83d7f4cd501f25715
+size 184221358

client_states_fedMulti05pqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc315_4tasks_5rounds_fixitr100_T0125_decay099/1_client_model_round5.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a233ae029e545a60633b16cd949410fa1d06d79f6799baaa3bb71f1ddc81bdc
+size 184220842

client_states_fedMulti05pqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc315_4tasks_5rounds_fixitr100_T0125_decay099/1_client_model_round7.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1db6e06c7046e40a00de81a16c30f86bbc0efdb7a8a04ac38e98f85de5211b06
+size 184220842

client_states_fedMulti05pqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc315_4tasks_5rounds_fixitr100_T0125_decay099/1_trainer_state.json

@@ -0,0 +1,392 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.0,
+  "eval_steps": 500,
+  "global_step": 100,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.02,
+      "grad_norm": 0.04393099993467331,
+      "learning_rate": 2e-05,
+      "loss": 0.1207,
+      "step": 2
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 0.05937394127249718,
+      "learning_rate": 2e-05,
+      "loss": 0.0377,
+      "step": 4
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 0.35762932896614075,
+      "learning_rate": 2e-05,
+      "loss": 0.0098,
+      "step": 6
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.09789979457855225,
+      "learning_rate": 2e-05,
+      "loss": 0.0068,
+      "step": 8
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 0.03392194211483002,
+      "learning_rate": 2e-05,
+      "loss": 0.0019,
+      "step": 10
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 0.023007916286587715,
+      "learning_rate": 2e-05,
+      "loss": 0.0066,
+      "step": 12
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 0.07225459069013596,
+      "learning_rate": 2e-05,
+      "loss": 0.0019,
+      "step": 14
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.3029000461101532,
+      "learning_rate": 2e-05,
+      "loss": 0.0827,
+      "step": 16
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 0.025219613686203957,
+      "learning_rate": 2e-05,
+      "loss": 0.0294,
+      "step": 18
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 0.011582453735172749,
+      "learning_rate": 2e-05,
+      "loss": 0.001,
+      "step": 20
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 0.04991193488240242,
+      "learning_rate": 2e-05,
+      "loss": 0.0077,
+      "step": 22
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 0.05845927447080612,
+      "learning_rate": 2e-05,
+      "loss": 0.0019,
+      "step": 24
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 1.4130098819732666,
+      "learning_rate": 2e-05,
+      "loss": 0.0395,
+      "step": 26
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 0.016544118523597717,
+      "learning_rate": 2e-05,
+      "loss": 0.0007,
+      "step": 28
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 1.08310067653656,
+      "learning_rate": 2e-05,
+      "loss": 0.0187,
+      "step": 30
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 0.4315275549888611,
+      "learning_rate": 2e-05,
+      "loss": 0.2183,
+      "step": 32
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 5.541749954223633,
+      "learning_rate": 2e-05,
+      "loss": 0.1588,
+      "step": 34
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 0.005985849536955357,
+      "learning_rate": 2e-05,
+      "loss": 0.0003,
+      "step": 36
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 0.15569433569908142,
+      "learning_rate": 2e-05,
+      "loss": 0.0049,
+      "step": 38
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 6.249331474304199,
+      "learning_rate": 2e-05,
+      "loss": 0.2083,
+      "step": 40
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 0.013107839040458202,
+      "learning_rate": 2e-05,
+      "loss": 0.0005,
+      "step": 42
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 7.430248737335205,
+      "learning_rate": 2e-05,
+      "loss": 0.3365,
+      "step": 44
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 0.007363118231296539,
+      "learning_rate": 2e-05,
+      "loss": 0.0007,
+      "step": 46
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 0.22596396505832672,
+      "learning_rate": 2e-05,
+      "loss": 0.0028,
+      "step": 48
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 0.011090992018580437,
+      "learning_rate": 2e-05,
+      "loss": 0.0082,
+      "step": 50
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 0.002775605069473386,
+      "learning_rate": 2e-05,
+      "loss": 0.0144,
+      "step": 52
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 0.12985211610794067,
+      "learning_rate": 2e-05,
+      "loss": 0.0036,
+      "step": 54
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 0.00687048677355051,
+      "learning_rate": 2e-05,
+      "loss": 0.0506,
+      "step": 56
+    },
+    {
+      "epoch": 0.58,
+      "grad_norm": 0.1465214043855667,
+      "learning_rate": 2e-05,
+      "loss": 0.6757,
+      "step": 58
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 0.008273234590888023,
+      "learning_rate": 2e-05,
+      "loss": 0.1315,
+      "step": 60
+    },
+    {
+      "epoch": 0.62,
+      "grad_norm": 0.004378190264105797,
+      "learning_rate": 2e-05,
+      "loss": 0.0005,
+      "step": 62
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 0.01929680071771145,
+      "learning_rate": 2e-05,
+      "loss": 0.0199,
+      "step": 64
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 0.08087120205163956,
+      "learning_rate": 2e-05,
+      "loss": 0.0018,
+      "step": 66
+    },
+    {
+      "epoch": 0.68,
+      "grad_norm": 0.59710294008255,
+      "learning_rate": 2e-05,
+      "loss": 0.0188,
+      "step": 68
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 0.0036440733820199966,
+      "learning_rate": 2e-05,
+      "loss": 0.0007,
+      "step": 70
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 1.1077224016189575,
+      "learning_rate": 2e-05,
+      "loss": 0.0233,
+      "step": 72
+    },
+    {
+      "epoch": 0.74,
+      "grad_norm": 0.230132058262825,
+      "learning_rate": 2e-05,
+      "loss": 0.0057,
+      "step": 74
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 0.05570218339562416,
+      "learning_rate": 2e-05,
+      "loss": 0.0017,
+      "step": 76
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 8.745405197143555,
+      "learning_rate": 2e-05,
+      "loss": 0.3285,
+      "step": 78
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 0.024981992319226265,
+      "learning_rate": 2e-05,
+      "loss": 0.0147,
+      "step": 80
+    },
+    {
+      "epoch": 0.82,
+      "grad_norm": 0.031237130984663963,
+      "learning_rate": 2e-05,
+      "loss": 0.0012,
+      "step": 82
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 0.0025312919169664383,
+      "learning_rate": 2e-05,
+      "loss": 0.0005,
+      "step": 84
+    },
+    {
+      "epoch": 0.86,
+      "grad_norm": 0.015429472550749779,
+      "learning_rate": 2e-05,
+      "loss": 1.1335,
+      "step": 86
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 0.017283031716942787,
+      "learning_rate": 2e-05,
+      "loss": 0.3927,
+      "step": 88
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 0.5121035575866699,
+      "learning_rate": 2e-05,
+      "loss": 0.0129,
+      "step": 90
+    },
+    {
+      "epoch": 0.92,
+      "grad_norm": 0.03509877249598503,
+      "learning_rate": 2e-05,
+      "loss": 0.0017,
+      "step": 92
+    },
+    {
+      "epoch": 0.94,
+      "grad_norm": 0.14815396070480347,
+      "learning_rate": 2e-05,
+      "loss": 0.0033,
+      "step": 94
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 0.7982791662216187,
+      "learning_rate": 2e-05,
+      "loss": 0.0208,
+      "step": 96
+    },
+    {
+      "epoch": 0.98,
+      "grad_norm": 0.01828967221081257,
+      "learning_rate": 2e-05,
+      "loss": 0.0008,
+      "step": 98
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.028920019045472145,
+      "learning_rate": 2e-05,
+      "loss": 0.001,
+      "step": 100
+    },
+    {
+      "epoch": 1.0,
+      "step": 100,
+      "total_flos": 2069634366832640.0,
+      "train_loss": 0.08332296743988991,
+      "train_runtime": 107.3131,
+      "train_samples_per_second": 3.727,
+      "train_steps_per_second": 0.932
+    }
+  ],
+  "logging_steps": 2,
+  "max_steps": 100,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": false,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2069634366832640.0,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

client_states_fedMulti05pqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc315_4tasks_5rounds_fixitr100_T0125_decay099/2_client_model_round10.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da9148465a8f4cd95eb0270b16e665c42629158f33ddfd085cf012707d1ef16b
+size 395787774

client_states_fedMulti05pqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc315_4tasks_5rounds_fixitr100_T0125_decay099/2_client_model_round12.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f056a7a7306d28976e4fde5cb1b618208f0e76c65bd6947194700673afa3716f
+size 395787774

client_states_fedMulti05pqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc315_4tasks_5rounds_fixitr100_T0125_decay099/2_client_model_round15.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cb3dcfd9ac4a31a6062da06d6c2a79b842c37d02bcd61f707a6b3cf697d7bd5
+size 395787774

client_states_fedMulti05pqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc315_4tasks_5rounds_fixitr100_T0125_decay099/2_client_model_round17.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a32667855f860745db53d430e6027c2efab2aba52ede199dfdbe120ec036ae
+size 395787774

client_states_fedMulti05pqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc315_4tasks_5rounds_fixitr100_T0125_decay099/2_client_model_round2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f17d877d7edb557a631aa8a8e9d7bbb5fe31cd8b8ea72023e5dd5c53d78cb51
+size 395786922

client_states_fedMulti05pqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc315_4tasks_5rounds_fixitr100_T0125_decay099/2_client_model_round20.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bea7e9f04931f33c56745ae1d45c38c1aded38837d8c0b8d3188a343789720f
+size 395787774

client_states_fedMulti05pqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc315_4tasks_5rounds_fixitr100_T0125_decay099/2_client_model_round5.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ce75e696ed202ce34673247f828b40b13467468cd3c20ad62920c876d2499b8
+size 395786922

client_states_fedMulti05pqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc315_4tasks_5rounds_fixitr100_T0125_decay099/2_client_model_round7.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7816dd1bead642c814ff649d6f816a07e2a31ad800473f5f91e736dd8f6abb0f
+size 395786922

client_states_fedMulti05pqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc315_4tasks_5rounds_fixitr100_T0125_decay099/2_trainer_state.json

@@ -0,0 +1,392 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.0,
+  "eval_steps": 500,
+  "global_step": 100,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.02,
+      "grad_norm": 2.0575942993164062,
+      "learning_rate": 2e-05,
+      "loss": 0.1776,
+      "step": 2
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 4.511972904205322,
+      "learning_rate": 2e-05,
+      "loss": 1.2725,
+      "step": 4
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 2.5023305416107178,
+      "learning_rate": 2e-05,
+      "loss": 0.8205,
+      "step": 6
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 4.759030818939209,
+      "learning_rate": 2e-05,
+      "loss": 1.0588,
+      "step": 8
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 5.180241107940674,
+      "learning_rate": 2e-05,
+      "loss": 0.5701,
+      "step": 10
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 6.446163654327393,
+      "learning_rate": 2e-05,
+      "loss": 0.9541,
+      "step": 12
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 0.8326573967933655,
+      "learning_rate": 2e-05,
+      "loss": 0.4677,
+      "step": 14
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 5.085803508758545,
+      "learning_rate": 2e-05,
+      "loss": 0.7075,
+      "step": 16
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 2.1354782581329346,
+      "learning_rate": 2e-05,
+      "loss": 0.4075,
+      "step": 18
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 4.467723846435547,
+      "learning_rate": 2e-05,
+      "loss": 1.4546,
+      "step": 20
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 0.7991389632225037,
+      "learning_rate": 2e-05,
+      "loss": 0.1716,
+      "step": 22
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 8.154854774475098,
+      "learning_rate": 2e-05,
+      "loss": 0.6297,
+      "step": 24
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 8.408839225769043,
+      "learning_rate": 2e-05,
+      "loss": 0.7795,
+      "step": 26
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 5.934333324432373,
+      "learning_rate": 2e-05,
+      "loss": 0.3573,
+      "step": 28
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 1.385451078414917,
+      "learning_rate": 2e-05,
+      "loss": 0.1851,
+      "step": 30
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 5.4457573890686035,
+      "learning_rate": 2e-05,
+      "loss": 0.3923,
+      "step": 32
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 3.9038946628570557,
+      "learning_rate": 2e-05,
+      "loss": 0.5699,
+      "step": 34
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 2.6609935760498047,
+      "learning_rate": 2e-05,
+      "loss": 0.1604,
+      "step": 36
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 4.058396339416504,
+      "learning_rate": 2e-05,
+      "loss": 1.0164,
+      "step": 38
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 7.083247184753418,
+      "learning_rate": 2e-05,
+      "loss": 0.6453,
+      "step": 40
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 2.5094070434570312,
+      "learning_rate": 2e-05,
+      "loss": 0.7037,
+      "step": 42
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 3.413587808609009,
+      "learning_rate": 2e-05,
+      "loss": 0.2112,
+      "step": 44
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 1.3233474493026733,
+      "learning_rate": 2e-05,
+      "loss": 0.4624,
+      "step": 46
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 0.4725527763366699,
+      "learning_rate": 2e-05,
+      "loss": 0.429,
+      "step": 48
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 1.5021445751190186,
+      "learning_rate": 2e-05,
+      "loss": 0.1492,
+      "step": 50
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 7.261585235595703,
+      "learning_rate": 2e-05,
+      "loss": 0.8084,
+      "step": 52
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 7.5004377365112305,
+      "learning_rate": 2e-05,
+      "loss": 0.585,
+      "step": 54
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 9.127928733825684,
+      "learning_rate": 2e-05,
+      "loss": 0.7318,
+      "step": 56
+    },
+    {
+      "epoch": 0.58,
+      "grad_norm": 3.533341407775879,
+      "learning_rate": 2e-05,
+      "loss": 0.153,
+      "step": 58
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 0.16624395549297333,
+      "learning_rate": 2e-05,
+      "loss": 0.1535,
+      "step": 60
+    },
+    {
+      "epoch": 0.62,
+      "grad_norm": 2.0703632831573486,
+      "learning_rate": 2e-05,
+      "loss": 0.7659,
+      "step": 62
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 5.86838436126709,
+      "learning_rate": 2e-05,
+      "loss": 0.5777,
+      "step": 64
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 2.4951283931732178,
+      "learning_rate": 2e-05,
+      "loss": 0.137,
+      "step": 66
+    },
+    {
+      "epoch": 0.68,
+      "grad_norm": 3.6449482440948486,
+      "learning_rate": 2e-05,
+      "loss": 0.3761,
+      "step": 68
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 4.749931335449219,
+      "learning_rate": 2e-05,
+      "loss": 0.7073,
+      "step": 70
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 0.8903286457061768,
+      "learning_rate": 2e-05,
+      "loss": 0.7262,
+      "step": 72
+    },
+    {
+      "epoch": 0.74,
+      "grad_norm": 0.5491483807563782,
+      "learning_rate": 2e-05,
+      "loss": 0.0311,
+      "step": 74
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 0.6490838527679443,
+      "learning_rate": 2e-05,
+      "loss": 0.168,
+      "step": 76
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 2.041003704071045,
+      "learning_rate": 2e-05,
+      "loss": 0.1247,
+      "step": 78
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 16.038522720336914,
+      "learning_rate": 2e-05,
+      "loss": 1.7644,
+      "step": 80
+    },
+    {
+      "epoch": 0.82,
+      "grad_norm": 14.096282958984375,
+      "learning_rate": 2e-05,
+      "loss": 2.9032,
+      "step": 82
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 0.6244635581970215,
+      "learning_rate": 2e-05,
+      "loss": 0.0249,
+      "step": 84
+    },
+    {
+      "epoch": 0.86,
+      "grad_norm": 5.987948417663574,
+      "learning_rate": 2e-05,
+      "loss": 0.5752,
+      "step": 86
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 5.380762577056885,
+      "learning_rate": 2e-05,
+      "loss": 0.5555,
+      "step": 88
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 5.882531642913818,
+      "learning_rate": 2e-05,
+      "loss": 1.6443,
+      "step": 90
+    },
+    {
+      "epoch": 0.92,
+      "grad_norm": 0.13828590512275696,
+      "learning_rate": 2e-05,
+      "loss": 0.2562,
+      "step": 92
+    },
+    {
+      "epoch": 0.94,
+      "grad_norm": 6.185029029846191,
+      "learning_rate": 2e-05,
+      "loss": 0.5181,
+      "step": 94
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 3.6633758544921875,
+      "learning_rate": 2e-05,
+      "loss": 0.2768,
+      "step": 96
+    },
+    {
+      "epoch": 0.98,
+      "grad_norm": 10.242522239685059,
+      "learning_rate": 2e-05,
+      "loss": 1.9668,
+      "step": 98
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 2.074227809906006,
+      "learning_rate": 2e-05,
+      "loss": 0.1758,
+      "step": 100
+    },
+    {
+      "epoch": 1.0,
+      "step": 100,
+      "total_flos": 4914533793529856.0,
+      "train_loss": 0.6292184376716614,
+      "train_runtime": 177.8526,
+      "train_samples_per_second": 2.249,
+      "train_steps_per_second": 0.562
+    }
+  ],
+  "logging_steps": 2,
+  "max_steps": 100,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": false,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 4914533793529856.0,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

client_states_fedMulti05pqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc315_4tasks_5rounds_fixitr100_T0125_decay099/3_client_model_round10.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1caed849bb9462392a855436bd239bff51df5a0a602ded2c64eee5b5fb3a80d
+size 184221358

client_states_fedMulti05pqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc315_4tasks_5rounds_fixitr100_T0125_decay099/3_client_model_round12.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00879f5a55a113c84b67ee13645a3a39a68074762b9efe2023779ed5a48fdd93
+size 184221358

client_states_fedMulti05pqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc315_4tasks_5rounds_fixitr100_T0125_decay099/3_client_model_round15.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3dab260c08d06e7dfbe65867448b5575dac4f9f5dbee4f39a0eed137f16c14c
+size 184221358

client_states_fedMulti05pqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc315_4tasks_5rounds_fixitr100_T0125_decay099/3_client_model_round17.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebab4b60f08b0096b0f6c1e817927c47708d879e863a55b8a74af0b5381fe52f
+size 184221358

client_states_fedMulti05pqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc315_4tasks_5rounds_fixitr100_T0125_decay099/3_client_model_round2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41cdbf7fbf9f2eba9debe3b60422fad176d9bce7f11ae2c2286a9051a36cf3e0
+size 184220842

client_states_fedMulti05pqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc315_4tasks_5rounds_fixitr100_T0125_decay099/3_client_model_round20.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01c14c027726c94d05b77d01aa6098b1329d6420f1a2791995dbf57cacc6eee3
+size 184221358

client_states_fedMulti05pqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc315_4tasks_5rounds_fixitr100_T0125_decay099/3_client_model_round5.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfa2b8e7e3a327002d47889f93e0c211dd05aabbfc43d19c6c833be387c586f1
+size 184220842

client_states_fedMulti05pqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc315_4tasks_5rounds_fixitr100_T0125_decay099/3_client_model_round7.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93c8f02b96fd7cabe7a2a0a74c6f835a0c7a5709c3048a6ae17e863f25fd1300
+size 184220842

client_states_fedMulti05pqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc315_4tasks_5rounds_fixitr100_T0125_decay099/3_trainer_state.json

@@ -0,0 +1,392 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.0,
+  "eval_steps": 500,
+  "global_step": 100,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.02,
+      "grad_norm": 11.626480102539062,
+      "learning_rate": 2e-05,
+      "loss": 2.05,
+      "step": 2
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 3.168531894683838,
+      "learning_rate": 2e-05,
+      "loss": 0.4739,
+      "step": 4
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 8.85742473602295,
+      "learning_rate": 2e-05,
+      "loss": 1.2035,
+      "step": 6
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 13.493270874023438,
+      "learning_rate": 2e-05,
+      "loss": 1.469,
+      "step": 8
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 14.354758262634277,
+      "learning_rate": 2e-05,
+      "loss": 1.4982,
+      "step": 10
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 9.80854320526123,
+      "learning_rate": 2e-05,
+      "loss": 1.6823,
+      "step": 12
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 9.743561744689941,
+      "learning_rate": 2e-05,
+      "loss": 1.0911,
+      "step": 14
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 8.771895408630371,
+      "learning_rate": 2e-05,
+      "loss": 0.8212,
+      "step": 16
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 9.498795509338379,
+      "learning_rate": 2e-05,
+      "loss": 0.5289,
+      "step": 18
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 3.34366774559021,
+      "learning_rate": 2e-05,
+      "loss": 0.8355,
+      "step": 20
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 7.088817119598389,
+      "learning_rate": 2e-05,
+      "loss": 0.7599,
+      "step": 22
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 5.744113922119141,
+      "learning_rate": 2e-05,
+      "loss": 0.9473,
+      "step": 24
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 2.3298373222351074,
+      "learning_rate": 2e-05,
+      "loss": 0.434,
+      "step": 26
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 7.713898181915283,
+      "learning_rate": 2e-05,
+      "loss": 0.429,
+      "step": 28
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 9.572039604187012,
+      "learning_rate": 2e-05,
+      "loss": 0.9164,
+      "step": 30
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 22.07094383239746,
+      "learning_rate": 2e-05,
+      "loss": 1.9406,
+      "step": 32
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 3.5470852851867676,
+      "learning_rate": 2e-05,
+      "loss": 2.0393,
+      "step": 34
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 13.401988983154297,
+      "learning_rate": 2e-05,
+      "loss": 2.3097,
+      "step": 36
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 7.751951694488525,
+      "learning_rate": 2e-05,
+      "loss": 1.1857,
+      "step": 38
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 5.891435623168945,
+      "learning_rate": 2e-05,
+      "loss": 1.2277,
+      "step": 40
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 17.701826095581055,
+      "learning_rate": 2e-05,
+      "loss": 1.5125,
+      "step": 42
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 14.625367164611816,
+      "learning_rate": 2e-05,
+      "loss": 1.5429,
+      "step": 44
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 7.432581424713135,
+      "learning_rate": 2e-05,
+      "loss": 0.6927,
+      "step": 46
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 5.332671642303467,
+      "learning_rate": 2e-05,
+      "loss": 0.518,
+      "step": 48
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 6.91637659072876,
+      "learning_rate": 2e-05,
+      "loss": 1.067,
+      "step": 50
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 8.855731964111328,
+      "learning_rate": 2e-05,
+      "loss": 2.106,
+      "step": 52
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 1.1896896362304688,
+      "learning_rate": 2e-05,
+      "loss": 0.7944,
+      "step": 54
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 2.625309467315674,
+      "learning_rate": 2e-05,
+      "loss": 0.7708,
+      "step": 56
+    },
+    {
+      "epoch": 0.58,
+      "grad_norm": 6.494451999664307,
+      "learning_rate": 2e-05,
+      "loss": 0.8268,
+      "step": 58
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 8.12104606628418,
+      "learning_rate": 2e-05,
+      "loss": 1.4391,
+      "step": 60
+    },
+    {
+      "epoch": 0.62,
+      "grad_norm": 6.43969202041626,
+      "learning_rate": 2e-05,
+      "loss": 0.7089,
+      "step": 62
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 6.886626243591309,
+      "learning_rate": 2e-05,
+      "loss": 0.7891,
+      "step": 64
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 6.742187976837158,
+      "learning_rate": 2e-05,
+      "loss": 1.0454,
+      "step": 66
+    },
+    {
+      "epoch": 0.68,
+      "grad_norm": 5.596505641937256,
+      "learning_rate": 2e-05,
+      "loss": 1.119,
+      "step": 68
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 6.840418815612793,
+      "learning_rate": 2e-05,
+      "loss": 1.1935,
+      "step": 70
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 9.243856430053711,
+      "learning_rate": 2e-05,
+      "loss": 2.1952,
+      "step": 72
+    },
+    {
+      "epoch": 0.74,
+      "grad_norm": 7.282166957855225,
+      "learning_rate": 2e-05,
+      "loss": 1.2137,
+      "step": 74
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 16.72466468811035,
+      "learning_rate": 2e-05,
+      "loss": 1.4145,
+      "step": 76
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 7.7932353019714355,
+      "learning_rate": 2e-05,
+      "loss": 0.7947,
+      "step": 78
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 10.55909538269043,
+      "learning_rate": 2e-05,
+      "loss": 0.9934,
+      "step": 80
+    },
+    {
+      "epoch": 0.82,
+      "grad_norm": 4.435039520263672,
+      "learning_rate": 2e-05,
+      "loss": 0.2408,
+      "step": 82
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 5.173746585845947,
+      "learning_rate": 2e-05,
+      "loss": 0.4114,
+      "step": 84
+    },
+    {
+      "epoch": 0.86,
+      "grad_norm": 4.682281970977783,
+      "learning_rate": 2e-05,
+      "loss": 1.0906,
+      "step": 86
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 4.184356689453125,
+      "learning_rate": 2e-05,
+      "loss": 0.9139,
+      "step": 88
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 7.258085250854492,
+      "learning_rate": 2e-05,
+      "loss": 0.8793,
+      "step": 90
+    },
+    {
+      "epoch": 0.92,
+      "grad_norm": 9.776921272277832,
+      "learning_rate": 2e-05,
+      "loss": 0.5706,
+      "step": 92
+    },
+    {
+      "epoch": 0.94,
+      "grad_norm": 7.206700801849365,
+      "learning_rate": 2e-05,
+      "loss": 0.6475,
+      "step": 94
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 5.574616432189941,
+      "learning_rate": 2e-05,
+      "loss": 0.3655,
+      "step": 96
+    },
+    {
+      "epoch": 0.98,
+      "grad_norm": 7.361481189727783,
+      "learning_rate": 2e-05,
+      "loss": 1.1062,
+      "step": 98
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 8.203963279724121,
+      "learning_rate": 2e-05,
+      "loss": 1.1724,
+      "step": 100
+    },
+    {
+      "epoch": 1.0,
+      "step": 100,
+      "total_flos": 2097655350034432.0,
+      "train_loss": 1.0795783376693726,
+      "train_runtime": 105.8553,
+      "train_samples_per_second": 3.779,
+      "train_steps_per_second": 0.945
+    }
+  ],
+  "logging_steps": 2,
+  "max_steps": 100,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": false,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2097655350034432.0,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

client_states_fedMulti05pqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc315_4tasks_5rounds_fixitr100_T0125_decay099/4_client_model_round10.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b4c70a43ea29ab4146dc52168d71be9bb1ee30fd66fa0570cc295895a400058
+size 395787774

client_states_fedMulti05pqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc315_4tasks_5rounds_fixitr100_T0125_decay099/4_client_model_round12.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c4121df5da69f25e22324b1fae947d957965cc89060aee94c232c217c13d5a2
+size 395787774

client_states_fedMulti05pqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc315_4tasks_5rounds_fixitr100_T0125_decay099/4_client_model_round15.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:652fc3cbea3aa91a5eabdf26ed9e3ba0956d061c573c80656d394a6d472a5abd
+size 395787774

client_states_fedMulti05pqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc315_4tasks_5rounds_fixitr100_T0125_decay099/4_client_model_round17.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:241cf639f7184d9cad2c59c2a8bc8b97e853f9d9e1148f88a8e53c2529d3694e
+size 395787774

client_states_fedMulti05pqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc315_4tasks_5rounds_fixitr100_T0125_decay099/4_client_model_round2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7cd7d4793d455ea44d08d57f35d9f72b764bac238dafe97e35fad001f9bfec4
+size 395786922

client_states_fedMulti05pqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc315_4tasks_5rounds_fixitr100_T0125_decay099/4_client_model_round20.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7026d317cb2c5e167440fea75c22721176e3f611591e2ee55098b8e9d4093cd9
+size 395787774

client_states_fedMulti05pqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc315_4tasks_5rounds_fixitr100_T0125_decay099/4_client_model_round5.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13abd74b11414572dfa4c1f4ca4fa0fb3c8e377ebc34367b8e3be387ab0e4f1e
+size 395786922

client_states_fedMulti05pqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc315_4tasks_5rounds_fixitr100_T0125_decay099/4_client_model_round7.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0134d8b32899bce233064517b4351b730008c7edb2aa48715e4246e6929ccbce
+size 395786922

client_states_fedMulti05pqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc315_4tasks_5rounds_fixitr100_T0125_decay099/4_trainer_state.json

@@ -0,0 +1,392 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.0,
+  "eval_steps": 500,
+  "global_step": 100,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.02,
+      "grad_norm": 2.4937663078308105,
+      "learning_rate": 2e-05,
+      "loss": 0.3758,
+      "step": 2
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 4.081711769104004,
+      "learning_rate": 2e-05,
+      "loss": 0.9716,
+      "step": 4
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 1.1032688617706299,
+      "learning_rate": 2e-05,
+      "loss": 0.3824,
+      "step": 6
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 1.991381287574768,
+      "learning_rate": 2e-05,
+      "loss": 0.6662,
+      "step": 8
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 2.109754800796509,
+      "learning_rate": 2e-05,
+      "loss": 0.4761,
+      "step": 10
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 2.8071582317352295,
+      "learning_rate": 2e-05,
+      "loss": 0.1944,
+      "step": 12
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 4.594367504119873,
+      "learning_rate": 2e-05,
+      "loss": 0.6261,
+      "step": 14
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 7.886587619781494,
+      "learning_rate": 2e-05,
+      "loss": 2.027,
+      "step": 16
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 3.827627182006836,
+      "learning_rate": 2e-05,
+      "loss": 0.4236,
+      "step": 18
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 6.038527011871338,
+      "learning_rate": 2e-05,
+      "loss": 0.4733,
+      "step": 20
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 4.899626731872559,
+      "learning_rate": 2e-05,
+      "loss": 1.6886,
+      "step": 22
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 2.1262969970703125,
+      "learning_rate": 2e-05,
+      "loss": 0.9716,
+      "step": 24
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 3.1155662536621094,
+      "learning_rate": 2e-05,
+      "loss": 0.4385,
+      "step": 26
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 5.111391067504883,
+      "learning_rate": 2e-05,
+      "loss": 1.064,
+      "step": 28
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 4.286339282989502,
+      "learning_rate": 2e-05,
+      "loss": 0.8837,
+      "step": 30
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 6.784238815307617,
+      "learning_rate": 2e-05,
+      "loss": 0.726,
+      "step": 32
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 2.1785695552825928,
+      "learning_rate": 2e-05,
+      "loss": 0.4619,
+      "step": 34
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 4.427624225616455,
+      "learning_rate": 2e-05,
+      "loss": 1.1757,
+      "step": 36
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 3.2761521339416504,
+      "learning_rate": 2e-05,
+      "loss": 0.58,
+      "step": 38
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 6.908085346221924,
+      "learning_rate": 2e-05,
+      "loss": 1.2319,
+      "step": 40
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 3.5153822898864746,
+      "learning_rate": 2e-05,
+      "loss": 0.8656,
+      "step": 42
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 4.410258769989014,
+      "learning_rate": 2e-05,
+      "loss": 0.6735,
+      "step": 44
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 5.0626139640808105,
+      "learning_rate": 2e-05,
+      "loss": 0.9364,
+      "step": 46
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 4.839291095733643,
+      "learning_rate": 2e-05,
+      "loss": 0.8002,
+      "step": 48
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 2.034221887588501,
+      "learning_rate": 2e-05,
+      "loss": 0.455,
+      "step": 50
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 4.509211540222168,
+      "learning_rate": 2e-05,
+      "loss": 1.578,
+      "step": 52
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 4.306380748748779,
+      "learning_rate": 2e-05,
+      "loss": 0.7601,
+      "step": 54
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 2.2897300720214844,
+      "learning_rate": 2e-05,
+      "loss": 0.2315,
+      "step": 56
+    },
+    {
+      "epoch": 0.58,
+      "grad_norm": 4.265103340148926,
+      "learning_rate": 2e-05,
+      "loss": 0.9205,
+      "step": 58
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 3.1104488372802734,
+      "learning_rate": 2e-05,
+      "loss": 0.7684,
+      "step": 60
+    },
+    {
+      "epoch": 0.62,
+      "grad_norm": 3.652125597000122,
+      "learning_rate": 2e-05,
+      "loss": 0.6189,
+      "step": 62
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 3.872218370437622,
+      "learning_rate": 2e-05,
+      "loss": 1.1104,
+      "step": 64
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 6.816725730895996,
+      "learning_rate": 2e-05,
+      "loss": 0.9861,
+      "step": 66
+    },
+    {
+      "epoch": 0.68,
+      "grad_norm": 2.1225953102111816,
+      "learning_rate": 2e-05,
+      "loss": 0.735,
+      "step": 68
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 7.632792949676514,
+      "learning_rate": 2e-05,
+      "loss": 0.9318,
+      "step": 70
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 3.294650077819824,
+      "learning_rate": 2e-05,
+      "loss": 0.6072,
+      "step": 72
+    },
+    {
+      "epoch": 0.74,
+      "grad_norm": 0.8899891376495361,
+      "learning_rate": 2e-05,
+      "loss": 0.5501,
+      "step": 74
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 3.8096601963043213,
+      "learning_rate": 2e-05,
+      "loss": 1.4906,
+      "step": 76
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 4.652364730834961,
+      "learning_rate": 2e-05,
+      "loss": 0.7314,
+      "step": 78
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 3.764209032058716,
+      "learning_rate": 2e-05,
+      "loss": 0.477,
+      "step": 80
+    },
+    {
+      "epoch": 0.82,
+      "grad_norm": 3.7325081825256348,
+      "learning_rate": 2e-05,
+      "loss": 0.5399,
+      "step": 82
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 5.481297016143799,
+      "learning_rate": 2e-05,
+      "loss": 0.6222,
+      "step": 84
+    },
+    {
+      "epoch": 0.86,
+      "grad_norm": 2.3769960403442383,
+      "learning_rate": 2e-05,
+      "loss": 0.3539,
+      "step": 86
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 3.286647081375122,
+      "learning_rate": 2e-05,
+      "loss": 0.5527,
+      "step": 88
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 4.621764183044434,
+      "learning_rate": 2e-05,
+      "loss": 0.8604,
+      "step": 90
+    },
+    {
+      "epoch": 0.92,
+      "grad_norm": 6.542860984802246,
+      "learning_rate": 2e-05,
+      "loss": 0.7941,
+      "step": 92
+    },
+    {
+      "epoch": 0.94,
+      "grad_norm": 5.715937614440918,
+      "learning_rate": 2e-05,
+      "loss": 0.8467,
+      "step": 94
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 2.689699411392212,
+      "learning_rate": 2e-05,
+      "loss": 0.6135,
+      "step": 96
+    },
+    {
+      "epoch": 0.98,
+      "grad_norm": 3.2868945598602295,
+      "learning_rate": 2e-05,
+      "loss": 0.2993,
+      "step": 98
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 9.829119682312012,
+      "learning_rate": 2e-05,
+      "loss": 1.0146,
+      "step": 100
+    },
+    {
+      "epoch": 1.0,
+      "step": 100,
+      "total_flos": 5694661670731776.0,
+      "train_loss": 0.7712589836120606,
+      "train_runtime": 175.8339,
+      "train_samples_per_second": 2.275,
+      "train_steps_per_second": 0.569
+    }
+  ],
+  "logging_steps": 2,
+  "max_steps": 100,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": false,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 5694661670731776.0,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

client_states_fedMulti05pqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc315_4tasks_5rounds_fixitr100_T0125_decay099/5_client_model_round10.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3161bd2d6d5a248b0baee1ee5cbe9a242b2262e52f646cbe17844aa0b55fca59
+size 395787774

client_states_fedMulti05pqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc315_4tasks_5rounds_fixitr100_T0125_decay099/5_client_model_round12.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22579505abed738cdb0fb5b0ef1fc9b48dd37c42c195aa2f2d3d60ec5c1845b8
+size 395787774

client_states_fedMulti05pqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc315_4tasks_5rounds_fixitr100_T0125_decay099/5_client_model_round15.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22bb6c6c52adb579423077b76f895b24bf560602c5a6faa57e73c62fc78e12d5
+size 395787774

client_states_fedMulti05pqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc315_4tasks_5rounds_fixitr100_T0125_decay099/5_client_model_round17.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16f49b37b753ee72a6598e3ae68b9aeed992ac61fde5a802b001ec539fbff10a
+size 395787774

client_states_fedMulti05pqfullfreeze_homoAgg_pca_bs4_saveoptim_lr2e-5_5e-5_sc315_4tasks_5rounds_fixitr100_T0125_decay099/5_client_model_round2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:659b0e8a4fe54c54110db837608c59fff7e4e2307d5013e2e0838c49a23016c7
+size 395786922