A minor improvement in model's memory usage

ndarray-cache.json

@@ -4150,7 +4150,7 @@
         {
             "dataPath": "params_shard_98.bin",
             "format": "raw-shard",
-            "nbytes": 9926144,
+            "nbytes": 9270784,
             "records": [
                 {
                     "name": "param_319",
@@ -4207,24 +4207,24 @@
                 {
                     "name": "param_325",
                     "shape": [
-                        2048,
+                        768,
                         128
                     ],
                     "dtype": "float16",
                     "format": "raw",
-                    "nbytes": 524288,
+                    "nbytes": 196608,
                     "byteOffset": 8877568
                 },
                 {
                     "name": "param_326",
                     "shape": [
-                        2048,
+                        768,
                         128
                     ],
                     "dtype": "float16",
                     "format": "raw",
-                    "nbytes": 524288,
-                    "byteOffset": 9401856
+                    "nbytes": 196608,
+                    "byteOffset": 9074176
                 }
             ]
         }

params_shard_98.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eece05d53cb4e2e5b3e5fa96338da001b8152d27ae9948d1f88d33afcd204a07
-size 9926144
+oid sha256:bf62fc9cc27097dc9d9ee842625f8b202e6a9e492c3def96db399c06e457d55d
+size 9270784