andrewdalpino
/

NoPE-GPT-Small-Base

Text Generation

feature-extraction

Model card Files Files and versions

andrewdalpino commited on Jun 6

Commit

320681e

·

verified ·

1 Parent(s): 52420d8

Upload model

Files changed (2) hide show

config.json +1 -1
model.py +1 -1

config.json CHANGED Viewed

@@ -9,7 +9,7 @@
   "dropout": 0.1,
   "embedding_dimensions": 1024,
   "feed_forward_ratio": 4,
-  "model_type": "lightgpt",
   "num_heads": 16,
   "num_layers": 24,
   "torch_dtype": "float32",

   "dropout": 0.1,
   "embedding_dimensions": 1024,
   "feed_forward_ratio": 4,
+  "model_type": "nope-gpt",
   "num_heads": 16,
   "num_layers": 24,
   "torch_dtype": "float32",

model.py CHANGED Viewed

@@ -322,7 +322,7 @@ class NoPEGPT(Module):
 class NoPEGPTHuggingFaceConfig(PretrainedConfig):
     """Provide a monolithic configuration object to enable compatibility with HuggingFace Transformers API."""
-    model_type = "lightgpt"
     def __init__(
         self,

 class NoPEGPTHuggingFaceConfig(PretrainedConfig):
     """Provide a monolithic configuration object to enable compatibility with HuggingFace Transformers API."""
+    model_type = "nope-gpt"
     def __init__(
         self,