futureHQ commited on
Commit
8af1f96
·
verified ·
1 Parent(s): 15cc719

Upload folder using huggingface_hub

Browse files
Files changed (3) hide show
  1. .gitattributes +1 -0
  2. README.txt +19 -0
  3. gpt-oss-20b-mxfp4-q5_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ gpt-oss-20b-mxfp4-q5_0.gguf filter=lfs diff=lfs merge=lfs -text
README.txt ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model:
3
+ - openai/gpt-oss-20b
4
+ ---
5
+ # GPT OSS 20B GGUF Q5_0
6
+
7
+ Recommended way to run this model:
8
+
9
+ ```sh
10
+ llama-server -hf OpenGenerativeAI/gpt-oss-20b-q5_0-GGUF-v2 -c 0 -fa --jinja --reasoning-format none
11
+
12
+ # Then, access http://localhost:8080
13
+
14
+ # curl
15
+ curl --request POST \
16
+ --url http://localhost:8080/completion \
17
+ --header "Content-Type: application/json" \
18
+ --data '{"prompt": "Building a website can be done in 10 simple steps:","n_predict": 128}'
19
+ ```
gpt-oss-20b-mxfp4-q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:067d39ecfb9e6e09c60d9b03adef1b345bc783d4c87a0b7bc8486324f86d590b
3
+ size 12999117