Hugging Face's logo

PowerInfer
/
OPT-7B-predictor

Model card Files Community
Yixin Song commited on
Commit
b91a08b
·
1 Parent(s): 34b52ed

OPT predictor

Browse files
Files changed (32) hide show
  1. model_1.pt +3 -0
  2. model_10.pt +3 -0
  3. model_11.pt +3 -0
  4. model_12.pt +3 -0
  5. model_13.pt +3 -0
  6. model_14.pt +3 -0
  7. model_15.pt +3 -0
  8. model_16.pt +3 -0
  9. model_17.pt +3 -0
  10. model_18.pt +3 -0
  11. model_19.pt +3 -0
  12. model_2.pt +3 -0
  13. model_20.pt +3 -0
  14. model_21.pt +3 -0
  15. model_22.pt +3 -0
  16. model_23.pt +3 -0
  17. model_24.pt +3 -0
  18. model_25.pt +3 -0
  19. model_26.pt +3 -0
  20. model_27.pt +3 -0
  21. model_28.pt +3 -0
  22. model_29.pt +3 -0
  23. model_3.pt +3 -0
  24. model_30.pt +3 -0
  25. model_31.pt +3 -0
  26. model_4.pt +3 -0
  27. model_5.pt +3 -0
  28. model_6.pt +3 -0
  29. model_7.pt +3 -0
  30. model_8.pt +3 -0
  31. model_9.pt +3 -0
  32. test.py +18 -0
model_1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b3ce0fe34cfe1c3dd41e9d776dca8d4d0b9c1b11a165a5470334a1725ebc90d
3
+ size 15729823
model_10.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ec0814c9b93eeefb9760d4a6c162300ddd4c8ba9e01130075acc6d9cb33c146
3
+ size 15729891
model_11.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc4d0b8b4bd03d6df76bc8e0b5fe1c18b6ea12639f2dde7a22e396e2e03325ee
3
+ size 23594275
model_12.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c635e692d08baffc21a33b017e0fb17d80011fef8e8d205afc0894777d449c89
3
+ size 23594275
model_13.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd61d0bd4619dda61b17d8dca32cf82d902805ff564919147df01c37d42f86c4
3
+ size 41944355
model_14.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b28189dbea9a0e1fd3003ed20c49355b03ea1f963f76143d77ce1de54164187
3
+ size 41944355
model_15.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0cf5488cc24ec506be79c9e4cf5a03951152ec224e14e8d415942a4e7e834191
3
+ size 41944359
model_16.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2746d25b276d2a0d78782ddc79e9bb05f7ff0b9c167e5d64a4338397c5c978b
3
+ size 41944359
model_17.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93fb9f9e4bcbb727b6e5a6d24b1cdfe64b08edb00481d9c159fa80511ea79b4e
3
+ size 41944359
model_18.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:472a54a5cc3f832fb1afdd1042fa8e8f70d2f2db7ab1c6058f4f9b40602a31f5
3
+ size 41944359
model_19.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a56f7e02070b0ef36cf7ddfaee9167e9fc1a214a5569852661dfbe6f42ea5c5
3
+ size 62915879
model_2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4efce300ec1cbc5c51b2fac4e4609fbba9a4590b401ff39d89bc2e46b8e0b516
3
+ size 15729823
model_20.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ae13c3af092b8156aeb30fd974fe62458a8e0bb5829d463335288f7bda7f9c8
3
+ size 62915879
model_21.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1eedcef9145b0a4472846194fc3d47af6ad0de3fe80e6718c45cf40bec9eecab
3
+ size 62915879
model_22.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94f939c72888a87d5bf474cfb0920b3ecd3282a40cf9f14329d26250ed304a04
3
+ size 83887399
model_23.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ccb8fdd4660b8b673c14ed98633d10d196e02b6ef7fa134b1ab3ccbe7a6c0190
3
+ size 83887399
model_24.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5760ad167450d3d368cb988df9273d3d7ac376e5532167c87208e9adbf5de164
3
+ size 83887399
model_25.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8be943f9960c6cd281e3e23a88e21d1c300120971ed8ae13ea2d043c2f49e747
3
+ size 83887399
model_26.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac70f943e6993a7a05bf6c4fa0d9f5b10d105ac7e2a43173b4963f901f4393a4
3
+ size 83887399
model_27.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc1ecb588242c3c60607d94a4569adf81f0d4112be71315e13eaa6bb88bad24d
3
+ size 104858919
model_28.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0c4b47129028b57de2985c3d9f1472956d1baca5a3a1e14d9185606b5ade295
3
+ size 104858919
model_29.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32394b3f40cc0a3e657fc15680edf5b25f53cc8f9a9b29da863d3f5bf4833baf
3
+ size 104858919
model_3.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b69fd85f6b5ba370bd4327e40cf1e41bed54084da0c8c779bb3b048f21be6c87
3
+ size 15729823
model_30.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76a8755b98aca95a3bfdec671724439afb61ad1c648d8e33e399d0b2ad145139
3
+ size 104858919
model_31.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a7e87b19af2254fb5d2d9b5b7ea64912c56a8d3f65e7b8325211309985a5a64
3
+ size 104858919
model_4.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0628d870ef758e81f91131d560e5e576dca839a1304a3ee7d537e47886efe78e
3
+ size 15729823
model_5.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:014eea418a829cfb1a2c2e9dc1496a03730e431f1b280476053948a9b3eec832
3
+ size 15729823
model_6.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38bb0c253a749968b6dadbb714b00956b8c6a7e991660cf8d006fa4ce61c7f3d
3
+ size 15729823
model_7.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a61b7dc4fcfcea7849a891739cb428a9fc9c529e11d41dcf369ab7665faee423
3
+ size 15729823
model_8.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4eed627b03cc26c76a67df220113b2183d185d8e6d19d6ad3b3f54dc24cc5bed
3
+ size 15729823
model_9.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85de5ac6fedb3c10f79b107c0b2bd21a36bd972db3cf5d6a9c28e5c431890479
3
+ size 15729823
test.py ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ #!/usr/bin/env python
2
+ # coding=utf-8
3
+ import torch
4
+
5
+ class ffnMLP(nn.Module):
6
+ def __init__(self, input_dim, hidden_dim, output_dim):
7
+ super(ffnMLP, self).__init__()
8
+ self.fc1 = nn.Linear(input_dim, hidden_dim,bias=False)
9
+ self.relu = nn.ReLU()
10
+ self.fc2 = nn.Linear(hidden_dim, output_dim,bias=False)
11
+
12
+
13
+ def forward(self, x):
14
+ x = self.fc1(x)
15
+ x = self.relu(x)
16
+ x = self.fc2(x)
17
+ x = x.sigmoid()
18
+ return x