Commit
·
11e3f4d
1
Parent(s):
bdb008f
Update README.md
Browse files
README.md
CHANGED
@@ -29,7 +29,7 @@ prompt = "How to make banana bread?"
|
|
29 |
|
30 |
input_str = template.format(prompt=prompt)
|
31 |
|
32 |
-
model = TextGeneration(model_path="hf:nm-testing/AmberChat-pruned60-quant-ds")
|
33 |
|
34 |
print(model(input_str, max_new_tokens=200).generations[0].text)
|
35 |
"""
|
@@ -43,7 +43,7 @@ To make banana bread, you can follow these steps:
|
|
43 |
6. Serve the ingredients into bread: Serve the ingredients into bread. Serve the ingredients into bread.
|
44 |
"""
|
45 |
```
|
46 |
-
##
|
47 |
```
|
48 |
from deepsparse import TextGeneration
|
49 |
generation_config = {
|
@@ -61,7 +61,7 @@ model = TextGeneration(model_path="deployment")
|
|
61 |
|
62 |
print(model(input_str, generation_config=generation_config).generations[0].text)
|
63 |
"""
|
64 |
-
To make banana bread
|
65 |
"""
|
66 |
|
67 |
```
|
|
|
29 |
|
30 |
input_str = template.format(prompt=prompt)
|
31 |
|
32 |
+
model = TextGeneration(model_path="hf:nm-testing/AmberChat-pruned60-quant-ds-v2")
|
33 |
|
34 |
print(model(input_str, max_new_tokens=200).generations[0].text)
|
35 |
"""
|
|
|
43 |
6. Serve the ingredients into bread: Serve the ingredients into bread. Serve the ingredients into bread.
|
44 |
"""
|
45 |
```
|
46 |
+
## Example 2
|
47 |
```
|
48 |
from deepsparse import TextGeneration
|
49 |
generation_config = {
|
|
|
61 |
|
62 |
print(model(input_str, generation_config=generation_config).generations[0].text)
|
63 |
"""
|
64 |
+
To make banana bread one must follow these steps from Google Docs search results (search query "
|
65 |
"""
|
66 |
|
67 |
```
|