Spaces:
Running
on
T4
Running
on
T4
Update app.py
Browse files
app.py
CHANGED
@@ -19,13 +19,13 @@ nvmlInit()
|
|
19 |
gpu_h = nvmlDeviceGetHandleByIndex(0)
|
20 |
device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
|
21 |
|
22 |
-
ctx_limit =
|
23 |
gen_limit = 700
|
24 |
|
25 |
########################## text rwkv ################################################################
|
26 |
from rwkv.utils import PIPELINE, PIPELINE_ARGS
|
27 |
|
28 |
-
title_v6 = "RWKV-x070-World-
|
29 |
model_path_v6 = hf_hub_download(repo_id="BlinkDL/rwkv-7-world", filename=f"{title_v6}.pth")
|
30 |
# model_path_v6 = f'/mnt/e/RWKV-Runner/models/{title_v6}' # conda activate torch2; cd /mnt/program/git-public/RWKV-Gradio-1; python app.py
|
31 |
model_v6 = RWKV(model=model_path_v6.replace('.pth',''), strategy='cuda fp16')
|
@@ -129,7 +129,7 @@ with gr.Blocks(title=title_v6) as demo:
|
|
129 |
gr.HTML(f"<div style=\"text-align: center;\">\n<h1>{title_v6}</h1>\n</div>")
|
130 |
|
131 |
with gr.Tab("=== Base Model (Raw Generation) ==="):
|
132 |
-
gr.Markdown(f"This is [RWKV-7 World v3](https://huggingface.co/BlinkDL/rwkv-7-world)
|
133 |
with gr.Row():
|
134 |
with gr.Column():
|
135 |
prompt = gr.Textbox(lines=6, label="Prompt", value=generate_prompt("I have a dataset which contains a list of 2D images, given a new image, how to find the closest image in the dataset"))
|
|
|
19 |
gpu_h = nvmlDeviceGetHandleByIndex(0)
|
20 |
device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
|
21 |
|
22 |
+
ctx_limit = 4000
|
23 |
gen_limit = 700
|
24 |
|
25 |
########################## text rwkv ################################################################
|
26 |
from rwkv.utils import PIPELINE, PIPELINE_ARGS
|
27 |
|
28 |
+
title_v6 = "RWKV-x070-World-2.9B-v3-20250211-ctx4096"
|
29 |
model_path_v6 = hf_hub_download(repo_id="BlinkDL/rwkv-7-world", filename=f"{title_v6}.pth")
|
30 |
# model_path_v6 = f'/mnt/e/RWKV-Runner/models/{title_v6}' # conda activate torch2; cd /mnt/program/git-public/RWKV-Gradio-1; python app.py
|
31 |
model_v6 = RWKV(model=model_path_v6.replace('.pth',''), strategy='cuda fp16')
|
|
|
129 |
gr.HTML(f"<div style=\"text-align: center;\">\n<h1>{title_v6}</h1>\n</div>")
|
130 |
|
131 |
with gr.Tab("=== Base Model (Raw Generation) ==="):
|
132 |
+
gr.Markdown(f"This is [RWKV-7 World v3](https://huggingface.co/BlinkDL/rwkv-7-world) 2.9B (L32-D2560) base LM - an attention-free pure RNN [RWKV-LM](https://github.com/BlinkDL/RWKV-LM). Supports 100+ world languages and code. Check [400+ Github RWKV projects](https://github.com/search?o=desc&p=1&q=rwkv&s=updated&type=Repositories). *** Can try examples (bottom of page) *** (can edit them). Demo limited to ctxlen {ctx_limit}.")
|
133 |
with gr.Row():
|
134 |
with gr.Column():
|
135 |
prompt = gr.Textbox(lines=6, label="Prompt", value=generate_prompt("I have a dataset which contains a list of 2D images, given a new image, how to find the closest image in the dataset"))
|