use int4 model
Browse files
app.py
CHANGED
|
@@ -2,7 +2,7 @@ import gradio as gr
|
|
| 2 |
from huggingface_hub import InferenceClient
|
| 3 |
import base64
|
| 4 |
|
| 5 |
-
client = InferenceClient("openbmb/MiniCPM-Llama3-V-2_5")
|
| 6 |
|
| 7 |
def encode_image(image_path):
|
| 8 |
with open(image_path, "rb") as image_file:
|
|
|
|
| 2 |
from huggingface_hub import InferenceClient
|
| 3 |
import base64
|
| 4 |
|
| 5 |
+
client = InferenceClient("openbmb/MiniCPM-Llama3-V-2_5-int4")
|
| 6 |
|
| 7 |
def encode_image(image_path):
|
| 8 |
with open(image_path, "rb") as image_file:
|