Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
|
@@ -51,31 +51,35 @@ def array_to_image_path(image_array):
|
|
| 51 |
def run_example(image, text_input=None):
|
| 52 |
image_path = array_to_image_path(image)
|
| 53 |
image = Image.fromarray(image).convert("RGB")
|
|
|
|
| 54 |
messages = [
|
| 55 |
{
|
| 56 |
"role": "user",
|
| 57 |
"content": [
|
| 58 |
{
|
| 59 |
"type": "image",
|
| 60 |
-
"
|
| 61 |
},
|
| 62 |
{
|
| 63 |
-
"
|
| 64 |
-
"
|
| 65 |
},
|
| 66 |
],
|
| 67 |
}
|
| 68 |
]
|
| 69 |
-
|
| 70 |
# Preparation for inference
|
| 71 |
text = processor.apply_chat_template(
|
| 72 |
messages, tokenize=False, add_generation_prompt=True
|
| 73 |
)
|
| 74 |
-
image_inputs
|
|
|
|
|
|
|
|
|
|
|
|
|
| 75 |
inputs = processor(
|
| 76 |
-
text=
|
| 77 |
images=image_inputs,
|
| 78 |
-
videos=video_inputs,
|
| 79 |
padding=True,
|
| 80 |
return_tensors="pt",
|
| 81 |
)
|
|
|
|
| 51 |
def run_example(image, text_input=None):
|
| 52 |
image_path = array_to_image_path(image)
|
| 53 |
image = Image.fromarray(image).convert("RGB")
|
| 54 |
+
|
| 55 |
messages = [
|
| 56 |
{
|
| 57 |
"role": "user",
|
| 58 |
"content": [
|
| 59 |
{
|
| 60 |
"type": "image",
|
| 61 |
+
"text": None,
|
| 62 |
},
|
| 63 |
{
|
| 64 |
+
"text": text_input,
|
| 65 |
+
"type": "text"
|
| 66 |
},
|
| 67 |
],
|
| 68 |
}
|
| 69 |
]
|
| 70 |
+
|
| 71 |
# Preparation for inference
|
| 72 |
text = processor.apply_chat_template(
|
| 73 |
messages, tokenize=False, add_generation_prompt=True
|
| 74 |
)
|
| 75 |
+
image_inputs = []
|
| 76 |
+
if image.mode != 'RGB':
|
| 77 |
+
image = image.convert('RGB')
|
| 78 |
+
image_inputs.append([image])
|
| 79 |
+
|
| 80 |
inputs = processor(
|
| 81 |
+
text=text,
|
| 82 |
images=image_inputs,
|
|
|
|
| 83 |
padding=True,
|
| 84 |
return_tensors="pt",
|
| 85 |
)
|