alvarobartt
/

Magma-8B

Image-Text-to-Text

text-generation

Model card Files Files and versions

alvarobartt HF Staff commited on May 8

Commit

9cf98e4

·

verified ·

1 Parent(s): 8284ee8

Update handler.py

Files changed (1) hide show

handler.py +1 -1

handler.py CHANGED Viewed

@@ -71,7 +71,7 @@ class EndpointHandler:
             "max_new_tokens": data.get("max_new_tokens", data.get("max_tokens", 128)),
             "temperature": data.get("temperature", 0.0),
             "do_sample": False,  # temperature won't really work unless this is set to True
-            "use_cache": False,  # disabled as otherwise the same prompt with different images won't download the image again
             "num_beams": 1,
         }
         logger.info(

             "max_new_tokens": data.get("max_new_tokens", data.get("max_tokens", 128)),
             "temperature": data.get("temperature", 0.0),
             "do_sample": False,  # temperature won't really work unless this is set to True
+            "use_cache": True,
             "num_beams": 1,
         }
         logger.info(