Ngit
/

open-buddy-70b-v10.1-train-4bits-lima

Inference Endpoints

Model card Files Files and versions Community

Ngit commited on Dec 11, 2023

Commit

0821eba

·

1 Parent(s): 5f3e17d

Update handler.py

Files changed (1) hide show

handler.py +1 -1

handler.py CHANGED Viewed

@@ -29,7 +29,7 @@ class EndpointHandler:
         self.tokenizer = AutoTokenizer.from_pretrained(path)
         print("Memory footprint: ", self.model.get_memory_footprint())
-        print("Device map: ", model.hf_device_map)
     def __call__(self, data: Any) -> List[List[Dict[str, str]]]:

         self.tokenizer = AutoTokenizer.from_pretrained(path)
         print("Memory footprint: ", self.model.get_memory_footprint())
+        print("Device map: ", self.model.hf_device_map)
     def __call__(self, data: Any) -> List[List[Dict[str, str]]]: