Upload folder using huggingface_hub

modeling_deepseek.py

@@ -445,10 +445,12 @@ class DeepSeekForCausalLM(DeepSeekPreTrainedModel):
         self, input_ids, past_key_values=None, attention_mask=None, inputs_embeds=None, cache_position=None, **kwargs
     ):
         # Standard implementation for generation
+        position_ids = None
+        
         if past_key_values is not None:
-            if inputs_embeds is not None:
+            if inputs_embeds is not None and cache_position is not None:
                 input_ids = input_ids[:, -cache_position.shape[0] :]
-            elif input_ids.shape[1] != cache_position.shape[0]:
+            elif cache_position is not None and input_ids.shape[1] != cache_position.shape[0]:
                 input_ids = input_ids[:, cache_position]
 
         if attention_mask is not None and position_ids is None:
@@ -457,7 +459,7 @@ class DeepSeekForCausalLM(DeepSeekPreTrainedModel):
             if past_key_values:
                 position_ids = position_ids[:, -input_ids.shape[1] :]
 
-        if inputs_embeds is not None and cache_position[0] == 0:
+        if inputs_embeds is not None and cache_position is not None and cache_position[0] == 0:
             model_inputs = {"inputs_embeds": inputs_embeds}
         else:
             model_inputs = {"input_ids": input_ids}