wanghanrui
commited on
Commit
·
9d333aa
1
Parent(s):
df3c3ac
Comment out the _supports_sdpa property in TinyLlavaPreTrainedModel
Browse files- modeling_mufun.py +3 -3
modeling_mufun.py
CHANGED
|
@@ -226,9 +226,9 @@ class TinyLlavaPreTrainedModel(PreTrainedModel):
|
|
| 226 |
if module.padding_idx is not None:
|
| 227 |
module.weight.data[module.padding_idx].zero_()
|
| 228 |
|
| 229 |
-
@property
|
| 230 |
-
def _supports_sdpa(self):
|
| 231 |
-
|
| 232 |
|
| 233 |
|
| 234 |
class TinyLlavaForConditionalGeneration(TinyLlavaPreTrainedModel, GenerationMixin):
|
|
|
|
| 226 |
if module.padding_idx is not None:
|
| 227 |
module.weight.data[module.padding_idx].zero_()
|
| 228 |
|
| 229 |
+
# @property
|
| 230 |
+
# def _supports_sdpa(self):
|
| 231 |
+
# return self.language_model._supports_sdpa
|
| 232 |
|
| 233 |
|
| 234 |
class TinyLlavaForConditionalGeneration(TinyLlavaPreTrainedModel, GenerationMixin):
|