Fix typo in `configuration_phi4flash.py` (#8)
Browse files- Fix typo in `configuration_phi4flash.py` (f92f7acab4280c88c874d51a833c8a2d2aae9826)
Co-authored-by: Harry Mellor <[email protected]>
configuration_phi4flash.py
CHANGED
@@ -146,7 +146,7 @@ class Phi4FlashConfig(PretrainedConfig):
|
|
146 |
self.layer_types = layer_types
|
147 |
|
148 |
if self.layer_types is None:
|
149 |
-
is_sliding = lambda i: i < num_hidden_layers // 2 and i % 2 == 1
|
150 |
self.layer_types = [
|
151 |
"sliding_attention" if is_sliding(layer_idx) else "full_attention"
|
152 |
for layer_idx in range(num_hidden_layers)
|
|
|
146 |
self.layer_types = layer_types
|
147 |
|
148 |
if self.layer_types is None:
|
149 |
+
is_sliding = lambda i: i < num_hidden_layers // 2 and i % 2 == 1
|
150 |
self.layer_types = [
|
151 |
"sliding_attention" if is_sliding(layer_idx) else "full_attention"
|
152 |
for layer_idx in range(num_hidden_layers)
|