Spaces:
Running
on
Zero
Running
on
Zero
fuse_qkv_projections
Browse files- optimization.py +1 -0
optimization.py
CHANGED
@@ -39,5 +39,6 @@ def optimize_pipeline_(pipeline: Callable[P, Any], *args: P.args, **kwargs: P.kw
|
|
39 |
|
40 |
return spaces.aoti_compile(exported, INDUCTOR_CONFIGS)
|
41 |
|
|
|
42 |
pipeline.transformer.set_attn_processor(FlashFusedFluxAttnProcessor3_0())
|
43 |
spaces.aoti_apply(compile_transformer(), pipeline.transformer)
|
|
|
39 |
|
40 |
return spaces.aoti_compile(exported, INDUCTOR_CONFIGS)
|
41 |
|
42 |
+
pipeline.transformer.fuse_qkv_projections()
|
43 |
pipeline.transformer.set_attn_processor(FlashFusedFluxAttnProcessor3_0())
|
44 |
spaces.aoti_apply(compile_transformer(), pipeline.transformer)
|