{ "batcher": null, "cacher": "fora", "compiler": null, "factorizer": "qkv_diffusers", "pruner": null, "quantizer": "torchao", "fora_interval": 2, "fora_start_step": 2, "torchao_excluded_modules": "norm+embedding", "torchao_quant_type": "int8dq", "batch_size": 1, "device": "cuda", "save_fns": [ "save_before_apply", "save_before_apply" ], "load_fns": [ "diffusers" ], "reapply_after_load": { "factorizer": "qkv_diffusers", "pruner": null, "quantizer": "torchao", "cacher": "fora", "compiler": null, "batcher": null } }