kfoughali commited on
Commit
ad2bc8f
·
verified ·
1 Parent(s): aaa4c3e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -2
app.py CHANGED
@@ -2519,7 +2519,9 @@ def run_ablation_study(model_name: str, base_config: CompressionConfig, dataset_
2519
  test_configs.append(("stage1_only", {
2520
  "compression_type": CompressionType.ENHANCED_SPG,
2521
  "enable_two_stage": True,
2522
- "stage2_compression_ratio": 1.0, # Effectively disable Stage 2
 
 
2523
  "description": "Stage 1 only"
2524
  }))
2525
 
@@ -2527,7 +2529,8 @@ def run_ablation_study(model_name: str, base_config: CompressionConfig, dataset_
2527
  test_configs.append(("stage2_only", {
2528
  "compression_type": CompressionType.ENHANCED_SPG,
2529
  "enable_two_stage": True,
2530
- "stage1_compression_ratio": 1.0, # Effectively disable Stage 1
 
2531
  "description": "Stage 2 only"
2532
  }))
2533
 
 
2519
  test_configs.append(("stage1_only", {
2520
  "compression_type": CompressionType.ENHANCED_SPG,
2521
  "enable_two_stage": True,
2522
+ "stage2_compression_ratio": 1.01, # Minimal Stage 2 (effectively disabled)
2523
+ "use_hybrid_sparse_attention": False, # Disable HSA for Stage 2
2524
+ "enable_head_compression": False, # Disable head compression
2525
  "description": "Stage 1 only"
2526
  }))
2527
 
 
2529
  test_configs.append(("stage2_only", {
2530
  "compression_type": CompressionType.ENHANCED_SPG,
2531
  "enable_two_stage": True,
2532
+ "stage1_compression_ratio": 1.01, # Minimal Stage 1 (effectively disabled)
2533
+ "use_snapkv_plus_plus": False, # Disable SnapKV++ for Stage 1
2534
  "description": "Stage 2 only"
2535
  }))
2536