Hugging Face's logo

HabibAhmed
/
Falcon3-1B-lora-FP16

PEFT
Safetensors
Model card Files Community
HabibAhmed commited on
Commit
6dcb0bb
·
verified ·
1 Parent(s): d8bbb9c

Upload folder using huggingface_hub

Browse files
Files changed (8) hide show
  1. .ipynb_checkpoints/Falcon3-1B-FP16-lora-FP16-Evaluation_Results-checkpoint.json +34 -0
  2. .ipynb_checkpoints/Falcon3-1B-FP16-lora-FP16-Latency_Histogram-checkpoint.png +0 -0
  3. .ipynb_checkpoints/Falcon3-1B-FP16-lora-FP16-Memory_Histogram-checkpoint.png +0 -0
  4. Falcon3-1B-FP16-lora-FP16-Evaluation_Results.json +34 -0
  5. Falcon3-1B-FP16-lora-FP16-Inference_Curve.png +0 -0
  6. Falcon3-1B-FP16-lora-FP16-Latency_Histogram.png +0 -0
  7. Falcon3-1B-FP16-lora-FP16-Memory_Histogram.png +0 -0
  8. Falcon3-1B-FP16-lora-FP16-Memory_Usage_Curve.png +0 -0
.ipynb_checkpoints/Falcon3-1B-FP16-lora-FP16-Evaluation_Results-checkpoint.json ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "eval_loss:": 2.3392904722722414,
3
+ "perplexity:": 10.373873400035118,
4
+ "performance_metrics:": {
5
+ "accuracy:": 0.9846461949265688,
6
+ "precision:": 1.0,
7
+ "recall:": 1.0,
8
+ "f1:": 1.0,
9
+ "bleu:": 0.8556442195478176,
10
+ "rouge:": {
11
+ "rouge1": 0.9157615376103431,
12
+ "rouge2": 0.9138266316474217,
13
+ "rougeL": 0.9155106654678296
14
+ },
15
+ "semantic_similarity_avg:": 0.9821982979774475
16
+ },
17
+ "mauve:": 0.6960515148650114,
18
+ "inference_performance:": {
19
+ "min_latency_ms": 30.85184097290039,
20
+ "max_latency_ms": 1635.692834854126,
21
+ "lower_quartile_ms": 1141.3838267326355,
22
+ "median_latency_ms": 1175.4481792449951,
23
+ "upper_quartile_ms": 1196.7622637748718,
24
+ "avg_latency_ms": 1083.9503653377335,
25
+ "min_memory_gb": 0.06690740585327148,
26
+ "max_memory_gb": 0.06739568710327148,
27
+ "lower_quartile_gb": 0.06690740585327148,
28
+ "median_memory_gb": 0.06739568710327148,
29
+ "upper_quartile_gb": 0.06739568710327148,
30
+ "avg_memory_gb": 0.06722423454152249,
31
+ "model_load_memory_gb": 6.151503562927246,
32
+ "avg_inference_memory_gb": 0.06722423454152249
33
+ }
34
+ }
.ipynb_checkpoints/Falcon3-1B-FP16-lora-FP16-Latency_Histogram-checkpoint.png ADDED
.ipynb_checkpoints/Falcon3-1B-FP16-lora-FP16-Memory_Histogram-checkpoint.png ADDED
Falcon3-1B-FP16-lora-FP16-Evaluation_Results.json ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "eval_loss:": 2.3392904722722414,
3
+ "perplexity:": 10.373873400035118,
4
+ "performance_metrics:": {
5
+ "accuracy:": 0.9846461949265688,
6
+ "precision:": 1.0,
7
+ "recall:": 1.0,
8
+ "f1:": 1.0,
9
+ "bleu:": 0.8556442195478176,
10
+ "rouge:": {
11
+ "rouge1": 0.9157615376103431,
12
+ "rouge2": 0.9138266316474217,
13
+ "rougeL": 0.9155106654678296
14
+ },
15
+ "semantic_similarity_avg:": 0.9821982979774475
16
+ },
17
+ "mauve:": 0.6960515148650114,
18
+ "inference_performance:": {
19
+ "min_latency_ms": 30.85184097290039,
20
+ "max_latency_ms": 1635.692834854126,
21
+ "lower_quartile_ms": 1141.3838267326355,
22
+ "median_latency_ms": 1175.4481792449951,
23
+ "upper_quartile_ms": 1196.7622637748718,
24
+ "avg_latency_ms": 1083.9503653377335,
25
+ "min_memory_gb": 0.06690740585327148,
26
+ "max_memory_gb": 0.06739568710327148,
27
+ "lower_quartile_gb": 0.06690740585327148,
28
+ "median_memory_gb": 0.06739568710327148,
29
+ "upper_quartile_gb": 0.06739568710327148,
30
+ "avg_memory_gb": 0.06722423454152249,
31
+ "model_load_memory_gb": 6.151503562927246,
32
+ "avg_inference_memory_gb": 0.06722423454152249
33
+ }
34
+ }
Falcon3-1B-FP16-lora-FP16-Inference_Curve.png ADDED
Falcon3-1B-FP16-lora-FP16-Latency_Histogram.png ADDED
Falcon3-1B-FP16-lora-FP16-Memory_Histogram.png ADDED
Falcon3-1B-FP16-lora-FP16-Memory_Usage_Curve.png ADDED