Upload TFSegformerForSemanticSegmentation
Browse files- README.md +113 -0
- config.json +78 -0
- tf_model.h5 +3 -0
README.md
ADDED
@@ -0,0 +1,113 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
---
|
2 |
+
license: other
|
3 |
+
base_model: nvidia/segformer-b0-finetuned-ade-512-512
|
4 |
+
tags:
|
5 |
+
- generated_from_keras_callback
|
6 |
+
model-index:
|
7 |
+
- name: Segformer-MRIseg_model
|
8 |
+
results: []
|
9 |
+
---
|
10 |
+
|
11 |
+
<!-- This model card has been generated automatically according to the information Keras had access to. You should
|
12 |
+
probably proofread and complete it, then remove this comment. -->
|
13 |
+
|
14 |
+
# Segformer-MRIseg_model
|
15 |
+
|
16 |
+
This model is a fine-tuned version of [nvidia/segformer-b0-finetuned-ade-512-512](https://huggingface.co/nvidia/segformer-b0-finetuned-ade-512-512) on an unknown dataset.
|
17 |
+
It achieves the following results on the evaluation set:
|
18 |
+
- Train Loss: 0.0049
|
19 |
+
- Validation Loss: 0.0133
|
20 |
+
- Epoch: 59
|
21 |
+
|
22 |
+
## Model description
|
23 |
+
|
24 |
+
More information needed
|
25 |
+
|
26 |
+
## Intended uses & limitations
|
27 |
+
|
28 |
+
More information needed
|
29 |
+
|
30 |
+
## Training and evaluation data
|
31 |
+
|
32 |
+
More information needed
|
33 |
+
|
34 |
+
## Training procedure
|
35 |
+
|
36 |
+
### Training hyperparameters
|
37 |
+
|
38 |
+
The following hyperparameters were used during training:
|
39 |
+
- optimizer: {'name': 'Adam', 'weight_decay': None, 'clipnorm': None, 'global_clipnorm': None, 'clipvalue': None, 'use_ema': False, 'ema_momentum': 0.99, 'ema_overwrite_frequency': None, 'jit_compile': True, 'is_legacy_optimizer': False, 'learning_rate': 0.001, 'beta_1': 0.9, 'beta_2': 0.999, 'epsilon': 1e-07, 'amsgrad': False}
|
40 |
+
- training_precision: float32
|
41 |
+
|
42 |
+
### Training results
|
43 |
+
|
44 |
+
| Train Loss | Validation Loss | Epoch |
|
45 |
+
|:----------:|:---------------:|:-----:|
|
46 |
+
| 0.2537 | 0.0685 | 0 |
|
47 |
+
| 0.0849 | 0.0639 | 1 |
|
48 |
+
| 0.0664 | 0.0532 | 2 |
|
49 |
+
| 0.0580 | 0.0503 | 3 |
|
50 |
+
| 0.0536 | 0.0497 | 4 |
|
51 |
+
| 0.0476 | 0.0396 | 5 |
|
52 |
+
| 0.0437 | 0.0477 | 6 |
|
53 |
+
| 0.0359 | 0.0397 | 7 |
|
54 |
+
| 0.0312 | 0.0289 | 8 |
|
55 |
+
| 0.0256 | 0.0322 | 9 |
|
56 |
+
| 0.0241 | 0.0279 | 10 |
|
57 |
+
| 0.0220 | 0.0229 | 11 |
|
58 |
+
| 0.0180 | 0.0226 | 12 |
|
59 |
+
| 0.0160 | 0.0192 | 13 |
|
60 |
+
| 0.0165 | 0.0227 | 14 |
|
61 |
+
| 0.0151 | 0.0194 | 15 |
|
62 |
+
| 0.0146 | 0.0184 | 16 |
|
63 |
+
| 0.0132 | 0.0177 | 17 |
|
64 |
+
| 0.0121 | 0.0211 | 18 |
|
65 |
+
| 0.0111 | 0.0197 | 19 |
|
66 |
+
| 0.0107 | 0.0175 | 20 |
|
67 |
+
| 0.0116 | 0.0131 | 21 |
|
68 |
+
| 0.0115 | 0.0181 | 22 |
|
69 |
+
| 0.0094 | 0.0153 | 23 |
|
70 |
+
| 0.0099 | 0.0140 | 24 |
|
71 |
+
| 0.0098 | 0.0151 | 25 |
|
72 |
+
| 0.0084 | 0.0126 | 26 |
|
73 |
+
| 0.0080 | 0.0140 | 27 |
|
74 |
+
| 0.0071 | 0.0128 | 28 |
|
75 |
+
| 0.0067 | 0.0169 | 29 |
|
76 |
+
| 0.0061 | 0.0131 | 30 |
|
77 |
+
| 0.0063 | 0.0207 | 31 |
|
78 |
+
| 0.0067 | 0.0129 | 32 |
|
79 |
+
| 0.0062 | 0.0152 | 33 |
|
80 |
+
| 0.0056 | 0.0148 | 34 |
|
81 |
+
| 0.0056 | 0.0171 | 35 |
|
82 |
+
| 0.0051 | 0.0154 | 36 |
|
83 |
+
| 0.0049 | 0.0172 | 37 |
|
84 |
+
| 0.0049 | 0.0180 | 38 |
|
85 |
+
| 0.0056 | 0.0168 | 39 |
|
86 |
+
| 0.0050 | 0.0142 | 40 |
|
87 |
+
| 0.0048 | 0.0165 | 41 |
|
88 |
+
| 0.0051 | 0.0195 | 42 |
|
89 |
+
| 0.0048 | 0.0232 | 43 |
|
90 |
+
| 0.0042 | 0.0208 | 44 |
|
91 |
+
| 0.0041 | 0.0249 | 45 |
|
92 |
+
| 0.0044 | 0.0220 | 46 |
|
93 |
+
| 0.0041 | 0.0234 | 47 |
|
94 |
+
| 0.0042 | 0.0198 | 48 |
|
95 |
+
| 0.0040 | 0.0282 | 49 |
|
96 |
+
| 0.0039 | 0.0251 | 50 |
|
97 |
+
| 0.0039 | 0.0302 | 51 |
|
98 |
+
| 0.0041 | 0.0219 | 52 |
|
99 |
+
| 0.0040 | 0.0187 | 53 |
|
100 |
+
| 0.0039 | 0.0203 | 54 |
|
101 |
+
| 0.0043 | 0.0180 | 55 |
|
102 |
+
| 0.0051 | 0.0150 | 56 |
|
103 |
+
| 0.0079 | 0.0205 | 57 |
|
104 |
+
| 0.0052 | 0.0152 | 58 |
|
105 |
+
| 0.0049 | 0.0133 | 59 |
|
106 |
+
|
107 |
+
|
108 |
+
### Framework versions
|
109 |
+
|
110 |
+
- Transformers 4.31.0
|
111 |
+
- TensorFlow 2.12.0
|
112 |
+
- Datasets 2.14.4
|
113 |
+
- Tokenizers 0.13.3
|
config.json
ADDED
@@ -0,0 +1,78 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "nvidia/segformer-b0-finetuned-ade-512-512",
|
3 |
+
"architectures": [
|
4 |
+
"SegformerForSemanticSegmentation"
|
5 |
+
],
|
6 |
+
"attention_probs_dropout_prob": 0.0,
|
7 |
+
"classifier_dropout_prob": 0.1,
|
8 |
+
"decoder_hidden_size": 256,
|
9 |
+
"depths": [
|
10 |
+
2,
|
11 |
+
2,
|
12 |
+
2,
|
13 |
+
2
|
14 |
+
],
|
15 |
+
"downsampling_rates": [
|
16 |
+
1,
|
17 |
+
4,
|
18 |
+
8,
|
19 |
+
16
|
20 |
+
],
|
21 |
+
"drop_path_rate": 0.1,
|
22 |
+
"hidden_act": "gelu",
|
23 |
+
"hidden_dropout_prob": 0.0,
|
24 |
+
"hidden_sizes": [
|
25 |
+
32,
|
26 |
+
64,
|
27 |
+
160,
|
28 |
+
256
|
29 |
+
],
|
30 |
+
"id2label": {
|
31 |
+
"0": "bg",
|
32 |
+
"1": "tumor"
|
33 |
+
},
|
34 |
+
"image_size": 224,
|
35 |
+
"initializer_range": 0.02,
|
36 |
+
"label2id": {
|
37 |
+
"bg": 0,
|
38 |
+
"tumor": 1
|
39 |
+
},
|
40 |
+
"layer_norm_eps": 1e-06,
|
41 |
+
"mlp_ratios": [
|
42 |
+
4,
|
43 |
+
4,
|
44 |
+
4,
|
45 |
+
4
|
46 |
+
],
|
47 |
+
"model_type": "segformer",
|
48 |
+
"num_attention_heads": [
|
49 |
+
1,
|
50 |
+
2,
|
51 |
+
5,
|
52 |
+
8
|
53 |
+
],
|
54 |
+
"num_channels": 3,
|
55 |
+
"num_encoder_blocks": 4,
|
56 |
+
"patch_sizes": [
|
57 |
+
7,
|
58 |
+
3,
|
59 |
+
3,
|
60 |
+
3
|
61 |
+
],
|
62 |
+
"reshape_last_stage": true,
|
63 |
+
"semantic_loss_ignore_index": 255,
|
64 |
+
"sr_ratios": [
|
65 |
+
8,
|
66 |
+
4,
|
67 |
+
2,
|
68 |
+
1
|
69 |
+
],
|
70 |
+
"strides": [
|
71 |
+
4,
|
72 |
+
2,
|
73 |
+
2,
|
74 |
+
2
|
75 |
+
],
|
76 |
+
"torch_dtype": "float32",
|
77 |
+
"transformers_version": "4.31.0"
|
78 |
+
}
|
tf_model.h5
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fc1e6bbc8998d23707edbdf6b11eeb44898e543f91f9f6e15510e63977e9a4a0
|
3 |
+
size 15133552
|