asafd60 commited on
Commit
e9559a4
·
verified ·
1 Parent(s): 72546c0

Training in progress, step 400

Browse files
.gitattributes CHANGED
@@ -34,3 +34,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  tokenizer.json filter=lfs diff=lfs merge=lfs -text
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  tokenizer.json filter=lfs diff=lfs merge=lfs -text
37
+ unigram.json filter=lfs diff=lfs merge=lfs -text
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ff547b5c97dcf2d6871d809d13f8ba4d7ecb514afb527ff56cb6202fdcf8d463
3
  size 1117286936
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fdb638f42f4114ab597423d31a0a5fcce3b6fe8932c44628797dacdb2be2bb33
3
  size 1117286936
runs/Aug22_18-16-30_0ebec57e88d7/events.out.tfevents.1724350591.0ebec57e88d7.1474.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fe5873b19957211dbddf5822e366b87012189c5edc54650559d8d99f4ccbdd9
3
+ size 5383
runs/Aug22_18-16-34_0ebec57e88d7/events.out.tfevents.1724350595.0ebec57e88d7.1474.3 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1c6fae03f8d5980eee8c18b3d1faab07d9f866a44d63c20615f2789111c8a4d
3
+ size 6347
special_tokens_map.json CHANGED
@@ -1,7 +1,25 @@
1
  {
2
- "bos_token": "<s>",
3
- "cls_token": "<s>",
4
- "eos_token": "</s>",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
5
  "mask_token": {
6
  "content": "<mask>",
7
  "lstrip": true,
@@ -9,7 +27,25 @@
9
  "rstrip": false,
10
  "single_word": false
11
  },
12
- "pad_token": "<pad>",
13
- "sep_token": "</s>",
14
- "unk_token": "<unk>"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
15
  }
 
1
  {
2
+ "bos_token": {
3
+ "content": "<s>",
4
+ "lstrip": false,
5
+ "normalized": false,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "cls_token": {
10
+ "content": "<s>",
11
+ "lstrip": false,
12
+ "normalized": false,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "eos_token": {
17
+ "content": "</s>",
18
+ "lstrip": false,
19
+ "normalized": false,
20
+ "rstrip": false,
21
+ "single_word": false
22
+ },
23
  "mask_token": {
24
  "content": "<mask>",
25
  "lstrip": true,
 
27
  "rstrip": false,
28
  "single_word": false
29
  },
30
+ "pad_token": {
31
+ "content": "<pad>",
32
+ "lstrip": false,
33
+ "normalized": false,
34
+ "rstrip": false,
35
+ "single_word": false
36
+ },
37
+ "sep_token": {
38
+ "content": "</s>",
39
+ "lstrip": false,
40
+ "normalized": false,
41
+ "rstrip": false,
42
+ "single_word": false
43
+ },
44
+ "unk_token": {
45
+ "content": "<unk>",
46
+ "lstrip": false,
47
+ "normalized": false,
48
+ "rstrip": false,
49
+ "single_word": false
50
+ }
51
  }
tokenizer_config.json CHANGED
@@ -1,4 +1,5 @@
1
  {
 
2
  "added_tokens_decoder": {
3
  "0": {
4
  "content": "<s>",
@@ -52,8 +53,9 @@
52
  0
53
  ],
54
  "eos_token": "</s>",
 
55
  "mask_token": "<mask>",
56
- "model_max_length": 1000000000000000019884624838656,
57
  "only_label_first_subword": true,
58
  "pad_token": "<pad>",
59
  "pad_token_box": [
@@ -65,11 +67,12 @@
65
  "pad_token_label": -100,
66
  "sep_token": "</s>",
67
  "sep_token_box": [
68
- 1000,
69
- 1000,
70
- 1000,
71
- 1000
72
  ],
73
- "tokenizer_class": "LayoutXLMTokenizer",
 
74
  "unk_token": "<unk>"
75
  }
 
1
  {
2
+ "add_prefix_space": true,
3
  "added_tokens_decoder": {
4
  "0": {
5
  "content": "<s>",
 
53
  0
54
  ],
55
  "eos_token": "</s>",
56
+ "errors": "replace",
57
  "mask_token": "<mask>",
58
+ "model_max_length": 512,
59
  "only_label_first_subword": true,
60
  "pad_token": "<pad>",
61
  "pad_token_box": [
 
67
  "pad_token_label": -100,
68
  "sep_token": "</s>",
69
  "sep_token_box": [
70
+ 0,
71
+ 0,
72
+ 0,
73
+ 0
74
  ],
75
+ "tokenizer_class": "LayoutLMv3Tokenizer",
76
+ "trim_offsets": true,
77
  "unk_token": "<unk>"
78
  }
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fbb24fd0204b49677ae1475bf59bc50ce5b32fab5001e15f75036a6c20f1ba62
3
  size 5176
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aebd383120f49bf2d34c8dec38c54bae5d9f9c2eaf6948eaa3766f08eb48c3fb
3
  size 5176
unigram.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da145b5e7700ae40f16691ec32a0b1fdc1ee3298db22a31ea55f57a966c4a65d
3
+ size 14763260