aryaadhi commited on
Commit
dd71318
·
verified ·
1 Parent(s): 7e80e9e

Best processor with eval_loss 8.3023

Browse files
Files changed (2) hide show
  1. preprocessor_config.json +1 -1
  2. tokenizer.json +2 -2
preprocessor_config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "do_align_long_axis": false,
3
  "do_normalize": true,
4
  "do_pad": true,
5
  "do_rescale": true,
 
1
  {
2
+ "do_align_long_axis": true,
3
  "do_normalize": true,
4
  "do_pad": true,
5
  "do_rescale": true,
tokenizer.json CHANGED
@@ -2,13 +2,13 @@
2
  "version": "1.0",
3
  "truncation": {
4
  "direction": "Right",
5
- "max_length": 512,
6
  "strategy": "LongestFirst",
7
  "stride": 0
8
  },
9
  "padding": {
10
  "strategy": {
11
- "Fixed": 512
12
  },
13
  "direction": "Right",
14
  "pad_to_multiple_of": null,
 
2
  "version": "1.0",
3
  "truncation": {
4
  "direction": "Right",
5
+ "max_length": 1024,
6
  "strategy": "LongestFirst",
7
  "stride": 0
8
  },
9
  "padding": {
10
  "strategy": {
11
+ "Fixed": 1024
12
  },
13
  "direction": "Right",
14
  "pad_to_multiple_of": null,