|
{ |
|
"arch_specifier": "no-align+fused-gelu-mlp", |
|
"architectures": [ |
|
"OpenVLAForActionPrediction" |
|
], |
|
"hf_llm_id": "meta-llama/Llama-2-7b-hf", |
|
"image_resize_strategy": "resize-naive", |
|
"image_sizes": [ |
|
224, |
|
224 |
|
], |
|
"llm_backbone_id": "llama2-7b-pure", |
|
"llm_max_length": 2048, |
|
"model_type": "openvla", |
|
"n_action_bins": 256, |
|
"norm_stats": { |
|
"ego4d_split_1": { |
|
"action": { |
|
"max": [ |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0 |
|
], |
|
"mean": [ |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0 |
|
], |
|
"min": [ |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0 |
|
], |
|
"q01": [ |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0 |
|
], |
|
"q99": [ |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0 |
|
], |
|
"std": [ |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0 |
|
] |
|
}, |
|
"num_trajectories": 16567, |
|
"num_transitions": 89259, |
|
"proprio": { |
|
"max": [ |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0 |
|
], |
|
"mean": [ |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0 |
|
], |
|
"min": [ |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0 |
|
], |
|
"q01": [ |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0 |
|
], |
|
"q99": [ |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0 |
|
], |
|
"std": [ |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0 |
|
] |
|
} |
|
}, |
|
"ego4d_split_2": { |
|
"action": { |
|
"max": [ |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0 |
|
], |
|
"mean": [ |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0 |
|
], |
|
"min": [ |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0 |
|
], |
|
"q01": [ |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0 |
|
], |
|
"q99": [ |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0 |
|
], |
|
"std": [ |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0 |
|
] |
|
}, |
|
"num_trajectories": 19147, |
|
"num_transitions": 106175, |
|
"proprio": { |
|
"max": [ |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0 |
|
], |
|
"mean": [ |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0 |
|
], |
|
"min": [ |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0 |
|
], |
|
"q01": [ |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0 |
|
], |
|
"q99": [ |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0 |
|
], |
|
"std": [ |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0 |
|
] |
|
} |
|
}, |
|
"ego4d_split_3": { |
|
"action": { |
|
"max": [ |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0 |
|
], |
|
"mean": [ |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0 |
|
], |
|
"min": [ |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0 |
|
], |
|
"q01": [ |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0 |
|
], |
|
"q99": [ |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0 |
|
], |
|
"std": [ |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0 |
|
] |
|
}, |
|
"num_trajectories": 18167, |
|
"num_transitions": 99426, |
|
"proprio": { |
|
"max": [ |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0 |
|
], |
|
"mean": [ |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0 |
|
], |
|
"min": [ |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0 |
|
], |
|
"q01": [ |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0 |
|
], |
|
"q99": [ |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0 |
|
], |
|
"std": [ |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0 |
|
] |
|
} |
|
}, |
|
"ego4d_split_4": { |
|
"action": { |
|
"max": [ |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0 |
|
], |
|
"mean": [ |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0 |
|
], |
|
"min": [ |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0 |
|
], |
|
"q01": [ |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0 |
|
], |
|
"q99": [ |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0 |
|
], |
|
"std": [ |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0 |
|
] |
|
}, |
|
"num_trajectories": 20014, |
|
"num_transitions": 119935, |
|
"proprio": { |
|
"max": [ |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0 |
|
], |
|
"mean": [ |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0 |
|
], |
|
"min": [ |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0 |
|
], |
|
"q01": [ |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0 |
|
], |
|
"q99": [ |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0 |
|
], |
|
"std": [ |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0 |
|
] |
|
} |
|
} |
|
}, |
|
"output_projector_states": false, |
|
"pad_to_multiple_of": 64, |
|
"pad_token_id": 32000, |
|
"text_config": { |
|
"model_type": "llama", |
|
"pad_token_id": 32000, |
|
"torch_dtype": "bfloat16", |
|
"vocab_size": 32064 |
|
}, |
|
"timm_model_ids": [ |
|
"vit_large_patch14_reg4_dinov2.lvd142m", |
|
"vit_so400m_patch14_siglip_224" |
|
], |
|
"timm_override_act_layers": [ |
|
null, |
|
null |
|
], |
|
"torch_dtype": "bfloat16", |
|
"transformers_version": "4.40.1", |
|
"use_fused_vision_backbone": true, |
|
"vision_backbone_id": "dinosiglip-vit-so-224px" |
|
} |
|
|