| { | |
| "_serialized_key": "HloNeuronConfig", | |
| "all_reduce_dtype": null, | |
| "allow_flash_attention": true, | |
| "attention_layout": "HSB", | |
| "attn_output_transposed": false, | |
| "auto_cast_type": "fp16", | |
| "batch_size": 4, | |
| "checkpoint_id": "Qwen/Qwen2.5-0.5B", | |
| "checkpoint_revision": "060db6499f32faf8b98477b0a26969ef7d8b9987", | |
| "collectives_layout": "HSB", | |
| "continuous_batching": true, | |
| "fuse_qkv": false, | |
| "group_query_attention": "shard-over-heads", | |
| "log_softmax_scores": false, | |
| "neuronxcc_version": "2.17.194.0+d312836f", | |
| "optimum_neuron_version": "0.2.0", | |
| "output_all_logits": false, | |
| "sequence_length": 4096, | |
| "tp_degree": 2 | |
| } | |