HaomingSong commited on
Commit
8a0206b
·
verified ·
1 Parent(s): b01090b

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +56 -0
README.md CHANGED
@@ -26,4 +26,60 @@ export LEROBOT_HOME=/PATH/TO/LEROBOT_HOME
26
  uv run scripts/serve_policy.py policy:checkpoint \
27
  --policy.config=pi0_fast_bridge_fft_pt_tokenizer \
28
  --policy.dir=$THE_MODEL_PATH
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
29
  ```
 
26
  uv run scripts/serve_policy.py policy:checkpoint \
27
  --policy.config=pi0_fast_bridge_fft_pt_tokenizer \
28
  --policy.dir=$THE_MODEL_PATH
29
+ ```
30
+
31
+ ### DataConfig
32
+ ```python
33
+ @dataclasses.dataclass(frozen=True)
34
+ class LeRobotBridgeDataConfig(DataConfigFactory):
35
+ use_quantile_norm: bool = True
36
+
37
+ # Action keys that will be used to read the action sequence from the dataset.
38
+ action_sequence_keys: Sequence[str] = ("action",)
39
+
40
+ prompt_from_task: bool = True
41
+
42
+ @override
43
+ def create(self, assets_dirs: pathlib.Path, model_config: _model.BaseModelConfig) -> DataConfig:
44
+ # Make inputs look like they come from the Libero environment
45
+ repack_transform = _transforms.Group(
46
+ inputs=[
47
+ _transforms.RepackTransform(
48
+ {
49
+ "observation/primary_image": "observation.images.image_0",
50
+ # "observation/left_yellow_image": "observation.images.image_1",
51
+ # "observation/right_blue_image": "observation.images.image_2",
52
+ # "observation/wirst_image": "observation.images.image_3",
53
+ "observation/state": "observation.state",
54
+ "actions": "action",
55
+ "prompt": "prompt",
56
+ }
57
+ )
58
+ ]
59
+ )
60
+
61
+ # Prepare data for policy training
62
+ # Convert images to uint8 numpy arrays, add masks
63
+ data_transforms = _transforms.Group(
64
+ inputs=[
65
+ bridge_policy.BridgeInputs(
66
+ action_dim=model_config.action_dim,
67
+ model_type=model_config.model_type,
68
+ )
69
+ ],
70
+ outputs=[bridge_policy.BridgeOutputs()],
71
+ )
72
+
73
+ # Model transforms include things like tokenizing the prompt and action targets
74
+ model_transforms = ModelTransformFactory()(model_config)
75
+
76
+ return dataclasses.replace(
77
+ self.create_base_config(assets_dirs),
78
+ repack_transforms=repack_transform,
79
+ data_transforms=data_transforms,
80
+ model_transforms=model_transforms,
81
+ use_quantile_norm=self.use_quantile_norm,
82
+ action_sequence_keys=self.action_sequence_keys,
83
+ prompt_from_task=self.prompt_from_task,
84
+ )
85
  ```