HENGFANG commited on
Commit
45bc8f7
·
verified ·
1 Parent(s): cc6e23f

Add files using upload-large-folder tool

Browse files
Files changed (50) hide show
  1. README.md +78 -3
  2. config.full.yaml +130 -0
  3. config.yaml +77 -0
  4. dataset_statistics.json +218 -0
  5. log/eval_result/beat_block_hammer/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 19:53:57/_episodes_detail.json +1867 -0
  6. log/eval_result/beat_block_hammer/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 19:53:57/_metrics.json +11 -0
  7. log/eval_result/beat_block_hammer/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 19:53:57/_metrics_report.txt +20 -0
  8. log/eval_result/beat_block_hammer/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 19:53:57/_result.txt +5 -0
  9. log/eval_result/click_alarmclock/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 19:53:57/_episodes_detail.json +1846 -0
  10. log/eval_result/click_alarmclock/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 19:53:57/_metrics.json +11 -0
  11. log/eval_result/click_alarmclock/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 19:53:57/_metrics_report.txt +20 -0
  12. log/eval_result/click_alarmclock/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 19:53:57/_result.txt +5 -0
  13. log/eval_result/dump_bin_bigbin/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:15:01/_episodes_detail.json +1307 -0
  14. log/eval_result/dump_bin_bigbin/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:15:01/_metrics.json +11 -0
  15. log/eval_result/dump_bin_bigbin/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:15:01/_metrics_report.txt +20 -0
  16. log/eval_result/dump_bin_bigbin/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:15:01/_result.txt +5 -0
  17. log/eval_result/place_bread_basket/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 23:59:10/_episodes_detail.json +1790 -0
  18. log/eval_result/place_bread_basket/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 23:59:10/_metrics.json +11 -0
  19. log/eval_result/place_bread_basket/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 23:59:10/_metrics_report.txt +20 -0
  20. log/eval_result/place_bread_basket/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 23:59:10/_result.txt +5 -0
  21. log/eval_result/place_bread_skillet/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 00:20:17/_episodes_detail.json +1517 -0
  22. log/eval_result/place_bread_skillet/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 00:20:17/_metrics.json +11 -0
  23. log/eval_result/place_bread_skillet/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 00:20:17/_metrics_report.txt +20 -0
  24. log/eval_result/place_bread_skillet/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 00:20:17/_result.txt +5 -0
  25. log/eval_result/place_empty_cup/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:04:02/_episodes_detail.json +1839 -0
  26. log/eval_result/place_empty_cup/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:04:02/_metrics.json +11 -0
  27. log/eval_result/place_empty_cup/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:04:02/_metrics_report.txt +20 -0
  28. log/eval_result/place_empty_cup/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:04:02/_result.txt +5 -0
  29. log/eval_result/place_object_basket/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:44:48/_episodes_detail.json +1356 -0
  30. log/eval_result/place_object_basket/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:44:48/_metrics.json +11 -0
  31. log/eval_result/place_object_basket/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:44:48/_metrics_report.txt +20 -0
  32. log/eval_result/place_object_basket/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:44:48/_result.txt +5 -0
  33. log/eval_result/place_object_stand/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 02:23:29/_episodes_detail.json +1853 -0
  34. log/eval_result/place_object_stand/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 02:23:29/_metrics.json +11 -0
  35. log/eval_result/place_object_stand/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 02:23:29/_metrics_report.txt +20 -0
  36. log/eval_result/place_object_stand/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 02:23:29/_result.txt +5 -0
  37. log/eval_result/press_stapler/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 03:37:21/_metrics.json +11 -0
  38. log/eval_result/press_stapler/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 03:37:21/_metrics_report.txt +20 -0
  39. log/eval_result/press_stapler/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 03:37:21/_result.txt +5 -0
  40. log/eval_result/put_bottles_dustbin/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 03:54:55/_episodes_detail.json +1447 -0
  41. log/eval_result/put_bottles_dustbin/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 03:54:55/_metrics.json +11 -0
  42. log/eval_result/put_bottles_dustbin/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 03:54:55/_metrics_report.txt +20 -0
  43. log/eval_result/put_bottles_dustbin/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 03:54:55/_result.txt +5 -0
  44. log/eval_result/put_object_cabinet/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 04:01:30/_episodes_detail.json +1314 -0
  45. log/eval_result/put_object_cabinet/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 04:01:30/_metrics.json +11 -0
  46. log/eval_result/put_object_cabinet/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 04:01:30/_metrics_report.txt +20 -0
  47. log/eval_result/put_object_cabinet/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 04:01:30/_result.txt +5 -0
  48. log/log.csv +37 -0
  49. modality.json +62 -0
  50. summary.jsonl +10 -0
README.md CHANGED
@@ -1,3 +1,78 @@
1
- ---
2
- license: apache-2.0
3
- ---
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: apache-2.0
3
+ task_categories:
4
+ - robotics
5
+ language:
6
+ - en
7
+ tags:
8
+ - robotics
9
+ - embodied-ai
10
+ - dynamic-manipulation
11
+ - vision-language-action
12
+ - manipulation
13
+ - trajectory
14
+ pretty_name: DOMINO
15
+ size_categories:
16
+ - 100K<n<1M
17
+ ---
18
+ <h1 align="center"> Towards Generalizable Robotic Manipulation in Dynamic Environments </h1>
19
+
20
+ <div align="center">
21
+ <a href="https://arxiv.org/abs/2603.15620"><img src="https://img.shields.io/badge/arXiv-Paper-b31b1b?logo=Arxiv"></a>
22
+ <a href="https://h-embodvis.github.io/DOMINO/"><img src="https://img.shields.io/badge/Homepage-project-orange.svg?logo=googlehome"></a>
23
+ <a href="https://github.com/H-EmbodVis/DOMINO/"><img src="https://img.shields.io/badge/GitHub-Repository-green?logo=github"></a>
24
+ <a href="https://opensource.org/licenses/Apache-2.0"><img src="https://img.shields.io/badge/License-Apache%202.0-blue?style=flat-square"></a>
25
+ <h5 align="center"><em>Heng Fang<sup>1</sup>, Shangru Li<sup>1</sup>, Shuhan Wang<sup>1</sup>, Xuanyang Xi<sup>2</sup>, Dingkang Liang<sup>1</sup>, Xiang Bai<sup>1</sup> </em></h5>
26
+ <sup>1</sup> Huazhong University of Science and Technology, <sup>2</sup> Huawei Technologies Co. Ltd
27
+ </div>
28
+
29
+ ## 🔍 Overview
30
+
31
+ Dynamic manipulation requires robots to continuously adapt to moving objects and unpredictable environmental changes. Existing Vision-Language-Action (VLA) models rely on static single-frame observations, failing to capture essential spatiotemporal dynamics. We introduce **DOMINO**, a comprehensive benchmark for this underexplored frontier, and **PUMA**, a predictive architecture that couples historical motion cues with future state anticipation to achieve highly reactive embodied intelligence.
32
+
33
+ <details>
34
+ <summary>Abstract
35
+ </summary>
36
+
37
+ Vision-Language-Action (VLA) models excel in static manipulation but struggle in dynamic environments with moving targets. This performance gap primarily stems from a scarcity of dynamic manipulation datasets and the reliance of mainstream VLAs on single-frame observations, restricting their spatiotemporal reasoning capabilities. To address this, we introduce DOMINO, a large-scale dataset and benchmark for generalizable dynamic manipulation, featuring 35 tasks with hierarchical complexities, over 110K expert trajectories, and a multi-dimensional evaluation suite. Through comprehensive experiments, we systematically evaluate existing VLAs on dynamic tasks, explore effective training strategies for dynamic awareness, and validate the generalizability of dynamic data. Furthermore, we propose PUMA, a dynamics-aware VLA architecture. By integrating scene-centric historical optical flow and specialized world queries to implicitly forecast object-centric future states, PUMA couples history-aware perception with short-horizon prediction. Results demonstrate that PUMA achieves state-of-the-art performance, yielding a 6.3% absolute improvement in success rate over baselines. Moreover, we show that training on dynamic data fosters robust spatiotemporal representations that transfer to static tasks.
38
+ </details>
39
+
40
+ ### ✨ Key Idea
41
+
42
+ * Current VLA models struggle with dynamic manipulation tasks due to a scarcity of dynamic datasets and a reliance on single-frame observations.
43
+ * We introduce DOMINO, a large-scale benchmark for dynamic manipulation comprising 35 tasks and over 110K expert trajectories.
44
+ * We propose PUMA, a dynamics-aware VLA architecture that integrates historical optical flow and world queries to forecast future object states.
45
+ * Training on dynamic data fosters robust spatiotemporal representations, demonstrating enhanced generalization capabilities.
46
+
47
+
48
+ ## 🛠️ Usage
49
+
50
+ You can download the PUMA model repository using either the Hugging Face CLI or the Python SDK.
51
+
52
+ **Option 1: Hugging Face CLI (Recommended)**
53
+ ```bash
54
+ pip install -U huggingface_hub
55
+ huggingface-cli download --repo-type model H-EmbodVis/PUMA --local-dir PUMA-model
56
+ ```
57
+
58
+ **Option 2: Python SDK**
59
+ ```python
60
+ from huggingface_hub import snapshot_download
61
+ snapshot_download(
62
+ repo_id="H-EmbodVis/PUMA",
63
+ repo_type="model",
64
+ local_dir="PUMA-model"
65
+ )
66
+ ```
67
+
68
+ ## 📖 Citation
69
+
70
+ If you find this work useful, please consider citing:
71
+ ```bibtex
72
+ @article{fang2026towards,
73
+ title={Towards Generalizable Robotic Manipulation in Dynamic Environments},
74
+ author={Fang, Heng and Li, Shangru and Wang, Shuhan and Xi, Xuanyang and Liang, Dingkang and Bai, Xiang},
75
+ journal={arXiv preprint arXiv:2603.15620},
76
+ year={2026}
77
+ }
78
+ ```
config.full.yaml ADDED
@@ -0,0 +1,130 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ run_id: puma-domino-dynamic-35task
2
+ run_root_dir: ./result/output/Dynamic_VLA
3
+ seed: 42
4
+ trackers:
5
+ - jsonl
6
+ - wandb
7
+ wandb_entity: heng_
8
+ wandb_project: Dynamic_VLA
9
+ is_debug: false
10
+ framework:
11
+ name: PUMA
12
+ history_flow_stage: stage2
13
+ qwenvl:
14
+ base_vlm: ./playground/Pretrained_models/Qwen3-VL-4B-Instruct-Action
15
+ attn_implementation: sdpa
16
+ vl_hidden_dim: 2560
17
+ action_model:
18
+ action_model_type: MLP
19
+ action_hidden_dim: 2560
20
+ action_dim: 14
21
+ state_dim: 14
22
+ future_action_window_size: 15
23
+ past_action_window_size: 0
24
+ world_model:
25
+ enabled: true
26
+ world_query_num: 4
27
+ loss_weight: 0.05
28
+ supervision: per_frame
29
+ feature_loss: cosine
30
+ grounding_mode: image
31
+ future_view_index: 0
32
+ dino_backbone: dinov2_vitb14
33
+ world_token: <|world|>
34
+ grounding:
35
+ sam2_model_config: configs/sam2.1/sam2.1_hiera_l.yaml
36
+ sam2_checkpoint: ./playground/Pretrained_models/grounded_sam2/sam2.1_hiera_large.pt
37
+ grounding_dino_config: ./playground/Pretrained_models/grounded_sam2/GroundingDINO_SwinT_OGC.py
38
+ grounding_dino_checkpoint: ./playground/Pretrained_models/grounded_sam2/groundingdino_swint_ogc.pth
39
+ box_threshold: 0.35
40
+ text_threshold: 0.25
41
+ multimask_output: false
42
+ max_boxes: 1
43
+ video_prompt: mask
44
+ cache:
45
+ enabled: true
46
+ read: true
47
+ write: true
48
+ dirname: grounding_cache
49
+ version: v1
50
+ debug:
51
+ enabled: false
52
+ output_dir: ./grounding_output
53
+ include_box: true
54
+ include_mask: true
55
+ datasets:
56
+ vla_data:
57
+ dataset_py: lerobot_datasets
58
+ num_workers: 8
59
+ data_root_dir: ./data/robotwin/dynamic-35tasks-clean-level1
60
+ data_mix: robotwin_dynamic_task
61
+ action_type: abs_qpos
62
+ default_image_resolution:
63
+ - 3
64
+ - 224
65
+ - 224
66
+ per_device_batch_size: 8
67
+ load_all_data_for_training: true
68
+ obs:
69
+ - image_0
70
+ image_size:
71
+ - 224
72
+ - 224
73
+ video_backend: torchvision_av
74
+ include_state: false
75
+ future_k: 4
76
+ future_stride: 4
77
+ history_k: 4
78
+ history_stride: 4
79
+ history_mode: flow
80
+ history_image_size:
81
+ - 64
82
+ - 64
83
+ history_flow:
84
+ compute_size:
85
+ - 64
86
+ - 64
87
+ cpu_worker_num: 12
88
+ cache:
89
+ enabled: true
90
+ read: true
91
+ write: true
92
+ dirname: history_flow_cache
93
+ version: v1
94
+ trainer:
95
+ epochs: 100
96
+ max_train_steps: 100000
97
+ num_warmup_steps: 5000
98
+ save_interval: 10000
99
+ eval_interval: 1000
100
+ learning_rate:
101
+ base: 1.0e-05
102
+ qwen_vl_interface: 1.0e-05
103
+ action_model: 0.0001
104
+ lr_scheduler_type: cosine_with_min_lr
105
+ scheduler_specific_kwargs:
106
+ min_lr: 5.0e-07
107
+ freeze_modules: null
108
+ loss_scale:
109
+ vla: 1.0
110
+ vlm: 0.0
111
+ repeated_diffusion_steps: 4
112
+ max_grad_norm: 1.0
113
+ warmup_ratio: 0.1
114
+ weight_decay: 0.0
115
+ logging_frequency: 100
116
+ gradient_clipping: 1.0
117
+ gradient_accumulation_steps: 1
118
+ optimizer:
119
+ name: AdamW
120
+ betas:
121
+ - 0.9
122
+ - 0.95
123
+ eps: 1.0e-08
124
+ weight_decay: 1.0e-08
125
+ is_resume: false
126
+ resume_epoch: null
127
+ resume_step: null
128
+ enable_gradient_checkpointing: true
129
+ enable_mixed_precision_training: true
130
+ output_dir: ./result/output/Dynamic_VLA/20260301-qwenoft-robotwin_dynamic_task-qwenaction-world-query-flow-stage2-h4s4f4s4-h64w64-dynamic-35task
config.yaml ADDED
@@ -0,0 +1,77 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ datasets:
2
+ vla_data:
3
+ data_mix: robotwin_dynamic_task
4
+ data_root_dir: ./data/robotwin/dynamic-35tasks-clean-level1
5
+ dataset_py: lerobot_datasets
6
+ history_flow:
7
+ cpu_worker_num: 12
8
+ history_image_size:
9
+ - 64
10
+ - 64
11
+ history_mode: flow
12
+ image_size:
13
+ - 224
14
+ - 224
15
+ num_workers: 8
16
+ per_device_batch_size: 8
17
+ video_backend: torchvision_av
18
+ framework:
19
+ action_model:
20
+ action_dim: 14
21
+ action_hidden_dim: 2560
22
+ action_model_type: MLP
23
+ future_action_window_size: 15
24
+ past_action_window_size: 0
25
+ history_flow_stage: stage2
26
+ name: PUMA
27
+ qwenvl:
28
+ attn_implementation: sdpa
29
+ base_vlm: ./playground/Pretrained_models/Qwen3-VL-4B-Instruct-Action
30
+ world_model:
31
+ dino_backbone: dinov2_vitb14
32
+ enabled: true
33
+ feature_loss: cosine
34
+ future_view_index: 0
35
+ grounding:
36
+ box_threshold: 0.35
37
+ grounding_dino_checkpoint: ./playground/Pretrained_models/grounded_sam2/groundingdino_swint_ogc.pth
38
+ grounding_dino_config: ./playground/Pretrained_models/grounded_sam2/GroundingDINO_SwinT_OGC.py
39
+ max_boxes: 1
40
+ multimask_output: false
41
+ sam2_checkpoint: ./playground/Pretrained_models/grounded_sam2/sam2.1_hiera_large.pt
42
+ sam2_model_config: configs/sam2.1/sam2.1_hiera_l.yaml
43
+ text_threshold: 0.25
44
+ video_prompt: mask
45
+ grounding_mode: image
46
+ loss_weight: 0.05
47
+ supervision: per_frame
48
+ world_query_num: 4
49
+ output_dir: ./result/output/Dynamic_VLA/20260301-qwenoft-robotwin_dynamic_task-qwenaction-world-query-flow-stage2-h4s4f4s4-h64w64-dynamic-35task
50
+ run_id: puma-domino-dynamic-35task
51
+ run_root_dir: ./result/output/Dynamic_VLA
52
+ seed: 42
53
+ trainer:
54
+ eval_interval: 1000
55
+ freeze_modules: null
56
+ gradient_accumulation_steps: 1
57
+ gradient_clipping: 1.0
58
+ is_resume: false
59
+ learning_rate:
60
+ action_model: 0.0001
61
+ base: 1.0e-05
62
+ qwen_vl_interface: 1.0e-05
63
+ logging_frequency: 100
64
+ lr_scheduler_type: cosine_with_min_lr
65
+ max_train_steps: 100000
66
+ num_warmup_steps: 5000
67
+ optimizer:
68
+ betas:
69
+ - 0.9
70
+ - 0.95
71
+ eps: 1.0e-08
72
+ weight_decay: 1.0e-08
73
+ save_interval: 10000
74
+ scheduler_specific_kwargs:
75
+ min_lr: 5.0e-07
76
+ wandb_entity: heng_
77
+ wandb_project: Dynamic_VLA
dataset_statistics.json ADDED
@@ -0,0 +1,218 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "new_embodiment": {
3
+ "action": {
4
+ "mean": [
5
+ -0.22702535390853884,
6
+ 1.003115233353206,
7
+ 0.7631587999207635,
8
+ -0.3618312994284289,
9
+ 0.03425867606586377,
10
+ -0.08026102610996794,
11
+ 0.22364713868924552,
12
+ 1.0436514564922879,
13
+ 0.7908244337354386,
14
+ -0.37066041805914474,
15
+ 0.004222591888226034,
16
+ 0.041592018559042904,
17
+ 0.7060688027313776,
18
+ 0.6940129935741424
19
+ ],
20
+ "std": [
21
+ 0.30514455042933064,
22
+ 1.0019899515780213,
23
+ 0.8241017700259955,
24
+ 0.6783365681393788,
25
+ 0.2634822022193607,
26
+ 0.7426334319751464,
27
+ 0.2853061559002601,
28
+ 1.0109114832980846,
29
+ 0.8321482782190877,
30
+ 0.7031367593614417,
31
+ 0.22604922119784374,
32
+ 0.707051842664874,
33
+ 0.4397007635034754,
34
+ 0.4444534531635708
35
+ ],
36
+ "max": [
37
+ 2.936203956604004,
38
+ 3.88881254196167,
39
+ 5.736354351043701,
40
+ 1.7272764444351196,
41
+ 1.9276461601257324,
42
+ 9.343469619750977,
43
+ 1.4281859397888184,
44
+ 3.440232515335083,
45
+ 4.915131568908691,
46
+ 1.9514164924621582,
47
+ 1.2457507848739624,
48
+ 6.9257493019104,
49
+ 1.0,
50
+ 1.0
51
+ ],
52
+ "min": [
53
+ -1.6962541341781616,
54
+ -0.0047900001518428326,
55
+ -0.00431999983265996,
56
+ -1.9564759731292725,
57
+ -1.3310980796813965,
58
+ -6.827102184295654,
59
+ -2.6997833251953125,
60
+ -0.0003100000030826777,
61
+ -3.921471943613142e-05,
62
+ -2.0408170223236084,
63
+ -1.6348956823349,
64
+ -3.916701316833496,
65
+ 0.0,
66
+ 0.0
67
+ ],
68
+ "q01": [
69
+ -1.305215916633606,
70
+ -1.977509236894548e-05,
71
+ -3.479671067907475e-05,
72
+ -1.8460937142372131,
73
+ -1.1803946495056152,
74
+ -5.48190592288971,
75
+ -0.37028350710868835,
76
+ -2.0404135284479707e-05,
77
+ -3.4923621569760144e-05,
78
+ -1.982373147010803,
79
+ -1.4469184875488281,
80
+ -3.8687615394592285,
81
+ 0.0,
82
+ 0.0
83
+ ],
84
+ "q99": [
85
+ 2.464226384162915,
86
+ 3.4062674522399914,
87
+ 5.205294151306164,
88
+ 1.4841886234283448,
89
+ 1.4935357928276067,
90
+ 8.200128593444852,
91
+ 1.2209925651550293,
92
+ 3.284044880867004,
93
+ 3.9616382503509517,
94
+ 1.7866917324066156,
95
+ 1.2144602537155151,
96
+ 3.5398502349853516,
97
+ 1.0,
98
+ 1.0
99
+ ],
100
+ "mask": [
101
+ true,
102
+ true,
103
+ true,
104
+ true,
105
+ true,
106
+ true,
107
+ true,
108
+ true,
109
+ true,
110
+ true,
111
+ true,
112
+ true,
113
+ false,
114
+ false
115
+ ]
116
+ },
117
+ "state": {
118
+ "mean": [
119
+ -0.2254022747810398,
120
+ 0.9961775302886964,
121
+ 0.7577949890068598,
122
+ -0.35916040837764746,
123
+ 0.03414956247350867,
124
+ -0.07880794955417515,
125
+ 0.22199897521308487,
126
+ 1.0362120185579573,
127
+ 0.7850454585892815,
128
+ -0.36784295024616376,
129
+ 0.004244643749137011,
130
+ 0.040414174965449766,
131
+ 0.7077123624937876,
132
+ 0.695625285591398
133
+ ],
134
+ "std": [
135
+ 0.30447134698577977,
136
+ 1.0018732819705378,
137
+ 0.8234143918362236,
138
+ 0.6763154237256619,
139
+ 0.26259468753020027,
140
+ 0.7387883470132082,
141
+ 0.28481157455033607,
142
+ 1.0108256066052392,
143
+ 0.8313627463703402,
144
+ 0.7007131791449518,
145
+ 0.22503179971340606,
146
+ 0.7031276222335718,
147
+ 0.4389305925329809,
148
+ 0.44374730441205956
149
+ ],
150
+ "max": [
151
+ 2.936203956604004,
152
+ 3.88881254196167,
153
+ 5.736354351043701,
154
+ 1.7272764444351196,
155
+ 1.9276461601257324,
156
+ 9.343469619750977,
157
+ 1.4281859397888184,
158
+ 3.440232515335083,
159
+ 4.915131568908691,
160
+ 1.9514164924621582,
161
+ 1.2457507848739624,
162
+ 6.9257493019104,
163
+ 1.0,
164
+ 1.0
165
+ ],
166
+ "min": [
167
+ -1.6962541341781616,
168
+ -0.0047900001518428326,
169
+ -0.00431999983265996,
170
+ -1.9564759731292725,
171
+ -1.3310980796813965,
172
+ -6.827102184295654,
173
+ -2.6997833251953125,
174
+ -0.0003100000030826777,
175
+ -3.921471943613142e-05,
176
+ -2.0408170223236084,
177
+ -1.6348956823349,
178
+ -3.916701316833496,
179
+ 0.0,
180
+ 0.0
181
+ ],
182
+ "q01": [
183
+ -1.303863775730133,
184
+ -1.977509236894548e-05,
185
+ -3.479671067907475e-05,
186
+ -1.8327324199676513,
187
+ -1.1803946495056152,
188
+ -5.48190592288971,
189
+ -0.37028350710868835,
190
+ -2.0404135284479707e-05,
191
+ -3.4923621569760144e-05,
192
+ -1.9619979858398438,
193
+ -1.4459919023513794,
194
+ -3.8687615394592285,
195
+ 0.0,
196
+ 0.0
197
+ ],
198
+ "q99": [
199
+ 2.408337962627423,
200
+ 3.4041598320007327,
201
+ 5.151331424713146,
202
+ 1.4798400640487668,
203
+ 1.4927842617034912,
204
+ 8.06843289375308,
205
+ 1.2209925651550293,
206
+ 3.2824301815032952,
207
+ 3.960694451332092,
208
+ 1.7604556512832619,
209
+ 1.2144602537155151,
210
+ 3.5398502349853516,
211
+ 1.0,
212
+ 1.0
213
+ ]
214
+ },
215
+ "num_transitions": 316484,
216
+ "num_trajectories": 1750
217
+ }
218
+ }
log/eval_result/beat_block_hammer/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 19:53:57/_episodes_detail.json ADDED
@@ -0,0 +1,1867 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "episode_id": 1,
4
+ "seed": 100003,
5
+ "success": false,
6
+ "steps_taken": 141,
7
+ "max_steps": 400,
8
+ "route_completion": 17.485826136194895,
9
+ "manipulation_score": 8.742913068097447,
10
+ "total_penalty_factor": 0.5,
11
+ "fail_reason": "out_of_bounds",
12
+ "penalty_events": [
13
+ {
14
+ "event_type": "out_of_bounds",
15
+ "timestep": 141,
16
+ "penalty_factor": 0.5,
17
+ "details": "Target object left workspace/view"
18
+ }
19
+ ]
20
+ },
21
+ {
22
+ "episode_id": 2,
23
+ "seed": 100009,
24
+ "success": false,
25
+ "steps_taken": 95,
26
+ "max_steps": 400,
27
+ "route_completion": 45.380949489288795,
28
+ "manipulation_score": 22.690474744644398,
29
+ "total_penalty_factor": 0.5,
30
+ "fail_reason": "out_of_bounds",
31
+ "penalty_events": [
32
+ {
33
+ "event_type": "out_of_bounds",
34
+ "timestep": 95,
35
+ "penalty_factor": 0.5,
36
+ "details": "Target object left workspace/view"
37
+ }
38
+ ]
39
+ },
40
+ {
41
+ "episode_id": 3,
42
+ "seed": 100011,
43
+ "success": false,
44
+ "steps_taken": 85,
45
+ "max_steps": 400,
46
+ "route_completion": 25.09373088544121,
47
+ "manipulation_score": 12.546865442720605,
48
+ "total_penalty_factor": 0.5,
49
+ "fail_reason": "out_of_bounds",
50
+ "penalty_events": [
51
+ {
52
+ "event_type": "out_of_bounds",
53
+ "timestep": 85,
54
+ "penalty_factor": 0.5,
55
+ "details": "Target object left workspace/view"
56
+ }
57
+ ]
58
+ },
59
+ {
60
+ "episode_id": 4,
61
+ "seed": 100015,
62
+ "success": false,
63
+ "steps_taken": 274,
64
+ "max_steps": 400,
65
+ "route_completion": 49.49939384032989,
66
+ "manipulation_score": 24.749696920164943,
67
+ "total_penalty_factor": 0.5,
68
+ "fail_reason": "out_of_bounds",
69
+ "penalty_events": [
70
+ {
71
+ "event_type": "out_of_bounds",
72
+ "timestep": 274,
73
+ "penalty_factor": 0.5,
74
+ "details": "Target object left workspace/view"
75
+ }
76
+ ]
77
+ },
78
+ {
79
+ "episode_id": 5,
80
+ "seed": 100016,
81
+ "success": false,
82
+ "steps_taken": 98,
83
+ "max_steps": 400,
84
+ "route_completion": 41.75843195594046,
85
+ "manipulation_score": 20.87921597797023,
86
+ "total_penalty_factor": 0.5,
87
+ "fail_reason": "out_of_bounds",
88
+ "penalty_events": [
89
+ {
90
+ "event_type": "out_of_bounds",
91
+ "timestep": 98,
92
+ "penalty_factor": 0.5,
93
+ "details": "Target object left workspace/view"
94
+ }
95
+ ]
96
+ },
97
+ {
98
+ "episode_id": 6,
99
+ "seed": 100017,
100
+ "success": false,
101
+ "steps_taken": 81,
102
+ "max_steps": 400,
103
+ "route_completion": 43.74581873049627,
104
+ "manipulation_score": 21.872909365248134,
105
+ "total_penalty_factor": 0.5,
106
+ "fail_reason": "out_of_bounds",
107
+ "penalty_events": [
108
+ {
109
+ "event_type": "out_of_bounds",
110
+ "timestep": 81,
111
+ "penalty_factor": 0.5,
112
+ "details": "Target object left workspace/view"
113
+ }
114
+ ]
115
+ },
116
+ {
117
+ "episode_id": 7,
118
+ "seed": 100020,
119
+ "success": false,
120
+ "steps_taken": 206,
121
+ "max_steps": 400,
122
+ "route_completion": 47.15487591496516,
123
+ "manipulation_score": 23.57743795748258,
124
+ "total_penalty_factor": 0.5,
125
+ "fail_reason": "out_of_bounds",
126
+ "penalty_events": [
127
+ {
128
+ "event_type": "out_of_bounds",
129
+ "timestep": 206,
130
+ "penalty_factor": 0.5,
131
+ "details": "Target object left workspace/view"
132
+ }
133
+ ]
134
+ },
135
+ {
136
+ "episode_id": 8,
137
+ "seed": 100023,
138
+ "success": false,
139
+ "steps_taken": 127,
140
+ "max_steps": 400,
141
+ "route_completion": 10.52834447937299,
142
+ "manipulation_score": 5.264172239686495,
143
+ "total_penalty_factor": 0.5,
144
+ "fail_reason": "out_of_bounds",
145
+ "penalty_events": [
146
+ {
147
+ "event_type": "out_of_bounds",
148
+ "timestep": 127,
149
+ "penalty_factor": 0.5,
150
+ "details": "Target object left workspace/view"
151
+ }
152
+ ]
153
+ },
154
+ {
155
+ "episode_id": 9,
156
+ "seed": 100026,
157
+ "success": false,
158
+ "steps_taken": 147,
159
+ "max_steps": 400,
160
+ "route_completion": 43.400107419802666,
161
+ "manipulation_score": 21.700053709901333,
162
+ "total_penalty_factor": 0.5,
163
+ "fail_reason": "out_of_bounds",
164
+ "penalty_events": [
165
+ {
166
+ "event_type": "out_of_bounds",
167
+ "timestep": 147,
168
+ "penalty_factor": 0.5,
169
+ "details": "Target object left workspace/view"
170
+ }
171
+ ]
172
+ },
173
+ {
174
+ "episode_id": 10,
175
+ "seed": 100027,
176
+ "success": false,
177
+ "steps_taken": 164,
178
+ "max_steps": 400,
179
+ "route_completion": 47.51705172790779,
180
+ "manipulation_score": 23.758525863953896,
181
+ "total_penalty_factor": 0.5,
182
+ "fail_reason": "out_of_bounds",
183
+ "penalty_events": [
184
+ {
185
+ "event_type": "out_of_bounds",
186
+ "timestep": 164,
187
+ "penalty_factor": 0.5,
188
+ "details": "Target object left workspace/view"
189
+ }
190
+ ]
191
+ },
192
+ {
193
+ "episode_id": 11,
194
+ "seed": 100028,
195
+ "success": false,
196
+ "steps_taken": 183,
197
+ "max_steps": 400,
198
+ "route_completion": 41.598427466577284,
199
+ "manipulation_score": 20.799213733288642,
200
+ "total_penalty_factor": 0.5,
201
+ "fail_reason": "out_of_bounds",
202
+ "penalty_events": [
203
+ {
204
+ "event_type": "out_of_bounds",
205
+ "timestep": 183,
206
+ "penalty_factor": 0.5,
207
+ "details": "Target object left workspace/view"
208
+ }
209
+ ]
210
+ },
211
+ {
212
+ "episode_id": 12,
213
+ "seed": 100035,
214
+ "success": false,
215
+ "steps_taken": 105,
216
+ "max_steps": 400,
217
+ "route_completion": 41.69263887687038,
218
+ "manipulation_score": 20.84631943843519,
219
+ "total_penalty_factor": 0.5,
220
+ "fail_reason": "out_of_bounds",
221
+ "penalty_events": [
222
+ {
223
+ "event_type": "out_of_bounds",
224
+ "timestep": 105,
225
+ "penalty_factor": 0.5,
226
+ "details": "Target object left workspace/view"
227
+ }
228
+ ]
229
+ },
230
+ {
231
+ "episode_id": 13,
232
+ "seed": 100038,
233
+ "success": false,
234
+ "steps_taken": 275,
235
+ "max_steps": 400,
236
+ "route_completion": 0.23782481035748043,
237
+ "manipulation_score": 0.11891240517874022,
238
+ "total_penalty_factor": 0.5,
239
+ "fail_reason": "out_of_bounds",
240
+ "penalty_events": [
241
+ {
242
+ "event_type": "out_of_bounds",
243
+ "timestep": 275,
244
+ "penalty_factor": 0.5,
245
+ "details": "Target object left workspace/view"
246
+ }
247
+ ]
248
+ },
249
+ {
250
+ "episode_id": 14,
251
+ "seed": 100042,
252
+ "success": false,
253
+ "steps_taken": 119,
254
+ "max_steps": 400,
255
+ "route_completion": 37.260596199134376,
256
+ "manipulation_score": 18.630298099567188,
257
+ "total_penalty_factor": 0.5,
258
+ "fail_reason": "out_of_bounds",
259
+ "penalty_events": [
260
+ {
261
+ "event_type": "out_of_bounds",
262
+ "timestep": 119,
263
+ "penalty_factor": 0.5,
264
+ "details": "Target object left workspace/view"
265
+ }
266
+ ]
267
+ },
268
+ {
269
+ "episode_id": 15,
270
+ "seed": 100044,
271
+ "success": false,
272
+ "steps_taken": 103,
273
+ "max_steps": 400,
274
+ "route_completion": 46.778840657027445,
275
+ "manipulation_score": 23.389420328513722,
276
+ "total_penalty_factor": 0.5,
277
+ "fail_reason": "out_of_bounds",
278
+ "penalty_events": [
279
+ {
280
+ "event_type": "out_of_bounds",
281
+ "timestep": 103,
282
+ "penalty_factor": 0.5,
283
+ "details": "Target object left workspace/view"
284
+ }
285
+ ]
286
+ },
287
+ {
288
+ "episode_id": 16,
289
+ "seed": 100047,
290
+ "success": false,
291
+ "steps_taken": 111,
292
+ "max_steps": 400,
293
+ "route_completion": 53.206714321657365,
294
+ "manipulation_score": 26.603357160828683,
295
+ "total_penalty_factor": 0.5,
296
+ "fail_reason": "out_of_bounds",
297
+ "penalty_events": [
298
+ {
299
+ "event_type": "out_of_bounds",
300
+ "timestep": 111,
301
+ "penalty_factor": 0.5,
302
+ "details": "Target object left workspace/view"
303
+ }
304
+ ]
305
+ },
306
+ {
307
+ "episode_id": 17,
308
+ "seed": 100048,
309
+ "success": false,
310
+ "steps_taken": 234,
311
+ "max_steps": 400,
312
+ "route_completion": 0.0,
313
+ "manipulation_score": 0.0,
314
+ "total_penalty_factor": 0.5,
315
+ "fail_reason": "out_of_bounds",
316
+ "penalty_events": [
317
+ {
318
+ "event_type": "out_of_bounds",
319
+ "timestep": 234,
320
+ "penalty_factor": 0.5,
321
+ "details": "Target object left workspace/view"
322
+ }
323
+ ]
324
+ },
325
+ {
326
+ "episode_id": 18,
327
+ "seed": 100051,
328
+ "success": false,
329
+ "steps_taken": 195,
330
+ "max_steps": 400,
331
+ "route_completion": 0.04404862857151866,
332
+ "manipulation_score": 0.02202431428575933,
333
+ "total_penalty_factor": 0.5,
334
+ "fail_reason": "out_of_bounds",
335
+ "penalty_events": [
336
+ {
337
+ "event_type": "out_of_bounds",
338
+ "timestep": 195,
339
+ "penalty_factor": 0.5,
340
+ "details": "Target object left workspace/view"
341
+ }
342
+ ]
343
+ },
344
+ {
345
+ "episode_id": 19,
346
+ "seed": 100052,
347
+ "success": false,
348
+ "steps_taken": 328,
349
+ "max_steps": 400,
350
+ "route_completion": 21.304267865146407,
351
+ "manipulation_score": 10.652133932573204,
352
+ "total_penalty_factor": 0.5,
353
+ "fail_reason": "out_of_bounds",
354
+ "penalty_events": [
355
+ {
356
+ "event_type": "out_of_bounds",
357
+ "timestep": 328,
358
+ "penalty_factor": 0.5,
359
+ "details": "Target object left workspace/view"
360
+ }
361
+ ]
362
+ },
363
+ {
364
+ "episode_id": 20,
365
+ "seed": 100054,
366
+ "success": false,
367
+ "steps_taken": 123,
368
+ "max_steps": 400,
369
+ "route_completion": 28.66450349022957,
370
+ "manipulation_score": 14.332251745114785,
371
+ "total_penalty_factor": 0.5,
372
+ "fail_reason": "out_of_bounds",
373
+ "penalty_events": [
374
+ {
375
+ "event_type": "out_of_bounds",
376
+ "timestep": 123,
377
+ "penalty_factor": 0.5,
378
+ "details": "Target object left workspace/view"
379
+ }
380
+ ]
381
+ },
382
+ {
383
+ "episode_id": 21,
384
+ "seed": 100055,
385
+ "success": false,
386
+ "steps_taken": 113,
387
+ "max_steps": 400,
388
+ "route_completion": 53.37217882384779,
389
+ "manipulation_score": 26.686089411923895,
390
+ "total_penalty_factor": 0.5,
391
+ "fail_reason": "out_of_bounds",
392
+ "penalty_events": [
393
+ {
394
+ "event_type": "out_of_bounds",
395
+ "timestep": 113,
396
+ "penalty_factor": 0.5,
397
+ "details": "Target object left workspace/view"
398
+ }
399
+ ]
400
+ },
401
+ {
402
+ "episode_id": 22,
403
+ "seed": 100056,
404
+ "success": false,
405
+ "steps_taken": 174,
406
+ "max_steps": 400,
407
+ "route_completion": 29.118857691039224,
408
+ "manipulation_score": 14.559428845519612,
409
+ "total_penalty_factor": 0.5,
410
+ "fail_reason": "out_of_bounds",
411
+ "penalty_events": [
412
+ {
413
+ "event_type": "out_of_bounds",
414
+ "timestep": 174,
415
+ "penalty_factor": 0.5,
416
+ "details": "Target object left workspace/view"
417
+ }
418
+ ]
419
+ },
420
+ {
421
+ "episode_id": 23,
422
+ "seed": 100057,
423
+ "success": false,
424
+ "steps_taken": 125,
425
+ "max_steps": 400,
426
+ "route_completion": 42.25310951380582,
427
+ "manipulation_score": 21.12655475690291,
428
+ "total_penalty_factor": 0.5,
429
+ "fail_reason": "out_of_bounds",
430
+ "penalty_events": [
431
+ {
432
+ "event_type": "out_of_bounds",
433
+ "timestep": 125,
434
+ "penalty_factor": 0.5,
435
+ "details": "Target object left workspace/view"
436
+ }
437
+ ]
438
+ },
439
+ {
440
+ "episode_id": 24,
441
+ "seed": 100060,
442
+ "success": false,
443
+ "steps_taken": 84,
444
+ "max_steps": 400,
445
+ "route_completion": 39.86028795251464,
446
+ "manipulation_score": 19.93014397625732,
447
+ "total_penalty_factor": 0.5,
448
+ "fail_reason": "out_of_bounds",
449
+ "penalty_events": [
450
+ {
451
+ "event_type": "out_of_bounds",
452
+ "timestep": 84,
453
+ "penalty_factor": 0.5,
454
+ "details": "Target object left workspace/view"
455
+ }
456
+ ]
457
+ },
458
+ {
459
+ "episode_id": 25,
460
+ "seed": 100064,
461
+ "success": false,
462
+ "steps_taken": 99,
463
+ "max_steps": 400,
464
+ "route_completion": 13.220743258540994,
465
+ "manipulation_score": 6.610371629270497,
466
+ "total_penalty_factor": 0.5,
467
+ "fail_reason": "out_of_bounds",
468
+ "penalty_events": [
469
+ {
470
+ "event_type": "out_of_bounds",
471
+ "timestep": 99,
472
+ "penalty_factor": 0.5,
473
+ "details": "Target object left workspace/view"
474
+ }
475
+ ]
476
+ },
477
+ {
478
+ "episode_id": 26,
479
+ "seed": 100067,
480
+ "success": false,
481
+ "steps_taken": 287,
482
+ "max_steps": 400,
483
+ "route_completion": 33.538868192684546,
484
+ "manipulation_score": 16.769434096342273,
485
+ "total_penalty_factor": 0.5,
486
+ "fail_reason": "out_of_bounds",
487
+ "penalty_events": [
488
+ {
489
+ "event_type": "out_of_bounds",
490
+ "timestep": 287,
491
+ "penalty_factor": 0.5,
492
+ "details": "Target object left workspace/view"
493
+ }
494
+ ]
495
+ },
496
+ {
497
+ "episode_id": 27,
498
+ "seed": 100069,
499
+ "success": false,
500
+ "steps_taken": 243,
501
+ "max_steps": 400,
502
+ "route_completion": 0.0,
503
+ "manipulation_score": 0.0,
504
+ "total_penalty_factor": 0.5,
505
+ "fail_reason": "out_of_bounds",
506
+ "penalty_events": [
507
+ {
508
+ "event_type": "out_of_bounds",
509
+ "timestep": 243,
510
+ "penalty_factor": 0.5,
511
+ "details": "Target object left workspace/view"
512
+ }
513
+ ]
514
+ },
515
+ {
516
+ "episode_id": 28,
517
+ "seed": 100070,
518
+ "success": false,
519
+ "steps_taken": 168,
520
+ "max_steps": 400,
521
+ "route_completion": 55.25000874460161,
522
+ "manipulation_score": 27.625004372300804,
523
+ "total_penalty_factor": 0.5,
524
+ "fail_reason": "out_of_bounds",
525
+ "penalty_events": [
526
+ {
527
+ "event_type": "out_of_bounds",
528
+ "timestep": 168,
529
+ "penalty_factor": 0.5,
530
+ "details": "Target object left workspace/view"
531
+ }
532
+ ]
533
+ },
534
+ {
535
+ "episode_id": 29,
536
+ "seed": 100071,
537
+ "success": false,
538
+ "steps_taken": 204,
539
+ "max_steps": 400,
540
+ "route_completion": 39.645761457832,
541
+ "manipulation_score": 19.822880728916,
542
+ "total_penalty_factor": 0.5,
543
+ "fail_reason": "out_of_bounds",
544
+ "penalty_events": [
545
+ {
546
+ "event_type": "out_of_bounds",
547
+ "timestep": 204,
548
+ "penalty_factor": 0.5,
549
+ "details": "Target object left workspace/view"
550
+ }
551
+ ]
552
+ },
553
+ {
554
+ "episode_id": 30,
555
+ "seed": 100072,
556
+ "success": true,
557
+ "steps_taken": 108,
558
+ "max_steps": 400,
559
+ "route_completion": 100.0,
560
+ "manipulation_score": 100.0,
561
+ "total_penalty_factor": 1.0,
562
+ "fail_reason": null,
563
+ "penalty_events": []
564
+ },
565
+ {
566
+ "episode_id": 31,
567
+ "seed": 100073,
568
+ "success": false,
569
+ "steps_taken": 220,
570
+ "max_steps": 400,
571
+ "route_completion": 14.272204949799416,
572
+ "manipulation_score": 7.136102474899708,
573
+ "total_penalty_factor": 0.5,
574
+ "fail_reason": "out_of_bounds",
575
+ "penalty_events": [
576
+ {
577
+ "event_type": "out_of_bounds",
578
+ "timestep": 220,
579
+ "penalty_factor": 0.5,
580
+ "details": "Target object left workspace/view"
581
+ }
582
+ ]
583
+ },
584
+ {
585
+ "episode_id": 32,
586
+ "seed": 100075,
587
+ "success": false,
588
+ "steps_taken": 129,
589
+ "max_steps": 400,
590
+ "route_completion": 0.0,
591
+ "manipulation_score": 0.0,
592
+ "total_penalty_factor": 0.5,
593
+ "fail_reason": "out_of_bounds",
594
+ "penalty_events": [
595
+ {
596
+ "event_type": "out_of_bounds",
597
+ "timestep": 129,
598
+ "penalty_factor": 0.5,
599
+ "details": "Target object left workspace/view"
600
+ }
601
+ ]
602
+ },
603
+ {
604
+ "episode_id": 33,
605
+ "seed": 100076,
606
+ "success": false,
607
+ "steps_taken": 109,
608
+ "max_steps": 400,
609
+ "route_completion": 27.647939154224595,
610
+ "manipulation_score": 13.823969577112297,
611
+ "total_penalty_factor": 0.5,
612
+ "fail_reason": "out_of_bounds",
613
+ "penalty_events": [
614
+ {
615
+ "event_type": "out_of_bounds",
616
+ "timestep": 109,
617
+ "penalty_factor": 0.5,
618
+ "details": "Target object left workspace/view"
619
+ }
620
+ ]
621
+ },
622
+ {
623
+ "episode_id": 34,
624
+ "seed": 100080,
625
+ "success": false,
626
+ "steps_taken": 108,
627
+ "max_steps": 400,
628
+ "route_completion": 23.78850476132798,
629
+ "manipulation_score": 11.89425238066399,
630
+ "total_penalty_factor": 0.5,
631
+ "fail_reason": "out_of_bounds",
632
+ "penalty_events": [
633
+ {
634
+ "event_type": "out_of_bounds",
635
+ "timestep": 108,
636
+ "penalty_factor": 0.5,
637
+ "details": "Target object left workspace/view"
638
+ }
639
+ ]
640
+ },
641
+ {
642
+ "episode_id": 35,
643
+ "seed": 100084,
644
+ "success": false,
645
+ "steps_taken": 159,
646
+ "max_steps": 400,
647
+ "route_completion": 52.68800662904405,
648
+ "manipulation_score": 26.344003314522023,
649
+ "total_penalty_factor": 0.5,
650
+ "fail_reason": "out_of_bounds",
651
+ "penalty_events": [
652
+ {
653
+ "event_type": "out_of_bounds",
654
+ "timestep": 159,
655
+ "penalty_factor": 0.5,
656
+ "details": "Target object left workspace/view"
657
+ }
658
+ ]
659
+ },
660
+ {
661
+ "episode_id": 36,
662
+ "seed": 100085,
663
+ "success": false,
664
+ "steps_taken": 213,
665
+ "max_steps": 400,
666
+ "route_completion": 44.76430641602809,
667
+ "manipulation_score": 22.382153208014046,
668
+ "total_penalty_factor": 0.5,
669
+ "fail_reason": "out_of_bounds",
670
+ "penalty_events": [
671
+ {
672
+ "event_type": "out_of_bounds",
673
+ "timestep": 213,
674
+ "penalty_factor": 0.5,
675
+ "details": "Target object left workspace/view"
676
+ }
677
+ ]
678
+ },
679
+ {
680
+ "episode_id": 37,
681
+ "seed": 100086,
682
+ "success": false,
683
+ "steps_taken": 93,
684
+ "max_steps": 400,
685
+ "route_completion": 0.0,
686
+ "manipulation_score": 0.0,
687
+ "total_penalty_factor": 0.5,
688
+ "fail_reason": "out_of_bounds",
689
+ "penalty_events": [
690
+ {
691
+ "event_type": "out_of_bounds",
692
+ "timestep": 93,
693
+ "penalty_factor": 0.5,
694
+ "details": "Target object left workspace/view"
695
+ }
696
+ ]
697
+ },
698
+ {
699
+ "episode_id": 38,
700
+ "seed": 100087,
701
+ "success": false,
702
+ "steps_taken": 294,
703
+ "max_steps": 400,
704
+ "route_completion": 35.63264110330206,
705
+ "manipulation_score": 17.81632055165103,
706
+ "total_penalty_factor": 0.5,
707
+ "fail_reason": "out_of_bounds",
708
+ "penalty_events": [
709
+ {
710
+ "event_type": "out_of_bounds",
711
+ "timestep": 294,
712
+ "penalty_factor": 0.5,
713
+ "details": "Target object left workspace/view"
714
+ }
715
+ ]
716
+ },
717
+ {
718
+ "episode_id": 39,
719
+ "seed": 100089,
720
+ "success": false,
721
+ "steps_taken": 162,
722
+ "max_steps": 400,
723
+ "route_completion": 35.562952645018626,
724
+ "manipulation_score": 17.781476322509313,
725
+ "total_penalty_factor": 0.5,
726
+ "fail_reason": "out_of_bounds",
727
+ "penalty_events": [
728
+ {
729
+ "event_type": "out_of_bounds",
730
+ "timestep": 162,
731
+ "penalty_factor": 0.5,
732
+ "details": "Target object left workspace/view"
733
+ }
734
+ ]
735
+ },
736
+ {
737
+ "episode_id": 40,
738
+ "seed": 100092,
739
+ "success": false,
740
+ "steps_taken": 101,
741
+ "max_steps": 400,
742
+ "route_completion": 47.41671178523335,
743
+ "manipulation_score": 23.708355892616677,
744
+ "total_penalty_factor": 0.5,
745
+ "fail_reason": "out_of_bounds",
746
+ "penalty_events": [
747
+ {
748
+ "event_type": "out_of_bounds",
749
+ "timestep": 101,
750
+ "penalty_factor": 0.5,
751
+ "details": "Target object left workspace/view"
752
+ }
753
+ ]
754
+ },
755
+ {
756
+ "episode_id": 41,
757
+ "seed": 100096,
758
+ "success": false,
759
+ "steps_taken": 264,
760
+ "max_steps": 400,
761
+ "route_completion": 38.770523368174295,
762
+ "manipulation_score": 19.385261684087148,
763
+ "total_penalty_factor": 0.5,
764
+ "fail_reason": "out_of_bounds",
765
+ "penalty_events": [
766
+ {
767
+ "event_type": "out_of_bounds",
768
+ "timestep": 264,
769
+ "penalty_factor": 0.5,
770
+ "details": "Target object left workspace/view"
771
+ }
772
+ ]
773
+ },
774
+ {
775
+ "episode_id": 42,
776
+ "seed": 100102,
777
+ "success": false,
778
+ "steps_taken": 69,
779
+ "max_steps": 400,
780
+ "route_completion": 50.114447695843175,
781
+ "manipulation_score": 25.057223847921588,
782
+ "total_penalty_factor": 0.5,
783
+ "fail_reason": "out_of_bounds",
784
+ "penalty_events": [
785
+ {
786
+ "event_type": "out_of_bounds",
787
+ "timestep": 69,
788
+ "penalty_factor": 0.5,
789
+ "details": "Target object left workspace/view"
790
+ }
791
+ ]
792
+ },
793
+ {
794
+ "episode_id": 43,
795
+ "seed": 100106,
796
+ "success": false,
797
+ "steps_taken": 293,
798
+ "max_steps": 400,
799
+ "route_completion": 34.961133067447165,
800
+ "manipulation_score": 17.480566533723582,
801
+ "total_penalty_factor": 0.5,
802
+ "fail_reason": "out_of_bounds",
803
+ "penalty_events": [
804
+ {
805
+ "event_type": "out_of_bounds",
806
+ "timestep": 293,
807
+ "penalty_factor": 0.5,
808
+ "details": "Target object left workspace/view"
809
+ }
810
+ ]
811
+ },
812
+ {
813
+ "episode_id": 44,
814
+ "seed": 100107,
815
+ "success": false,
816
+ "steps_taken": 156,
817
+ "max_steps": 400,
818
+ "route_completion": 47.23688568811342,
819
+ "manipulation_score": 23.61844284405671,
820
+ "total_penalty_factor": 0.5,
821
+ "fail_reason": "out_of_bounds",
822
+ "penalty_events": [
823
+ {
824
+ "event_type": "out_of_bounds",
825
+ "timestep": 156,
826
+ "penalty_factor": 0.5,
827
+ "details": "Target object left workspace/view"
828
+ }
829
+ ]
830
+ },
831
+ {
832
+ "episode_id": 45,
833
+ "seed": 100110,
834
+ "success": false,
835
+ "steps_taken": 196,
836
+ "max_steps": 400,
837
+ "route_completion": 0.011669118032858021,
838
+ "manipulation_score": 0.0058345590164290105,
839
+ "total_penalty_factor": 0.5,
840
+ "fail_reason": "out_of_bounds",
841
+ "penalty_events": [
842
+ {
843
+ "event_type": "out_of_bounds",
844
+ "timestep": 196,
845
+ "penalty_factor": 0.5,
846
+ "details": "Target object left workspace/view"
847
+ }
848
+ ]
849
+ },
850
+ {
851
+ "episode_id": 46,
852
+ "seed": 100111,
853
+ "success": false,
854
+ "steps_taken": 88,
855
+ "max_steps": 400,
856
+ "route_completion": 42.34721815781769,
857
+ "manipulation_score": 21.173609078908846,
858
+ "total_penalty_factor": 0.5,
859
+ "fail_reason": "out_of_bounds",
860
+ "penalty_events": [
861
+ {
862
+ "event_type": "out_of_bounds",
863
+ "timestep": 88,
864
+ "penalty_factor": 0.5,
865
+ "details": "Target object left workspace/view"
866
+ }
867
+ ]
868
+ },
869
+ {
870
+ "episode_id": 47,
871
+ "seed": 100113,
872
+ "success": false,
873
+ "steps_taken": 133,
874
+ "max_steps": 400,
875
+ "route_completion": 36.422971768923695,
876
+ "manipulation_score": 18.211485884461847,
877
+ "total_penalty_factor": 0.5,
878
+ "fail_reason": "out_of_bounds",
879
+ "penalty_events": [
880
+ {
881
+ "event_type": "out_of_bounds",
882
+ "timestep": 133,
883
+ "penalty_factor": 0.5,
884
+ "details": "Target object left workspace/view"
885
+ }
886
+ ]
887
+ },
888
+ {
889
+ "episode_id": 48,
890
+ "seed": 100116,
891
+ "success": false,
892
+ "steps_taken": 80,
893
+ "max_steps": 400,
894
+ "route_completion": 43.3813245420504,
895
+ "manipulation_score": 21.6906622710252,
896
+ "total_penalty_factor": 0.5,
897
+ "fail_reason": "out_of_bounds",
898
+ "penalty_events": [
899
+ {
900
+ "event_type": "out_of_bounds",
901
+ "timestep": 80,
902
+ "penalty_factor": 0.5,
903
+ "details": "Target object left workspace/view"
904
+ }
905
+ ]
906
+ },
907
+ {
908
+ "episode_id": 49,
909
+ "seed": 100119,
910
+ "success": false,
911
+ "steps_taken": 106,
912
+ "max_steps": 400,
913
+ "route_completion": 27.827091633354822,
914
+ "manipulation_score": 13.913545816677411,
915
+ "total_penalty_factor": 0.5,
916
+ "fail_reason": "out_of_bounds",
917
+ "penalty_events": [
918
+ {
919
+ "event_type": "out_of_bounds",
920
+ "timestep": 106,
921
+ "penalty_factor": 0.5,
922
+ "details": "Target object left workspace/view"
923
+ }
924
+ ]
925
+ },
926
+ {
927
+ "episode_id": 50,
928
+ "seed": 100120,
929
+ "success": false,
930
+ "steps_taken": 80,
931
+ "max_steps": 400,
932
+ "route_completion": 47.01588641768222,
933
+ "manipulation_score": 23.50794320884111,
934
+ "total_penalty_factor": 0.5,
935
+ "fail_reason": "out_of_bounds",
936
+ "penalty_events": [
937
+ {
938
+ "event_type": "out_of_bounds",
939
+ "timestep": 80,
940
+ "penalty_factor": 0.5,
941
+ "details": "Target object left workspace/view"
942
+ }
943
+ ]
944
+ },
945
+ {
946
+ "episode_id": 51,
947
+ "seed": 100121,
948
+ "success": false,
949
+ "steps_taken": 308,
950
+ "max_steps": 400,
951
+ "route_completion": 50.8649135888677,
952
+ "manipulation_score": 25.43245679443385,
953
+ "total_penalty_factor": 0.5,
954
+ "fail_reason": "out_of_bounds",
955
+ "penalty_events": [
956
+ {
957
+ "event_type": "out_of_bounds",
958
+ "timestep": 308,
959
+ "penalty_factor": 0.5,
960
+ "details": "Target object left workspace/view"
961
+ }
962
+ ]
963
+ },
964
+ {
965
+ "episode_id": 52,
966
+ "seed": 100122,
967
+ "success": true,
968
+ "steps_taken": 106,
969
+ "max_steps": 400,
970
+ "route_completion": 100.0,
971
+ "manipulation_score": 100.0,
972
+ "total_penalty_factor": 1.0,
973
+ "fail_reason": null,
974
+ "penalty_events": []
975
+ },
976
+ {
977
+ "episode_id": 53,
978
+ "seed": 100123,
979
+ "success": true,
980
+ "steps_taken": 111,
981
+ "max_steps": 400,
982
+ "route_completion": 100.0,
983
+ "manipulation_score": 100.0,
984
+ "total_penalty_factor": 1.0,
985
+ "fail_reason": null,
986
+ "penalty_events": []
987
+ },
988
+ {
989
+ "episode_id": 54,
990
+ "seed": 100127,
991
+ "success": false,
992
+ "steps_taken": 146,
993
+ "max_steps": 400,
994
+ "route_completion": 47.11129177267472,
995
+ "manipulation_score": 23.55564588633736,
996
+ "total_penalty_factor": 0.5,
997
+ "fail_reason": "out_of_bounds",
998
+ "penalty_events": [
999
+ {
1000
+ "event_type": "out_of_bounds",
1001
+ "timestep": 146,
1002
+ "penalty_factor": 0.5,
1003
+ "details": "Target object left workspace/view"
1004
+ }
1005
+ ]
1006
+ },
1007
+ {
1008
+ "episode_id": 55,
1009
+ "seed": 100129,
1010
+ "success": false,
1011
+ "steps_taken": 274,
1012
+ "max_steps": 400,
1013
+ "route_completion": 15.164761461723986,
1014
+ "manipulation_score": 7.582380730861993,
1015
+ "total_penalty_factor": 0.5,
1016
+ "fail_reason": "out_of_bounds",
1017
+ "penalty_events": [
1018
+ {
1019
+ "event_type": "out_of_bounds",
1020
+ "timestep": 274,
1021
+ "penalty_factor": 0.5,
1022
+ "details": "Target object left workspace/view"
1023
+ }
1024
+ ]
1025
+ },
1026
+ {
1027
+ "episode_id": 56,
1028
+ "seed": 100132,
1029
+ "success": false,
1030
+ "steps_taken": 134,
1031
+ "max_steps": 400,
1032
+ "route_completion": 28.44736460719035,
1033
+ "manipulation_score": 14.223682303595176,
1034
+ "total_penalty_factor": 0.5,
1035
+ "fail_reason": "out_of_bounds",
1036
+ "penalty_events": [
1037
+ {
1038
+ "event_type": "out_of_bounds",
1039
+ "timestep": 134,
1040
+ "penalty_factor": 0.5,
1041
+ "details": "Target object left workspace/view"
1042
+ }
1043
+ ]
1044
+ },
1045
+ {
1046
+ "episode_id": 57,
1047
+ "seed": 100133,
1048
+ "success": false,
1049
+ "steps_taken": 102,
1050
+ "max_steps": 400,
1051
+ "route_completion": 43.169085867950976,
1052
+ "manipulation_score": 21.584542933975488,
1053
+ "total_penalty_factor": 0.5,
1054
+ "fail_reason": "out_of_bounds",
1055
+ "penalty_events": [
1056
+ {
1057
+ "event_type": "out_of_bounds",
1058
+ "timestep": 102,
1059
+ "penalty_factor": 0.5,
1060
+ "details": "Target object left workspace/view"
1061
+ }
1062
+ ]
1063
+ },
1064
+ {
1065
+ "episode_id": 58,
1066
+ "seed": 100134,
1067
+ "success": false,
1068
+ "steps_taken": 200,
1069
+ "max_steps": 400,
1070
+ "route_completion": 25.143527751676668,
1071
+ "manipulation_score": 12.571763875838334,
1072
+ "total_penalty_factor": 0.5,
1073
+ "fail_reason": "out_of_bounds",
1074
+ "penalty_events": [
1075
+ {
1076
+ "event_type": "out_of_bounds",
1077
+ "timestep": 200,
1078
+ "penalty_factor": 0.5,
1079
+ "details": "Target object left workspace/view"
1080
+ }
1081
+ ]
1082
+ },
1083
+ {
1084
+ "episode_id": 59,
1085
+ "seed": 100135,
1086
+ "success": false,
1087
+ "steps_taken": 217,
1088
+ "max_steps": 400,
1089
+ "route_completion": 15.966441267510739,
1090
+ "manipulation_score": 7.983220633755369,
1091
+ "total_penalty_factor": 0.5,
1092
+ "fail_reason": "out_of_bounds",
1093
+ "penalty_events": [
1094
+ {
1095
+ "event_type": "out_of_bounds",
1096
+ "timestep": 217,
1097
+ "penalty_factor": 0.5,
1098
+ "details": "Target object left workspace/view"
1099
+ }
1100
+ ]
1101
+ },
1102
+ {
1103
+ "episode_id": 60,
1104
+ "seed": 100143,
1105
+ "success": false,
1106
+ "steps_taken": 137,
1107
+ "max_steps": 400,
1108
+ "route_completion": 47.379181744448694,
1109
+ "manipulation_score": 23.689590872224347,
1110
+ "total_penalty_factor": 0.5,
1111
+ "fail_reason": "out_of_bounds",
1112
+ "penalty_events": [
1113
+ {
1114
+ "event_type": "out_of_bounds",
1115
+ "timestep": 137,
1116
+ "penalty_factor": 0.5,
1117
+ "details": "Target object left workspace/view"
1118
+ }
1119
+ ]
1120
+ },
1121
+ {
1122
+ "episode_id": 61,
1123
+ "seed": 100146,
1124
+ "success": false,
1125
+ "steps_taken": 125,
1126
+ "max_steps": 400,
1127
+ "route_completion": 16.741024507215993,
1128
+ "manipulation_score": 8.370512253607997,
1129
+ "total_penalty_factor": 0.5,
1130
+ "fail_reason": "out_of_bounds",
1131
+ "penalty_events": [
1132
+ {
1133
+ "event_type": "out_of_bounds",
1134
+ "timestep": 125,
1135
+ "penalty_factor": 0.5,
1136
+ "details": "Target object left workspace/view"
1137
+ }
1138
+ ]
1139
+ },
1140
+ {
1141
+ "episode_id": 62,
1142
+ "seed": 100147,
1143
+ "success": false,
1144
+ "steps_taken": 120,
1145
+ "max_steps": 400,
1146
+ "route_completion": 39.95632068651922,
1147
+ "manipulation_score": 19.97816034325961,
1148
+ "total_penalty_factor": 0.5,
1149
+ "fail_reason": "out_of_bounds",
1150
+ "penalty_events": [
1151
+ {
1152
+ "event_type": "out_of_bounds",
1153
+ "timestep": 120,
1154
+ "penalty_factor": 0.5,
1155
+ "details": "Target object left workspace/view"
1156
+ }
1157
+ ]
1158
+ },
1159
+ {
1160
+ "episode_id": 63,
1161
+ "seed": 100149,
1162
+ "success": false,
1163
+ "steps_taken": 86,
1164
+ "max_steps": 400,
1165
+ "route_completion": 40.91732281567113,
1166
+ "manipulation_score": 20.458661407835564,
1167
+ "total_penalty_factor": 0.5,
1168
+ "fail_reason": "out_of_bounds",
1169
+ "penalty_events": [
1170
+ {
1171
+ "event_type": "out_of_bounds",
1172
+ "timestep": 86,
1173
+ "penalty_factor": 0.5,
1174
+ "details": "Target object left workspace/view"
1175
+ }
1176
+ ]
1177
+ },
1178
+ {
1179
+ "episode_id": 64,
1180
+ "seed": 100150,
1181
+ "success": false,
1182
+ "steps_taken": 273,
1183
+ "max_steps": 400,
1184
+ "route_completion": 37.71151842689518,
1185
+ "manipulation_score": 18.85575921344759,
1186
+ "total_penalty_factor": 0.5,
1187
+ "fail_reason": "out_of_bounds",
1188
+ "penalty_events": [
1189
+ {
1190
+ "event_type": "out_of_bounds",
1191
+ "timestep": 273,
1192
+ "penalty_factor": 0.5,
1193
+ "details": "Target object left workspace/view"
1194
+ }
1195
+ ]
1196
+ },
1197
+ {
1198
+ "episode_id": 65,
1199
+ "seed": 100151,
1200
+ "success": false,
1201
+ "steps_taken": 111,
1202
+ "max_steps": 400,
1203
+ "route_completion": 52.71326184570545,
1204
+ "manipulation_score": 26.356630922852727,
1205
+ "total_penalty_factor": 0.5,
1206
+ "fail_reason": "out_of_bounds",
1207
+ "penalty_events": [
1208
+ {
1209
+ "event_type": "out_of_bounds",
1210
+ "timestep": 111,
1211
+ "penalty_factor": 0.5,
1212
+ "details": "Target object left workspace/view"
1213
+ }
1214
+ ]
1215
+ },
1216
+ {
1217
+ "episode_id": 66,
1218
+ "seed": 100152,
1219
+ "success": false,
1220
+ "steps_taken": 141,
1221
+ "max_steps": 400,
1222
+ "route_completion": 53.831595279600144,
1223
+ "manipulation_score": 26.915797639800072,
1224
+ "total_penalty_factor": 0.5,
1225
+ "fail_reason": "out_of_bounds",
1226
+ "penalty_events": [
1227
+ {
1228
+ "event_type": "out_of_bounds",
1229
+ "timestep": 141,
1230
+ "penalty_factor": 0.5,
1231
+ "details": "Target object left workspace/view"
1232
+ }
1233
+ ]
1234
+ },
1235
+ {
1236
+ "episode_id": 67,
1237
+ "seed": 100157,
1238
+ "success": false,
1239
+ "steps_taken": 46,
1240
+ "max_steps": 400,
1241
+ "route_completion": 56.60775981410692,
1242
+ "manipulation_score": 56.60775981410692,
1243
+ "total_penalty_factor": 1.0,
1244
+ "fail_reason": "object_not_lifted",
1245
+ "penalty_events": []
1246
+ },
1247
+ {
1248
+ "episode_id": 68,
1249
+ "seed": 100159,
1250
+ "success": false,
1251
+ "steps_taken": 115,
1252
+ "max_steps": 400,
1253
+ "route_completion": 47.71058457657765,
1254
+ "manipulation_score": 23.855292288288826,
1255
+ "total_penalty_factor": 0.5,
1256
+ "fail_reason": "out_of_bounds",
1257
+ "penalty_events": [
1258
+ {
1259
+ "event_type": "out_of_bounds",
1260
+ "timestep": 115,
1261
+ "penalty_factor": 0.5,
1262
+ "details": "Target object left workspace/view"
1263
+ }
1264
+ ]
1265
+ },
1266
+ {
1267
+ "episode_id": 69,
1268
+ "seed": 100160,
1269
+ "success": false,
1270
+ "steps_taken": 225,
1271
+ "max_steps": 400,
1272
+ "route_completion": 1.480135024910079,
1273
+ "manipulation_score": 0.7400675124550395,
1274
+ "total_penalty_factor": 0.5,
1275
+ "fail_reason": "out_of_bounds",
1276
+ "penalty_events": [
1277
+ {
1278
+ "event_type": "out_of_bounds",
1279
+ "timestep": 225,
1280
+ "penalty_factor": 0.5,
1281
+ "details": "Target object left workspace/view"
1282
+ }
1283
+ ]
1284
+ },
1285
+ {
1286
+ "episode_id": 70,
1287
+ "seed": 100161,
1288
+ "success": false,
1289
+ "steps_taken": 144,
1290
+ "max_steps": 400,
1291
+ "route_completion": 54.41159687639766,
1292
+ "manipulation_score": 27.20579843819883,
1293
+ "total_penalty_factor": 0.5,
1294
+ "fail_reason": "out_of_bounds",
1295
+ "penalty_events": [
1296
+ {
1297
+ "event_type": "out_of_bounds",
1298
+ "timestep": 144,
1299
+ "penalty_factor": 0.5,
1300
+ "details": "Target object left workspace/view"
1301
+ }
1302
+ ]
1303
+ },
1304
+ {
1305
+ "episode_id": 71,
1306
+ "seed": 100162,
1307
+ "success": false,
1308
+ "steps_taken": 139,
1309
+ "max_steps": 400,
1310
+ "route_completion": 57.36652406141467,
1311
+ "manipulation_score": 28.683262030707336,
1312
+ "total_penalty_factor": 0.5,
1313
+ "fail_reason": "out_of_bounds",
1314
+ "penalty_events": [
1315
+ {
1316
+ "event_type": "out_of_bounds",
1317
+ "timestep": 139,
1318
+ "penalty_factor": 0.5,
1319
+ "details": "Target object left workspace/view"
1320
+ }
1321
+ ]
1322
+ },
1323
+ {
1324
+ "episode_id": 72,
1325
+ "seed": 100164,
1326
+ "success": false,
1327
+ "steps_taken": 215,
1328
+ "max_steps": 400,
1329
+ "route_completion": 0.0,
1330
+ "manipulation_score": 0.0,
1331
+ "total_penalty_factor": 0.5,
1332
+ "fail_reason": "out_of_bounds",
1333
+ "penalty_events": [
1334
+ {
1335
+ "event_type": "out_of_bounds",
1336
+ "timestep": 215,
1337
+ "penalty_factor": 0.5,
1338
+ "details": "Target object left workspace/view"
1339
+ }
1340
+ ]
1341
+ },
1342
+ {
1343
+ "episode_id": 73,
1344
+ "seed": 100165,
1345
+ "success": false,
1346
+ "steps_taken": 129,
1347
+ "max_steps": 400,
1348
+ "route_completion": 37.35428582480915,
1349
+ "manipulation_score": 18.677142912404577,
1350
+ "total_penalty_factor": 0.5,
1351
+ "fail_reason": "out_of_bounds",
1352
+ "penalty_events": [
1353
+ {
1354
+ "event_type": "out_of_bounds",
1355
+ "timestep": 129,
1356
+ "penalty_factor": 0.5,
1357
+ "details": "Target object left workspace/view"
1358
+ }
1359
+ ]
1360
+ },
1361
+ {
1362
+ "episode_id": 74,
1363
+ "seed": 100166,
1364
+ "success": false,
1365
+ "steps_taken": 152,
1366
+ "max_steps": 400,
1367
+ "route_completion": 0.0,
1368
+ "manipulation_score": 0.0,
1369
+ "total_penalty_factor": 0.5,
1370
+ "fail_reason": "out_of_bounds",
1371
+ "penalty_events": [
1372
+ {
1373
+ "event_type": "out_of_bounds",
1374
+ "timestep": 152,
1375
+ "penalty_factor": 0.5,
1376
+ "details": "Target object left workspace/view"
1377
+ }
1378
+ ]
1379
+ },
1380
+ {
1381
+ "episode_id": 75,
1382
+ "seed": 100170,
1383
+ "success": false,
1384
+ "steps_taken": 132,
1385
+ "max_steps": 400,
1386
+ "route_completion": 39.63642702565275,
1387
+ "manipulation_score": 19.818213512826375,
1388
+ "total_penalty_factor": 0.5,
1389
+ "fail_reason": "out_of_bounds",
1390
+ "penalty_events": [
1391
+ {
1392
+ "event_type": "out_of_bounds",
1393
+ "timestep": 132,
1394
+ "penalty_factor": 0.5,
1395
+ "details": "Target object left workspace/view"
1396
+ }
1397
+ ]
1398
+ },
1399
+ {
1400
+ "episode_id": 76,
1401
+ "seed": 100173,
1402
+ "success": false,
1403
+ "steps_taken": 195,
1404
+ "max_steps": 400,
1405
+ "route_completion": 32.348341810666184,
1406
+ "manipulation_score": 16.174170905333092,
1407
+ "total_penalty_factor": 0.5,
1408
+ "fail_reason": "out_of_bounds",
1409
+ "penalty_events": [
1410
+ {
1411
+ "event_type": "out_of_bounds",
1412
+ "timestep": 195,
1413
+ "penalty_factor": 0.5,
1414
+ "details": "Target object left workspace/view"
1415
+ }
1416
+ ]
1417
+ },
1418
+ {
1419
+ "episode_id": 77,
1420
+ "seed": 100177,
1421
+ "success": false,
1422
+ "steps_taken": 134,
1423
+ "max_steps": 400,
1424
+ "route_completion": 53.56156338027029,
1425
+ "manipulation_score": 26.780781690135147,
1426
+ "total_penalty_factor": 0.5,
1427
+ "fail_reason": "out_of_bounds",
1428
+ "penalty_events": [
1429
+ {
1430
+ "event_type": "out_of_bounds",
1431
+ "timestep": 134,
1432
+ "penalty_factor": 0.5,
1433
+ "details": "Target object left workspace/view"
1434
+ }
1435
+ ]
1436
+ },
1437
+ {
1438
+ "episode_id": 78,
1439
+ "seed": 100179,
1440
+ "success": false,
1441
+ "steps_taken": 133,
1442
+ "max_steps": 400,
1443
+ "route_completion": 21.17112294471217,
1444
+ "manipulation_score": 10.585561472356085,
1445
+ "total_penalty_factor": 0.5,
1446
+ "fail_reason": "out_of_bounds",
1447
+ "penalty_events": [
1448
+ {
1449
+ "event_type": "out_of_bounds",
1450
+ "timestep": 133,
1451
+ "penalty_factor": 0.5,
1452
+ "details": "Target object left workspace/view"
1453
+ }
1454
+ ]
1455
+ },
1456
+ {
1457
+ "episode_id": 79,
1458
+ "seed": 100181,
1459
+ "success": false,
1460
+ "steps_taken": 99,
1461
+ "max_steps": 400,
1462
+ "route_completion": 27.155206841870598,
1463
+ "manipulation_score": 13.577603420935299,
1464
+ "total_penalty_factor": 0.5,
1465
+ "fail_reason": "out_of_bounds",
1466
+ "penalty_events": [
1467
+ {
1468
+ "event_type": "out_of_bounds",
1469
+ "timestep": 99,
1470
+ "penalty_factor": 0.5,
1471
+ "details": "Target object left workspace/view"
1472
+ }
1473
+ ]
1474
+ },
1475
+ {
1476
+ "episode_id": 80,
1477
+ "seed": 100187,
1478
+ "success": false,
1479
+ "steps_taken": 285,
1480
+ "max_steps": 400,
1481
+ "route_completion": 32.730217608903246,
1482
+ "manipulation_score": 16.365108804451623,
1483
+ "total_penalty_factor": 0.5,
1484
+ "fail_reason": "out_of_bounds",
1485
+ "penalty_events": [
1486
+ {
1487
+ "event_type": "out_of_bounds",
1488
+ "timestep": 285,
1489
+ "penalty_factor": 0.5,
1490
+ "details": "Target object left workspace/view"
1491
+ }
1492
+ ]
1493
+ },
1494
+ {
1495
+ "episode_id": 81,
1496
+ "seed": 100188,
1497
+ "success": false,
1498
+ "steps_taken": 109,
1499
+ "max_steps": 400,
1500
+ "route_completion": 46.588485112728286,
1501
+ "manipulation_score": 23.294242556364143,
1502
+ "total_penalty_factor": 0.5,
1503
+ "fail_reason": "out_of_bounds",
1504
+ "penalty_events": [
1505
+ {
1506
+ "event_type": "out_of_bounds",
1507
+ "timestep": 109,
1508
+ "penalty_factor": 0.5,
1509
+ "details": "Target object left workspace/view"
1510
+ }
1511
+ ]
1512
+ },
1513
+ {
1514
+ "episode_id": 82,
1515
+ "seed": 100190,
1516
+ "success": false,
1517
+ "steps_taken": 182,
1518
+ "max_steps": 400,
1519
+ "route_completion": 18.49735049559607,
1520
+ "manipulation_score": 9.248675247798035,
1521
+ "total_penalty_factor": 0.5,
1522
+ "fail_reason": "out_of_bounds",
1523
+ "penalty_events": [
1524
+ {
1525
+ "event_type": "out_of_bounds",
1526
+ "timestep": 182,
1527
+ "penalty_factor": 0.5,
1528
+ "details": "Target object left workspace/view"
1529
+ }
1530
+ ]
1531
+ },
1532
+ {
1533
+ "episode_id": 83,
1534
+ "seed": 100192,
1535
+ "success": false,
1536
+ "steps_taken": 361,
1537
+ "max_steps": 400,
1538
+ "route_completion": 38.3045093302551,
1539
+ "manipulation_score": 19.15225466512755,
1540
+ "total_penalty_factor": 0.5,
1541
+ "fail_reason": "out_of_bounds",
1542
+ "penalty_events": [
1543
+ {
1544
+ "event_type": "out_of_bounds",
1545
+ "timestep": 361,
1546
+ "penalty_factor": 0.5,
1547
+ "details": "Target object left workspace/view"
1548
+ }
1549
+ ]
1550
+ },
1551
+ {
1552
+ "episode_id": 84,
1553
+ "seed": 100193,
1554
+ "success": false,
1555
+ "steps_taken": 373,
1556
+ "max_steps": 400,
1557
+ "route_completion": 44.23078153650785,
1558
+ "manipulation_score": 22.115390768253924,
1559
+ "total_penalty_factor": 0.5,
1560
+ "fail_reason": "out_of_bounds",
1561
+ "penalty_events": [
1562
+ {
1563
+ "event_type": "out_of_bounds",
1564
+ "timestep": 373,
1565
+ "penalty_factor": 0.5,
1566
+ "details": "Target object left workspace/view"
1567
+ }
1568
+ ]
1569
+ },
1570
+ {
1571
+ "episode_id": 85,
1572
+ "seed": 100195,
1573
+ "success": false,
1574
+ "steps_taken": 102,
1575
+ "max_steps": 400,
1576
+ "route_completion": 7.072998662649675,
1577
+ "manipulation_score": 3.5364993313248374,
1578
+ "total_penalty_factor": 0.5,
1579
+ "fail_reason": "out_of_bounds",
1580
+ "penalty_events": [
1581
+ {
1582
+ "event_type": "out_of_bounds",
1583
+ "timestep": 102,
1584
+ "penalty_factor": 0.5,
1585
+ "details": "Target object left workspace/view"
1586
+ }
1587
+ ]
1588
+ },
1589
+ {
1590
+ "episode_id": 86,
1591
+ "seed": 100198,
1592
+ "success": true,
1593
+ "steps_taken": 108,
1594
+ "max_steps": 400,
1595
+ "route_completion": 100.0,
1596
+ "manipulation_score": 100.0,
1597
+ "total_penalty_factor": 1.0,
1598
+ "fail_reason": null,
1599
+ "penalty_events": []
1600
+ },
1601
+ {
1602
+ "episode_id": 87,
1603
+ "seed": 100201,
1604
+ "success": false,
1605
+ "steps_taken": 206,
1606
+ "max_steps": 400,
1607
+ "route_completion": 53.25148986263017,
1608
+ "manipulation_score": 26.625744931315086,
1609
+ "total_penalty_factor": 0.5,
1610
+ "fail_reason": "out_of_bounds",
1611
+ "penalty_events": [
1612
+ {
1613
+ "event_type": "out_of_bounds",
1614
+ "timestep": 206,
1615
+ "penalty_factor": 0.5,
1616
+ "details": "Target object left workspace/view"
1617
+ }
1618
+ ]
1619
+ },
1620
+ {
1621
+ "episode_id": 88,
1622
+ "seed": 100202,
1623
+ "success": false,
1624
+ "steps_taken": 170,
1625
+ "max_steps": 400,
1626
+ "route_completion": 28.43902813101612,
1627
+ "manipulation_score": 14.21951406550806,
1628
+ "total_penalty_factor": 0.5,
1629
+ "fail_reason": "out_of_bounds",
1630
+ "penalty_events": [
1631
+ {
1632
+ "event_type": "out_of_bounds",
1633
+ "timestep": 170,
1634
+ "penalty_factor": 0.5,
1635
+ "details": "Target object left workspace/view"
1636
+ }
1637
+ ]
1638
+ },
1639
+ {
1640
+ "episode_id": 89,
1641
+ "seed": 100206,
1642
+ "success": false,
1643
+ "steps_taken": 141,
1644
+ "max_steps": 400,
1645
+ "route_completion": 2.033010576074464,
1646
+ "manipulation_score": 1.016505288037232,
1647
+ "total_penalty_factor": 0.5,
1648
+ "fail_reason": "out_of_bounds",
1649
+ "penalty_events": [
1650
+ {
1651
+ "event_type": "out_of_bounds",
1652
+ "timestep": 141,
1653
+ "penalty_factor": 0.5,
1654
+ "details": "Target object left workspace/view"
1655
+ }
1656
+ ]
1657
+ },
1658
+ {
1659
+ "episode_id": 90,
1660
+ "seed": 100208,
1661
+ "success": false,
1662
+ "steps_taken": 85,
1663
+ "max_steps": 400,
1664
+ "route_completion": 14.814930081841709,
1665
+ "manipulation_score": 7.4074650409208544,
1666
+ "total_penalty_factor": 0.5,
1667
+ "fail_reason": "out_of_bounds",
1668
+ "penalty_events": [
1669
+ {
1670
+ "event_type": "out_of_bounds",
1671
+ "timestep": 85,
1672
+ "penalty_factor": 0.5,
1673
+ "details": "Target object left workspace/view"
1674
+ }
1675
+ ]
1676
+ },
1677
+ {
1678
+ "episode_id": 91,
1679
+ "seed": 100209,
1680
+ "success": false,
1681
+ "steps_taken": 89,
1682
+ "max_steps": 400,
1683
+ "route_completion": 32.935646276428834,
1684
+ "manipulation_score": 16.467823138214417,
1685
+ "total_penalty_factor": 0.5,
1686
+ "fail_reason": "out_of_bounds",
1687
+ "penalty_events": [
1688
+ {
1689
+ "event_type": "out_of_bounds",
1690
+ "timestep": 89,
1691
+ "penalty_factor": 0.5,
1692
+ "details": "Target object left workspace/view"
1693
+ }
1694
+ ]
1695
+ },
1696
+ {
1697
+ "episode_id": 92,
1698
+ "seed": 100210,
1699
+ "success": false,
1700
+ "steps_taken": 160,
1701
+ "max_steps": 400,
1702
+ "route_completion": 26.43661974795368,
1703
+ "manipulation_score": 13.21830987397684,
1704
+ "total_penalty_factor": 0.5,
1705
+ "fail_reason": "out_of_bounds",
1706
+ "penalty_events": [
1707
+ {
1708
+ "event_type": "out_of_bounds",
1709
+ "timestep": 160,
1710
+ "penalty_factor": 0.5,
1711
+ "details": "Target object left workspace/view"
1712
+ }
1713
+ ]
1714
+ },
1715
+ {
1716
+ "episode_id": 93,
1717
+ "seed": 100212,
1718
+ "success": false,
1719
+ "steps_taken": 126,
1720
+ "max_steps": 400,
1721
+ "route_completion": 33.86073455879256,
1722
+ "manipulation_score": 16.93036727939628,
1723
+ "total_penalty_factor": 0.5,
1724
+ "fail_reason": "out_of_bounds",
1725
+ "penalty_events": [
1726
+ {
1727
+ "event_type": "out_of_bounds",
1728
+ "timestep": 126,
1729
+ "penalty_factor": 0.5,
1730
+ "details": "Target object left workspace/view"
1731
+ }
1732
+ ]
1733
+ },
1734
+ {
1735
+ "episode_id": 94,
1736
+ "seed": 100213,
1737
+ "success": false,
1738
+ "steps_taken": 78,
1739
+ "max_steps": 400,
1740
+ "route_completion": 11.339715729219337,
1741
+ "manipulation_score": 5.669857864609669,
1742
+ "total_penalty_factor": 0.5,
1743
+ "fail_reason": "out_of_bounds",
1744
+ "penalty_events": [
1745
+ {
1746
+ "event_type": "out_of_bounds",
1747
+ "timestep": 78,
1748
+ "penalty_factor": 0.5,
1749
+ "details": "Target object left workspace/view"
1750
+ }
1751
+ ]
1752
+ },
1753
+ {
1754
+ "episode_id": 95,
1755
+ "seed": 100214,
1756
+ "success": false,
1757
+ "steps_taken": 102,
1758
+ "max_steps": 400,
1759
+ "route_completion": 10.682037857122689,
1760
+ "manipulation_score": 5.341018928561344,
1761
+ "total_penalty_factor": 0.5,
1762
+ "fail_reason": "out_of_bounds",
1763
+ "penalty_events": [
1764
+ {
1765
+ "event_type": "out_of_bounds",
1766
+ "timestep": 102,
1767
+ "penalty_factor": 0.5,
1768
+ "details": "Target object left workspace/view"
1769
+ }
1770
+ ]
1771
+ },
1772
+ {
1773
+ "episode_id": 96,
1774
+ "seed": 100215,
1775
+ "success": false,
1776
+ "steps_taken": 89,
1777
+ "max_steps": 400,
1778
+ "route_completion": 0.07270160374209421,
1779
+ "manipulation_score": 0.036350801871047105,
1780
+ "total_penalty_factor": 0.5,
1781
+ "fail_reason": "out_of_bounds",
1782
+ "penalty_events": [
1783
+ {
1784
+ "event_type": "out_of_bounds",
1785
+ "timestep": 89,
1786
+ "penalty_factor": 0.5,
1787
+ "details": "Target object left workspace/view"
1788
+ }
1789
+ ]
1790
+ },
1791
+ {
1792
+ "episode_id": 97,
1793
+ "seed": 100216,
1794
+ "success": false,
1795
+ "steps_taken": 130,
1796
+ "max_steps": 400,
1797
+ "route_completion": 36.92498807062696,
1798
+ "manipulation_score": 18.46249403531348,
1799
+ "total_penalty_factor": 0.5,
1800
+ "fail_reason": "out_of_bounds",
1801
+ "penalty_events": [
1802
+ {
1803
+ "event_type": "out_of_bounds",
1804
+ "timestep": 130,
1805
+ "penalty_factor": 0.5,
1806
+ "details": "Target object left workspace/view"
1807
+ }
1808
+ ]
1809
+ },
1810
+ {
1811
+ "episode_id": 98,
1812
+ "seed": 100218,
1813
+ "success": false,
1814
+ "steps_taken": 242,
1815
+ "max_steps": 400,
1816
+ "route_completion": 37.397469608216646,
1817
+ "manipulation_score": 18.698734804108323,
1818
+ "total_penalty_factor": 0.5,
1819
+ "fail_reason": "out_of_bounds",
1820
+ "penalty_events": [
1821
+ {
1822
+ "event_type": "out_of_bounds",
1823
+ "timestep": 242,
1824
+ "penalty_factor": 0.5,
1825
+ "details": "Target object left workspace/view"
1826
+ }
1827
+ ]
1828
+ },
1829
+ {
1830
+ "episode_id": 99,
1831
+ "seed": 100219,
1832
+ "success": false,
1833
+ "steps_taken": 129,
1834
+ "max_steps": 400,
1835
+ "route_completion": 19.995449798110876,
1836
+ "manipulation_score": 9.997724899055438,
1837
+ "total_penalty_factor": 0.5,
1838
+ "fail_reason": "out_of_bounds",
1839
+ "penalty_events": [
1840
+ {
1841
+ "event_type": "out_of_bounds",
1842
+ "timestep": 129,
1843
+ "penalty_factor": 0.5,
1844
+ "details": "Target object left workspace/view"
1845
+ }
1846
+ ]
1847
+ },
1848
+ {
1849
+ "episode_id": 100,
1850
+ "seed": 100222,
1851
+ "success": false,
1852
+ "steps_taken": 103,
1853
+ "max_steps": 400,
1854
+ "route_completion": 7.245558161336432,
1855
+ "manipulation_score": 3.622779080668216,
1856
+ "total_penalty_factor": 0.5,
1857
+ "fail_reason": "out_of_bounds",
1858
+ "penalty_events": [
1859
+ {
1860
+ "event_type": "out_of_bounds",
1861
+ "timestep": 103,
1862
+ "penalty_factor": 0.5,
1863
+ "details": "Target object left workspace/view"
1864
+ }
1865
+ ]
1866
+ }
1867
+ ]
log/eval_result/beat_block_hammer/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 19:53:57/_metrics.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "total_episodes": 100,
3
+ "success_count": 4,
4
+ "success_rate": 4.0,
5
+ "manipulation_score_mean": 19.509286349302474,
6
+ "manipulation_score_std": 18.858061298632347,
7
+ "route_completion_mean": 34.452495100463885,
8
+ "route_completion_std": 21.490633923306763,
9
+ "penalty_clutter_collision_total": 0,
10
+ "penalty_out_of_bounds_total": 95
11
+ }
log/eval_result/beat_block_hammer/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 19:53:57/_metrics_report.txt ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ============================================================
2
+ EVALUATION METRICS REPORT
3
+ ============================================================
4
+
5
+ Total Episodes: 100
6
+ Success Rate: 4.0% (4/100)
7
+
8
+ --- Manipulation Score ---
9
+ Mean: 19.51
10
+ Std: 18.86
11
+
12
+ --- Route Completion ---
13
+ Mean: 34.45%
14
+ Std: 21.49
15
+
16
+ --- Penalty Events ---
17
+ Clutter Collisions: 0
18
+ Out of Bounds: 95
19
+
20
+ ============================================================
log/eval_result/beat_block_hammer/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 19:53:57/_result.txt ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ Timestamp: 2026-03-29 19:53:57
2
+
3
+ Instruction Type: unseen
4
+
5
+ 0.04
log/eval_result/click_alarmclock/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 19:53:57/_episodes_detail.json ADDED
@@ -0,0 +1,1846 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "episode_id": 1,
4
+ "seed": 100000,
5
+ "success": false,
6
+ "steps_taken": 86,
7
+ "max_steps": 400,
8
+ "route_completion": 0.04886677299730829,
9
+ "manipulation_score": 0.024433386498654144,
10
+ "total_penalty_factor": 0.5,
11
+ "fail_reason": "out_of_bounds",
12
+ "penalty_events": [
13
+ {
14
+ "event_type": "out_of_bounds",
15
+ "timestep": 86,
16
+ "penalty_factor": 0.5,
17
+ "details": "Target object left workspace/view"
18
+ }
19
+ ]
20
+ },
21
+ {
22
+ "episode_id": 2,
23
+ "seed": 100002,
24
+ "success": false,
25
+ "steps_taken": 103,
26
+ "max_steps": 400,
27
+ "route_completion": 32.013475244976,
28
+ "manipulation_score": 16.006737622488,
29
+ "total_penalty_factor": 0.5,
30
+ "fail_reason": "out_of_bounds",
31
+ "penalty_events": [
32
+ {
33
+ "event_type": "out_of_bounds",
34
+ "timestep": 103,
35
+ "penalty_factor": 0.5,
36
+ "details": "Target object left workspace/view"
37
+ }
38
+ ]
39
+ },
40
+ {
41
+ "episode_id": 3,
42
+ "seed": 100003,
43
+ "success": false,
44
+ "steps_taken": 56,
45
+ "max_steps": 400,
46
+ "route_completion": 0.0,
47
+ "manipulation_score": 0.0,
48
+ "total_penalty_factor": 0.5,
49
+ "fail_reason": "out_of_bounds",
50
+ "penalty_events": [
51
+ {
52
+ "event_type": "out_of_bounds",
53
+ "timestep": 56,
54
+ "penalty_factor": 0.5,
55
+ "details": "Target object left workspace/view"
56
+ }
57
+ ]
58
+ },
59
+ {
60
+ "episode_id": 4,
61
+ "seed": 100007,
62
+ "success": false,
63
+ "steps_taken": 78,
64
+ "max_steps": 400,
65
+ "route_completion": 14.57677340085001,
66
+ "manipulation_score": 7.288386700425005,
67
+ "total_penalty_factor": 0.5,
68
+ "fail_reason": "out_of_bounds",
69
+ "penalty_events": [
70
+ {
71
+ "event_type": "out_of_bounds",
72
+ "timestep": 78,
73
+ "penalty_factor": 0.5,
74
+ "details": "Target object left workspace/view"
75
+ }
76
+ ]
77
+ },
78
+ {
79
+ "episode_id": 5,
80
+ "seed": 100008,
81
+ "success": true,
82
+ "steps_taken": 113,
83
+ "max_steps": 400,
84
+ "route_completion": 100.0,
85
+ "manipulation_score": 100.0,
86
+ "total_penalty_factor": 1.0,
87
+ "fail_reason": null,
88
+ "penalty_events": []
89
+ },
90
+ {
91
+ "episode_id": 6,
92
+ "seed": 100009,
93
+ "success": false,
94
+ "steps_taken": 85,
95
+ "max_steps": 400,
96
+ "route_completion": 20.24427012304051,
97
+ "manipulation_score": 10.122135061520256,
98
+ "total_penalty_factor": 0.5,
99
+ "fail_reason": "out_of_bounds",
100
+ "penalty_events": [
101
+ {
102
+ "event_type": "out_of_bounds",
103
+ "timestep": 85,
104
+ "penalty_factor": 0.5,
105
+ "details": "Target object left workspace/view"
106
+ }
107
+ ]
108
+ },
109
+ {
110
+ "episode_id": 7,
111
+ "seed": 100010,
112
+ "success": false,
113
+ "steps_taken": 83,
114
+ "max_steps": 400,
115
+ "route_completion": 22.06911864237568,
116
+ "manipulation_score": 11.03455932118784,
117
+ "total_penalty_factor": 0.5,
118
+ "fail_reason": "out_of_bounds",
119
+ "penalty_events": [
120
+ {
121
+ "event_type": "out_of_bounds",
122
+ "timestep": 83,
123
+ "penalty_factor": 0.5,
124
+ "details": "Target object left workspace/view"
125
+ }
126
+ ]
127
+ },
128
+ {
129
+ "episode_id": 8,
130
+ "seed": 100012,
131
+ "success": false,
132
+ "steps_taken": 53,
133
+ "max_steps": 400,
134
+ "route_completion": 7.264615756273315,
135
+ "manipulation_score": 3.6323078781366576,
136
+ "total_penalty_factor": 0.5,
137
+ "fail_reason": "out_of_bounds",
138
+ "penalty_events": [
139
+ {
140
+ "event_type": "out_of_bounds",
141
+ "timestep": 53,
142
+ "penalty_factor": 0.5,
143
+ "details": "Target object left workspace/view"
144
+ }
145
+ ]
146
+ },
147
+ {
148
+ "episode_id": 9,
149
+ "seed": 100013,
150
+ "success": false,
151
+ "steps_taken": 73,
152
+ "max_steps": 400,
153
+ "route_completion": 9.417897547189137,
154
+ "manipulation_score": 4.708948773594568,
155
+ "total_penalty_factor": 0.5,
156
+ "fail_reason": "out_of_bounds",
157
+ "penalty_events": [
158
+ {
159
+ "event_type": "out_of_bounds",
160
+ "timestep": 73,
161
+ "penalty_factor": 0.5,
162
+ "details": "Target object left workspace/view"
163
+ }
164
+ ]
165
+ },
166
+ {
167
+ "episode_id": 10,
168
+ "seed": 100014,
169
+ "success": false,
170
+ "steps_taken": 50,
171
+ "max_steps": 400,
172
+ "route_completion": 2.5967072047805577,
173
+ "manipulation_score": 1.2983536023902789,
174
+ "total_penalty_factor": 0.5,
175
+ "fail_reason": "out_of_bounds",
176
+ "penalty_events": [
177
+ {
178
+ "event_type": "out_of_bounds",
179
+ "timestep": 50,
180
+ "penalty_factor": 0.5,
181
+ "details": "Target object left workspace/view"
182
+ }
183
+ ]
184
+ },
185
+ {
186
+ "episode_id": 11,
187
+ "seed": 100015,
188
+ "success": false,
189
+ "steps_taken": 61,
190
+ "max_steps": 400,
191
+ "route_completion": 0.0,
192
+ "manipulation_score": 0.0,
193
+ "total_penalty_factor": 0.5,
194
+ "fail_reason": "out_of_bounds",
195
+ "penalty_events": [
196
+ {
197
+ "event_type": "out_of_bounds",
198
+ "timestep": 61,
199
+ "penalty_factor": 0.5,
200
+ "details": "Target object left workspace/view"
201
+ }
202
+ ]
203
+ },
204
+ {
205
+ "episode_id": 12,
206
+ "seed": 100018,
207
+ "success": false,
208
+ "steps_taken": 112,
209
+ "max_steps": 400,
210
+ "route_completion": 30.230876397128075,
211
+ "manipulation_score": 15.115438198564037,
212
+ "total_penalty_factor": 0.5,
213
+ "fail_reason": "out_of_bounds",
214
+ "penalty_events": [
215
+ {
216
+ "event_type": "out_of_bounds",
217
+ "timestep": 112,
218
+ "penalty_factor": 0.5,
219
+ "details": "Target object left workspace/view"
220
+ }
221
+ ]
222
+ },
223
+ {
224
+ "episode_id": 13,
225
+ "seed": 100020,
226
+ "success": false,
227
+ "steps_taken": 69,
228
+ "max_steps": 400,
229
+ "route_completion": 0.013939954337672828,
230
+ "manipulation_score": 0.006969977168836414,
231
+ "total_penalty_factor": 0.5,
232
+ "fail_reason": "out_of_bounds",
233
+ "penalty_events": [
234
+ {
235
+ "event_type": "out_of_bounds",
236
+ "timestep": 69,
237
+ "penalty_factor": 0.5,
238
+ "details": "Target object left workspace/view"
239
+ }
240
+ ]
241
+ },
242
+ {
243
+ "episode_id": 14,
244
+ "seed": 100021,
245
+ "success": false,
246
+ "steps_taken": 72,
247
+ "max_steps": 400,
248
+ "route_completion": 0.02892305454774488,
249
+ "manipulation_score": 0.01446152727387244,
250
+ "total_penalty_factor": 0.5,
251
+ "fail_reason": "out_of_bounds",
252
+ "penalty_events": [
253
+ {
254
+ "event_type": "out_of_bounds",
255
+ "timestep": 72,
256
+ "penalty_factor": 0.5,
257
+ "details": "Target object left workspace/view"
258
+ }
259
+ ]
260
+ },
261
+ {
262
+ "episode_id": 15,
263
+ "seed": 100022,
264
+ "success": false,
265
+ "steps_taken": 182,
266
+ "max_steps": 400,
267
+ "route_completion": 0.039946378970042516,
268
+ "manipulation_score": 0.019973189485021258,
269
+ "total_penalty_factor": 0.5,
270
+ "fail_reason": "out_of_bounds",
271
+ "penalty_events": [
272
+ {
273
+ "event_type": "out_of_bounds",
274
+ "timestep": 182,
275
+ "penalty_factor": 0.5,
276
+ "details": "Target object left workspace/view"
277
+ }
278
+ ]
279
+ },
280
+ {
281
+ "episode_id": 16,
282
+ "seed": 100023,
283
+ "success": false,
284
+ "steps_taken": 199,
285
+ "max_steps": 400,
286
+ "route_completion": 0.0502370763810198,
287
+ "manipulation_score": 0.0251185381905099,
288
+ "total_penalty_factor": 0.5,
289
+ "fail_reason": "out_of_bounds",
290
+ "penalty_events": [
291
+ {
292
+ "event_type": "out_of_bounds",
293
+ "timestep": 199,
294
+ "penalty_factor": 0.5,
295
+ "details": "Target object left workspace/view"
296
+ }
297
+ ]
298
+ },
299
+ {
300
+ "episode_id": 17,
301
+ "seed": 100026,
302
+ "success": false,
303
+ "steps_taken": 92,
304
+ "max_steps": 400,
305
+ "route_completion": 0.007775874272610174,
306
+ "manipulation_score": 0.003887937136305087,
307
+ "total_penalty_factor": 0.5,
308
+ "fail_reason": "out_of_bounds",
309
+ "penalty_events": [
310
+ {
311
+ "event_type": "out_of_bounds",
312
+ "timestep": 92,
313
+ "penalty_factor": 0.5,
314
+ "details": "Target object left workspace/view"
315
+ }
316
+ ]
317
+ },
318
+ {
319
+ "episode_id": 18,
320
+ "seed": 100027,
321
+ "success": false,
322
+ "steps_taken": 69,
323
+ "max_steps": 400,
324
+ "route_completion": 0.0158720541130807,
325
+ "manipulation_score": 0.00793602705654035,
326
+ "total_penalty_factor": 0.5,
327
+ "fail_reason": "out_of_bounds",
328
+ "penalty_events": [
329
+ {
330
+ "event_type": "out_of_bounds",
331
+ "timestep": 69,
332
+ "penalty_factor": 0.5,
333
+ "details": "Target object left workspace/view"
334
+ }
335
+ ]
336
+ },
337
+ {
338
+ "episode_id": 19,
339
+ "seed": 100029,
340
+ "success": false,
341
+ "steps_taken": 117,
342
+ "max_steps": 400,
343
+ "route_completion": 12.868164190564416,
344
+ "manipulation_score": 6.434082095282208,
345
+ "total_penalty_factor": 0.5,
346
+ "fail_reason": "out_of_bounds",
347
+ "penalty_events": [
348
+ {
349
+ "event_type": "out_of_bounds",
350
+ "timestep": 117,
351
+ "penalty_factor": 0.5,
352
+ "details": "Target object left workspace/view"
353
+ }
354
+ ]
355
+ },
356
+ {
357
+ "episode_id": 20,
358
+ "seed": 100031,
359
+ "success": false,
360
+ "steps_taken": 105,
361
+ "max_steps": 400,
362
+ "route_completion": 0.0,
363
+ "manipulation_score": 0.0,
364
+ "total_penalty_factor": 0.5,
365
+ "fail_reason": "out_of_bounds",
366
+ "penalty_events": [
367
+ {
368
+ "event_type": "out_of_bounds",
369
+ "timestep": 105,
370
+ "penalty_factor": 0.5,
371
+ "details": "Target object left workspace/view"
372
+ }
373
+ ]
374
+ },
375
+ {
376
+ "episode_id": 21,
377
+ "seed": 100034,
378
+ "success": false,
379
+ "steps_taken": 101,
380
+ "max_steps": 400,
381
+ "route_completion": 14.601701874233203,
382
+ "manipulation_score": 7.300850937116602,
383
+ "total_penalty_factor": 0.5,
384
+ "fail_reason": "out_of_bounds",
385
+ "penalty_events": [
386
+ {
387
+ "event_type": "out_of_bounds",
388
+ "timestep": 101,
389
+ "penalty_factor": 0.5,
390
+ "details": "Target object left workspace/view"
391
+ }
392
+ ]
393
+ },
394
+ {
395
+ "episode_id": 22,
396
+ "seed": 100037,
397
+ "success": false,
398
+ "steps_taken": 135,
399
+ "max_steps": 400,
400
+ "route_completion": 12.777039689591726,
401
+ "manipulation_score": 6.388519844795863,
402
+ "total_penalty_factor": 0.5,
403
+ "fail_reason": "out_of_bounds",
404
+ "penalty_events": [
405
+ {
406
+ "event_type": "out_of_bounds",
407
+ "timestep": 135,
408
+ "penalty_factor": 0.5,
409
+ "details": "Target object left workspace/view"
410
+ }
411
+ ]
412
+ },
413
+ {
414
+ "episode_id": 23,
415
+ "seed": 100038,
416
+ "success": false,
417
+ "steps_taken": 63,
418
+ "max_steps": 400,
419
+ "route_completion": 0.055715671887603166,
420
+ "manipulation_score": 0.027857835943801583,
421
+ "total_penalty_factor": 0.5,
422
+ "fail_reason": "out_of_bounds",
423
+ "penalty_events": [
424
+ {
425
+ "event_type": "out_of_bounds",
426
+ "timestep": 63,
427
+ "penalty_factor": 0.5,
428
+ "details": "Target object left workspace/view"
429
+ }
430
+ ]
431
+ },
432
+ {
433
+ "episode_id": 24,
434
+ "seed": 100039,
435
+ "success": false,
436
+ "steps_taken": 102,
437
+ "max_steps": 400,
438
+ "route_completion": 28.565295269420503,
439
+ "manipulation_score": 14.282647634710251,
440
+ "total_penalty_factor": 0.5,
441
+ "fail_reason": "out_of_bounds",
442
+ "penalty_events": [
443
+ {
444
+ "event_type": "out_of_bounds",
445
+ "timestep": 102,
446
+ "penalty_factor": 0.5,
447
+ "details": "Target object left workspace/view"
448
+ }
449
+ ]
450
+ },
451
+ {
452
+ "episode_id": 25,
453
+ "seed": 100040,
454
+ "success": false,
455
+ "steps_taken": 76,
456
+ "max_steps": 400,
457
+ "route_completion": 0.0,
458
+ "manipulation_score": 0.0,
459
+ "total_penalty_factor": 0.5,
460
+ "fail_reason": "out_of_bounds",
461
+ "penalty_events": [
462
+ {
463
+ "event_type": "out_of_bounds",
464
+ "timestep": 76,
465
+ "penalty_factor": 0.5,
466
+ "details": "Target object left workspace/view"
467
+ }
468
+ ]
469
+ },
470
+ {
471
+ "episode_id": 26,
472
+ "seed": 100041,
473
+ "success": false,
474
+ "steps_taken": 55,
475
+ "max_steps": 400,
476
+ "route_completion": 0.04322487582114092,
477
+ "manipulation_score": 0.02161243791057046,
478
+ "total_penalty_factor": 0.5,
479
+ "fail_reason": "out_of_bounds",
480
+ "penalty_events": [
481
+ {
482
+ "event_type": "out_of_bounds",
483
+ "timestep": 55,
484
+ "penalty_factor": 0.5,
485
+ "details": "Target object left workspace/view"
486
+ }
487
+ ]
488
+ },
489
+ {
490
+ "episode_id": 27,
491
+ "seed": 100046,
492
+ "success": false,
493
+ "steps_taken": 57,
494
+ "max_steps": 400,
495
+ "route_completion": 0.034988258475332455,
496
+ "manipulation_score": 0.017494129237666228,
497
+ "total_penalty_factor": 0.5,
498
+ "fail_reason": "out_of_bounds",
499
+ "penalty_events": [
500
+ {
501
+ "event_type": "out_of_bounds",
502
+ "timestep": 57,
503
+ "penalty_factor": 0.5,
504
+ "details": "Target object left workspace/view"
505
+ }
506
+ ]
507
+ },
508
+ {
509
+ "episode_id": 28,
510
+ "seed": 100048,
511
+ "success": false,
512
+ "steps_taken": 79,
513
+ "max_steps": 400,
514
+ "route_completion": 0.0,
515
+ "manipulation_score": 0.0,
516
+ "total_penalty_factor": 0.5,
517
+ "fail_reason": "out_of_bounds",
518
+ "penalty_events": [
519
+ {
520
+ "event_type": "out_of_bounds",
521
+ "timestep": 79,
522
+ "penalty_factor": 0.5,
523
+ "details": "Target object left workspace/view"
524
+ }
525
+ ]
526
+ },
527
+ {
528
+ "episode_id": 29,
529
+ "seed": 100049,
530
+ "success": false,
531
+ "steps_taken": 120,
532
+ "max_steps": 400,
533
+ "route_completion": 7.995620346100574,
534
+ "manipulation_score": 3.997810173050287,
535
+ "total_penalty_factor": 0.5,
536
+ "fail_reason": "out_of_bounds",
537
+ "penalty_events": [
538
+ {
539
+ "event_type": "out_of_bounds",
540
+ "timestep": 120,
541
+ "penalty_factor": 0.5,
542
+ "details": "Target object left workspace/view"
543
+ }
544
+ ]
545
+ },
546
+ {
547
+ "episode_id": 30,
548
+ "seed": 100053,
549
+ "success": false,
550
+ "steps_taken": 64,
551
+ "max_steps": 400,
552
+ "route_completion": 13.980280284610197,
553
+ "manipulation_score": 6.990140142305099,
554
+ "total_penalty_factor": 0.5,
555
+ "fail_reason": "out_of_bounds",
556
+ "penalty_events": [
557
+ {
558
+ "event_type": "out_of_bounds",
559
+ "timestep": 64,
560
+ "penalty_factor": 0.5,
561
+ "details": "Target object left workspace/view"
562
+ }
563
+ ]
564
+ },
565
+ {
566
+ "episode_id": 31,
567
+ "seed": 100054,
568
+ "success": false,
569
+ "steps_taken": 66,
570
+ "max_steps": 400,
571
+ "route_completion": 20.534954338224402,
572
+ "manipulation_score": 10.267477169112201,
573
+ "total_penalty_factor": 0.5,
574
+ "fail_reason": "out_of_bounds",
575
+ "penalty_events": [
576
+ {
577
+ "event_type": "out_of_bounds",
578
+ "timestep": 66,
579
+ "penalty_factor": 0.5,
580
+ "details": "Target object left workspace/view"
581
+ }
582
+ ]
583
+ },
584
+ {
585
+ "episode_id": 32,
586
+ "seed": 100055,
587
+ "success": false,
588
+ "steps_taken": 71,
589
+ "max_steps": 400,
590
+ "route_completion": 0.01300461693165528,
591
+ "manipulation_score": 0.00650230846582764,
592
+ "total_penalty_factor": 0.5,
593
+ "fail_reason": "out_of_bounds",
594
+ "penalty_events": [
595
+ {
596
+ "event_type": "out_of_bounds",
597
+ "timestep": 71,
598
+ "penalty_factor": 0.5,
599
+ "details": "Target object left workspace/view"
600
+ }
601
+ ]
602
+ },
603
+ {
604
+ "episode_id": 33,
605
+ "seed": 100059,
606
+ "success": false,
607
+ "steps_taken": 251,
608
+ "max_steps": 400,
609
+ "route_completion": 0.005177344034676207,
610
+ "manipulation_score": 0.0025886720173381034,
611
+ "total_penalty_factor": 0.5,
612
+ "fail_reason": "out_of_bounds",
613
+ "penalty_events": [
614
+ {
615
+ "event_type": "out_of_bounds",
616
+ "timestep": 251,
617
+ "penalty_factor": 0.5,
618
+ "details": "Target object left workspace/view"
619
+ }
620
+ ]
621
+ },
622
+ {
623
+ "episode_id": 34,
624
+ "seed": 100062,
625
+ "success": false,
626
+ "steps_taken": 72,
627
+ "max_steps": 400,
628
+ "route_completion": 0.008412673332625435,
629
+ "manipulation_score": 0.004206336666312717,
630
+ "total_penalty_factor": 0.5,
631
+ "fail_reason": "out_of_bounds",
632
+ "penalty_events": [
633
+ {
634
+ "event_type": "out_of_bounds",
635
+ "timestep": 72,
636
+ "penalty_factor": 0.5,
637
+ "details": "Target object left workspace/view"
638
+ }
639
+ ]
640
+ },
641
+ {
642
+ "episode_id": 35,
643
+ "seed": 100063,
644
+ "success": false,
645
+ "steps_taken": 210,
646
+ "max_steps": 400,
647
+ "route_completion": 8.856721302625465,
648
+ "manipulation_score": 4.428360651312732,
649
+ "total_penalty_factor": 0.5,
650
+ "fail_reason": "out_of_bounds",
651
+ "penalty_events": [
652
+ {
653
+ "event_type": "out_of_bounds",
654
+ "timestep": 210,
655
+ "penalty_factor": 0.5,
656
+ "details": "Target object left workspace/view"
657
+ }
658
+ ]
659
+ },
660
+ {
661
+ "episode_id": 36,
662
+ "seed": 100064,
663
+ "success": false,
664
+ "steps_taken": 75,
665
+ "max_steps": 400,
666
+ "route_completion": 18.38435915072785,
667
+ "manipulation_score": 9.192179575363925,
668
+ "total_penalty_factor": 0.5,
669
+ "fail_reason": "out_of_bounds",
670
+ "penalty_events": [
671
+ {
672
+ "event_type": "out_of_bounds",
673
+ "timestep": 75,
674
+ "penalty_factor": 0.5,
675
+ "details": "Target object left workspace/view"
676
+ }
677
+ ]
678
+ },
679
+ {
680
+ "episode_id": 37,
681
+ "seed": 100066,
682
+ "success": false,
683
+ "steps_taken": 74,
684
+ "max_steps": 400,
685
+ "route_completion": 3.8011815743954775,
686
+ "manipulation_score": 1.9005907871977388,
687
+ "total_penalty_factor": 0.5,
688
+ "fail_reason": "out_of_bounds",
689
+ "penalty_events": [
690
+ {
691
+ "event_type": "out_of_bounds",
692
+ "timestep": 74,
693
+ "penalty_factor": 0.5,
694
+ "details": "Target object left workspace/view"
695
+ }
696
+ ]
697
+ },
698
+ {
699
+ "episode_id": 38,
700
+ "seed": 100067,
701
+ "success": false,
702
+ "steps_taken": 79,
703
+ "max_steps": 400,
704
+ "route_completion": 20.178611275509798,
705
+ "manipulation_score": 10.089305637754899,
706
+ "total_penalty_factor": 0.5,
707
+ "fail_reason": "out_of_bounds",
708
+ "penalty_events": [
709
+ {
710
+ "event_type": "out_of_bounds",
711
+ "timestep": 79,
712
+ "penalty_factor": 0.5,
713
+ "details": "Target object left workspace/view"
714
+ }
715
+ ]
716
+ },
717
+ {
718
+ "episode_id": 39,
719
+ "seed": 100068,
720
+ "success": false,
721
+ "steps_taken": 69,
722
+ "max_steps": 400,
723
+ "route_completion": 18.242609986249644,
724
+ "manipulation_score": 9.121304993124822,
725
+ "total_penalty_factor": 0.5,
726
+ "fail_reason": "out_of_bounds",
727
+ "penalty_events": [
728
+ {
729
+ "event_type": "out_of_bounds",
730
+ "timestep": 69,
731
+ "penalty_factor": 0.5,
732
+ "details": "Target object left workspace/view"
733
+ }
734
+ ]
735
+ },
736
+ {
737
+ "episode_id": 40,
738
+ "seed": 100069,
739
+ "success": false,
740
+ "steps_taken": 96,
741
+ "max_steps": 400,
742
+ "route_completion": 21.53764821153565,
743
+ "manipulation_score": 10.768824105767825,
744
+ "total_penalty_factor": 0.5,
745
+ "fail_reason": "out_of_bounds",
746
+ "penalty_events": [
747
+ {
748
+ "event_type": "out_of_bounds",
749
+ "timestep": 96,
750
+ "penalty_factor": 0.5,
751
+ "details": "Target object left workspace/view"
752
+ }
753
+ ]
754
+ },
755
+ {
756
+ "episode_id": 41,
757
+ "seed": 100070,
758
+ "success": false,
759
+ "steps_taken": 206,
760
+ "max_steps": 400,
761
+ "route_completion": 6.6622773249552,
762
+ "manipulation_score": 3.3311386624776,
763
+ "total_penalty_factor": 0.5,
764
+ "fail_reason": "out_of_bounds",
765
+ "penalty_events": [
766
+ {
767
+ "event_type": "out_of_bounds",
768
+ "timestep": 206,
769
+ "penalty_factor": 0.5,
770
+ "details": "Target object left workspace/view"
771
+ }
772
+ ]
773
+ },
774
+ {
775
+ "episode_id": 42,
776
+ "seed": 100071,
777
+ "success": false,
778
+ "steps_taken": 76,
779
+ "max_steps": 400,
780
+ "route_completion": 12.938433202402635,
781
+ "manipulation_score": 6.4692166012013175,
782
+ "total_penalty_factor": 0.5,
783
+ "fail_reason": "out_of_bounds",
784
+ "penalty_events": [
785
+ {
786
+ "event_type": "out_of_bounds",
787
+ "timestep": 76,
788
+ "penalty_factor": 0.5,
789
+ "details": "Target object left workspace/view"
790
+ }
791
+ ]
792
+ },
793
+ {
794
+ "episode_id": 43,
795
+ "seed": 100073,
796
+ "success": true,
797
+ "steps_taken": 60,
798
+ "max_steps": 400,
799
+ "route_completion": 100.0,
800
+ "manipulation_score": 100.0,
801
+ "total_penalty_factor": 1.0,
802
+ "fail_reason": null,
803
+ "penalty_events": []
804
+ },
805
+ {
806
+ "episode_id": 44,
807
+ "seed": 100074,
808
+ "success": false,
809
+ "steps_taken": 75,
810
+ "max_steps": 400,
811
+ "route_completion": 17.36575627796258,
812
+ "manipulation_score": 8.68287813898129,
813
+ "total_penalty_factor": 0.5,
814
+ "fail_reason": "out_of_bounds",
815
+ "penalty_events": [
816
+ {
817
+ "event_type": "out_of_bounds",
818
+ "timestep": 75,
819
+ "penalty_factor": 0.5,
820
+ "details": "Target object left workspace/view"
821
+ }
822
+ ]
823
+ },
824
+ {
825
+ "episode_id": 45,
826
+ "seed": 100075,
827
+ "success": false,
828
+ "steps_taken": 102,
829
+ "max_steps": 400,
830
+ "route_completion": 24.104071049434026,
831
+ "manipulation_score": 12.052035524717013,
832
+ "total_penalty_factor": 0.5,
833
+ "fail_reason": "out_of_bounds",
834
+ "penalty_events": [
835
+ {
836
+ "event_type": "out_of_bounds",
837
+ "timestep": 102,
838
+ "penalty_factor": 0.5,
839
+ "details": "Target object left workspace/view"
840
+ }
841
+ ]
842
+ },
843
+ {
844
+ "episode_id": 46,
845
+ "seed": 100079,
846
+ "success": false,
847
+ "steps_taken": 81,
848
+ "max_steps": 400,
849
+ "route_completion": 25.43103022722098,
850
+ "manipulation_score": 12.71551511361049,
851
+ "total_penalty_factor": 0.5,
852
+ "fail_reason": "out_of_bounds",
853
+ "penalty_events": [
854
+ {
855
+ "event_type": "out_of_bounds",
856
+ "timestep": 81,
857
+ "penalty_factor": 0.5,
858
+ "details": "Target object left workspace/view"
859
+ }
860
+ ]
861
+ },
862
+ {
863
+ "episode_id": 47,
864
+ "seed": 100080,
865
+ "success": false,
866
+ "steps_taken": 79,
867
+ "max_steps": 400,
868
+ "route_completion": 0.0,
869
+ "manipulation_score": 0.0,
870
+ "total_penalty_factor": 0.5,
871
+ "fail_reason": "out_of_bounds",
872
+ "penalty_events": [
873
+ {
874
+ "event_type": "out_of_bounds",
875
+ "timestep": 79,
876
+ "penalty_factor": 0.5,
877
+ "details": "Target object left workspace/view"
878
+ }
879
+ ]
880
+ },
881
+ {
882
+ "episode_id": 48,
883
+ "seed": 100084,
884
+ "success": false,
885
+ "steps_taken": 290,
886
+ "max_steps": 400,
887
+ "route_completion": 8.815215052340793,
888
+ "manipulation_score": 4.407607526170397,
889
+ "total_penalty_factor": 0.5,
890
+ "fail_reason": "out_of_bounds",
891
+ "penalty_events": [
892
+ {
893
+ "event_type": "out_of_bounds",
894
+ "timestep": 290,
895
+ "penalty_factor": 0.5,
896
+ "details": "Target object left workspace/view"
897
+ }
898
+ ]
899
+ },
900
+ {
901
+ "episode_id": 49,
902
+ "seed": 100085,
903
+ "success": false,
904
+ "steps_taken": 100,
905
+ "max_steps": 400,
906
+ "route_completion": 15.347863913522398,
907
+ "manipulation_score": 7.673931956761199,
908
+ "total_penalty_factor": 0.5,
909
+ "fail_reason": "out_of_bounds",
910
+ "penalty_events": [
911
+ {
912
+ "event_type": "out_of_bounds",
913
+ "timestep": 100,
914
+ "penalty_factor": 0.5,
915
+ "details": "Target object left workspace/view"
916
+ }
917
+ ]
918
+ },
919
+ {
920
+ "episode_id": 50,
921
+ "seed": 100086,
922
+ "success": false,
923
+ "steps_taken": 54,
924
+ "max_steps": 400,
925
+ "route_completion": 0.0,
926
+ "manipulation_score": 0.0,
927
+ "total_penalty_factor": 0.5,
928
+ "fail_reason": "out_of_bounds",
929
+ "penalty_events": [
930
+ {
931
+ "event_type": "out_of_bounds",
932
+ "timestep": 54,
933
+ "penalty_factor": 0.5,
934
+ "details": "Target object left workspace/view"
935
+ }
936
+ ]
937
+ },
938
+ {
939
+ "episode_id": 51,
940
+ "seed": 100087,
941
+ "success": false,
942
+ "steps_taken": 118,
943
+ "max_steps": 400,
944
+ "route_completion": 11.188888141042204,
945
+ "manipulation_score": 5.594444070521102,
946
+ "total_penalty_factor": 0.5,
947
+ "fail_reason": "out_of_bounds",
948
+ "penalty_events": [
949
+ {
950
+ "event_type": "out_of_bounds",
951
+ "timestep": 118,
952
+ "penalty_factor": 0.5,
953
+ "details": "Target object left workspace/view"
954
+ }
955
+ ]
956
+ },
957
+ {
958
+ "episode_id": 52,
959
+ "seed": 100088,
960
+ "success": false,
961
+ "steps_taken": 90,
962
+ "max_steps": 400,
963
+ "route_completion": 5.428452384834214,
964
+ "manipulation_score": 2.714226192417107,
965
+ "total_penalty_factor": 0.5,
966
+ "fail_reason": "out_of_bounds",
967
+ "penalty_events": [
968
+ {
969
+ "event_type": "out_of_bounds",
970
+ "timestep": 90,
971
+ "penalty_factor": 0.5,
972
+ "details": "Target object left workspace/view"
973
+ }
974
+ ]
975
+ },
976
+ {
977
+ "episode_id": 53,
978
+ "seed": 100089,
979
+ "success": false,
980
+ "steps_taken": 62,
981
+ "max_steps": 400,
982
+ "route_completion": 0.03315122713126059,
983
+ "manipulation_score": 0.016575613565630296,
984
+ "total_penalty_factor": 0.5,
985
+ "fail_reason": "out_of_bounds",
986
+ "penalty_events": [
987
+ {
988
+ "event_type": "out_of_bounds",
989
+ "timestep": 62,
990
+ "penalty_factor": 0.5,
991
+ "details": "Target object left workspace/view"
992
+ }
993
+ ]
994
+ },
995
+ {
996
+ "episode_id": 54,
997
+ "seed": 100090,
998
+ "success": false,
999
+ "steps_taken": 65,
1000
+ "max_steps": 400,
1001
+ "route_completion": 20.577494292564886,
1002
+ "manipulation_score": 10.288747146282443,
1003
+ "total_penalty_factor": 0.5,
1004
+ "fail_reason": "out_of_bounds",
1005
+ "penalty_events": [
1006
+ {
1007
+ "event_type": "out_of_bounds",
1008
+ "timestep": 65,
1009
+ "penalty_factor": 0.5,
1010
+ "details": "Target object left workspace/view"
1011
+ }
1012
+ ]
1013
+ },
1014
+ {
1015
+ "episode_id": 55,
1016
+ "seed": 100094,
1017
+ "success": true,
1018
+ "steps_taken": 78,
1019
+ "max_steps": 400,
1020
+ "route_completion": 100.0,
1021
+ "manipulation_score": 100.0,
1022
+ "total_penalty_factor": 1.0,
1023
+ "fail_reason": null,
1024
+ "penalty_events": []
1025
+ },
1026
+ {
1027
+ "episode_id": 56,
1028
+ "seed": 100095,
1029
+ "success": false,
1030
+ "steps_taken": 92,
1031
+ "max_steps": 400,
1032
+ "route_completion": 11.454928907740516,
1033
+ "manipulation_score": 5.727464453870258,
1034
+ "total_penalty_factor": 0.5,
1035
+ "fail_reason": "out_of_bounds",
1036
+ "penalty_events": [
1037
+ {
1038
+ "event_type": "out_of_bounds",
1039
+ "timestep": 92,
1040
+ "penalty_factor": 0.5,
1041
+ "details": "Target object left workspace/view"
1042
+ }
1043
+ ]
1044
+ },
1045
+ {
1046
+ "episode_id": 57,
1047
+ "seed": 100096,
1048
+ "success": false,
1049
+ "steps_taken": 80,
1050
+ "max_steps": 400,
1051
+ "route_completion": 5.1722387117423905,
1052
+ "manipulation_score": 2.5861193558711952,
1053
+ "total_penalty_factor": 0.5,
1054
+ "fail_reason": "out_of_bounds",
1055
+ "penalty_events": [
1056
+ {
1057
+ "event_type": "out_of_bounds",
1058
+ "timestep": 80,
1059
+ "penalty_factor": 0.5,
1060
+ "details": "Target object left workspace/view"
1061
+ }
1062
+ ]
1063
+ },
1064
+ {
1065
+ "episode_id": 58,
1066
+ "seed": 100097,
1067
+ "success": false,
1068
+ "steps_taken": 75,
1069
+ "max_steps": 400,
1070
+ "route_completion": 17.6808338383294,
1071
+ "manipulation_score": 8.8404169191647,
1072
+ "total_penalty_factor": 0.5,
1073
+ "fail_reason": "out_of_bounds",
1074
+ "penalty_events": [
1075
+ {
1076
+ "event_type": "out_of_bounds",
1077
+ "timestep": 75,
1078
+ "penalty_factor": 0.5,
1079
+ "details": "Target object left workspace/view"
1080
+ }
1081
+ ]
1082
+ },
1083
+ {
1084
+ "episode_id": 59,
1085
+ "seed": 100105,
1086
+ "success": true,
1087
+ "steps_taken": 60,
1088
+ "max_steps": 400,
1089
+ "route_completion": 100.0,
1090
+ "manipulation_score": 100.0,
1091
+ "total_penalty_factor": 1.0,
1092
+ "fail_reason": null,
1093
+ "penalty_events": []
1094
+ },
1095
+ {
1096
+ "episode_id": 60,
1097
+ "seed": 100107,
1098
+ "success": false,
1099
+ "steps_taken": 124,
1100
+ "max_steps": 400,
1101
+ "route_completion": 12.59970256111651,
1102
+ "manipulation_score": 6.299851280558255,
1103
+ "total_penalty_factor": 0.5,
1104
+ "fail_reason": "out_of_bounds",
1105
+ "penalty_events": [
1106
+ {
1107
+ "event_type": "out_of_bounds",
1108
+ "timestep": 124,
1109
+ "penalty_factor": 0.5,
1110
+ "details": "Target object left workspace/view"
1111
+ }
1112
+ ]
1113
+ },
1114
+ {
1115
+ "episode_id": 61,
1116
+ "seed": 100108,
1117
+ "success": true,
1118
+ "steps_taken": 64,
1119
+ "max_steps": 400,
1120
+ "route_completion": 100.0,
1121
+ "manipulation_score": 100.0,
1122
+ "total_penalty_factor": 1.0,
1123
+ "fail_reason": null,
1124
+ "penalty_events": []
1125
+ },
1126
+ {
1127
+ "episode_id": 62,
1128
+ "seed": 100109,
1129
+ "success": false,
1130
+ "steps_taken": 103,
1131
+ "max_steps": 400,
1132
+ "route_completion": 23.76621204324151,
1133
+ "manipulation_score": 11.883106021620755,
1134
+ "total_penalty_factor": 0.5,
1135
+ "fail_reason": "out_of_bounds",
1136
+ "penalty_events": [
1137
+ {
1138
+ "event_type": "out_of_bounds",
1139
+ "timestep": 103,
1140
+ "penalty_factor": 0.5,
1141
+ "details": "Target object left workspace/view"
1142
+ }
1143
+ ]
1144
+ },
1145
+ {
1146
+ "episode_id": 63,
1147
+ "seed": 100110,
1148
+ "success": true,
1149
+ "steps_taken": 61,
1150
+ "max_steps": 400,
1151
+ "route_completion": 100.0,
1152
+ "manipulation_score": 100.0,
1153
+ "total_penalty_factor": 1.0,
1154
+ "fail_reason": null,
1155
+ "penalty_events": []
1156
+ },
1157
+ {
1158
+ "episode_id": 64,
1159
+ "seed": 100111,
1160
+ "success": false,
1161
+ "steps_taken": 50,
1162
+ "max_steps": 400,
1163
+ "route_completion": 0.034825338996131806,
1164
+ "manipulation_score": 0.017412669498065903,
1165
+ "total_penalty_factor": 0.5,
1166
+ "fail_reason": "out_of_bounds",
1167
+ "penalty_events": [
1168
+ {
1169
+ "event_type": "out_of_bounds",
1170
+ "timestep": 50,
1171
+ "penalty_factor": 0.5,
1172
+ "details": "Target object left workspace/view"
1173
+ }
1174
+ ]
1175
+ },
1176
+ {
1177
+ "episode_id": 65,
1178
+ "seed": 100112,
1179
+ "success": false,
1180
+ "steps_taken": 114,
1181
+ "max_steps": 400,
1182
+ "route_completion": 0.024054181927002042,
1183
+ "manipulation_score": 0.012027090963501021,
1184
+ "total_penalty_factor": 0.5,
1185
+ "fail_reason": "out_of_bounds",
1186
+ "penalty_events": [
1187
+ {
1188
+ "event_type": "out_of_bounds",
1189
+ "timestep": 114,
1190
+ "penalty_factor": 0.5,
1191
+ "details": "Target object left workspace/view"
1192
+ }
1193
+ ]
1194
+ },
1195
+ {
1196
+ "episode_id": 66,
1197
+ "seed": 100113,
1198
+ "success": false,
1199
+ "steps_taken": 61,
1200
+ "max_steps": 400,
1201
+ "route_completion": 0.006453430912308391,
1202
+ "manipulation_score": 0.0032267154561541954,
1203
+ "total_penalty_factor": 0.5,
1204
+ "fail_reason": "out_of_bounds",
1205
+ "penalty_events": [
1206
+ {
1207
+ "event_type": "out_of_bounds",
1208
+ "timestep": 61,
1209
+ "penalty_factor": 0.5,
1210
+ "details": "Target object left workspace/view"
1211
+ }
1212
+ ]
1213
+ },
1214
+ {
1215
+ "episode_id": 67,
1216
+ "seed": 100115,
1217
+ "success": false,
1218
+ "steps_taken": 83,
1219
+ "max_steps": 400,
1220
+ "route_completion": 3.6221284726426384,
1221
+ "manipulation_score": 1.8110642363213192,
1222
+ "total_penalty_factor": 0.5,
1223
+ "fail_reason": "out_of_bounds",
1224
+ "penalty_events": [
1225
+ {
1226
+ "event_type": "out_of_bounds",
1227
+ "timestep": 83,
1228
+ "penalty_factor": 0.5,
1229
+ "details": "Target object left workspace/view"
1230
+ }
1231
+ ]
1232
+ },
1233
+ {
1234
+ "episode_id": 68,
1235
+ "seed": 100117,
1236
+ "success": false,
1237
+ "steps_taken": 85,
1238
+ "max_steps": 400,
1239
+ "route_completion": 0.01868230378556501,
1240
+ "manipulation_score": 0.009341151892782505,
1241
+ "total_penalty_factor": 0.5,
1242
+ "fail_reason": "out_of_bounds",
1243
+ "penalty_events": [
1244
+ {
1245
+ "event_type": "out_of_bounds",
1246
+ "timestep": 85,
1247
+ "penalty_factor": 0.5,
1248
+ "details": "Target object left workspace/view"
1249
+ }
1250
+ ]
1251
+ },
1252
+ {
1253
+ "episode_id": 69,
1254
+ "seed": 100121,
1255
+ "success": false,
1256
+ "steps_taken": 91,
1257
+ "max_steps": 400,
1258
+ "route_completion": 0.0,
1259
+ "manipulation_score": 0.0,
1260
+ "total_penalty_factor": 0.5,
1261
+ "fail_reason": "out_of_bounds",
1262
+ "penalty_events": [
1263
+ {
1264
+ "event_type": "out_of_bounds",
1265
+ "timestep": 91,
1266
+ "penalty_factor": 0.5,
1267
+ "details": "Target object left workspace/view"
1268
+ }
1269
+ ]
1270
+ },
1271
+ {
1272
+ "episode_id": 70,
1273
+ "seed": 100122,
1274
+ "success": false,
1275
+ "steps_taken": 63,
1276
+ "max_steps": 400,
1277
+ "route_completion": 2.1166780005777563,
1278
+ "manipulation_score": 1.0583390002888782,
1279
+ "total_penalty_factor": 0.5,
1280
+ "fail_reason": "out_of_bounds",
1281
+ "penalty_events": [
1282
+ {
1283
+ "event_type": "out_of_bounds",
1284
+ "timestep": 63,
1285
+ "penalty_factor": 0.5,
1286
+ "details": "Target object left workspace/view"
1287
+ }
1288
+ ]
1289
+ },
1290
+ {
1291
+ "episode_id": 71,
1292
+ "seed": 100124,
1293
+ "success": false,
1294
+ "steps_taken": 73,
1295
+ "max_steps": 400,
1296
+ "route_completion": 0.0,
1297
+ "manipulation_score": 0.0,
1298
+ "total_penalty_factor": 0.5,
1299
+ "fail_reason": "out_of_bounds",
1300
+ "penalty_events": [
1301
+ {
1302
+ "event_type": "out_of_bounds",
1303
+ "timestep": 73,
1304
+ "penalty_factor": 0.5,
1305
+ "details": "Target object left workspace/view"
1306
+ }
1307
+ ]
1308
+ },
1309
+ {
1310
+ "episode_id": 72,
1311
+ "seed": 100125,
1312
+ "success": false,
1313
+ "steps_taken": 125,
1314
+ "max_steps": 400,
1315
+ "route_completion": 0.0,
1316
+ "manipulation_score": 0.0,
1317
+ "total_penalty_factor": 0.5,
1318
+ "fail_reason": "out_of_bounds",
1319
+ "penalty_events": [
1320
+ {
1321
+ "event_type": "out_of_bounds",
1322
+ "timestep": 125,
1323
+ "penalty_factor": 0.5,
1324
+ "details": "Target object left workspace/view"
1325
+ }
1326
+ ]
1327
+ },
1328
+ {
1329
+ "episode_id": 73,
1330
+ "seed": 100126,
1331
+ "success": false,
1332
+ "steps_taken": 76,
1333
+ "max_steps": 400,
1334
+ "route_completion": 0.0,
1335
+ "manipulation_score": 0.0,
1336
+ "total_penalty_factor": 0.5,
1337
+ "fail_reason": "out_of_bounds",
1338
+ "penalty_events": [
1339
+ {
1340
+ "event_type": "out_of_bounds",
1341
+ "timestep": 76,
1342
+ "penalty_factor": 0.5,
1343
+ "details": "Target object left workspace/view"
1344
+ }
1345
+ ]
1346
+ },
1347
+ {
1348
+ "episode_id": 74,
1349
+ "seed": 100127,
1350
+ "success": false,
1351
+ "steps_taken": 250,
1352
+ "max_steps": 400,
1353
+ "route_completion": 27.612640315368342,
1354
+ "manipulation_score": 13.806320157684171,
1355
+ "total_penalty_factor": 0.5,
1356
+ "fail_reason": "out_of_bounds",
1357
+ "penalty_events": [
1358
+ {
1359
+ "event_type": "out_of_bounds",
1360
+ "timestep": 250,
1361
+ "penalty_factor": 0.5,
1362
+ "details": "Target object left workspace/view"
1363
+ }
1364
+ ]
1365
+ },
1366
+ {
1367
+ "episode_id": 75,
1368
+ "seed": 100128,
1369
+ "success": false,
1370
+ "steps_taken": 110,
1371
+ "max_steps": 400,
1372
+ "route_completion": 0.022608358531820867,
1373
+ "manipulation_score": 0.011304179265910434,
1374
+ "total_penalty_factor": 0.5,
1375
+ "fail_reason": "out_of_bounds",
1376
+ "penalty_events": [
1377
+ {
1378
+ "event_type": "out_of_bounds",
1379
+ "timestep": 110,
1380
+ "penalty_factor": 0.5,
1381
+ "details": "Target object left workspace/view"
1382
+ }
1383
+ ]
1384
+ },
1385
+ {
1386
+ "episode_id": 76,
1387
+ "seed": 100129,
1388
+ "success": false,
1389
+ "steps_taken": 106,
1390
+ "max_steps": 400,
1391
+ "route_completion": 0.0,
1392
+ "manipulation_score": 0.0,
1393
+ "total_penalty_factor": 0.5,
1394
+ "fail_reason": "out_of_bounds",
1395
+ "penalty_events": [
1396
+ {
1397
+ "event_type": "out_of_bounds",
1398
+ "timestep": 106,
1399
+ "penalty_factor": 0.5,
1400
+ "details": "Target object left workspace/view"
1401
+ }
1402
+ ]
1403
+ },
1404
+ {
1405
+ "episode_id": 77,
1406
+ "seed": 100130,
1407
+ "success": false,
1408
+ "steps_taken": 58,
1409
+ "max_steps": 400,
1410
+ "route_completion": 0.026646380842476457,
1411
+ "manipulation_score": 0.013323190421238229,
1412
+ "total_penalty_factor": 0.5,
1413
+ "fail_reason": "out_of_bounds",
1414
+ "penalty_events": [
1415
+ {
1416
+ "event_type": "out_of_bounds",
1417
+ "timestep": 58,
1418
+ "penalty_factor": 0.5,
1419
+ "details": "Target object left workspace/view"
1420
+ }
1421
+ ]
1422
+ },
1423
+ {
1424
+ "episode_id": 78,
1425
+ "seed": 100132,
1426
+ "success": false,
1427
+ "steps_taken": 93,
1428
+ "max_steps": 400,
1429
+ "route_completion": 20.440797824494354,
1430
+ "manipulation_score": 10.220398912247177,
1431
+ "total_penalty_factor": 0.5,
1432
+ "fail_reason": "out_of_bounds",
1433
+ "penalty_events": [
1434
+ {
1435
+ "event_type": "out_of_bounds",
1436
+ "timestep": 93,
1437
+ "penalty_factor": 0.5,
1438
+ "details": "Target object left workspace/view"
1439
+ }
1440
+ ]
1441
+ },
1442
+ {
1443
+ "episode_id": 79,
1444
+ "seed": 100134,
1445
+ "success": false,
1446
+ "steps_taken": 61,
1447
+ "max_steps": 400,
1448
+ "route_completion": 6.2983499543190185,
1449
+ "manipulation_score": 3.1491749771595092,
1450
+ "total_penalty_factor": 0.5,
1451
+ "fail_reason": "out_of_bounds",
1452
+ "penalty_events": [
1453
+ {
1454
+ "event_type": "out_of_bounds",
1455
+ "timestep": 61,
1456
+ "penalty_factor": 0.5,
1457
+ "details": "Target object left workspace/view"
1458
+ }
1459
+ ]
1460
+ },
1461
+ {
1462
+ "episode_id": 80,
1463
+ "seed": 100136,
1464
+ "success": false,
1465
+ "steps_taken": 72,
1466
+ "max_steps": 400,
1467
+ "route_completion": 0.014706557902341533,
1468
+ "manipulation_score": 0.007353278951170767,
1469
+ "total_penalty_factor": 0.5,
1470
+ "fail_reason": "out_of_bounds",
1471
+ "penalty_events": [
1472
+ {
1473
+ "event_type": "out_of_bounds",
1474
+ "timestep": 72,
1475
+ "penalty_factor": 0.5,
1476
+ "details": "Target object left workspace/view"
1477
+ }
1478
+ ]
1479
+ },
1480
+ {
1481
+ "episode_id": 81,
1482
+ "seed": 100137,
1483
+ "success": true,
1484
+ "steps_taken": 47,
1485
+ "max_steps": 400,
1486
+ "route_completion": 100.0,
1487
+ "manipulation_score": 100.0,
1488
+ "total_penalty_factor": 1.0,
1489
+ "fail_reason": null,
1490
+ "penalty_events": []
1491
+ },
1492
+ {
1493
+ "episode_id": 82,
1494
+ "seed": 100139,
1495
+ "success": true,
1496
+ "steps_taken": 63,
1497
+ "max_steps": 400,
1498
+ "route_completion": 100.0,
1499
+ "manipulation_score": 100.0,
1500
+ "total_penalty_factor": 1.0,
1501
+ "fail_reason": null,
1502
+ "penalty_events": []
1503
+ },
1504
+ {
1505
+ "episode_id": 83,
1506
+ "seed": 100140,
1507
+ "success": false,
1508
+ "steps_taken": 320,
1509
+ "max_steps": 400,
1510
+ "route_completion": 0.0,
1511
+ "manipulation_score": 0.0,
1512
+ "total_penalty_factor": 0.5,
1513
+ "fail_reason": "out_of_bounds",
1514
+ "penalty_events": [
1515
+ {
1516
+ "event_type": "out_of_bounds",
1517
+ "timestep": 320,
1518
+ "penalty_factor": 0.5,
1519
+ "details": "Target object left workspace/view"
1520
+ }
1521
+ ]
1522
+ },
1523
+ {
1524
+ "episode_id": 84,
1525
+ "seed": 100141,
1526
+ "success": false,
1527
+ "steps_taken": 216,
1528
+ "max_steps": 400,
1529
+ "route_completion": 21.209682284471327,
1530
+ "manipulation_score": 10.604841142235664,
1531
+ "total_penalty_factor": 0.5,
1532
+ "fail_reason": "out_of_bounds",
1533
+ "penalty_events": [
1534
+ {
1535
+ "event_type": "out_of_bounds",
1536
+ "timestep": 216,
1537
+ "penalty_factor": 0.5,
1538
+ "details": "Target object left workspace/view"
1539
+ }
1540
+ ]
1541
+ },
1542
+ {
1543
+ "episode_id": 85,
1544
+ "seed": 100143,
1545
+ "success": false,
1546
+ "steps_taken": 81,
1547
+ "max_steps": 400,
1548
+ "route_completion": 18.2641184642789,
1549
+ "manipulation_score": 9.13205923213945,
1550
+ "total_penalty_factor": 0.5,
1551
+ "fail_reason": "out_of_bounds",
1552
+ "penalty_events": [
1553
+ {
1554
+ "event_type": "out_of_bounds",
1555
+ "timestep": 81,
1556
+ "penalty_factor": 0.5,
1557
+ "details": "Target object left workspace/view"
1558
+ }
1559
+ ]
1560
+ },
1561
+ {
1562
+ "episode_id": 86,
1563
+ "seed": 100145,
1564
+ "success": false,
1565
+ "steps_taken": 77,
1566
+ "max_steps": 400,
1567
+ "route_completion": 19.00386181406584,
1568
+ "manipulation_score": 9.50193090703292,
1569
+ "total_penalty_factor": 0.5,
1570
+ "fail_reason": "out_of_bounds",
1571
+ "penalty_events": [
1572
+ {
1573
+ "event_type": "out_of_bounds",
1574
+ "timestep": 77,
1575
+ "penalty_factor": 0.5,
1576
+ "details": "Target object left workspace/view"
1577
+ }
1578
+ ]
1579
+ },
1580
+ {
1581
+ "episode_id": 87,
1582
+ "seed": 100146,
1583
+ "success": false,
1584
+ "steps_taken": 154,
1585
+ "max_steps": 400,
1586
+ "route_completion": 12.762721766080537,
1587
+ "manipulation_score": 6.381360883040268,
1588
+ "total_penalty_factor": 0.5,
1589
+ "fail_reason": "out_of_bounds",
1590
+ "penalty_events": [
1591
+ {
1592
+ "event_type": "out_of_bounds",
1593
+ "timestep": 154,
1594
+ "penalty_factor": 0.5,
1595
+ "details": "Target object left workspace/view"
1596
+ }
1597
+ ]
1598
+ },
1599
+ {
1600
+ "episode_id": 88,
1601
+ "seed": 100152,
1602
+ "success": false,
1603
+ "steps_taken": 84,
1604
+ "max_steps": 400,
1605
+ "route_completion": 14.429796178800997,
1606
+ "manipulation_score": 7.214898089400498,
1607
+ "total_penalty_factor": 0.5,
1608
+ "fail_reason": "out_of_bounds",
1609
+ "penalty_events": [
1610
+ {
1611
+ "event_type": "out_of_bounds",
1612
+ "timestep": 84,
1613
+ "penalty_factor": 0.5,
1614
+ "details": "Target object left workspace/view"
1615
+ }
1616
+ ]
1617
+ },
1618
+ {
1619
+ "episode_id": 89,
1620
+ "seed": 100154,
1621
+ "success": false,
1622
+ "steps_taken": 352,
1623
+ "max_steps": 400,
1624
+ "route_completion": 23.615751066584014,
1625
+ "manipulation_score": 11.807875533292007,
1626
+ "total_penalty_factor": 0.5,
1627
+ "fail_reason": "out_of_bounds",
1628
+ "penalty_events": [
1629
+ {
1630
+ "event_type": "out_of_bounds",
1631
+ "timestep": 352,
1632
+ "penalty_factor": 0.5,
1633
+ "details": "Target object left workspace/view"
1634
+ }
1635
+ ]
1636
+ },
1637
+ {
1638
+ "episode_id": 90,
1639
+ "seed": 100157,
1640
+ "success": false,
1641
+ "steps_taken": 88,
1642
+ "max_steps": 400,
1643
+ "route_completion": 14.178787981335908,
1644
+ "manipulation_score": 7.089393990667954,
1645
+ "total_penalty_factor": 0.5,
1646
+ "fail_reason": "out_of_bounds",
1647
+ "penalty_events": [
1648
+ {
1649
+ "event_type": "out_of_bounds",
1650
+ "timestep": 88,
1651
+ "penalty_factor": 0.5,
1652
+ "details": "Target object left workspace/view"
1653
+ }
1654
+ ]
1655
+ },
1656
+ {
1657
+ "episode_id": 91,
1658
+ "seed": 100158,
1659
+ "success": false,
1660
+ "steps_taken": 92,
1661
+ "max_steps": 400,
1662
+ "route_completion": 19.009228972350396,
1663
+ "manipulation_score": 9.504614486175198,
1664
+ "total_penalty_factor": 0.5,
1665
+ "fail_reason": "out_of_bounds",
1666
+ "penalty_events": [
1667
+ {
1668
+ "event_type": "out_of_bounds",
1669
+ "timestep": 92,
1670
+ "penalty_factor": 0.5,
1671
+ "details": "Target object left workspace/view"
1672
+ }
1673
+ ]
1674
+ },
1675
+ {
1676
+ "episode_id": 92,
1677
+ "seed": 100160,
1678
+ "success": false,
1679
+ "steps_taken": 80,
1680
+ "max_steps": 400,
1681
+ "route_completion": 8.69407708345137,
1682
+ "manipulation_score": 4.347038541725685,
1683
+ "total_penalty_factor": 0.5,
1684
+ "fail_reason": "out_of_bounds",
1685
+ "penalty_events": [
1686
+ {
1687
+ "event_type": "out_of_bounds",
1688
+ "timestep": 80,
1689
+ "penalty_factor": 0.5,
1690
+ "details": "Target object left workspace/view"
1691
+ }
1692
+ ]
1693
+ },
1694
+ {
1695
+ "episode_id": 93,
1696
+ "seed": 100164,
1697
+ "success": false,
1698
+ "steps_taken": 139,
1699
+ "max_steps": 400,
1700
+ "route_completion": 0.027446510715713877,
1701
+ "manipulation_score": 0.013723255357856939,
1702
+ "total_penalty_factor": 0.5,
1703
+ "fail_reason": "out_of_bounds",
1704
+ "penalty_events": [
1705
+ {
1706
+ "event_type": "out_of_bounds",
1707
+ "timestep": 139,
1708
+ "penalty_factor": 0.5,
1709
+ "details": "Target object left workspace/view"
1710
+ }
1711
+ ]
1712
+ },
1713
+ {
1714
+ "episode_id": 94,
1715
+ "seed": 100165,
1716
+ "success": false,
1717
+ "steps_taken": 74,
1718
+ "max_steps": 400,
1719
+ "route_completion": 0.0,
1720
+ "manipulation_score": 0.0,
1721
+ "total_penalty_factor": 0.5,
1722
+ "fail_reason": "out_of_bounds",
1723
+ "penalty_events": [
1724
+ {
1725
+ "event_type": "out_of_bounds",
1726
+ "timestep": 74,
1727
+ "penalty_factor": 0.5,
1728
+ "details": "Target object left workspace/view"
1729
+ }
1730
+ ]
1731
+ },
1732
+ {
1733
+ "episode_id": 95,
1734
+ "seed": 100166,
1735
+ "success": false,
1736
+ "steps_taken": 71,
1737
+ "max_steps": 400,
1738
+ "route_completion": 0.0,
1739
+ "manipulation_score": 0.0,
1740
+ "total_penalty_factor": 0.5,
1741
+ "fail_reason": "out_of_bounds",
1742
+ "penalty_events": [
1743
+ {
1744
+ "event_type": "out_of_bounds",
1745
+ "timestep": 71,
1746
+ "penalty_factor": 0.5,
1747
+ "details": "Target object left workspace/view"
1748
+ }
1749
+ ]
1750
+ },
1751
+ {
1752
+ "episode_id": 96,
1753
+ "seed": 100167,
1754
+ "success": false,
1755
+ "steps_taken": 117,
1756
+ "max_steps": 400,
1757
+ "route_completion": 14.977009105844473,
1758
+ "manipulation_score": 7.488504552922237,
1759
+ "total_penalty_factor": 0.5,
1760
+ "fail_reason": "out_of_bounds",
1761
+ "penalty_events": [
1762
+ {
1763
+ "event_type": "out_of_bounds",
1764
+ "timestep": 117,
1765
+ "penalty_factor": 0.5,
1766
+ "details": "Target object left workspace/view"
1767
+ }
1768
+ ]
1769
+ },
1770
+ {
1771
+ "episode_id": 97,
1772
+ "seed": 100170,
1773
+ "success": false,
1774
+ "steps_taken": 175,
1775
+ "max_steps": 400,
1776
+ "route_completion": 5.463907262652169,
1777
+ "manipulation_score": 2.7319536313260846,
1778
+ "total_penalty_factor": 0.5,
1779
+ "fail_reason": "out_of_bounds",
1780
+ "penalty_events": [
1781
+ {
1782
+ "event_type": "out_of_bounds",
1783
+ "timestep": 175,
1784
+ "penalty_factor": 0.5,
1785
+ "details": "Target object left workspace/view"
1786
+ }
1787
+ ]
1788
+ },
1789
+ {
1790
+ "episode_id": 98,
1791
+ "seed": 100171,
1792
+ "success": false,
1793
+ "steps_taken": 147,
1794
+ "max_steps": 400,
1795
+ "route_completion": 5.021848498379486,
1796
+ "manipulation_score": 2.510924249189743,
1797
+ "total_penalty_factor": 0.5,
1798
+ "fail_reason": "out_of_bounds",
1799
+ "penalty_events": [
1800
+ {
1801
+ "event_type": "out_of_bounds",
1802
+ "timestep": 147,
1803
+ "penalty_factor": 0.5,
1804
+ "details": "Target object left workspace/view"
1805
+ }
1806
+ ]
1807
+ },
1808
+ {
1809
+ "episode_id": 99,
1810
+ "seed": 100172,
1811
+ "success": false,
1812
+ "steps_taken": 73,
1813
+ "max_steps": 400,
1814
+ "route_completion": 0.017789651925118475,
1815
+ "manipulation_score": 0.008894825962559237,
1816
+ "total_penalty_factor": 0.5,
1817
+ "fail_reason": "out_of_bounds",
1818
+ "penalty_events": [
1819
+ {
1820
+ "event_type": "out_of_bounds",
1821
+ "timestep": 73,
1822
+ "penalty_factor": 0.5,
1823
+ "details": "Target object left workspace/view"
1824
+ }
1825
+ ]
1826
+ },
1827
+ {
1828
+ "episode_id": 100,
1829
+ "seed": 100173,
1830
+ "success": false,
1831
+ "steps_taken": 126,
1832
+ "max_steps": 400,
1833
+ "route_completion": 0.06606636215107346,
1834
+ "manipulation_score": 0.03303318107553673,
1835
+ "total_penalty_factor": 0.5,
1836
+ "fail_reason": "out_of_bounds",
1837
+ "penalty_events": [
1838
+ {
1839
+ "event_type": "out_of_bounds",
1840
+ "timestep": 126,
1841
+ "penalty_factor": 0.5,
1842
+ "details": "Target object left workspace/view"
1843
+ }
1844
+ ]
1845
+ }
1846
+ ]
log/eval_result/click_alarmclock/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 19:53:57/_metrics.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "total_episodes": 100,
3
+ "success_count": 8,
4
+ "success_rate": 8.0,
5
+ "manipulation_score_mean": 11.983256098477368,
6
+ "manipulation_score_std": 26.33845683805734,
7
+ "route_completion_mean": 15.966512196954733,
8
+ "route_completion_std": 26.349979688647075,
9
+ "penalty_clutter_collision_total": 0,
10
+ "penalty_out_of_bounds_total": 92
11
+ }
log/eval_result/click_alarmclock/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 19:53:57/_metrics_report.txt ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ============================================================
2
+ EVALUATION METRICS REPORT
3
+ ============================================================
4
+
5
+ Total Episodes: 100
6
+ Success Rate: 8.0% (8/100)
7
+
8
+ --- Manipulation Score ---
9
+ Mean: 11.98
10
+ Std: 26.34
11
+
12
+ --- Route Completion ---
13
+ Mean: 15.97%
14
+ Std: 26.35
15
+
16
+ --- Penalty Events ---
17
+ Clutter Collisions: 0
18
+ Out of Bounds: 92
19
+
20
+ ============================================================
log/eval_result/click_alarmclock/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 19:53:57/_result.txt ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ Timestamp: 2026-03-29 19:53:57
2
+
3
+ Instruction Type: unseen
4
+
5
+ 0.08
log/eval_result/dump_bin_bigbin/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:15:01/_episodes_detail.json ADDED
@@ -0,0 +1,1307 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "episode_id": 1,
4
+ "seed": 100003,
5
+ "success": false,
6
+ "steps_taken": 600,
7
+ "max_steps": 600,
8
+ "route_completion": 16.939268196068483,
9
+ "manipulation_score": 16.939268196068483,
10
+ "total_penalty_factor": 1.0,
11
+ "fail_reason": null,
12
+ "penalty_events": []
13
+ },
14
+ {
15
+ "episode_id": 2,
16
+ "seed": 100009,
17
+ "success": false,
18
+ "steps_taken": 600,
19
+ "max_steps": 600,
20
+ "route_completion": 54.19966062468522,
21
+ "manipulation_score": 54.19966062468522,
22
+ "total_penalty_factor": 1.0,
23
+ "fail_reason": null,
24
+ "penalty_events": []
25
+ },
26
+ {
27
+ "episode_id": 3,
28
+ "seed": 100010,
29
+ "success": false,
30
+ "steps_taken": 59,
31
+ "max_steps": 600,
32
+ "route_completion": 0.0,
33
+ "manipulation_score": 0.0,
34
+ "total_penalty_factor": 0.5,
35
+ "fail_reason": "out_of_bounds",
36
+ "penalty_events": [
37
+ {
38
+ "event_type": "out_of_bounds",
39
+ "timestep": 59,
40
+ "penalty_factor": 0.5,
41
+ "details": "Target object left workspace/view"
42
+ }
43
+ ]
44
+ },
45
+ {
46
+ "episode_id": 4,
47
+ "seed": 100014,
48
+ "success": false,
49
+ "steps_taken": 600,
50
+ "max_steps": 600,
51
+ "route_completion": 22.29109065908329,
52
+ "manipulation_score": 22.29109065908329,
53
+ "total_penalty_factor": 1.0,
54
+ "fail_reason": null,
55
+ "penalty_events": []
56
+ },
57
+ {
58
+ "episode_id": 5,
59
+ "seed": 100036,
60
+ "success": false,
61
+ "steps_taken": 600,
62
+ "max_steps": 600,
63
+ "route_completion": 55.057024095441065,
64
+ "manipulation_score": 55.057024095441065,
65
+ "total_penalty_factor": 1.0,
66
+ "fail_reason": null,
67
+ "penalty_events": []
68
+ },
69
+ {
70
+ "episode_id": 6,
71
+ "seed": 100052,
72
+ "success": false,
73
+ "steps_taken": 600,
74
+ "max_steps": 600,
75
+ "route_completion": 54.068164430277,
76
+ "manipulation_score": 54.068164430277,
77
+ "total_penalty_factor": 1.0,
78
+ "fail_reason": null,
79
+ "penalty_events": []
80
+ },
81
+ {
82
+ "episode_id": 7,
83
+ "seed": 100060,
84
+ "success": false,
85
+ "steps_taken": 128,
86
+ "max_steps": 600,
87
+ "route_completion": 29.168240895275044,
88
+ "manipulation_score": 14.584120447637522,
89
+ "total_penalty_factor": 0.5,
90
+ "fail_reason": "out_of_bounds",
91
+ "penalty_events": [
92
+ {
93
+ "event_type": "out_of_bounds",
94
+ "timestep": 128,
95
+ "penalty_factor": 0.5,
96
+ "details": "Target object left workspace/view"
97
+ }
98
+ ]
99
+ },
100
+ {
101
+ "episode_id": 8,
102
+ "seed": 100065,
103
+ "success": false,
104
+ "steps_taken": 600,
105
+ "max_steps": 600,
106
+ "route_completion": 51.530913992368625,
107
+ "manipulation_score": 51.530913992368625,
108
+ "total_penalty_factor": 1.0,
109
+ "fail_reason": null,
110
+ "penalty_events": []
111
+ },
112
+ {
113
+ "episode_id": 9,
114
+ "seed": 100066,
115
+ "success": false,
116
+ "steps_taken": 600,
117
+ "max_steps": 600,
118
+ "route_completion": 13.213930510563221,
119
+ "manipulation_score": 13.213930510563221,
120
+ "total_penalty_factor": 1.0,
121
+ "fail_reason": null,
122
+ "penalty_events": []
123
+ },
124
+ {
125
+ "episode_id": 10,
126
+ "seed": 100068,
127
+ "success": false,
128
+ "steps_taken": 600,
129
+ "max_steps": 600,
130
+ "route_completion": 59.87548380107336,
131
+ "manipulation_score": 59.87548380107336,
132
+ "total_penalty_factor": 1.0,
133
+ "fail_reason": null,
134
+ "penalty_events": []
135
+ },
136
+ {
137
+ "episode_id": 11,
138
+ "seed": 100069,
139
+ "success": false,
140
+ "steps_taken": 58,
141
+ "max_steps": 600,
142
+ "route_completion": 0.0,
143
+ "manipulation_score": 0.0,
144
+ "total_penalty_factor": 0.5,
145
+ "fail_reason": "out_of_bounds",
146
+ "penalty_events": [
147
+ {
148
+ "event_type": "out_of_bounds",
149
+ "timestep": 58,
150
+ "penalty_factor": 0.5,
151
+ "details": "Target object left workspace/view"
152
+ }
153
+ ]
154
+ },
155
+ {
156
+ "episode_id": 12,
157
+ "seed": 100074,
158
+ "success": false,
159
+ "steps_taken": 600,
160
+ "max_steps": 600,
161
+ "route_completion": 55.361190055098106,
162
+ "manipulation_score": 55.361190055098106,
163
+ "total_penalty_factor": 1.0,
164
+ "fail_reason": null,
165
+ "penalty_events": []
166
+ },
167
+ {
168
+ "episode_id": 13,
169
+ "seed": 100079,
170
+ "success": false,
171
+ "steps_taken": 600,
172
+ "max_steps": 600,
173
+ "route_completion": 55.55967278183842,
174
+ "manipulation_score": 55.55967278183842,
175
+ "total_penalty_factor": 1.0,
176
+ "fail_reason": null,
177
+ "penalty_events": []
178
+ },
179
+ {
180
+ "episode_id": 14,
181
+ "seed": 100086,
182
+ "success": false,
183
+ "steps_taken": 49,
184
+ "max_steps": 600,
185
+ "route_completion": 0.0,
186
+ "manipulation_score": 0.0,
187
+ "total_penalty_factor": 0.5,
188
+ "fail_reason": "out_of_bounds",
189
+ "penalty_events": [
190
+ {
191
+ "event_type": "out_of_bounds",
192
+ "timestep": 49,
193
+ "penalty_factor": 0.5,
194
+ "details": "Target object left workspace/view"
195
+ }
196
+ ]
197
+ },
198
+ {
199
+ "episode_id": 15,
200
+ "seed": 100093,
201
+ "success": false,
202
+ "steps_taken": 600,
203
+ "max_steps": 600,
204
+ "route_completion": 23.71698824874466,
205
+ "manipulation_score": 23.71698824874466,
206
+ "total_penalty_factor": 1.0,
207
+ "fail_reason": null,
208
+ "penalty_events": []
209
+ },
210
+ {
211
+ "episode_id": 16,
212
+ "seed": 100102,
213
+ "success": false,
214
+ "steps_taken": 600,
215
+ "max_steps": 600,
216
+ "route_completion": 20.228000933866223,
217
+ "manipulation_score": 20.228000933866223,
218
+ "total_penalty_factor": 1.0,
219
+ "fail_reason": null,
220
+ "penalty_events": []
221
+ },
222
+ {
223
+ "episode_id": 17,
224
+ "seed": 100122,
225
+ "success": false,
226
+ "steps_taken": 600,
227
+ "max_steps": 600,
228
+ "route_completion": 0.043726648954563865,
229
+ "manipulation_score": 0.043726648954563865,
230
+ "total_penalty_factor": 1.0,
231
+ "fail_reason": null,
232
+ "penalty_events": []
233
+ },
234
+ {
235
+ "episode_id": 18,
236
+ "seed": 100124,
237
+ "success": false,
238
+ "steps_taken": 66,
239
+ "max_steps": 600,
240
+ "route_completion": 0.0,
241
+ "manipulation_score": 0.0,
242
+ "total_penalty_factor": 0.5,
243
+ "fail_reason": "out_of_bounds",
244
+ "penalty_events": [
245
+ {
246
+ "event_type": "out_of_bounds",
247
+ "timestep": 66,
248
+ "penalty_factor": 0.5,
249
+ "details": "Target object left workspace/view"
250
+ }
251
+ ]
252
+ },
253
+ {
254
+ "episode_id": 19,
255
+ "seed": 100131,
256
+ "success": false,
257
+ "steps_taken": 600,
258
+ "max_steps": 600,
259
+ "route_completion": 0.016434972720339443,
260
+ "manipulation_score": 0.016434972720339443,
261
+ "total_penalty_factor": 1.0,
262
+ "fail_reason": null,
263
+ "penalty_events": []
264
+ },
265
+ {
266
+ "episode_id": 20,
267
+ "seed": 100137,
268
+ "success": false,
269
+ "steps_taken": 600,
270
+ "max_steps": 600,
271
+ "route_completion": 19.263449119531607,
272
+ "manipulation_score": 19.263449119531607,
273
+ "total_penalty_factor": 1.0,
274
+ "fail_reason": null,
275
+ "penalty_events": []
276
+ },
277
+ {
278
+ "episode_id": 21,
279
+ "seed": 100144,
280
+ "success": false,
281
+ "steps_taken": 600,
282
+ "max_steps": 600,
283
+ "route_completion": 55.70880529492176,
284
+ "manipulation_score": 55.70880529492176,
285
+ "total_penalty_factor": 1.0,
286
+ "fail_reason": null,
287
+ "penalty_events": []
288
+ },
289
+ {
290
+ "episode_id": 22,
291
+ "seed": 100147,
292
+ "success": false,
293
+ "steps_taken": 600,
294
+ "max_steps": 600,
295
+ "route_completion": 55.487330716323946,
296
+ "manipulation_score": 55.487330716323946,
297
+ "total_penalty_factor": 1.0,
298
+ "fail_reason": null,
299
+ "penalty_events": []
300
+ },
301
+ {
302
+ "episode_id": 23,
303
+ "seed": 100158,
304
+ "success": false,
305
+ "steps_taken": 600,
306
+ "max_steps": 600,
307
+ "route_completion": 55.45821935176374,
308
+ "manipulation_score": 55.45821935176374,
309
+ "total_penalty_factor": 1.0,
310
+ "fail_reason": null,
311
+ "penalty_events": []
312
+ },
313
+ {
314
+ "episode_id": 24,
315
+ "seed": 100174,
316
+ "success": false,
317
+ "steps_taken": 130,
318
+ "max_steps": 600,
319
+ "route_completion": 30.524690504807634,
320
+ "manipulation_score": 15.262345252403817,
321
+ "total_penalty_factor": 0.5,
322
+ "fail_reason": "out_of_bounds",
323
+ "penalty_events": [
324
+ {
325
+ "event_type": "out_of_bounds",
326
+ "timestep": 130,
327
+ "penalty_factor": 0.5,
328
+ "details": "Target object left workspace/view"
329
+ }
330
+ ]
331
+ },
332
+ {
333
+ "episode_id": 25,
334
+ "seed": 100209,
335
+ "success": false,
336
+ "steps_taken": 600,
337
+ "max_steps": 600,
338
+ "route_completion": 55.19446893908344,
339
+ "manipulation_score": 55.19446893908344,
340
+ "total_penalty_factor": 1.0,
341
+ "fail_reason": null,
342
+ "penalty_events": []
343
+ },
344
+ {
345
+ "episode_id": 26,
346
+ "seed": 100211,
347
+ "success": false,
348
+ "steps_taken": 600,
349
+ "max_steps": 600,
350
+ "route_completion": 0.10733801774133851,
351
+ "manipulation_score": 0.10733801774133851,
352
+ "total_penalty_factor": 1.0,
353
+ "fail_reason": null,
354
+ "penalty_events": []
355
+ },
356
+ {
357
+ "episode_id": 27,
358
+ "seed": 100231,
359
+ "success": false,
360
+ "steps_taken": 600,
361
+ "max_steps": 600,
362
+ "route_completion": 30.58528005619069,
363
+ "manipulation_score": 30.58528005619069,
364
+ "total_penalty_factor": 1.0,
365
+ "fail_reason": null,
366
+ "penalty_events": []
367
+ },
368
+ {
369
+ "episode_id": 28,
370
+ "seed": 100233,
371
+ "success": false,
372
+ "steps_taken": 600,
373
+ "max_steps": 600,
374
+ "route_completion": 56.47010274427353,
375
+ "manipulation_score": 56.47010274427353,
376
+ "total_penalty_factor": 1.0,
377
+ "fail_reason": null,
378
+ "penalty_events": []
379
+ },
380
+ {
381
+ "episode_id": 29,
382
+ "seed": 100237,
383
+ "success": false,
384
+ "steps_taken": 600,
385
+ "max_steps": 600,
386
+ "route_completion": 17.628134170115842,
387
+ "manipulation_score": 17.628134170115842,
388
+ "total_penalty_factor": 1.0,
389
+ "fail_reason": null,
390
+ "penalty_events": []
391
+ },
392
+ {
393
+ "episode_id": 30,
394
+ "seed": 100241,
395
+ "success": false,
396
+ "steps_taken": 600,
397
+ "max_steps": 600,
398
+ "route_completion": 2.9295199194754797,
399
+ "manipulation_score": 2.9295199194754797,
400
+ "total_penalty_factor": 1.0,
401
+ "fail_reason": null,
402
+ "penalty_events": []
403
+ },
404
+ {
405
+ "episode_id": 31,
406
+ "seed": 100251,
407
+ "success": false,
408
+ "steps_taken": 600,
409
+ "max_steps": 600,
410
+ "route_completion": 51.21958430646013,
411
+ "manipulation_score": 51.21958430646013,
412
+ "total_penalty_factor": 1.0,
413
+ "fail_reason": null,
414
+ "penalty_events": []
415
+ },
416
+ {
417
+ "episode_id": 32,
418
+ "seed": 100261,
419
+ "success": false,
420
+ "steps_taken": 600,
421
+ "max_steps": 600,
422
+ "route_completion": 19.03533751697544,
423
+ "manipulation_score": 19.03533751697544,
424
+ "total_penalty_factor": 1.0,
425
+ "fail_reason": null,
426
+ "penalty_events": []
427
+ },
428
+ {
429
+ "episode_id": 33,
430
+ "seed": 100262,
431
+ "success": false,
432
+ "steps_taken": 600,
433
+ "max_steps": 600,
434
+ "route_completion": 29.803219061195396,
435
+ "manipulation_score": 29.803219061195396,
436
+ "total_penalty_factor": 1.0,
437
+ "fail_reason": null,
438
+ "penalty_events": []
439
+ },
440
+ {
441
+ "episode_id": 34,
442
+ "seed": 100269,
443
+ "success": false,
444
+ "steps_taken": 600,
445
+ "max_steps": 600,
446
+ "route_completion": 55.38538338146617,
447
+ "manipulation_score": 55.38538338146617,
448
+ "total_penalty_factor": 1.0,
449
+ "fail_reason": null,
450
+ "penalty_events": []
451
+ },
452
+ {
453
+ "episode_id": 35,
454
+ "seed": 100274,
455
+ "success": false,
456
+ "steps_taken": 600,
457
+ "max_steps": 600,
458
+ "route_completion": 55.019980775947054,
459
+ "manipulation_score": 55.019980775947054,
460
+ "total_penalty_factor": 1.0,
461
+ "fail_reason": null,
462
+ "penalty_events": []
463
+ },
464
+ {
465
+ "episode_id": 36,
466
+ "seed": 100276,
467
+ "success": false,
468
+ "steps_taken": 600,
469
+ "max_steps": 600,
470
+ "route_completion": 55.364542111612494,
471
+ "manipulation_score": 55.364542111612494,
472
+ "total_penalty_factor": 1.0,
473
+ "fail_reason": null,
474
+ "penalty_events": []
475
+ },
476
+ {
477
+ "episode_id": 37,
478
+ "seed": 100300,
479
+ "success": false,
480
+ "steps_taken": 600,
481
+ "max_steps": 600,
482
+ "route_completion": 55.24842945956574,
483
+ "manipulation_score": 55.24842945956574,
484
+ "total_penalty_factor": 1.0,
485
+ "fail_reason": null,
486
+ "penalty_events": []
487
+ },
488
+ {
489
+ "episode_id": 38,
490
+ "seed": 100307,
491
+ "success": false,
492
+ "steps_taken": 600,
493
+ "max_steps": 600,
494
+ "route_completion": 28.227776800624838,
495
+ "manipulation_score": 28.227776800624838,
496
+ "total_penalty_factor": 1.0,
497
+ "fail_reason": null,
498
+ "penalty_events": []
499
+ },
500
+ {
501
+ "episode_id": 39,
502
+ "seed": 100318,
503
+ "success": false,
504
+ "steps_taken": 600,
505
+ "max_steps": 600,
506
+ "route_completion": 9.62402167332361,
507
+ "manipulation_score": 9.62402167332361,
508
+ "total_penalty_factor": 1.0,
509
+ "fail_reason": null,
510
+ "penalty_events": []
511
+ },
512
+ {
513
+ "episode_id": 40,
514
+ "seed": 100319,
515
+ "success": false,
516
+ "steps_taken": 600,
517
+ "max_steps": 600,
518
+ "route_completion": 9.29843335784365,
519
+ "manipulation_score": 9.29843335784365,
520
+ "total_penalty_factor": 1.0,
521
+ "fail_reason": null,
522
+ "penalty_events": []
523
+ },
524
+ {
525
+ "episode_id": 41,
526
+ "seed": 100324,
527
+ "success": false,
528
+ "steps_taken": 600,
529
+ "max_steps": 600,
530
+ "route_completion": 36.628426053190886,
531
+ "manipulation_score": 36.628426053190886,
532
+ "total_penalty_factor": 1.0,
533
+ "fail_reason": null,
534
+ "penalty_events": []
535
+ },
536
+ {
537
+ "episode_id": 42,
538
+ "seed": 100340,
539
+ "success": false,
540
+ "steps_taken": 600,
541
+ "max_steps": 600,
542
+ "route_completion": 23.095337846806586,
543
+ "manipulation_score": 23.095337846806586,
544
+ "total_penalty_factor": 1.0,
545
+ "fail_reason": null,
546
+ "penalty_events": []
547
+ },
548
+ {
549
+ "episode_id": 43,
550
+ "seed": 100355,
551
+ "success": false,
552
+ "steps_taken": 115,
553
+ "max_steps": 600,
554
+ "route_completion": 28.966139175160556,
555
+ "manipulation_score": 14.483069587580278,
556
+ "total_penalty_factor": 0.5,
557
+ "fail_reason": "out_of_bounds",
558
+ "penalty_events": [
559
+ {
560
+ "event_type": "out_of_bounds",
561
+ "timestep": 115,
562
+ "penalty_factor": 0.5,
563
+ "details": "Target object left workspace/view"
564
+ }
565
+ ]
566
+ },
567
+ {
568
+ "episode_id": 44,
569
+ "seed": 100360,
570
+ "success": false,
571
+ "steps_taken": 600,
572
+ "max_steps": 600,
573
+ "route_completion": 55.66073430642923,
574
+ "manipulation_score": 55.66073430642923,
575
+ "total_penalty_factor": 1.0,
576
+ "fail_reason": null,
577
+ "penalty_events": []
578
+ },
579
+ {
580
+ "episode_id": 45,
581
+ "seed": 100371,
582
+ "success": false,
583
+ "steps_taken": 600,
584
+ "max_steps": 600,
585
+ "route_completion": 55.305331189212545,
586
+ "manipulation_score": 55.305331189212545,
587
+ "total_penalty_factor": 1.0,
588
+ "fail_reason": null,
589
+ "penalty_events": []
590
+ },
591
+ {
592
+ "episode_id": 46,
593
+ "seed": 100374,
594
+ "success": false,
595
+ "steps_taken": 600,
596
+ "max_steps": 600,
597
+ "route_completion": 54.82875411459518,
598
+ "manipulation_score": 54.82875411459518,
599
+ "total_penalty_factor": 1.0,
600
+ "fail_reason": null,
601
+ "penalty_events": []
602
+ },
603
+ {
604
+ "episode_id": 47,
605
+ "seed": 100377,
606
+ "success": false,
607
+ "steps_taken": 44,
608
+ "max_steps": 600,
609
+ "route_completion": 0.0,
610
+ "manipulation_score": 0.0,
611
+ "total_penalty_factor": 0.5,
612
+ "fail_reason": "out_of_bounds",
613
+ "penalty_events": [
614
+ {
615
+ "event_type": "out_of_bounds",
616
+ "timestep": 44,
617
+ "penalty_factor": 0.5,
618
+ "details": "Target object left workspace/view"
619
+ }
620
+ ]
621
+ },
622
+ {
623
+ "episode_id": 48,
624
+ "seed": 100396,
625
+ "success": false,
626
+ "steps_taken": 600,
627
+ "max_steps": 600,
628
+ "route_completion": 52.841895684703175,
629
+ "manipulation_score": 52.841895684703175,
630
+ "total_penalty_factor": 1.0,
631
+ "fail_reason": null,
632
+ "penalty_events": []
633
+ },
634
+ {
635
+ "episode_id": 49,
636
+ "seed": 100399,
637
+ "success": false,
638
+ "steps_taken": 600,
639
+ "max_steps": 600,
640
+ "route_completion": 55.76635593313972,
641
+ "manipulation_score": 55.76635593313972,
642
+ "total_penalty_factor": 1.0,
643
+ "fail_reason": null,
644
+ "penalty_events": []
645
+ },
646
+ {
647
+ "episode_id": 50,
648
+ "seed": 100401,
649
+ "success": false,
650
+ "steps_taken": 600,
651
+ "max_steps": 600,
652
+ "route_completion": 55.15735486922081,
653
+ "manipulation_score": 55.15735486922081,
654
+ "total_penalty_factor": 1.0,
655
+ "fail_reason": null,
656
+ "penalty_events": []
657
+ },
658
+ {
659
+ "episode_id": 51,
660
+ "seed": 100415,
661
+ "success": false,
662
+ "steps_taken": 86,
663
+ "max_steps": 600,
664
+ "route_completion": 13.377568256542727,
665
+ "manipulation_score": 6.688784128271363,
666
+ "total_penalty_factor": 0.5,
667
+ "fail_reason": "out_of_bounds",
668
+ "penalty_events": [
669
+ {
670
+ "event_type": "out_of_bounds",
671
+ "timestep": 86,
672
+ "penalty_factor": 0.5,
673
+ "details": "Target object left workspace/view"
674
+ }
675
+ ]
676
+ },
677
+ {
678
+ "episode_id": 52,
679
+ "seed": 100419,
680
+ "success": false,
681
+ "steps_taken": 600,
682
+ "max_steps": 600,
683
+ "route_completion": 56.07106981420355,
684
+ "manipulation_score": 56.07106981420355,
685
+ "total_penalty_factor": 1.0,
686
+ "fail_reason": null,
687
+ "penalty_events": []
688
+ },
689
+ {
690
+ "episode_id": 53,
691
+ "seed": 100420,
692
+ "success": false,
693
+ "steps_taken": 600,
694
+ "max_steps": 600,
695
+ "route_completion": 30.999493554999624,
696
+ "manipulation_score": 30.999493554999624,
697
+ "total_penalty_factor": 1.0,
698
+ "fail_reason": null,
699
+ "penalty_events": []
700
+ },
701
+ {
702
+ "episode_id": 54,
703
+ "seed": 100431,
704
+ "success": false,
705
+ "steps_taken": 600,
706
+ "max_steps": 600,
707
+ "route_completion": 53.879304031928996,
708
+ "manipulation_score": 53.879304031928996,
709
+ "total_penalty_factor": 1.0,
710
+ "fail_reason": null,
711
+ "penalty_events": []
712
+ },
713
+ {
714
+ "episode_id": 55,
715
+ "seed": 100437,
716
+ "success": false,
717
+ "steps_taken": 600,
718
+ "max_steps": 600,
719
+ "route_completion": 12.411321571430891,
720
+ "manipulation_score": 12.411321571430891,
721
+ "total_penalty_factor": 1.0,
722
+ "fail_reason": null,
723
+ "penalty_events": []
724
+ },
725
+ {
726
+ "episode_id": 56,
727
+ "seed": 100442,
728
+ "success": false,
729
+ "steps_taken": 600,
730
+ "max_steps": 600,
731
+ "route_completion": 56.45457819316253,
732
+ "manipulation_score": 56.45457819316253,
733
+ "total_penalty_factor": 1.0,
734
+ "fail_reason": null,
735
+ "penalty_events": []
736
+ },
737
+ {
738
+ "episode_id": 57,
739
+ "seed": 100449,
740
+ "success": false,
741
+ "steps_taken": 600,
742
+ "max_steps": 600,
743
+ "route_completion": 57.916821266608686,
744
+ "manipulation_score": 57.916821266608686,
745
+ "total_penalty_factor": 1.0,
746
+ "fail_reason": null,
747
+ "penalty_events": []
748
+ },
749
+ {
750
+ "episode_id": 58,
751
+ "seed": 100478,
752
+ "success": false,
753
+ "steps_taken": 600,
754
+ "max_steps": 600,
755
+ "route_completion": 63.113747770893156,
756
+ "manipulation_score": 63.113747770893156,
757
+ "total_penalty_factor": 1.0,
758
+ "fail_reason": null,
759
+ "penalty_events": []
760
+ },
761
+ {
762
+ "episode_id": 59,
763
+ "seed": 100491,
764
+ "success": false,
765
+ "steps_taken": 600,
766
+ "max_steps": 600,
767
+ "route_completion": 60.77787362329984,
768
+ "manipulation_score": 60.77787362329984,
769
+ "total_penalty_factor": 1.0,
770
+ "fail_reason": null,
771
+ "penalty_events": []
772
+ },
773
+ {
774
+ "episode_id": 60,
775
+ "seed": 100498,
776
+ "success": false,
777
+ "steps_taken": 600,
778
+ "max_steps": 600,
779
+ "route_completion": 16.722138103391543,
780
+ "manipulation_score": 16.722138103391543,
781
+ "total_penalty_factor": 1.0,
782
+ "fail_reason": null,
783
+ "penalty_events": []
784
+ },
785
+ {
786
+ "episode_id": 61,
787
+ "seed": 100502,
788
+ "success": false,
789
+ "steps_taken": 600,
790
+ "max_steps": 600,
791
+ "route_completion": 55.19124156581281,
792
+ "manipulation_score": 55.19124156581281,
793
+ "total_penalty_factor": 1.0,
794
+ "fail_reason": null,
795
+ "penalty_events": []
796
+ },
797
+ {
798
+ "episode_id": 62,
799
+ "seed": 100508,
800
+ "success": false,
801
+ "steps_taken": 600,
802
+ "max_steps": 600,
803
+ "route_completion": 55.84612989772312,
804
+ "manipulation_score": 55.84612989772312,
805
+ "total_penalty_factor": 1.0,
806
+ "fail_reason": null,
807
+ "penalty_events": []
808
+ },
809
+ {
810
+ "episode_id": 63,
811
+ "seed": 100509,
812
+ "success": false,
813
+ "steps_taken": 600,
814
+ "max_steps": 600,
815
+ "route_completion": 55.66387742062179,
816
+ "manipulation_score": 55.66387742062179,
817
+ "total_penalty_factor": 1.0,
818
+ "fail_reason": null,
819
+ "penalty_events": []
820
+ },
821
+ {
822
+ "episode_id": 64,
823
+ "seed": 100511,
824
+ "success": false,
825
+ "steps_taken": 600,
826
+ "max_steps": 600,
827
+ "route_completion": 15.097497809334984,
828
+ "manipulation_score": 15.097497809334984,
829
+ "total_penalty_factor": 1.0,
830
+ "fail_reason": null,
831
+ "penalty_events": []
832
+ },
833
+ {
834
+ "episode_id": 65,
835
+ "seed": 100514,
836
+ "success": false,
837
+ "steps_taken": 600,
838
+ "max_steps": 600,
839
+ "route_completion": 0.0,
840
+ "manipulation_score": 0.0,
841
+ "total_penalty_factor": 1.0,
842
+ "fail_reason": null,
843
+ "penalty_events": []
844
+ },
845
+ {
846
+ "episode_id": 66,
847
+ "seed": 100521,
848
+ "success": false,
849
+ "steps_taken": 600,
850
+ "max_steps": 600,
851
+ "route_completion": 55.680516729500916,
852
+ "manipulation_score": 55.680516729500916,
853
+ "total_penalty_factor": 1.0,
854
+ "fail_reason": null,
855
+ "penalty_events": []
856
+ },
857
+ {
858
+ "episode_id": 67,
859
+ "seed": 100522,
860
+ "success": false,
861
+ "steps_taken": 600,
862
+ "max_steps": 600,
863
+ "route_completion": 18.87630371535566,
864
+ "manipulation_score": 18.87630371535566,
865
+ "total_penalty_factor": 1.0,
866
+ "fail_reason": null,
867
+ "penalty_events": []
868
+ },
869
+ {
870
+ "episode_id": 68,
871
+ "seed": 100523,
872
+ "success": false,
873
+ "steps_taken": 600,
874
+ "max_steps": 600,
875
+ "route_completion": 27.9134123368311,
876
+ "manipulation_score": 27.9134123368311,
877
+ "total_penalty_factor": 1.0,
878
+ "fail_reason": null,
879
+ "penalty_events": []
880
+ },
881
+ {
882
+ "episode_id": 69,
883
+ "seed": 100536,
884
+ "success": false,
885
+ "steps_taken": 600,
886
+ "max_steps": 600,
887
+ "route_completion": 24.74962781992401,
888
+ "manipulation_score": 24.74962781992401,
889
+ "total_penalty_factor": 1.0,
890
+ "fail_reason": null,
891
+ "penalty_events": []
892
+ },
893
+ {
894
+ "episode_id": 70,
895
+ "seed": 100546,
896
+ "success": false,
897
+ "steps_taken": 600,
898
+ "max_steps": 600,
899
+ "route_completion": 52.46211173208298,
900
+ "manipulation_score": 52.46211173208298,
901
+ "total_penalty_factor": 1.0,
902
+ "fail_reason": null,
903
+ "penalty_events": []
904
+ },
905
+ {
906
+ "episode_id": 71,
907
+ "seed": 100550,
908
+ "success": false,
909
+ "steps_taken": 600,
910
+ "max_steps": 600,
911
+ "route_completion": 7.601276663632051,
912
+ "manipulation_score": 7.601276663632051,
913
+ "total_penalty_factor": 1.0,
914
+ "fail_reason": null,
915
+ "penalty_events": []
916
+ },
917
+ {
918
+ "episode_id": 72,
919
+ "seed": 100564,
920
+ "success": false,
921
+ "steps_taken": 600,
922
+ "max_steps": 600,
923
+ "route_completion": 55.87750417022767,
924
+ "manipulation_score": 55.87750417022767,
925
+ "total_penalty_factor": 1.0,
926
+ "fail_reason": null,
927
+ "penalty_events": []
928
+ },
929
+ {
930
+ "episode_id": 73,
931
+ "seed": 100567,
932
+ "success": false,
933
+ "steps_taken": 600,
934
+ "max_steps": 600,
935
+ "route_completion": 55.71941500988484,
936
+ "manipulation_score": 55.71941500988484,
937
+ "total_penalty_factor": 1.0,
938
+ "fail_reason": null,
939
+ "penalty_events": []
940
+ },
941
+ {
942
+ "episode_id": 74,
943
+ "seed": 100572,
944
+ "success": false,
945
+ "steps_taken": 600,
946
+ "max_steps": 600,
947
+ "route_completion": 60.94739583381369,
948
+ "manipulation_score": 60.94739583381369,
949
+ "total_penalty_factor": 1.0,
950
+ "fail_reason": null,
951
+ "penalty_events": []
952
+ },
953
+ {
954
+ "episode_id": 75,
955
+ "seed": 100578,
956
+ "success": false,
957
+ "steps_taken": 600,
958
+ "max_steps": 600,
959
+ "route_completion": 55.6292385842874,
960
+ "manipulation_score": 55.6292385842874,
961
+ "total_penalty_factor": 1.0,
962
+ "fail_reason": null,
963
+ "penalty_events": []
964
+ },
965
+ {
966
+ "episode_id": 76,
967
+ "seed": 100583,
968
+ "success": false,
969
+ "steps_taken": 57,
970
+ "max_steps": 600,
971
+ "route_completion": 0.0,
972
+ "manipulation_score": 0.0,
973
+ "total_penalty_factor": 0.5,
974
+ "fail_reason": "out_of_bounds",
975
+ "penalty_events": [
976
+ {
977
+ "event_type": "out_of_bounds",
978
+ "timestep": 57,
979
+ "penalty_factor": 0.5,
980
+ "details": "Target object left workspace/view"
981
+ }
982
+ ]
983
+ },
984
+ {
985
+ "episode_id": 77,
986
+ "seed": 100591,
987
+ "success": false,
988
+ "steps_taken": 600,
989
+ "max_steps": 600,
990
+ "route_completion": 55.790093777988105,
991
+ "manipulation_score": 55.790093777988105,
992
+ "total_penalty_factor": 1.0,
993
+ "fail_reason": null,
994
+ "penalty_events": []
995
+ },
996
+ {
997
+ "episode_id": 78,
998
+ "seed": 100593,
999
+ "success": false,
1000
+ "steps_taken": 600,
1001
+ "max_steps": 600,
1002
+ "route_completion": 55.02537662316291,
1003
+ "manipulation_score": 55.02537662316291,
1004
+ "total_penalty_factor": 1.0,
1005
+ "fail_reason": null,
1006
+ "penalty_events": []
1007
+ },
1008
+ {
1009
+ "episode_id": 79,
1010
+ "seed": 100595,
1011
+ "success": false,
1012
+ "steps_taken": 50,
1013
+ "max_steps": 600,
1014
+ "route_completion": 0.0,
1015
+ "manipulation_score": 0.0,
1016
+ "total_penalty_factor": 0.5,
1017
+ "fail_reason": "out_of_bounds",
1018
+ "penalty_events": [
1019
+ {
1020
+ "event_type": "out_of_bounds",
1021
+ "timestep": 50,
1022
+ "penalty_factor": 0.5,
1023
+ "details": "Target object left workspace/view"
1024
+ }
1025
+ ]
1026
+ },
1027
+ {
1028
+ "episode_id": 80,
1029
+ "seed": 100598,
1030
+ "success": false,
1031
+ "steps_taken": 600,
1032
+ "max_steps": 600,
1033
+ "route_completion": 55.21456694200695,
1034
+ "manipulation_score": 55.21456694200695,
1035
+ "total_penalty_factor": 1.0,
1036
+ "fail_reason": null,
1037
+ "penalty_events": []
1038
+ },
1039
+ {
1040
+ "episode_id": 81,
1041
+ "seed": 100604,
1042
+ "success": false,
1043
+ "steps_taken": 57,
1044
+ "max_steps": 600,
1045
+ "route_completion": 20.284430100575115,
1046
+ "manipulation_score": 10.142215050287557,
1047
+ "total_penalty_factor": 0.5,
1048
+ "fail_reason": "out_of_bounds",
1049
+ "penalty_events": [
1050
+ {
1051
+ "event_type": "out_of_bounds",
1052
+ "timestep": 57,
1053
+ "penalty_factor": 0.5,
1054
+ "details": "Target object left workspace/view"
1055
+ }
1056
+ ]
1057
+ },
1058
+ {
1059
+ "episode_id": 82,
1060
+ "seed": 100611,
1061
+ "success": false,
1062
+ "steps_taken": 49,
1063
+ "max_steps": 600,
1064
+ "route_completion": 0.0,
1065
+ "manipulation_score": 0.0,
1066
+ "total_penalty_factor": 0.5,
1067
+ "fail_reason": "out_of_bounds",
1068
+ "penalty_events": [
1069
+ {
1070
+ "event_type": "out_of_bounds",
1071
+ "timestep": 49,
1072
+ "penalty_factor": 0.5,
1073
+ "details": "Target object left workspace/view"
1074
+ }
1075
+ ]
1076
+ },
1077
+ {
1078
+ "episode_id": 83,
1079
+ "seed": 100618,
1080
+ "success": false,
1081
+ "steps_taken": 600,
1082
+ "max_steps": 600,
1083
+ "route_completion": 36.34363425428703,
1084
+ "manipulation_score": 36.34363425428703,
1085
+ "total_penalty_factor": 1.0,
1086
+ "fail_reason": null,
1087
+ "penalty_events": []
1088
+ },
1089
+ {
1090
+ "episode_id": 84,
1091
+ "seed": 100623,
1092
+ "success": false,
1093
+ "steps_taken": 600,
1094
+ "max_steps": 600,
1095
+ "route_completion": 16.247256310079585,
1096
+ "manipulation_score": 16.247256310079585,
1097
+ "total_penalty_factor": 1.0,
1098
+ "fail_reason": null,
1099
+ "penalty_events": []
1100
+ },
1101
+ {
1102
+ "episode_id": 85,
1103
+ "seed": 100624,
1104
+ "success": false,
1105
+ "steps_taken": 600,
1106
+ "max_steps": 600,
1107
+ "route_completion": 55.256479696322955,
1108
+ "manipulation_score": 55.256479696322955,
1109
+ "total_penalty_factor": 1.0,
1110
+ "fail_reason": null,
1111
+ "penalty_events": []
1112
+ },
1113
+ {
1114
+ "episode_id": 86,
1115
+ "seed": 100633,
1116
+ "success": false,
1117
+ "steps_taken": 600,
1118
+ "max_steps": 600,
1119
+ "route_completion": 0.08036187090459233,
1120
+ "manipulation_score": 0.08036187090459233,
1121
+ "total_penalty_factor": 1.0,
1122
+ "fail_reason": null,
1123
+ "penalty_events": []
1124
+ },
1125
+ {
1126
+ "episode_id": 87,
1127
+ "seed": 100640,
1128
+ "success": false,
1129
+ "steps_taken": 600,
1130
+ "max_steps": 600,
1131
+ "route_completion": 32.007969403171636,
1132
+ "manipulation_score": 32.007969403171636,
1133
+ "total_penalty_factor": 1.0,
1134
+ "fail_reason": null,
1135
+ "penalty_events": []
1136
+ },
1137
+ {
1138
+ "episode_id": 88,
1139
+ "seed": 100653,
1140
+ "success": false,
1141
+ "steps_taken": 600,
1142
+ "max_steps": 600,
1143
+ "route_completion": 55.46282395277168,
1144
+ "manipulation_score": 55.46282395277168,
1145
+ "total_penalty_factor": 1.0,
1146
+ "fail_reason": null,
1147
+ "penalty_events": []
1148
+ },
1149
+ {
1150
+ "episode_id": 89,
1151
+ "seed": 100660,
1152
+ "success": false,
1153
+ "steps_taken": 600,
1154
+ "max_steps": 600,
1155
+ "route_completion": 57.0790526758255,
1156
+ "manipulation_score": 57.0790526758255,
1157
+ "total_penalty_factor": 1.0,
1158
+ "fail_reason": null,
1159
+ "penalty_events": []
1160
+ },
1161
+ {
1162
+ "episode_id": 90,
1163
+ "seed": 100666,
1164
+ "success": false,
1165
+ "steps_taken": 600,
1166
+ "max_steps": 600,
1167
+ "route_completion": 0.06041266417310267,
1168
+ "manipulation_score": 0.06041266417310267,
1169
+ "total_penalty_factor": 1.0,
1170
+ "fail_reason": null,
1171
+ "penalty_events": []
1172
+ },
1173
+ {
1174
+ "episode_id": 91,
1175
+ "seed": 100669,
1176
+ "success": false,
1177
+ "steps_taken": 600,
1178
+ "max_steps": 600,
1179
+ "route_completion": 17.656540656380805,
1180
+ "manipulation_score": 17.656540656380805,
1181
+ "total_penalty_factor": 1.0,
1182
+ "fail_reason": null,
1183
+ "penalty_events": []
1184
+ },
1185
+ {
1186
+ "episode_id": 92,
1187
+ "seed": 100677,
1188
+ "success": false,
1189
+ "steps_taken": 600,
1190
+ "max_steps": 600,
1191
+ "route_completion": 54.41549696296353,
1192
+ "manipulation_score": 54.41549696296353,
1193
+ "total_penalty_factor": 1.0,
1194
+ "fail_reason": null,
1195
+ "penalty_events": []
1196
+ },
1197
+ {
1198
+ "episode_id": 93,
1199
+ "seed": 100679,
1200
+ "success": false,
1201
+ "steps_taken": 600,
1202
+ "max_steps": 600,
1203
+ "route_completion": 55.08503775960539,
1204
+ "manipulation_score": 55.08503775960539,
1205
+ "total_penalty_factor": 1.0,
1206
+ "fail_reason": null,
1207
+ "penalty_events": []
1208
+ },
1209
+ {
1210
+ "episode_id": 94,
1211
+ "seed": 100696,
1212
+ "success": false,
1213
+ "steps_taken": 600,
1214
+ "max_steps": 600,
1215
+ "route_completion": 55.07130279422257,
1216
+ "manipulation_score": 55.07130279422257,
1217
+ "total_penalty_factor": 1.0,
1218
+ "fail_reason": null,
1219
+ "penalty_events": []
1220
+ },
1221
+ {
1222
+ "episode_id": 95,
1223
+ "seed": 100698,
1224
+ "success": false,
1225
+ "steps_taken": 128,
1226
+ "max_steps": 600,
1227
+ "route_completion": 0.09350817070245572,
1228
+ "manipulation_score": 0.04675408535122786,
1229
+ "total_penalty_factor": 0.5,
1230
+ "fail_reason": "out_of_bounds",
1231
+ "penalty_events": [
1232
+ {
1233
+ "event_type": "out_of_bounds",
1234
+ "timestep": 128,
1235
+ "penalty_factor": 0.5,
1236
+ "details": "Target object left workspace/view"
1237
+ }
1238
+ ]
1239
+ },
1240
+ {
1241
+ "episode_id": 96,
1242
+ "seed": 100700,
1243
+ "success": false,
1244
+ "steps_taken": 600,
1245
+ "max_steps": 600,
1246
+ "route_completion": 57.95519910633256,
1247
+ "manipulation_score": 57.95519910633256,
1248
+ "total_penalty_factor": 1.0,
1249
+ "fail_reason": null,
1250
+ "penalty_events": []
1251
+ },
1252
+ {
1253
+ "episode_id": 97,
1254
+ "seed": 100703,
1255
+ "success": false,
1256
+ "steps_taken": 600,
1257
+ "max_steps": 600,
1258
+ "route_completion": 55.3230676626295,
1259
+ "manipulation_score": 55.3230676626295,
1260
+ "total_penalty_factor": 1.0,
1261
+ "fail_reason": null,
1262
+ "penalty_events": []
1263
+ },
1264
+ {
1265
+ "episode_id": 98,
1266
+ "seed": 100710,
1267
+ "success": false,
1268
+ "steps_taken": 600,
1269
+ "max_steps": 600,
1270
+ "route_completion": 22.165987177329008,
1271
+ "manipulation_score": 22.165987177329008,
1272
+ "total_penalty_factor": 1.0,
1273
+ "fail_reason": null,
1274
+ "penalty_events": []
1275
+ },
1276
+ {
1277
+ "episode_id": 99,
1278
+ "seed": 100712,
1279
+ "success": false,
1280
+ "steps_taken": 68,
1281
+ "max_steps": 600,
1282
+ "route_completion": 0.0,
1283
+ "manipulation_score": 0.0,
1284
+ "total_penalty_factor": 0.5,
1285
+ "fail_reason": "out_of_bounds",
1286
+ "penalty_events": [
1287
+ {
1288
+ "event_type": "out_of_bounds",
1289
+ "timestep": 68,
1290
+ "penalty_factor": 0.5,
1291
+ "details": "Target object left workspace/view"
1292
+ }
1293
+ ]
1294
+ },
1295
+ {
1296
+ "episode_id": 100,
1297
+ "seed": 100725,
1298
+ "success": false,
1299
+ "steps_taken": 600,
1300
+ "max_steps": 600,
1301
+ "route_completion": 54.69098550866379,
1302
+ "manipulation_score": 54.69098550866379,
1303
+ "total_penalty_factor": 1.0,
1304
+ "fail_reason": null,
1305
+ "penalty_events": []
1306
+ }
1307
+ ]
log/eval_result/dump_bin_bigbin/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:15:01/_metrics.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "total_episodes": 100,
3
+ "success_count": 0,
4
+ "success_rate": 0.0,
5
+ "manipulation_score_mean": 34.46185928291821,
6
+ "manipulation_score_std": 22.736166584188926,
7
+ "route_completion_mean": 35.07393216843353,
8
+ "route_completion_std": 22.32627032163533,
9
+ "penalty_clutter_collision_total": 0,
10
+ "penalty_out_of_bounds_total": 15
11
+ }
log/eval_result/dump_bin_bigbin/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:15:01/_metrics_report.txt ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ============================================================
2
+ EVALUATION METRICS REPORT
3
+ ============================================================
4
+
5
+ Total Episodes: 100
6
+ Success Rate: 0.0% (0/100)
7
+
8
+ --- Manipulation Score ---
9
+ Mean: 34.46
10
+ Std: 22.74
11
+
12
+ --- Route Completion ---
13
+ Mean: 35.07%
14
+ Std: 22.33
15
+
16
+ --- Penalty Events ---
17
+ Clutter Collisions: 0
18
+ Out of Bounds: 15
19
+
20
+ ============================================================
log/eval_result/dump_bin_bigbin/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:15:01/_result.txt ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ Timestamp: 2026-03-29 20:15:01
2
+
3
+ Instruction Type: unseen
4
+
5
+ 0.0
log/eval_result/place_bread_basket/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 23:59:10/_episodes_detail.json ADDED
@@ -0,0 +1,1790 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "episode_id": 1,
4
+ "seed": 100003,
5
+ "success": false,
6
+ "steps_taken": 121,
7
+ "max_steps": 700,
8
+ "route_completion": 31.80945037194624,
9
+ "manipulation_score": 15.90472518597312,
10
+ "total_penalty_factor": 0.5,
11
+ "fail_reason": "out_of_bounds",
12
+ "penalty_events": [
13
+ {
14
+ "event_type": "out_of_bounds",
15
+ "timestep": 121,
16
+ "penalty_factor": 0.5,
17
+ "details": "Target object left workspace/view"
18
+ }
19
+ ]
20
+ },
21
+ {
22
+ "episode_id": 2,
23
+ "seed": 100013,
24
+ "success": false,
25
+ "steps_taken": 108,
26
+ "max_steps": 700,
27
+ "route_completion": 30.135516588488958,
28
+ "manipulation_score": 15.067758294244479,
29
+ "total_penalty_factor": 0.5,
30
+ "fail_reason": "out_of_bounds",
31
+ "penalty_events": [
32
+ {
33
+ "event_type": "out_of_bounds",
34
+ "timestep": 108,
35
+ "penalty_factor": 0.5,
36
+ "details": "Target object left workspace/view"
37
+ }
38
+ ]
39
+ },
40
+ {
41
+ "episode_id": 3,
42
+ "seed": 100015,
43
+ "success": false,
44
+ "steps_taken": 114,
45
+ "max_steps": 700,
46
+ "route_completion": 9.340921437193469,
47
+ "manipulation_score": 4.670460718596734,
48
+ "total_penalty_factor": 0.5,
49
+ "fail_reason": "out_of_bounds",
50
+ "penalty_events": [
51
+ {
52
+ "event_type": "out_of_bounds",
53
+ "timestep": 114,
54
+ "penalty_factor": 0.5,
55
+ "details": "Target object left workspace/view"
56
+ }
57
+ ]
58
+ },
59
+ {
60
+ "episode_id": 4,
61
+ "seed": 100020,
62
+ "success": false,
63
+ "steps_taken": 106,
64
+ "max_steps": 700,
65
+ "route_completion": 9.896409752284645,
66
+ "manipulation_score": 4.948204876142323,
67
+ "total_penalty_factor": 0.5,
68
+ "fail_reason": "out_of_bounds",
69
+ "penalty_events": [
70
+ {
71
+ "event_type": "out_of_bounds",
72
+ "timestep": 106,
73
+ "penalty_factor": 0.5,
74
+ "details": "Target object left workspace/view"
75
+ }
76
+ ]
77
+ },
78
+ {
79
+ "episode_id": 5,
80
+ "seed": 100023,
81
+ "success": false,
82
+ "steps_taken": 93,
83
+ "max_steps": 700,
84
+ "route_completion": 24.72960035955209,
85
+ "manipulation_score": 12.364800179776045,
86
+ "total_penalty_factor": 0.5,
87
+ "fail_reason": "out_of_bounds",
88
+ "penalty_events": [
89
+ {
90
+ "event_type": "out_of_bounds",
91
+ "timestep": 93,
92
+ "penalty_factor": 0.5,
93
+ "details": "Target object left workspace/view"
94
+ }
95
+ ]
96
+ },
97
+ {
98
+ "episode_id": 6,
99
+ "seed": 100027,
100
+ "success": false,
101
+ "steps_taken": 146,
102
+ "max_steps": 700,
103
+ "route_completion": 28.015972462523052,
104
+ "manipulation_score": 14.007986231261526,
105
+ "total_penalty_factor": 0.5,
106
+ "fail_reason": "out_of_bounds",
107
+ "penalty_events": [
108
+ {
109
+ "event_type": "out_of_bounds",
110
+ "timestep": 146,
111
+ "penalty_factor": 0.5,
112
+ "details": "Target object left workspace/view"
113
+ }
114
+ ]
115
+ },
116
+ {
117
+ "episode_id": 7,
118
+ "seed": 100038,
119
+ "success": false,
120
+ "steps_taken": 102,
121
+ "max_steps": 700,
122
+ "route_completion": 44.14731910639095,
123
+ "manipulation_score": 22.073659553195476,
124
+ "total_penalty_factor": 0.5,
125
+ "fail_reason": "out_of_bounds",
126
+ "penalty_events": [
127
+ {
128
+ "event_type": "out_of_bounds",
129
+ "timestep": 102,
130
+ "penalty_factor": 0.5,
131
+ "details": "Target object left workspace/view"
132
+ }
133
+ ]
134
+ },
135
+ {
136
+ "episode_id": 8,
137
+ "seed": 100063,
138
+ "success": false,
139
+ "steps_taken": 124,
140
+ "max_steps": 700,
141
+ "route_completion": 22.666238461537954,
142
+ "manipulation_score": 11.333119230768977,
143
+ "total_penalty_factor": 0.5,
144
+ "fail_reason": "out_of_bounds",
145
+ "penalty_events": [
146
+ {
147
+ "event_type": "out_of_bounds",
148
+ "timestep": 124,
149
+ "penalty_factor": 0.5,
150
+ "details": "Target object left workspace/view"
151
+ }
152
+ ]
153
+ },
154
+ {
155
+ "episode_id": 9,
156
+ "seed": 100074,
157
+ "success": false,
158
+ "steps_taken": 212,
159
+ "max_steps": 700,
160
+ "route_completion": 34.91859407135367,
161
+ "manipulation_score": 17.459297035676833,
162
+ "total_penalty_factor": 0.5,
163
+ "fail_reason": "out_of_bounds",
164
+ "penalty_events": [
165
+ {
166
+ "event_type": "out_of_bounds",
167
+ "timestep": 212,
168
+ "penalty_factor": 0.5,
169
+ "details": "Target object left workspace/view"
170
+ }
171
+ ]
172
+ },
173
+ {
174
+ "episode_id": 10,
175
+ "seed": 100075,
176
+ "success": false,
177
+ "steps_taken": 334,
178
+ "max_steps": 700,
179
+ "route_completion": 33.15600632137526,
180
+ "manipulation_score": 16.57800316068763,
181
+ "total_penalty_factor": 0.5,
182
+ "fail_reason": "out_of_bounds",
183
+ "penalty_events": [
184
+ {
185
+ "event_type": "out_of_bounds",
186
+ "timestep": 334,
187
+ "penalty_factor": 0.5,
188
+ "details": "Target object left workspace/view"
189
+ }
190
+ ]
191
+ },
192
+ {
193
+ "episode_id": 11,
194
+ "seed": 100085,
195
+ "success": false,
196
+ "steps_taken": 182,
197
+ "max_steps": 700,
198
+ "route_completion": 0.02476822368850364,
199
+ "manipulation_score": 0.01238411184425182,
200
+ "total_penalty_factor": 0.5,
201
+ "fail_reason": "out_of_bounds",
202
+ "penalty_events": [
203
+ {
204
+ "event_type": "out_of_bounds",
205
+ "timestep": 182,
206
+ "penalty_factor": 0.5,
207
+ "details": "Target object left workspace/view"
208
+ }
209
+ ]
210
+ },
211
+ {
212
+ "episode_id": 12,
213
+ "seed": 100105,
214
+ "success": false,
215
+ "steps_taken": 273,
216
+ "max_steps": 700,
217
+ "route_completion": 38.81244488139435,
218
+ "manipulation_score": 19.406222440697174,
219
+ "total_penalty_factor": 0.5,
220
+ "fail_reason": "out_of_bounds",
221
+ "penalty_events": [
222
+ {
223
+ "event_type": "out_of_bounds",
224
+ "timestep": 273,
225
+ "penalty_factor": 0.5,
226
+ "details": "Target object left workspace/view"
227
+ }
228
+ ]
229
+ },
230
+ {
231
+ "episode_id": 13,
232
+ "seed": 100112,
233
+ "success": false,
234
+ "steps_taken": 105,
235
+ "max_steps": 700,
236
+ "route_completion": 30.192253495630432,
237
+ "manipulation_score": 15.096126747815216,
238
+ "total_penalty_factor": 0.5,
239
+ "fail_reason": "out_of_bounds",
240
+ "penalty_events": [
241
+ {
242
+ "event_type": "out_of_bounds",
243
+ "timestep": 105,
244
+ "penalty_factor": 0.5,
245
+ "details": "Target object left workspace/view"
246
+ }
247
+ ]
248
+ },
249
+ {
250
+ "episode_id": 14,
251
+ "seed": 100140,
252
+ "success": false,
253
+ "steps_taken": 98,
254
+ "max_steps": 700,
255
+ "route_completion": 31.307394680066462,
256
+ "manipulation_score": 15.653697340033231,
257
+ "total_penalty_factor": 0.5,
258
+ "fail_reason": "out_of_bounds",
259
+ "penalty_events": [
260
+ {
261
+ "event_type": "out_of_bounds",
262
+ "timestep": 98,
263
+ "penalty_factor": 0.5,
264
+ "details": "Target object left workspace/view"
265
+ }
266
+ ]
267
+ },
268
+ {
269
+ "episode_id": 15,
270
+ "seed": 100154,
271
+ "success": false,
272
+ "steps_taken": 133,
273
+ "max_steps": 700,
274
+ "route_completion": 24.009869427577595,
275
+ "manipulation_score": 12.004934713788797,
276
+ "total_penalty_factor": 0.5,
277
+ "fail_reason": "out_of_bounds",
278
+ "penalty_events": [
279
+ {
280
+ "event_type": "out_of_bounds",
281
+ "timestep": 133,
282
+ "penalty_factor": 0.5,
283
+ "details": "Target object left workspace/view"
284
+ }
285
+ ]
286
+ },
287
+ {
288
+ "episode_id": 16,
289
+ "seed": 100175,
290
+ "success": true,
291
+ "steps_taken": 128,
292
+ "max_steps": 700,
293
+ "route_completion": 100.0,
294
+ "manipulation_score": 100.0,
295
+ "total_penalty_factor": 1.0,
296
+ "fail_reason": null,
297
+ "penalty_events": []
298
+ },
299
+ {
300
+ "episode_id": 17,
301
+ "seed": 100205,
302
+ "success": false,
303
+ "steps_taken": 210,
304
+ "max_steps": 700,
305
+ "route_completion": 17.57256148731175,
306
+ "manipulation_score": 8.786280743655874,
307
+ "total_penalty_factor": 0.5,
308
+ "fail_reason": "out_of_bounds",
309
+ "penalty_events": [
310
+ {
311
+ "event_type": "out_of_bounds",
312
+ "timestep": 210,
313
+ "penalty_factor": 0.5,
314
+ "details": "Target object left workspace/view"
315
+ }
316
+ ]
317
+ },
318
+ {
319
+ "episode_id": 18,
320
+ "seed": 100208,
321
+ "success": false,
322
+ "steps_taken": 138,
323
+ "max_steps": 700,
324
+ "route_completion": 0.03708926207992871,
325
+ "manipulation_score": 0.018544631039964354,
326
+ "total_penalty_factor": 0.5,
327
+ "fail_reason": "out_of_bounds",
328
+ "penalty_events": [
329
+ {
330
+ "event_type": "out_of_bounds",
331
+ "timestep": 138,
332
+ "penalty_factor": 0.5,
333
+ "details": "Target object left workspace/view"
334
+ }
335
+ ]
336
+ },
337
+ {
338
+ "episode_id": 19,
339
+ "seed": 100222,
340
+ "success": false,
341
+ "steps_taken": 141,
342
+ "max_steps": 700,
343
+ "route_completion": 0.0,
344
+ "manipulation_score": 0.0,
345
+ "total_penalty_factor": 0.5,
346
+ "fail_reason": "out_of_bounds",
347
+ "penalty_events": [
348
+ {
349
+ "event_type": "out_of_bounds",
350
+ "timestep": 141,
351
+ "penalty_factor": 0.5,
352
+ "details": "Target object left workspace/view"
353
+ }
354
+ ]
355
+ },
356
+ {
357
+ "episode_id": 20,
358
+ "seed": 100249,
359
+ "success": false,
360
+ "steps_taken": 184,
361
+ "max_steps": 700,
362
+ "route_completion": 40.103793318237486,
363
+ "manipulation_score": 20.051896659118743,
364
+ "total_penalty_factor": 0.5,
365
+ "fail_reason": "out_of_bounds",
366
+ "penalty_events": [
367
+ {
368
+ "event_type": "out_of_bounds",
369
+ "timestep": 184,
370
+ "penalty_factor": 0.5,
371
+ "details": "Target object left workspace/view"
372
+ }
373
+ ]
374
+ },
375
+ {
376
+ "episode_id": 21,
377
+ "seed": 100250,
378
+ "success": true,
379
+ "steps_taken": 129,
380
+ "max_steps": 700,
381
+ "route_completion": 100.0,
382
+ "manipulation_score": 100.0,
383
+ "total_penalty_factor": 1.0,
384
+ "fail_reason": null,
385
+ "penalty_events": []
386
+ },
387
+ {
388
+ "episode_id": 22,
389
+ "seed": 100252,
390
+ "success": false,
391
+ "steps_taken": 231,
392
+ "max_steps": 700,
393
+ "route_completion": 9.226158329778716,
394
+ "manipulation_score": 4.613079164889358,
395
+ "total_penalty_factor": 0.5,
396
+ "fail_reason": "out_of_bounds",
397
+ "penalty_events": [
398
+ {
399
+ "event_type": "out_of_bounds",
400
+ "timestep": 231,
401
+ "penalty_factor": 0.5,
402
+ "details": "Target object left workspace/view"
403
+ }
404
+ ]
405
+ },
406
+ {
407
+ "episode_id": 23,
408
+ "seed": 100264,
409
+ "success": false,
410
+ "steps_taken": 159,
411
+ "max_steps": 700,
412
+ "route_completion": 17.49559967431919,
413
+ "manipulation_score": 8.747799837159596,
414
+ "total_penalty_factor": 0.5,
415
+ "fail_reason": "out_of_bounds",
416
+ "penalty_events": [
417
+ {
418
+ "event_type": "out_of_bounds",
419
+ "timestep": 159,
420
+ "penalty_factor": 0.5,
421
+ "details": "Target object left workspace/view"
422
+ }
423
+ ]
424
+ },
425
+ {
426
+ "episode_id": 24,
427
+ "seed": 100280,
428
+ "success": false,
429
+ "steps_taken": 214,
430
+ "max_steps": 700,
431
+ "route_completion": 30.803677190940483,
432
+ "manipulation_score": 15.401838595470242,
433
+ "total_penalty_factor": 0.5,
434
+ "fail_reason": "out_of_bounds",
435
+ "penalty_events": [
436
+ {
437
+ "event_type": "out_of_bounds",
438
+ "timestep": 214,
439
+ "penalty_factor": 0.5,
440
+ "details": "Target object left workspace/view"
441
+ }
442
+ ]
443
+ },
444
+ {
445
+ "episode_id": 25,
446
+ "seed": 100299,
447
+ "success": false,
448
+ "steps_taken": 599,
449
+ "max_steps": 700,
450
+ "route_completion": 26.664143842485522,
451
+ "manipulation_score": 13.332071921242761,
452
+ "total_penalty_factor": 0.5,
453
+ "fail_reason": "out_of_bounds",
454
+ "penalty_events": [
455
+ {
456
+ "event_type": "out_of_bounds",
457
+ "timestep": 599,
458
+ "penalty_factor": 0.5,
459
+ "details": "Target object left workspace/view"
460
+ }
461
+ ]
462
+ },
463
+ {
464
+ "episode_id": 26,
465
+ "seed": 100307,
466
+ "success": true,
467
+ "steps_taken": 126,
468
+ "max_steps": 700,
469
+ "route_completion": 100.0,
470
+ "manipulation_score": 100.0,
471
+ "total_penalty_factor": 1.0,
472
+ "fail_reason": null,
473
+ "penalty_events": []
474
+ },
475
+ {
476
+ "episode_id": 27,
477
+ "seed": 100310,
478
+ "success": false,
479
+ "steps_taken": 129,
480
+ "max_steps": 700,
481
+ "route_completion": 12.060914963083913,
482
+ "manipulation_score": 6.030457481541957,
483
+ "total_penalty_factor": 0.5,
484
+ "fail_reason": "out_of_bounds",
485
+ "penalty_events": [
486
+ {
487
+ "event_type": "out_of_bounds",
488
+ "timestep": 129,
489
+ "penalty_factor": 0.5,
490
+ "details": "Target object left workspace/view"
491
+ }
492
+ ]
493
+ },
494
+ {
495
+ "episode_id": 28,
496
+ "seed": 100314,
497
+ "success": false,
498
+ "steps_taken": 116,
499
+ "max_steps": 700,
500
+ "route_completion": 3.7066900894461643,
501
+ "manipulation_score": 1.8533450447230821,
502
+ "total_penalty_factor": 0.5,
503
+ "fail_reason": "out_of_bounds",
504
+ "penalty_events": [
505
+ {
506
+ "event_type": "out_of_bounds",
507
+ "timestep": 116,
508
+ "penalty_factor": 0.5,
509
+ "details": "Target object left workspace/view"
510
+ }
511
+ ]
512
+ },
513
+ {
514
+ "episode_id": 29,
515
+ "seed": 100315,
516
+ "success": false,
517
+ "steps_taken": 168,
518
+ "max_steps": 700,
519
+ "route_completion": 1.6522174190551187,
520
+ "manipulation_score": 0.8261087095275593,
521
+ "total_penalty_factor": 0.5,
522
+ "fail_reason": "out_of_bounds",
523
+ "penalty_events": [
524
+ {
525
+ "event_type": "out_of_bounds",
526
+ "timestep": 168,
527
+ "penalty_factor": 0.5,
528
+ "details": "Target object left workspace/view"
529
+ }
530
+ ]
531
+ },
532
+ {
533
+ "episode_id": 30,
534
+ "seed": 100318,
535
+ "success": false,
536
+ "steps_taken": 99,
537
+ "max_steps": 700,
538
+ "route_completion": 30.103469602715073,
539
+ "manipulation_score": 15.051734801357536,
540
+ "total_penalty_factor": 0.5,
541
+ "fail_reason": "out_of_bounds",
542
+ "penalty_events": [
543
+ {
544
+ "event_type": "out_of_bounds",
545
+ "timestep": 99,
546
+ "penalty_factor": 0.5,
547
+ "details": "Target object left workspace/view"
548
+ }
549
+ ]
550
+ },
551
+ {
552
+ "episode_id": 31,
553
+ "seed": 100321,
554
+ "success": false,
555
+ "steps_taken": 227,
556
+ "max_steps": 700,
557
+ "route_completion": 44.324902278141344,
558
+ "manipulation_score": 22.162451139070672,
559
+ "total_penalty_factor": 0.5,
560
+ "fail_reason": "out_of_bounds",
561
+ "penalty_events": [
562
+ {
563
+ "event_type": "out_of_bounds",
564
+ "timestep": 227,
565
+ "penalty_factor": 0.5,
566
+ "details": "Target object left workspace/view"
567
+ }
568
+ ]
569
+ },
570
+ {
571
+ "episode_id": 32,
572
+ "seed": 100322,
573
+ "success": false,
574
+ "steps_taken": 110,
575
+ "max_steps": 700,
576
+ "route_completion": 15.404569969317247,
577
+ "manipulation_score": 7.702284984658624,
578
+ "total_penalty_factor": 0.5,
579
+ "fail_reason": "out_of_bounds",
580
+ "penalty_events": [
581
+ {
582
+ "event_type": "out_of_bounds",
583
+ "timestep": 110,
584
+ "penalty_factor": 0.5,
585
+ "details": "Target object left workspace/view"
586
+ }
587
+ ]
588
+ },
589
+ {
590
+ "episode_id": 33,
591
+ "seed": 100330,
592
+ "success": true,
593
+ "steps_taken": 124,
594
+ "max_steps": 700,
595
+ "route_completion": 100.0,
596
+ "manipulation_score": 100.0,
597
+ "total_penalty_factor": 1.0,
598
+ "fail_reason": null,
599
+ "penalty_events": []
600
+ },
601
+ {
602
+ "episode_id": 34,
603
+ "seed": 100334,
604
+ "success": false,
605
+ "steps_taken": 121,
606
+ "max_steps": 700,
607
+ "route_completion": 15.99091312673577,
608
+ "manipulation_score": 7.995456563367885,
609
+ "total_penalty_factor": 0.5,
610
+ "fail_reason": "out_of_bounds",
611
+ "penalty_events": [
612
+ {
613
+ "event_type": "out_of_bounds",
614
+ "timestep": 121,
615
+ "penalty_factor": 0.5,
616
+ "details": "Target object left workspace/view"
617
+ }
618
+ ]
619
+ },
620
+ {
621
+ "episode_id": 35,
622
+ "seed": 100341,
623
+ "success": false,
624
+ "steps_taken": 289,
625
+ "max_steps": 700,
626
+ "route_completion": 39.41450967537898,
627
+ "manipulation_score": 19.70725483768949,
628
+ "total_penalty_factor": 0.5,
629
+ "fail_reason": "out_of_bounds",
630
+ "penalty_events": [
631
+ {
632
+ "event_type": "out_of_bounds",
633
+ "timestep": 289,
634
+ "penalty_factor": 0.5,
635
+ "details": "Target object left workspace/view"
636
+ }
637
+ ]
638
+ },
639
+ {
640
+ "episode_id": 36,
641
+ "seed": 100345,
642
+ "success": false,
643
+ "steps_taken": 122,
644
+ "max_steps": 700,
645
+ "route_completion": 10.701133040589848,
646
+ "manipulation_score": 5.350566520294924,
647
+ "total_penalty_factor": 0.5,
648
+ "fail_reason": "out_of_bounds",
649
+ "penalty_events": [
650
+ {
651
+ "event_type": "out_of_bounds",
652
+ "timestep": 122,
653
+ "penalty_factor": 0.5,
654
+ "details": "Target object left workspace/view"
655
+ }
656
+ ]
657
+ },
658
+ {
659
+ "episode_id": 37,
660
+ "seed": 100365,
661
+ "success": false,
662
+ "steps_taken": 203,
663
+ "max_steps": 700,
664
+ "route_completion": 36.63944414157123,
665
+ "manipulation_score": 18.319722070785616,
666
+ "total_penalty_factor": 0.5,
667
+ "fail_reason": "out_of_bounds",
668
+ "penalty_events": [
669
+ {
670
+ "event_type": "out_of_bounds",
671
+ "timestep": 203,
672
+ "penalty_factor": 0.5,
673
+ "details": "Target object left workspace/view"
674
+ }
675
+ ]
676
+ },
677
+ {
678
+ "episode_id": 38,
679
+ "seed": 100377,
680
+ "success": false,
681
+ "steps_taken": 117,
682
+ "max_steps": 700,
683
+ "route_completion": 7.870316703731091,
684
+ "manipulation_score": 3.9351583518655455,
685
+ "total_penalty_factor": 0.5,
686
+ "fail_reason": "out_of_bounds",
687
+ "penalty_events": [
688
+ {
689
+ "event_type": "out_of_bounds",
690
+ "timestep": 117,
691
+ "penalty_factor": 0.5,
692
+ "details": "Target object left workspace/view"
693
+ }
694
+ ]
695
+ },
696
+ {
697
+ "episode_id": 39,
698
+ "seed": 100385,
699
+ "success": false,
700
+ "steps_taken": 119,
701
+ "max_steps": 700,
702
+ "route_completion": 26.51876914818428,
703
+ "manipulation_score": 13.25938457409214,
704
+ "total_penalty_factor": 0.5,
705
+ "fail_reason": "out_of_bounds",
706
+ "penalty_events": [
707
+ {
708
+ "event_type": "out_of_bounds",
709
+ "timestep": 119,
710
+ "penalty_factor": 0.5,
711
+ "details": "Target object left workspace/view"
712
+ }
713
+ ]
714
+ },
715
+ {
716
+ "episode_id": 40,
717
+ "seed": 100386,
718
+ "success": false,
719
+ "steps_taken": 263,
720
+ "max_steps": 700,
721
+ "route_completion": 35.975874717207866,
722
+ "manipulation_score": 17.987937358603933,
723
+ "total_penalty_factor": 0.5,
724
+ "fail_reason": "out_of_bounds",
725
+ "penalty_events": [
726
+ {
727
+ "event_type": "out_of_bounds",
728
+ "timestep": 263,
729
+ "penalty_factor": 0.5,
730
+ "details": "Target object left workspace/view"
731
+ }
732
+ ]
733
+ },
734
+ {
735
+ "episode_id": 41,
736
+ "seed": 100388,
737
+ "success": true,
738
+ "steps_taken": 124,
739
+ "max_steps": 700,
740
+ "route_completion": 100.0,
741
+ "manipulation_score": 100.0,
742
+ "total_penalty_factor": 1.0,
743
+ "fail_reason": null,
744
+ "penalty_events": []
745
+ },
746
+ {
747
+ "episode_id": 42,
748
+ "seed": 100391,
749
+ "success": true,
750
+ "steps_taken": 127,
751
+ "max_steps": 700,
752
+ "route_completion": 100.0,
753
+ "manipulation_score": 100.0,
754
+ "total_penalty_factor": 1.0,
755
+ "fail_reason": null,
756
+ "penalty_events": []
757
+ },
758
+ {
759
+ "episode_id": 43,
760
+ "seed": 100406,
761
+ "success": false,
762
+ "steps_taken": 104,
763
+ "max_steps": 700,
764
+ "route_completion": 4.582411918106941,
765
+ "manipulation_score": 2.2912059590534706,
766
+ "total_penalty_factor": 0.5,
767
+ "fail_reason": "out_of_bounds",
768
+ "penalty_events": [
769
+ {
770
+ "event_type": "out_of_bounds",
771
+ "timestep": 104,
772
+ "penalty_factor": 0.5,
773
+ "details": "Target object left workspace/view"
774
+ }
775
+ ]
776
+ },
777
+ {
778
+ "episode_id": 44,
779
+ "seed": 100424,
780
+ "success": false,
781
+ "steps_taken": 105,
782
+ "max_steps": 700,
783
+ "route_completion": 29.38674335919383,
784
+ "manipulation_score": 14.693371679596915,
785
+ "total_penalty_factor": 0.5,
786
+ "fail_reason": "out_of_bounds",
787
+ "penalty_events": [
788
+ {
789
+ "event_type": "out_of_bounds",
790
+ "timestep": 105,
791
+ "penalty_factor": 0.5,
792
+ "details": "Target object left workspace/view"
793
+ }
794
+ ]
795
+ },
796
+ {
797
+ "episode_id": 45,
798
+ "seed": 100433,
799
+ "success": false,
800
+ "steps_taken": 103,
801
+ "max_steps": 700,
802
+ "route_completion": 19.523522157176494,
803
+ "manipulation_score": 9.761761078588247,
804
+ "total_penalty_factor": 0.5,
805
+ "fail_reason": "out_of_bounds",
806
+ "penalty_events": [
807
+ {
808
+ "event_type": "out_of_bounds",
809
+ "timestep": 103,
810
+ "penalty_factor": 0.5,
811
+ "details": "Target object left workspace/view"
812
+ }
813
+ ]
814
+ },
815
+ {
816
+ "episode_id": 46,
817
+ "seed": 100442,
818
+ "success": true,
819
+ "steps_taken": 123,
820
+ "max_steps": 700,
821
+ "route_completion": 100.0,
822
+ "manipulation_score": 100.0,
823
+ "total_penalty_factor": 1.0,
824
+ "fail_reason": null,
825
+ "penalty_events": []
826
+ },
827
+ {
828
+ "episode_id": 47,
829
+ "seed": 100450,
830
+ "success": false,
831
+ "steps_taken": 144,
832
+ "max_steps": 700,
833
+ "route_completion": 39.05128780153799,
834
+ "manipulation_score": 19.525643900768994,
835
+ "total_penalty_factor": 0.5,
836
+ "fail_reason": "out_of_bounds",
837
+ "penalty_events": [
838
+ {
839
+ "event_type": "out_of_bounds",
840
+ "timestep": 144,
841
+ "penalty_factor": 0.5,
842
+ "details": "Target object left workspace/view"
843
+ }
844
+ ]
845
+ },
846
+ {
847
+ "episode_id": 48,
848
+ "seed": 100463,
849
+ "success": true,
850
+ "steps_taken": 46,
851
+ "max_steps": 700,
852
+ "route_completion": 100.0,
853
+ "manipulation_score": 100.0,
854
+ "total_penalty_factor": 1.0,
855
+ "fail_reason": null,
856
+ "penalty_events": []
857
+ },
858
+ {
859
+ "episode_id": 49,
860
+ "seed": 100475,
861
+ "success": false,
862
+ "steps_taken": 108,
863
+ "max_steps": 700,
864
+ "route_completion": 21.165686629839033,
865
+ "manipulation_score": 10.582843314919517,
866
+ "total_penalty_factor": 0.5,
867
+ "fail_reason": "out_of_bounds",
868
+ "penalty_events": [
869
+ {
870
+ "event_type": "out_of_bounds",
871
+ "timestep": 108,
872
+ "penalty_factor": 0.5,
873
+ "details": "Target object left workspace/view"
874
+ }
875
+ ]
876
+ },
877
+ {
878
+ "episode_id": 50,
879
+ "seed": 100505,
880
+ "success": false,
881
+ "steps_taken": 113,
882
+ "max_steps": 700,
883
+ "route_completion": 22.20097118989792,
884
+ "manipulation_score": 11.10048559494896,
885
+ "total_penalty_factor": 0.5,
886
+ "fail_reason": "out_of_bounds",
887
+ "penalty_events": [
888
+ {
889
+ "event_type": "out_of_bounds",
890
+ "timestep": 113,
891
+ "penalty_factor": 0.5,
892
+ "details": "Target object left workspace/view"
893
+ }
894
+ ]
895
+ },
896
+ {
897
+ "episode_id": 51,
898
+ "seed": 100511,
899
+ "success": false,
900
+ "steps_taken": 125,
901
+ "max_steps": 700,
902
+ "route_completion": 46.804158167171536,
903
+ "manipulation_score": 23.402079083585768,
904
+ "total_penalty_factor": 0.5,
905
+ "fail_reason": "out_of_bounds",
906
+ "penalty_events": [
907
+ {
908
+ "event_type": "out_of_bounds",
909
+ "timestep": 125,
910
+ "penalty_factor": 0.5,
911
+ "details": "Target object left workspace/view"
912
+ }
913
+ ]
914
+ },
915
+ {
916
+ "episode_id": 52,
917
+ "seed": 100524,
918
+ "success": false,
919
+ "steps_taken": 127,
920
+ "max_steps": 700,
921
+ "route_completion": 0.6243282435630901,
922
+ "manipulation_score": 0.31216412178154507,
923
+ "total_penalty_factor": 0.5,
924
+ "fail_reason": "out_of_bounds",
925
+ "penalty_events": [
926
+ {
927
+ "event_type": "out_of_bounds",
928
+ "timestep": 127,
929
+ "penalty_factor": 0.5,
930
+ "details": "Target object left workspace/view"
931
+ }
932
+ ]
933
+ },
934
+ {
935
+ "episode_id": 53,
936
+ "seed": 100528,
937
+ "success": false,
938
+ "steps_taken": 98,
939
+ "max_steps": 700,
940
+ "route_completion": 29.96608420392417,
941
+ "manipulation_score": 14.983042101962084,
942
+ "total_penalty_factor": 0.5,
943
+ "fail_reason": "out_of_bounds",
944
+ "penalty_events": [
945
+ {
946
+ "event_type": "out_of_bounds",
947
+ "timestep": 98,
948
+ "penalty_factor": 0.5,
949
+ "details": "Target object left workspace/view"
950
+ }
951
+ ]
952
+ },
953
+ {
954
+ "episode_id": 54,
955
+ "seed": 100530,
956
+ "success": false,
957
+ "steps_taken": 96,
958
+ "max_steps": 700,
959
+ "route_completion": 30.09276711313339,
960
+ "manipulation_score": 15.046383556566695,
961
+ "total_penalty_factor": 0.5,
962
+ "fail_reason": "out_of_bounds",
963
+ "penalty_events": [
964
+ {
965
+ "event_type": "out_of_bounds",
966
+ "timestep": 96,
967
+ "penalty_factor": 0.5,
968
+ "details": "Target object left workspace/view"
969
+ }
970
+ ]
971
+ },
972
+ {
973
+ "episode_id": 55,
974
+ "seed": 100538,
975
+ "success": true,
976
+ "steps_taken": 126,
977
+ "max_steps": 700,
978
+ "route_completion": 100.0,
979
+ "manipulation_score": 100.0,
980
+ "total_penalty_factor": 1.0,
981
+ "fail_reason": null,
982
+ "penalty_events": []
983
+ },
984
+ {
985
+ "episode_id": 56,
986
+ "seed": 100542,
987
+ "success": false,
988
+ "steps_taken": 174,
989
+ "max_steps": 700,
990
+ "route_completion": 0.7837737761470516,
991
+ "manipulation_score": 0.3918868880735258,
992
+ "total_penalty_factor": 0.5,
993
+ "fail_reason": "out_of_bounds",
994
+ "penalty_events": [
995
+ {
996
+ "event_type": "out_of_bounds",
997
+ "timestep": 174,
998
+ "penalty_factor": 0.5,
999
+ "details": "Target object left workspace/view"
1000
+ }
1001
+ ]
1002
+ },
1003
+ {
1004
+ "episode_id": 57,
1005
+ "seed": 100549,
1006
+ "success": false,
1007
+ "steps_taken": 129,
1008
+ "max_steps": 700,
1009
+ "route_completion": 19.45727246228472,
1010
+ "manipulation_score": 9.72863623114236,
1011
+ "total_penalty_factor": 0.5,
1012
+ "fail_reason": "out_of_bounds",
1013
+ "penalty_events": [
1014
+ {
1015
+ "event_type": "out_of_bounds",
1016
+ "timestep": 129,
1017
+ "penalty_factor": 0.5,
1018
+ "details": "Target object left workspace/view"
1019
+ }
1020
+ ]
1021
+ },
1022
+ {
1023
+ "episode_id": 58,
1024
+ "seed": 100561,
1025
+ "success": true,
1026
+ "steps_taken": 123,
1027
+ "max_steps": 700,
1028
+ "route_completion": 100.0,
1029
+ "manipulation_score": 100.0,
1030
+ "total_penalty_factor": 1.0,
1031
+ "fail_reason": null,
1032
+ "penalty_events": []
1033
+ },
1034
+ {
1035
+ "episode_id": 59,
1036
+ "seed": 100581,
1037
+ "success": false,
1038
+ "steps_taken": 94,
1039
+ "max_steps": 700,
1040
+ "route_completion": 28.429644413688997,
1041
+ "manipulation_score": 14.214822206844499,
1042
+ "total_penalty_factor": 0.5,
1043
+ "fail_reason": "out_of_bounds",
1044
+ "penalty_events": [
1045
+ {
1046
+ "event_type": "out_of_bounds",
1047
+ "timestep": 94,
1048
+ "penalty_factor": 0.5,
1049
+ "details": "Target object left workspace/view"
1050
+ }
1051
+ ]
1052
+ },
1053
+ {
1054
+ "episode_id": 60,
1055
+ "seed": 100584,
1056
+ "success": false,
1057
+ "steps_taken": 129,
1058
+ "max_steps": 700,
1059
+ "route_completion": 36.80288329985403,
1060
+ "manipulation_score": 18.401441649927015,
1061
+ "total_penalty_factor": 0.5,
1062
+ "fail_reason": "out_of_bounds",
1063
+ "penalty_events": [
1064
+ {
1065
+ "event_type": "out_of_bounds",
1066
+ "timestep": 129,
1067
+ "penalty_factor": 0.5,
1068
+ "details": "Target object left workspace/view"
1069
+ }
1070
+ ]
1071
+ },
1072
+ {
1073
+ "episode_id": 61,
1074
+ "seed": 100589,
1075
+ "success": false,
1076
+ "steps_taken": 145,
1077
+ "max_steps": 700,
1078
+ "route_completion": 7.61501362639984,
1079
+ "manipulation_score": 3.80750681319992,
1080
+ "total_penalty_factor": 0.5,
1081
+ "fail_reason": "out_of_bounds",
1082
+ "penalty_events": [
1083
+ {
1084
+ "event_type": "out_of_bounds",
1085
+ "timestep": 145,
1086
+ "penalty_factor": 0.5,
1087
+ "details": "Target object left workspace/view"
1088
+ }
1089
+ ]
1090
+ },
1091
+ {
1092
+ "episode_id": 62,
1093
+ "seed": 100596,
1094
+ "success": false,
1095
+ "steps_taken": 110,
1096
+ "max_steps": 700,
1097
+ "route_completion": 14.993821809709518,
1098
+ "manipulation_score": 7.496910904854759,
1099
+ "total_penalty_factor": 0.5,
1100
+ "fail_reason": "out_of_bounds",
1101
+ "penalty_events": [
1102
+ {
1103
+ "event_type": "out_of_bounds",
1104
+ "timestep": 110,
1105
+ "penalty_factor": 0.5,
1106
+ "details": "Target object left workspace/view"
1107
+ }
1108
+ ]
1109
+ },
1110
+ {
1111
+ "episode_id": 63,
1112
+ "seed": 100602,
1113
+ "success": false,
1114
+ "steps_taken": 157,
1115
+ "max_steps": 700,
1116
+ "route_completion": 22.8126478109111,
1117
+ "manipulation_score": 11.40632390545555,
1118
+ "total_penalty_factor": 0.5,
1119
+ "fail_reason": "out_of_bounds",
1120
+ "penalty_events": [
1121
+ {
1122
+ "event_type": "out_of_bounds",
1123
+ "timestep": 157,
1124
+ "penalty_factor": 0.5,
1125
+ "details": "Target object left workspace/view"
1126
+ }
1127
+ ]
1128
+ },
1129
+ {
1130
+ "episode_id": 64,
1131
+ "seed": 100632,
1132
+ "success": false,
1133
+ "steps_taken": 110,
1134
+ "max_steps": 700,
1135
+ "route_completion": 26.292081000813784,
1136
+ "manipulation_score": 13.146040500406892,
1137
+ "total_penalty_factor": 0.5,
1138
+ "fail_reason": "out_of_bounds",
1139
+ "penalty_events": [
1140
+ {
1141
+ "event_type": "out_of_bounds",
1142
+ "timestep": 110,
1143
+ "penalty_factor": 0.5,
1144
+ "details": "Target object left workspace/view"
1145
+ }
1146
+ ]
1147
+ },
1148
+ {
1149
+ "episode_id": 65,
1150
+ "seed": 100636,
1151
+ "success": false,
1152
+ "steps_taken": 158,
1153
+ "max_steps": 700,
1154
+ "route_completion": 33.61826382289808,
1155
+ "manipulation_score": 16.80913191144904,
1156
+ "total_penalty_factor": 0.5,
1157
+ "fail_reason": "out_of_bounds",
1158
+ "penalty_events": [
1159
+ {
1160
+ "event_type": "out_of_bounds",
1161
+ "timestep": 158,
1162
+ "penalty_factor": 0.5,
1163
+ "details": "Target object left workspace/view"
1164
+ }
1165
+ ]
1166
+ },
1167
+ {
1168
+ "episode_id": 66,
1169
+ "seed": 100642,
1170
+ "success": false,
1171
+ "steps_taken": 248,
1172
+ "max_steps": 700,
1173
+ "route_completion": 45.34775052332129,
1174
+ "manipulation_score": 22.673875261660644,
1175
+ "total_penalty_factor": 0.5,
1176
+ "fail_reason": "out_of_bounds",
1177
+ "penalty_events": [
1178
+ {
1179
+ "event_type": "out_of_bounds",
1180
+ "timestep": 248,
1181
+ "penalty_factor": 0.5,
1182
+ "details": "Target object left workspace/view"
1183
+ }
1184
+ ]
1185
+ },
1186
+ {
1187
+ "episode_id": 67,
1188
+ "seed": 100667,
1189
+ "success": false,
1190
+ "steps_taken": 120,
1191
+ "max_steps": 700,
1192
+ "route_completion": 25.05756117501164,
1193
+ "manipulation_score": 12.52878058750582,
1194
+ "total_penalty_factor": 0.5,
1195
+ "fail_reason": "out_of_bounds",
1196
+ "penalty_events": [
1197
+ {
1198
+ "event_type": "out_of_bounds",
1199
+ "timestep": 120,
1200
+ "penalty_factor": 0.5,
1201
+ "details": "Target object left workspace/view"
1202
+ }
1203
+ ]
1204
+ },
1205
+ {
1206
+ "episode_id": 68,
1207
+ "seed": 100673,
1208
+ "success": false,
1209
+ "steps_taken": 119,
1210
+ "max_steps": 700,
1211
+ "route_completion": 17.97466238388545,
1212
+ "manipulation_score": 8.987331191942724,
1213
+ "total_penalty_factor": 0.5,
1214
+ "fail_reason": "out_of_bounds",
1215
+ "penalty_events": [
1216
+ {
1217
+ "event_type": "out_of_bounds",
1218
+ "timestep": 119,
1219
+ "penalty_factor": 0.5,
1220
+ "details": "Target object left workspace/view"
1221
+ }
1222
+ ]
1223
+ },
1224
+ {
1225
+ "episode_id": 69,
1226
+ "seed": 100690,
1227
+ "success": false,
1228
+ "steps_taken": 95,
1229
+ "max_steps": 700,
1230
+ "route_completion": 27.25396435498996,
1231
+ "manipulation_score": 13.62698217749498,
1232
+ "total_penalty_factor": 0.5,
1233
+ "fail_reason": "out_of_bounds",
1234
+ "penalty_events": [
1235
+ {
1236
+ "event_type": "out_of_bounds",
1237
+ "timestep": 95,
1238
+ "penalty_factor": 0.5,
1239
+ "details": "Target object left workspace/view"
1240
+ }
1241
+ ]
1242
+ },
1243
+ {
1244
+ "episode_id": 70,
1245
+ "seed": 100716,
1246
+ "success": false,
1247
+ "steps_taken": 118,
1248
+ "max_steps": 700,
1249
+ "route_completion": 24.408355783135228,
1250
+ "manipulation_score": 12.204177891567614,
1251
+ "total_penalty_factor": 0.5,
1252
+ "fail_reason": "out_of_bounds",
1253
+ "penalty_events": [
1254
+ {
1255
+ "event_type": "out_of_bounds",
1256
+ "timestep": 118,
1257
+ "penalty_factor": 0.5,
1258
+ "details": "Target object left workspace/view"
1259
+ }
1260
+ ]
1261
+ },
1262
+ {
1263
+ "episode_id": 71,
1264
+ "seed": 100743,
1265
+ "success": false,
1266
+ "steps_taken": 115,
1267
+ "max_steps": 700,
1268
+ "route_completion": 19.277517249609854,
1269
+ "manipulation_score": 9.638758624804927,
1270
+ "total_penalty_factor": 0.5,
1271
+ "fail_reason": "out_of_bounds",
1272
+ "penalty_events": [
1273
+ {
1274
+ "event_type": "out_of_bounds",
1275
+ "timestep": 115,
1276
+ "penalty_factor": 0.5,
1277
+ "details": "Target object left workspace/view"
1278
+ }
1279
+ ]
1280
+ },
1281
+ {
1282
+ "episode_id": 72,
1283
+ "seed": 100753,
1284
+ "success": false,
1285
+ "steps_taken": 182,
1286
+ "max_steps": 700,
1287
+ "route_completion": 41.59088680794433,
1288
+ "manipulation_score": 20.795443403972165,
1289
+ "total_penalty_factor": 0.5,
1290
+ "fail_reason": "out_of_bounds",
1291
+ "penalty_events": [
1292
+ {
1293
+ "event_type": "out_of_bounds",
1294
+ "timestep": 182,
1295
+ "penalty_factor": 0.5,
1296
+ "details": "Target object left workspace/view"
1297
+ }
1298
+ ]
1299
+ },
1300
+ {
1301
+ "episode_id": 73,
1302
+ "seed": 100762,
1303
+ "success": true,
1304
+ "steps_taken": 127,
1305
+ "max_steps": 700,
1306
+ "route_completion": 100.0,
1307
+ "manipulation_score": 100.0,
1308
+ "total_penalty_factor": 1.0,
1309
+ "fail_reason": null,
1310
+ "penalty_events": []
1311
+ },
1312
+ {
1313
+ "episode_id": 74,
1314
+ "seed": 100763,
1315
+ "success": false,
1316
+ "steps_taken": 111,
1317
+ "max_steps": 700,
1318
+ "route_completion": 0.6128187212676081,
1319
+ "manipulation_score": 0.30640936063380403,
1320
+ "total_penalty_factor": 0.5,
1321
+ "fail_reason": "out_of_bounds",
1322
+ "penalty_events": [
1323
+ {
1324
+ "event_type": "out_of_bounds",
1325
+ "timestep": 111,
1326
+ "penalty_factor": 0.5,
1327
+ "details": "Target object left workspace/view"
1328
+ }
1329
+ ]
1330
+ },
1331
+ {
1332
+ "episode_id": 75,
1333
+ "seed": 100764,
1334
+ "success": false,
1335
+ "steps_taken": 127,
1336
+ "max_steps": 700,
1337
+ "route_completion": 34.91296683958785,
1338
+ "manipulation_score": 17.456483419793926,
1339
+ "total_penalty_factor": 0.5,
1340
+ "fail_reason": "out_of_bounds",
1341
+ "penalty_events": [
1342
+ {
1343
+ "event_type": "out_of_bounds",
1344
+ "timestep": 127,
1345
+ "penalty_factor": 0.5,
1346
+ "details": "Target object left workspace/view"
1347
+ }
1348
+ ]
1349
+ },
1350
+ {
1351
+ "episode_id": 76,
1352
+ "seed": 100771,
1353
+ "success": false,
1354
+ "steps_taken": 133,
1355
+ "max_steps": 700,
1356
+ "route_completion": 27.80507412419792,
1357
+ "manipulation_score": 13.90253706209896,
1358
+ "total_penalty_factor": 0.5,
1359
+ "fail_reason": "out_of_bounds",
1360
+ "penalty_events": [
1361
+ {
1362
+ "event_type": "out_of_bounds",
1363
+ "timestep": 133,
1364
+ "penalty_factor": 0.5,
1365
+ "details": "Target object left workspace/view"
1366
+ }
1367
+ ]
1368
+ },
1369
+ {
1370
+ "episode_id": 77,
1371
+ "seed": 100779,
1372
+ "success": false,
1373
+ "steps_taken": 100,
1374
+ "max_steps": 700,
1375
+ "route_completion": 34.80341739799026,
1376
+ "manipulation_score": 17.40170869899513,
1377
+ "total_penalty_factor": 0.5,
1378
+ "fail_reason": "out_of_bounds",
1379
+ "penalty_events": [
1380
+ {
1381
+ "event_type": "out_of_bounds",
1382
+ "timestep": 100,
1383
+ "penalty_factor": 0.5,
1384
+ "details": "Target object left workspace/view"
1385
+ }
1386
+ ]
1387
+ },
1388
+ {
1389
+ "episode_id": 78,
1390
+ "seed": 100804,
1391
+ "success": false,
1392
+ "steps_taken": 142,
1393
+ "max_steps": 700,
1394
+ "route_completion": 10.586028560958356,
1395
+ "manipulation_score": 5.293014280479178,
1396
+ "total_penalty_factor": 0.5,
1397
+ "fail_reason": "out_of_bounds",
1398
+ "penalty_events": [
1399
+ {
1400
+ "event_type": "out_of_bounds",
1401
+ "timestep": 142,
1402
+ "penalty_factor": 0.5,
1403
+ "details": "Target object left workspace/view"
1404
+ }
1405
+ ]
1406
+ },
1407
+ {
1408
+ "episode_id": 79,
1409
+ "seed": 100806,
1410
+ "success": false,
1411
+ "steps_taken": 110,
1412
+ "max_steps": 700,
1413
+ "route_completion": 14.96847745801607,
1414
+ "manipulation_score": 7.484238729008035,
1415
+ "total_penalty_factor": 0.5,
1416
+ "fail_reason": "out_of_bounds",
1417
+ "penalty_events": [
1418
+ {
1419
+ "event_type": "out_of_bounds",
1420
+ "timestep": 110,
1421
+ "penalty_factor": 0.5,
1422
+ "details": "Target object left workspace/view"
1423
+ }
1424
+ ]
1425
+ },
1426
+ {
1427
+ "episode_id": 80,
1428
+ "seed": 100808,
1429
+ "success": false,
1430
+ "steps_taken": 105,
1431
+ "max_steps": 700,
1432
+ "route_completion": 15.676358821690869,
1433
+ "manipulation_score": 7.838179410845434,
1434
+ "total_penalty_factor": 0.5,
1435
+ "fail_reason": "out_of_bounds",
1436
+ "penalty_events": [
1437
+ {
1438
+ "event_type": "out_of_bounds",
1439
+ "timestep": 105,
1440
+ "penalty_factor": 0.5,
1441
+ "details": "Target object left workspace/view"
1442
+ }
1443
+ ]
1444
+ },
1445
+ {
1446
+ "episode_id": 81,
1447
+ "seed": 100814,
1448
+ "success": false,
1449
+ "steps_taken": 552,
1450
+ "max_steps": 700,
1451
+ "route_completion": 31.770102538256424,
1452
+ "manipulation_score": 15.885051269128212,
1453
+ "total_penalty_factor": 0.5,
1454
+ "fail_reason": "out_of_bounds",
1455
+ "penalty_events": [
1456
+ {
1457
+ "event_type": "out_of_bounds",
1458
+ "timestep": 552,
1459
+ "penalty_factor": 0.5,
1460
+ "details": "Target object left workspace/view"
1461
+ }
1462
+ ]
1463
+ },
1464
+ {
1465
+ "episode_id": 82,
1466
+ "seed": 100817,
1467
+ "success": false,
1468
+ "steps_taken": 109,
1469
+ "max_steps": 700,
1470
+ "route_completion": 36.116156327315615,
1471
+ "manipulation_score": 18.058078163657807,
1472
+ "total_penalty_factor": 0.5,
1473
+ "fail_reason": "out_of_bounds",
1474
+ "penalty_events": [
1475
+ {
1476
+ "event_type": "out_of_bounds",
1477
+ "timestep": 109,
1478
+ "penalty_factor": 0.5,
1479
+ "details": "Target object left workspace/view"
1480
+ }
1481
+ ]
1482
+ },
1483
+ {
1484
+ "episode_id": 83,
1485
+ "seed": 100819,
1486
+ "success": false,
1487
+ "steps_taken": 107,
1488
+ "max_steps": 700,
1489
+ "route_completion": 0.03516298045198093,
1490
+ "manipulation_score": 0.017581490225990464,
1491
+ "total_penalty_factor": 0.5,
1492
+ "fail_reason": "out_of_bounds",
1493
+ "penalty_events": [
1494
+ {
1495
+ "event_type": "out_of_bounds",
1496
+ "timestep": 107,
1497
+ "penalty_factor": 0.5,
1498
+ "details": "Target object left workspace/view"
1499
+ }
1500
+ ]
1501
+ },
1502
+ {
1503
+ "episode_id": 84,
1504
+ "seed": 100828,
1505
+ "success": false,
1506
+ "steps_taken": 99,
1507
+ "max_steps": 700,
1508
+ "route_completion": 30.270784868278362,
1509
+ "manipulation_score": 15.135392434139181,
1510
+ "total_penalty_factor": 0.5,
1511
+ "fail_reason": "out_of_bounds",
1512
+ "penalty_events": [
1513
+ {
1514
+ "event_type": "out_of_bounds",
1515
+ "timestep": 99,
1516
+ "penalty_factor": 0.5,
1517
+ "details": "Target object left workspace/view"
1518
+ }
1519
+ ]
1520
+ },
1521
+ {
1522
+ "episode_id": 85,
1523
+ "seed": 100836,
1524
+ "success": false,
1525
+ "steps_taken": 161,
1526
+ "max_steps": 700,
1527
+ "route_completion": 19.22391662493854,
1528
+ "manipulation_score": 9.61195831246927,
1529
+ "total_penalty_factor": 0.5,
1530
+ "fail_reason": "out_of_bounds",
1531
+ "penalty_events": [
1532
+ {
1533
+ "event_type": "out_of_bounds",
1534
+ "timestep": 161,
1535
+ "penalty_factor": 0.5,
1536
+ "details": "Target object left workspace/view"
1537
+ }
1538
+ ]
1539
+ },
1540
+ {
1541
+ "episode_id": 86,
1542
+ "seed": 100841,
1543
+ "success": true,
1544
+ "steps_taken": 134,
1545
+ "max_steps": 700,
1546
+ "route_completion": 100.0,
1547
+ "manipulation_score": 100.0,
1548
+ "total_penalty_factor": 1.0,
1549
+ "fail_reason": null,
1550
+ "penalty_events": []
1551
+ },
1552
+ {
1553
+ "episode_id": 87,
1554
+ "seed": 100858,
1555
+ "success": false,
1556
+ "steps_taken": 112,
1557
+ "max_steps": 700,
1558
+ "route_completion": 19.120658394599737,
1559
+ "manipulation_score": 9.560329197299868,
1560
+ "total_penalty_factor": 0.5,
1561
+ "fail_reason": "out_of_bounds",
1562
+ "penalty_events": [
1563
+ {
1564
+ "event_type": "out_of_bounds",
1565
+ "timestep": 112,
1566
+ "penalty_factor": 0.5,
1567
+ "details": "Target object left workspace/view"
1568
+ }
1569
+ ]
1570
+ },
1571
+ {
1572
+ "episode_id": 88,
1573
+ "seed": 100870,
1574
+ "success": true,
1575
+ "steps_taken": 123,
1576
+ "max_steps": 700,
1577
+ "route_completion": 100.0,
1578
+ "manipulation_score": 100.0,
1579
+ "total_penalty_factor": 1.0,
1580
+ "fail_reason": null,
1581
+ "penalty_events": []
1582
+ },
1583
+ {
1584
+ "episode_id": 89,
1585
+ "seed": 100882,
1586
+ "success": false,
1587
+ "steps_taken": 111,
1588
+ "max_steps": 700,
1589
+ "route_completion": 16.223289023089055,
1590
+ "manipulation_score": 8.111644511544528,
1591
+ "total_penalty_factor": 0.5,
1592
+ "fail_reason": "out_of_bounds",
1593
+ "penalty_events": [
1594
+ {
1595
+ "event_type": "out_of_bounds",
1596
+ "timestep": 111,
1597
+ "penalty_factor": 0.5,
1598
+ "details": "Target object left workspace/view"
1599
+ }
1600
+ ]
1601
+ },
1602
+ {
1603
+ "episode_id": 90,
1604
+ "seed": 100883,
1605
+ "success": false,
1606
+ "steps_taken": 110,
1607
+ "max_steps": 700,
1608
+ "route_completion": 3.872701460686619,
1609
+ "manipulation_score": 1.9363507303433094,
1610
+ "total_penalty_factor": 0.5,
1611
+ "fail_reason": "out_of_bounds",
1612
+ "penalty_events": [
1613
+ {
1614
+ "event_type": "out_of_bounds",
1615
+ "timestep": 110,
1616
+ "penalty_factor": 0.5,
1617
+ "details": "Target object left workspace/view"
1618
+ }
1619
+ ]
1620
+ },
1621
+ {
1622
+ "episode_id": 91,
1623
+ "seed": 100904,
1624
+ "success": true,
1625
+ "steps_taken": 97,
1626
+ "max_steps": 700,
1627
+ "route_completion": 100.0,
1628
+ "manipulation_score": 100.0,
1629
+ "total_penalty_factor": 1.0,
1630
+ "fail_reason": null,
1631
+ "penalty_events": []
1632
+ },
1633
+ {
1634
+ "episode_id": 92,
1635
+ "seed": 100942,
1636
+ "success": false,
1637
+ "steps_taken": 116,
1638
+ "max_steps": 700,
1639
+ "route_completion": 34.854047206264795,
1640
+ "manipulation_score": 17.427023603132398,
1641
+ "total_penalty_factor": 0.5,
1642
+ "fail_reason": "out_of_bounds",
1643
+ "penalty_events": [
1644
+ {
1645
+ "event_type": "out_of_bounds",
1646
+ "timestep": 116,
1647
+ "penalty_factor": 0.5,
1648
+ "details": "Target object left workspace/view"
1649
+ }
1650
+ ]
1651
+ },
1652
+ {
1653
+ "episode_id": 93,
1654
+ "seed": 100943,
1655
+ "success": false,
1656
+ "steps_taken": 157,
1657
+ "max_steps": 700,
1658
+ "route_completion": 7.035914786397527,
1659
+ "manipulation_score": 3.5179573931987633,
1660
+ "total_penalty_factor": 0.5,
1661
+ "fail_reason": "out_of_bounds",
1662
+ "penalty_events": [
1663
+ {
1664
+ "event_type": "out_of_bounds",
1665
+ "timestep": 157,
1666
+ "penalty_factor": 0.5,
1667
+ "details": "Target object left workspace/view"
1668
+ }
1669
+ ]
1670
+ },
1671
+ {
1672
+ "episode_id": 94,
1673
+ "seed": 100962,
1674
+ "success": false,
1675
+ "steps_taken": 105,
1676
+ "max_steps": 700,
1677
+ "route_completion": 38.206939540069136,
1678
+ "manipulation_score": 19.103469770034568,
1679
+ "total_penalty_factor": 0.5,
1680
+ "fail_reason": "out_of_bounds",
1681
+ "penalty_events": [
1682
+ {
1683
+ "event_type": "out_of_bounds",
1684
+ "timestep": 105,
1685
+ "penalty_factor": 0.5,
1686
+ "details": "Target object left workspace/view"
1687
+ }
1688
+ ]
1689
+ },
1690
+ {
1691
+ "episode_id": 95,
1692
+ "seed": 100965,
1693
+ "success": true,
1694
+ "steps_taken": 124,
1695
+ "max_steps": 700,
1696
+ "route_completion": 100.0,
1697
+ "manipulation_score": 100.0,
1698
+ "total_penalty_factor": 1.0,
1699
+ "fail_reason": null,
1700
+ "penalty_events": []
1701
+ },
1702
+ {
1703
+ "episode_id": 96,
1704
+ "seed": 100968,
1705
+ "success": false,
1706
+ "steps_taken": 96,
1707
+ "max_steps": 700,
1708
+ "route_completion": 21.96485645824778,
1709
+ "manipulation_score": 10.98242822912389,
1710
+ "total_penalty_factor": 0.5,
1711
+ "fail_reason": "out_of_bounds",
1712
+ "penalty_events": [
1713
+ {
1714
+ "event_type": "out_of_bounds",
1715
+ "timestep": 96,
1716
+ "penalty_factor": 0.5,
1717
+ "details": "Target object left workspace/view"
1718
+ }
1719
+ ]
1720
+ },
1721
+ {
1722
+ "episode_id": 97,
1723
+ "seed": 100983,
1724
+ "success": true,
1725
+ "steps_taken": 97,
1726
+ "max_steps": 700,
1727
+ "route_completion": 100.0,
1728
+ "manipulation_score": 100.0,
1729
+ "total_penalty_factor": 1.0,
1730
+ "fail_reason": null,
1731
+ "penalty_events": []
1732
+ },
1733
+ {
1734
+ "episode_id": 98,
1735
+ "seed": 100995,
1736
+ "success": false,
1737
+ "steps_taken": 112,
1738
+ "max_steps": 700,
1739
+ "route_completion": 8.125051364547407,
1740
+ "manipulation_score": 4.062525682273703,
1741
+ "total_penalty_factor": 0.5,
1742
+ "fail_reason": "out_of_bounds",
1743
+ "penalty_events": [
1744
+ {
1745
+ "event_type": "out_of_bounds",
1746
+ "timestep": 112,
1747
+ "penalty_factor": 0.5,
1748
+ "details": "Target object left workspace/view"
1749
+ }
1750
+ ]
1751
+ },
1752
+ {
1753
+ "episode_id": 99,
1754
+ "seed": 101018,
1755
+ "success": false,
1756
+ "steps_taken": 91,
1757
+ "max_steps": 700,
1758
+ "route_completion": 40.9846038198366,
1759
+ "manipulation_score": 20.4923019099183,
1760
+ "total_penalty_factor": 0.5,
1761
+ "fail_reason": "out_of_bounds",
1762
+ "penalty_events": [
1763
+ {
1764
+ "event_type": "out_of_bounds",
1765
+ "timestep": 91,
1766
+ "penalty_factor": 0.5,
1767
+ "details": "Target object left workspace/view"
1768
+ }
1769
+ ]
1770
+ },
1771
+ {
1772
+ "episode_id": 100,
1773
+ "seed": 101026,
1774
+ "success": false,
1775
+ "steps_taken": 119,
1776
+ "max_steps": 700,
1777
+ "route_completion": 18.00497148046248,
1778
+ "manipulation_score": 9.00248574023124,
1779
+ "total_penalty_factor": 0.5,
1780
+ "fail_reason": "out_of_bounds",
1781
+ "penalty_events": [
1782
+ {
1783
+ "event_type": "out_of_bounds",
1784
+ "timestep": 119,
1785
+ "penalty_factor": 0.5,
1786
+ "details": "Target object left workspace/view"
1787
+ }
1788
+ ]
1789
+ }
1790
+ ]
log/eval_result/place_bread_basket/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 23:59:10/_metrics.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "total_episodes": 100,
3
+ "success_count": 16,
4
+ "success_rate": 16.0,
5
+ "manipulation_score_mean": 25.578589337513076,
6
+ "manipulation_score_std": 33.00611294830604,
7
+ "route_completion_mean": 35.15717867502615,
8
+ "route_completion_std": 30.6372923971127,
9
+ "penalty_clutter_collision_total": 0,
10
+ "penalty_out_of_bounds_total": 84
11
+ }
log/eval_result/place_bread_basket/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 23:59:10/_metrics_report.txt ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ============================================================
2
+ EVALUATION METRICS REPORT
3
+ ============================================================
4
+
5
+ Total Episodes: 100
6
+ Success Rate: 16.0% (16/100)
7
+
8
+ --- Manipulation Score ---
9
+ Mean: 25.58
10
+ Std: 33.01
11
+
12
+ --- Route Completion ---
13
+ Mean: 35.16%
14
+ Std: 30.64
15
+
16
+ --- Penalty Events ---
17
+ Clutter Collisions: 0
18
+ Out of Bounds: 84
19
+
20
+ ============================================================
log/eval_result/place_bread_basket/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 23:59:10/_result.txt ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ Timestamp: 2026-03-29 23:59:10
2
+
3
+ Instruction Type: unseen
4
+
5
+ 0.16
log/eval_result/place_bread_skillet/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 00:20:17/_episodes_detail.json ADDED
@@ -0,0 +1,1517 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "episode_id": 1,
4
+ "seed": 100002,
5
+ "success": true,
6
+ "steps_taken": 130,
7
+ "max_steps": 500,
8
+ "route_completion": 100.0,
9
+ "manipulation_score": 100.0,
10
+ "total_penalty_factor": 1.0,
11
+ "fail_reason": null,
12
+ "penalty_events": []
13
+ },
14
+ {
15
+ "episode_id": 2,
16
+ "seed": 100004,
17
+ "success": false,
18
+ "steps_taken": 500,
19
+ "max_steps": 500,
20
+ "route_completion": 33.14519747230092,
21
+ "manipulation_score": 33.14519747230092,
22
+ "total_penalty_factor": 1.0,
23
+ "fail_reason": null,
24
+ "penalty_events": []
25
+ },
26
+ {
27
+ "episode_id": 3,
28
+ "seed": 100006,
29
+ "success": false,
30
+ "steps_taken": 122,
31
+ "max_steps": 500,
32
+ "route_completion": 43.39398543780702,
33
+ "manipulation_score": 21.69699271890351,
34
+ "total_penalty_factor": 0.5,
35
+ "fail_reason": "out_of_bounds",
36
+ "penalty_events": [
37
+ {
38
+ "event_type": "out_of_bounds",
39
+ "timestep": 122,
40
+ "penalty_factor": 0.5,
41
+ "details": "Target object left workspace/view"
42
+ }
43
+ ]
44
+ },
45
+ {
46
+ "episode_id": 4,
47
+ "seed": 100011,
48
+ "success": false,
49
+ "steps_taken": 96,
50
+ "max_steps": 500,
51
+ "route_completion": 32.67549139760787,
52
+ "manipulation_score": 16.337745698803936,
53
+ "total_penalty_factor": 0.5,
54
+ "fail_reason": "out_of_bounds",
55
+ "penalty_events": [
56
+ {
57
+ "event_type": "out_of_bounds",
58
+ "timestep": 96,
59
+ "penalty_factor": 0.5,
60
+ "details": "Target object left workspace/view"
61
+ }
62
+ ]
63
+ },
64
+ {
65
+ "episode_id": 5,
66
+ "seed": 100017,
67
+ "success": false,
68
+ "steps_taken": 500,
69
+ "max_steps": 500,
70
+ "route_completion": 33.52032381798674,
71
+ "manipulation_score": 33.52032381798674,
72
+ "total_penalty_factor": 1.0,
73
+ "fail_reason": null,
74
+ "penalty_events": []
75
+ },
76
+ {
77
+ "episode_id": 6,
78
+ "seed": 100018,
79
+ "success": false,
80
+ "steps_taken": 500,
81
+ "max_steps": 500,
82
+ "route_completion": 38.38114284399977,
83
+ "manipulation_score": 38.38114284399977,
84
+ "total_penalty_factor": 1.0,
85
+ "fail_reason": null,
86
+ "penalty_events": []
87
+ },
88
+ {
89
+ "episode_id": 7,
90
+ "seed": 100021,
91
+ "success": false,
92
+ "steps_taken": 500,
93
+ "max_steps": 500,
94
+ "route_completion": 57.34478425305439,
95
+ "manipulation_score": 57.34478425305439,
96
+ "total_penalty_factor": 1.0,
97
+ "fail_reason": null,
98
+ "penalty_events": []
99
+ },
100
+ {
101
+ "episode_id": 8,
102
+ "seed": 100024,
103
+ "success": true,
104
+ "steps_taken": 130,
105
+ "max_steps": 500,
106
+ "route_completion": 100.0,
107
+ "manipulation_score": 100.0,
108
+ "total_penalty_factor": 1.0,
109
+ "fail_reason": null,
110
+ "penalty_events": []
111
+ },
112
+ {
113
+ "episode_id": 9,
114
+ "seed": 100027,
115
+ "success": false,
116
+ "steps_taken": 144,
117
+ "max_steps": 500,
118
+ "route_completion": 37.976309848792326,
119
+ "manipulation_score": 18.988154924396163,
120
+ "total_penalty_factor": 0.5,
121
+ "fail_reason": "out_of_bounds",
122
+ "penalty_events": [
123
+ {
124
+ "event_type": "out_of_bounds",
125
+ "timestep": 144,
126
+ "penalty_factor": 0.5,
127
+ "details": "Target object left workspace/view"
128
+ }
129
+ ]
130
+ },
131
+ {
132
+ "episode_id": 10,
133
+ "seed": 100029,
134
+ "success": false,
135
+ "steps_taken": 500,
136
+ "max_steps": 500,
137
+ "route_completion": 31.539003483180277,
138
+ "manipulation_score": 31.539003483180277,
139
+ "total_penalty_factor": 1.0,
140
+ "fail_reason": null,
141
+ "penalty_events": []
142
+ },
143
+ {
144
+ "episode_id": 11,
145
+ "seed": 100031,
146
+ "success": false,
147
+ "steps_taken": 98,
148
+ "max_steps": 500,
149
+ "route_completion": 20.10620386267051,
150
+ "manipulation_score": 10.053101931335256,
151
+ "total_penalty_factor": 0.5,
152
+ "fail_reason": "out_of_bounds",
153
+ "penalty_events": [
154
+ {
155
+ "event_type": "out_of_bounds",
156
+ "timestep": 98,
157
+ "penalty_factor": 0.5,
158
+ "details": "Target object left workspace/view"
159
+ }
160
+ ]
161
+ },
162
+ {
163
+ "episode_id": 12,
164
+ "seed": 100035,
165
+ "success": false,
166
+ "steps_taken": 70,
167
+ "max_steps": 500,
168
+ "route_completion": 18.26051653376635,
169
+ "manipulation_score": 9.130258266883175,
170
+ "total_penalty_factor": 0.5,
171
+ "fail_reason": "out_of_bounds",
172
+ "penalty_events": [
173
+ {
174
+ "event_type": "out_of_bounds",
175
+ "timestep": 70,
176
+ "penalty_factor": 0.5,
177
+ "details": "Target object left workspace/view"
178
+ }
179
+ ]
180
+ },
181
+ {
182
+ "episode_id": 13,
183
+ "seed": 100038,
184
+ "success": false,
185
+ "steps_taken": 111,
186
+ "max_steps": 500,
187
+ "route_completion": 27.966445492302828,
188
+ "manipulation_score": 13.983222746151414,
189
+ "total_penalty_factor": 0.5,
190
+ "fail_reason": "out_of_bounds",
191
+ "penalty_events": [
192
+ {
193
+ "event_type": "out_of_bounds",
194
+ "timestep": 111,
195
+ "penalty_factor": 0.5,
196
+ "details": "Target object left workspace/view"
197
+ }
198
+ ]
199
+ },
200
+ {
201
+ "episode_id": 14,
202
+ "seed": 100040,
203
+ "success": false,
204
+ "steps_taken": 49,
205
+ "max_steps": 500,
206
+ "route_completion": 14.650500407351307,
207
+ "manipulation_score": 7.325250203675654,
208
+ "total_penalty_factor": 0.5,
209
+ "fail_reason": "out_of_bounds",
210
+ "penalty_events": [
211
+ {
212
+ "event_type": "out_of_bounds",
213
+ "timestep": 49,
214
+ "penalty_factor": 0.5,
215
+ "details": "Target object left workspace/view"
216
+ }
217
+ ]
218
+ },
219
+ {
220
+ "episode_id": 15,
221
+ "seed": 100042,
222
+ "success": false,
223
+ "steps_taken": 500,
224
+ "max_steps": 500,
225
+ "route_completion": 41.05882874580604,
226
+ "manipulation_score": 41.05882874580604,
227
+ "total_penalty_factor": 1.0,
228
+ "fail_reason": null,
229
+ "penalty_events": []
230
+ },
231
+ {
232
+ "episode_id": 16,
233
+ "seed": 100043,
234
+ "success": false,
235
+ "steps_taken": 500,
236
+ "max_steps": 500,
237
+ "route_completion": 40.63534030919445,
238
+ "manipulation_score": 40.63534030919445,
239
+ "total_penalty_factor": 1.0,
240
+ "fail_reason": null,
241
+ "penalty_events": []
242
+ },
243
+ {
244
+ "episode_id": 17,
245
+ "seed": 100046,
246
+ "success": true,
247
+ "steps_taken": 127,
248
+ "max_steps": 500,
249
+ "route_completion": 100.0,
250
+ "manipulation_score": 100.0,
251
+ "total_penalty_factor": 1.0,
252
+ "fail_reason": null,
253
+ "penalty_events": []
254
+ },
255
+ {
256
+ "episode_id": 18,
257
+ "seed": 100050,
258
+ "success": false,
259
+ "steps_taken": 61,
260
+ "max_steps": 500,
261
+ "route_completion": 18.06655988243789,
262
+ "manipulation_score": 9.033279941218945,
263
+ "total_penalty_factor": 0.5,
264
+ "fail_reason": "out_of_bounds",
265
+ "penalty_events": [
266
+ {
267
+ "event_type": "out_of_bounds",
268
+ "timestep": 61,
269
+ "penalty_factor": 0.5,
270
+ "details": "Target object left workspace/view"
271
+ }
272
+ ]
273
+ },
274
+ {
275
+ "episode_id": 19,
276
+ "seed": 100054,
277
+ "success": true,
278
+ "steps_taken": 360,
279
+ "max_steps": 500,
280
+ "route_completion": 100.0,
281
+ "manipulation_score": 100.0,
282
+ "total_penalty_factor": 1.0,
283
+ "fail_reason": null,
284
+ "penalty_events": []
285
+ },
286
+ {
287
+ "episode_id": 20,
288
+ "seed": 100056,
289
+ "success": true,
290
+ "steps_taken": 128,
291
+ "max_steps": 500,
292
+ "route_completion": 100.0,
293
+ "manipulation_score": 100.0,
294
+ "total_penalty_factor": 1.0,
295
+ "fail_reason": null,
296
+ "penalty_events": []
297
+ },
298
+ {
299
+ "episode_id": 21,
300
+ "seed": 100057,
301
+ "success": false,
302
+ "steps_taken": 500,
303
+ "max_steps": 500,
304
+ "route_completion": 68.73672700431034,
305
+ "manipulation_score": 68.73672700431034,
306
+ "total_penalty_factor": 1.0,
307
+ "fail_reason": null,
308
+ "penalty_events": []
309
+ },
310
+ {
311
+ "episode_id": 22,
312
+ "seed": 100059,
313
+ "success": true,
314
+ "steps_taken": 134,
315
+ "max_steps": 500,
316
+ "route_completion": 100.0,
317
+ "manipulation_score": 100.0,
318
+ "total_penalty_factor": 1.0,
319
+ "fail_reason": null,
320
+ "penalty_events": []
321
+ },
322
+ {
323
+ "episode_id": 23,
324
+ "seed": 100061,
325
+ "success": false,
326
+ "steps_taken": 319,
327
+ "max_steps": 500,
328
+ "route_completion": 52.682519384401026,
329
+ "manipulation_score": 26.341259692200513,
330
+ "total_penalty_factor": 0.5,
331
+ "fail_reason": "out_of_bounds",
332
+ "penalty_events": [
333
+ {
334
+ "event_type": "out_of_bounds",
335
+ "timestep": 319,
336
+ "penalty_factor": 0.5,
337
+ "details": "Target object left workspace/view"
338
+ }
339
+ ]
340
+ },
341
+ {
342
+ "episode_id": 24,
343
+ "seed": 100062,
344
+ "success": false,
345
+ "steps_taken": 149,
346
+ "max_steps": 500,
347
+ "route_completion": 42.749007900577155,
348
+ "manipulation_score": 21.374503950288577,
349
+ "total_penalty_factor": 0.5,
350
+ "fail_reason": "out_of_bounds",
351
+ "penalty_events": [
352
+ {
353
+ "event_type": "out_of_bounds",
354
+ "timestep": 149,
355
+ "penalty_factor": 0.5,
356
+ "details": "Target object left workspace/view"
357
+ }
358
+ ]
359
+ },
360
+ {
361
+ "episode_id": 25,
362
+ "seed": 100067,
363
+ "success": true,
364
+ "steps_taken": 133,
365
+ "max_steps": 500,
366
+ "route_completion": 100.0,
367
+ "manipulation_score": 100.0,
368
+ "total_penalty_factor": 1.0,
369
+ "fail_reason": null,
370
+ "penalty_events": []
371
+ },
372
+ {
373
+ "episode_id": 26,
374
+ "seed": 100068,
375
+ "success": false,
376
+ "steps_taken": 500,
377
+ "max_steps": 500,
378
+ "route_completion": 32.893395708134676,
379
+ "manipulation_score": 32.893395708134676,
380
+ "total_penalty_factor": 1.0,
381
+ "fail_reason": null,
382
+ "penalty_events": []
383
+ },
384
+ {
385
+ "episode_id": 27,
386
+ "seed": 100069,
387
+ "success": false,
388
+ "steps_taken": 500,
389
+ "max_steps": 500,
390
+ "route_completion": 31.67276064593601,
391
+ "manipulation_score": 31.67276064593601,
392
+ "total_penalty_factor": 1.0,
393
+ "fail_reason": null,
394
+ "penalty_events": []
395
+ },
396
+ {
397
+ "episode_id": 28,
398
+ "seed": 100071,
399
+ "success": false,
400
+ "steps_taken": 50,
401
+ "max_steps": 500,
402
+ "route_completion": 0.0,
403
+ "manipulation_score": 0.0,
404
+ "total_penalty_factor": 0.5,
405
+ "fail_reason": "out_of_bounds",
406
+ "penalty_events": [
407
+ {
408
+ "event_type": "out_of_bounds",
409
+ "timestep": 50,
410
+ "penalty_factor": 0.5,
411
+ "details": "Target object left workspace/view"
412
+ }
413
+ ]
414
+ },
415
+ {
416
+ "episode_id": 29,
417
+ "seed": 100082,
418
+ "success": false,
419
+ "steps_taken": 500,
420
+ "max_steps": 500,
421
+ "route_completion": 40.74610394241165,
422
+ "manipulation_score": 40.74610394241165,
423
+ "total_penalty_factor": 1.0,
424
+ "fail_reason": null,
425
+ "penalty_events": []
426
+ },
427
+ {
428
+ "episode_id": 30,
429
+ "seed": 100089,
430
+ "success": false,
431
+ "steps_taken": 48,
432
+ "max_steps": 500,
433
+ "route_completion": 13.005687313182232,
434
+ "manipulation_score": 6.502843656591116,
435
+ "total_penalty_factor": 0.5,
436
+ "fail_reason": "out_of_bounds",
437
+ "penalty_events": [
438
+ {
439
+ "event_type": "out_of_bounds",
440
+ "timestep": 48,
441
+ "penalty_factor": 0.5,
442
+ "details": "Target object left workspace/view"
443
+ }
444
+ ]
445
+ },
446
+ {
447
+ "episode_id": 31,
448
+ "seed": 100101,
449
+ "success": false,
450
+ "steps_taken": 500,
451
+ "max_steps": 500,
452
+ "route_completion": 55.49397568401386,
453
+ "manipulation_score": 55.49397568401386,
454
+ "total_penalty_factor": 1.0,
455
+ "fail_reason": null,
456
+ "penalty_events": []
457
+ },
458
+ {
459
+ "episode_id": 32,
460
+ "seed": 100105,
461
+ "success": false,
462
+ "steps_taken": 106,
463
+ "max_steps": 500,
464
+ "route_completion": 35.08365226860911,
465
+ "manipulation_score": 17.541826134304554,
466
+ "total_penalty_factor": 0.5,
467
+ "fail_reason": "out_of_bounds",
468
+ "penalty_events": [
469
+ {
470
+ "event_type": "out_of_bounds",
471
+ "timestep": 106,
472
+ "penalty_factor": 0.5,
473
+ "details": "Target object left workspace/view"
474
+ }
475
+ ]
476
+ },
477
+ {
478
+ "episode_id": 33,
479
+ "seed": 100106,
480
+ "success": false,
481
+ "steps_taken": 54,
482
+ "max_steps": 500,
483
+ "route_completion": 17.067478619920067,
484
+ "manipulation_score": 8.533739309960033,
485
+ "total_penalty_factor": 0.5,
486
+ "fail_reason": "out_of_bounds",
487
+ "penalty_events": [
488
+ {
489
+ "event_type": "out_of_bounds",
490
+ "timestep": 54,
491
+ "penalty_factor": 0.5,
492
+ "details": "Target object left workspace/view"
493
+ }
494
+ ]
495
+ },
496
+ {
497
+ "episode_id": 34,
498
+ "seed": 100110,
499
+ "success": false,
500
+ "steps_taken": 51,
501
+ "max_steps": 500,
502
+ "route_completion": 14.715235330087829,
503
+ "manipulation_score": 7.3576176650439145,
504
+ "total_penalty_factor": 0.5,
505
+ "fail_reason": "out_of_bounds",
506
+ "penalty_events": [
507
+ {
508
+ "event_type": "out_of_bounds",
509
+ "timestep": 51,
510
+ "penalty_factor": 0.5,
511
+ "details": "Target object left workspace/view"
512
+ }
513
+ ]
514
+ },
515
+ {
516
+ "episode_id": 35,
517
+ "seed": 100111,
518
+ "success": false,
519
+ "steps_taken": 51,
520
+ "max_steps": 500,
521
+ "route_completion": 14.806078354440125,
522
+ "manipulation_score": 7.403039177220062,
523
+ "total_penalty_factor": 0.5,
524
+ "fail_reason": "out_of_bounds",
525
+ "penalty_events": [
526
+ {
527
+ "event_type": "out_of_bounds",
528
+ "timestep": 51,
529
+ "penalty_factor": 0.5,
530
+ "details": "Target object left workspace/view"
531
+ }
532
+ ]
533
+ },
534
+ {
535
+ "episode_id": 36,
536
+ "seed": 100112,
537
+ "success": false,
538
+ "steps_taken": 51,
539
+ "max_steps": 500,
540
+ "route_completion": 0.0,
541
+ "manipulation_score": 0.0,
542
+ "total_penalty_factor": 0.5,
543
+ "fail_reason": "out_of_bounds",
544
+ "penalty_events": [
545
+ {
546
+ "event_type": "out_of_bounds",
547
+ "timestep": 51,
548
+ "penalty_factor": 0.5,
549
+ "details": "Target object left workspace/view"
550
+ }
551
+ ]
552
+ },
553
+ {
554
+ "episode_id": 37,
555
+ "seed": 100119,
556
+ "success": false,
557
+ "steps_taken": 500,
558
+ "max_steps": 500,
559
+ "route_completion": 57.788875457383824,
560
+ "manipulation_score": 57.788875457383824,
561
+ "total_penalty_factor": 1.0,
562
+ "fail_reason": null,
563
+ "penalty_events": []
564
+ },
565
+ {
566
+ "episode_id": 38,
567
+ "seed": 100123,
568
+ "success": false,
569
+ "steps_taken": 63,
570
+ "max_steps": 500,
571
+ "route_completion": 11.93473871224652,
572
+ "manipulation_score": 5.96736935612326,
573
+ "total_penalty_factor": 0.5,
574
+ "fail_reason": "out_of_bounds",
575
+ "penalty_events": [
576
+ {
577
+ "event_type": "out_of_bounds",
578
+ "timestep": 63,
579
+ "penalty_factor": 0.5,
580
+ "details": "Target object left workspace/view"
581
+ }
582
+ ]
583
+ },
584
+ {
585
+ "episode_id": 39,
586
+ "seed": 100124,
587
+ "success": true,
588
+ "steps_taken": 173,
589
+ "max_steps": 500,
590
+ "route_completion": 100.0,
591
+ "manipulation_score": 100.0,
592
+ "total_penalty_factor": 1.0,
593
+ "fail_reason": null,
594
+ "penalty_events": []
595
+ },
596
+ {
597
+ "episode_id": 40,
598
+ "seed": 100125,
599
+ "success": false,
600
+ "steps_taken": 55,
601
+ "max_steps": 500,
602
+ "route_completion": 19.382014159954544,
603
+ "manipulation_score": 9.691007079977272,
604
+ "total_penalty_factor": 0.5,
605
+ "fail_reason": "out_of_bounds",
606
+ "penalty_events": [
607
+ {
608
+ "event_type": "out_of_bounds",
609
+ "timestep": 55,
610
+ "penalty_factor": 0.5,
611
+ "details": "Target object left workspace/view"
612
+ }
613
+ ]
614
+ },
615
+ {
616
+ "episode_id": 41,
617
+ "seed": 100126,
618
+ "success": false,
619
+ "steps_taken": 79,
620
+ "max_steps": 500,
621
+ "route_completion": 13.084637879094174,
622
+ "manipulation_score": 6.542318939547087,
623
+ "total_penalty_factor": 0.5,
624
+ "fail_reason": "out_of_bounds",
625
+ "penalty_events": [
626
+ {
627
+ "event_type": "out_of_bounds",
628
+ "timestep": 79,
629
+ "penalty_factor": 0.5,
630
+ "details": "Target object left workspace/view"
631
+ }
632
+ ]
633
+ },
634
+ {
635
+ "episode_id": 42,
636
+ "seed": 100129,
637
+ "success": false,
638
+ "steps_taken": 500,
639
+ "max_steps": 500,
640
+ "route_completion": 38.46730160897755,
641
+ "manipulation_score": 38.46730160897755,
642
+ "total_penalty_factor": 1.0,
643
+ "fail_reason": null,
644
+ "penalty_events": []
645
+ },
646
+ {
647
+ "episode_id": 43,
648
+ "seed": 100131,
649
+ "success": false,
650
+ "steps_taken": 500,
651
+ "max_steps": 500,
652
+ "route_completion": 30.665605684795764,
653
+ "manipulation_score": 30.665605684795764,
654
+ "total_penalty_factor": 1.0,
655
+ "fail_reason": null,
656
+ "penalty_events": []
657
+ },
658
+ {
659
+ "episode_id": 44,
660
+ "seed": 100132,
661
+ "success": false,
662
+ "steps_taken": 55,
663
+ "max_steps": 500,
664
+ "route_completion": 11.358535718139091,
665
+ "manipulation_score": 5.679267859069546,
666
+ "total_penalty_factor": 0.5,
667
+ "fail_reason": "out_of_bounds",
668
+ "penalty_events": [
669
+ {
670
+ "event_type": "out_of_bounds",
671
+ "timestep": 55,
672
+ "penalty_factor": 0.5,
673
+ "details": "Target object left workspace/view"
674
+ }
675
+ ]
676
+ },
677
+ {
678
+ "episode_id": 45,
679
+ "seed": 100141,
680
+ "success": false,
681
+ "steps_taken": 500,
682
+ "max_steps": 500,
683
+ "route_completion": 36.461640464074705,
684
+ "manipulation_score": 36.461640464074705,
685
+ "total_penalty_factor": 1.0,
686
+ "fail_reason": null,
687
+ "penalty_events": []
688
+ },
689
+ {
690
+ "episode_id": 46,
691
+ "seed": 100142,
692
+ "success": false,
693
+ "steps_taken": 500,
694
+ "max_steps": 500,
695
+ "route_completion": 31.906173079239235,
696
+ "manipulation_score": 31.906173079239235,
697
+ "total_penalty_factor": 1.0,
698
+ "fail_reason": null,
699
+ "penalty_events": []
700
+ },
701
+ {
702
+ "episode_id": 47,
703
+ "seed": 100146,
704
+ "success": false,
705
+ "steps_taken": 48,
706
+ "max_steps": 500,
707
+ "route_completion": 11.445753804315114,
708
+ "manipulation_score": 5.722876902157557,
709
+ "total_penalty_factor": 0.5,
710
+ "fail_reason": "out_of_bounds",
711
+ "penalty_events": [
712
+ {
713
+ "event_type": "out_of_bounds",
714
+ "timestep": 48,
715
+ "penalty_factor": 0.5,
716
+ "details": "Target object left workspace/view"
717
+ }
718
+ ]
719
+ },
720
+ {
721
+ "episode_id": 48,
722
+ "seed": 100147,
723
+ "success": false,
724
+ "steps_taken": 500,
725
+ "max_steps": 500,
726
+ "route_completion": 31.831624189933912,
727
+ "manipulation_score": 31.831624189933912,
728
+ "total_penalty_factor": 1.0,
729
+ "fail_reason": null,
730
+ "penalty_events": []
731
+ },
732
+ {
733
+ "episode_id": 49,
734
+ "seed": 100150,
735
+ "success": false,
736
+ "steps_taken": 80,
737
+ "max_steps": 500,
738
+ "route_completion": 33.615575196755664,
739
+ "manipulation_score": 16.807787598377832,
740
+ "total_penalty_factor": 0.5,
741
+ "fail_reason": "out_of_bounds",
742
+ "penalty_events": [
743
+ {
744
+ "event_type": "out_of_bounds",
745
+ "timestep": 80,
746
+ "penalty_factor": 0.5,
747
+ "details": "Target object left workspace/view"
748
+ }
749
+ ]
750
+ },
751
+ {
752
+ "episode_id": 50,
753
+ "seed": 100153,
754
+ "success": false,
755
+ "steps_taken": 45,
756
+ "max_steps": 500,
757
+ "route_completion": 1.268615015340878,
758
+ "manipulation_score": 0.634307507670439,
759
+ "total_penalty_factor": 0.5,
760
+ "fail_reason": "out_of_bounds",
761
+ "penalty_events": [
762
+ {
763
+ "event_type": "out_of_bounds",
764
+ "timestep": 45,
765
+ "penalty_factor": 0.5,
766
+ "details": "Target object left workspace/view"
767
+ }
768
+ ]
769
+ },
770
+ {
771
+ "episode_id": 51,
772
+ "seed": 100154,
773
+ "success": false,
774
+ "steps_taken": 500,
775
+ "max_steps": 500,
776
+ "route_completion": 40.94856165023776,
777
+ "manipulation_score": 40.94856165023776,
778
+ "total_penalty_factor": 1.0,
779
+ "fail_reason": null,
780
+ "penalty_events": []
781
+ },
782
+ {
783
+ "episode_id": 52,
784
+ "seed": 100155,
785
+ "success": false,
786
+ "steps_taken": 48,
787
+ "max_steps": 500,
788
+ "route_completion": 0.0,
789
+ "manipulation_score": 0.0,
790
+ "total_penalty_factor": 0.5,
791
+ "fail_reason": "out_of_bounds",
792
+ "penalty_events": [
793
+ {
794
+ "event_type": "out_of_bounds",
795
+ "timestep": 48,
796
+ "penalty_factor": 0.5,
797
+ "details": "Target object left workspace/view"
798
+ }
799
+ ]
800
+ },
801
+ {
802
+ "episode_id": 53,
803
+ "seed": 100156,
804
+ "success": false,
805
+ "steps_taken": 500,
806
+ "max_steps": 500,
807
+ "route_completion": 28.419550222892596,
808
+ "manipulation_score": 28.419550222892596,
809
+ "total_penalty_factor": 1.0,
810
+ "fail_reason": null,
811
+ "penalty_events": []
812
+ },
813
+ {
814
+ "episode_id": 54,
815
+ "seed": 100162,
816
+ "success": false,
817
+ "steps_taken": 500,
818
+ "max_steps": 500,
819
+ "route_completion": 31.08784180957483,
820
+ "manipulation_score": 31.08784180957483,
821
+ "total_penalty_factor": 1.0,
822
+ "fail_reason": null,
823
+ "penalty_events": []
824
+ },
825
+ {
826
+ "episode_id": 55,
827
+ "seed": 100165,
828
+ "success": false,
829
+ "steps_taken": 76,
830
+ "max_steps": 500,
831
+ "route_completion": 15.595071750766524,
832
+ "manipulation_score": 7.797535875383262,
833
+ "total_penalty_factor": 0.5,
834
+ "fail_reason": "out_of_bounds",
835
+ "penalty_events": [
836
+ {
837
+ "event_type": "out_of_bounds",
838
+ "timestep": 76,
839
+ "penalty_factor": 0.5,
840
+ "details": "Target object left workspace/view"
841
+ }
842
+ ]
843
+ },
844
+ {
845
+ "episode_id": 56,
846
+ "seed": 100170,
847
+ "success": false,
848
+ "steps_taken": 44,
849
+ "max_steps": 500,
850
+ "route_completion": 11.496030367317132,
851
+ "manipulation_score": 5.748015183658566,
852
+ "total_penalty_factor": 0.5,
853
+ "fail_reason": "out_of_bounds",
854
+ "penalty_events": [
855
+ {
856
+ "event_type": "out_of_bounds",
857
+ "timestep": 44,
858
+ "penalty_factor": 0.5,
859
+ "details": "Target object left workspace/view"
860
+ }
861
+ ]
862
+ },
863
+ {
864
+ "episode_id": 57,
865
+ "seed": 100176,
866
+ "success": false,
867
+ "steps_taken": 500,
868
+ "max_steps": 500,
869
+ "route_completion": 39.43321618628551,
870
+ "manipulation_score": 39.43321618628551,
871
+ "total_penalty_factor": 1.0,
872
+ "fail_reason": null,
873
+ "penalty_events": []
874
+ },
875
+ {
876
+ "episode_id": 58,
877
+ "seed": 100178,
878
+ "success": false,
879
+ "steps_taken": 54,
880
+ "max_steps": 500,
881
+ "route_completion": 17.381488408250174,
882
+ "manipulation_score": 8.690744204125087,
883
+ "total_penalty_factor": 0.5,
884
+ "fail_reason": "out_of_bounds",
885
+ "penalty_events": [
886
+ {
887
+ "event_type": "out_of_bounds",
888
+ "timestep": 54,
889
+ "penalty_factor": 0.5,
890
+ "details": "Target object left workspace/view"
891
+ }
892
+ ]
893
+ },
894
+ {
895
+ "episode_id": 59,
896
+ "seed": 100180,
897
+ "success": false,
898
+ "steps_taken": 500,
899
+ "max_steps": 500,
900
+ "route_completion": 40.97577218929902,
901
+ "manipulation_score": 40.97577218929902,
902
+ "total_penalty_factor": 1.0,
903
+ "fail_reason": null,
904
+ "penalty_events": []
905
+ },
906
+ {
907
+ "episode_id": 60,
908
+ "seed": 100194,
909
+ "success": false,
910
+ "steps_taken": 500,
911
+ "max_steps": 500,
912
+ "route_completion": 28.198570277054603,
913
+ "manipulation_score": 28.198570277054603,
914
+ "total_penalty_factor": 1.0,
915
+ "fail_reason": null,
916
+ "penalty_events": []
917
+ },
918
+ {
919
+ "episode_id": 61,
920
+ "seed": 100195,
921
+ "success": false,
922
+ "steps_taken": 44,
923
+ "max_steps": 500,
924
+ "route_completion": 21.378791595697884,
925
+ "manipulation_score": 10.689395797848942,
926
+ "total_penalty_factor": 0.5,
927
+ "fail_reason": "out_of_bounds",
928
+ "penalty_events": [
929
+ {
930
+ "event_type": "out_of_bounds",
931
+ "timestep": 44,
932
+ "penalty_factor": 0.5,
933
+ "details": "Target object left workspace/view"
934
+ }
935
+ ]
936
+ },
937
+ {
938
+ "episode_id": 62,
939
+ "seed": 100196,
940
+ "success": false,
941
+ "steps_taken": 500,
942
+ "max_steps": 500,
943
+ "route_completion": 48.86701968299085,
944
+ "manipulation_score": 48.86701968299085,
945
+ "total_penalty_factor": 1.0,
946
+ "fail_reason": null,
947
+ "penalty_events": []
948
+ },
949
+ {
950
+ "episode_id": 63,
951
+ "seed": 100197,
952
+ "success": false,
953
+ "steps_taken": 55,
954
+ "max_steps": 500,
955
+ "route_completion": 6.281043677432378,
956
+ "manipulation_score": 3.140521838716189,
957
+ "total_penalty_factor": 0.5,
958
+ "fail_reason": "out_of_bounds",
959
+ "penalty_events": [
960
+ {
961
+ "event_type": "out_of_bounds",
962
+ "timestep": 55,
963
+ "penalty_factor": 0.5,
964
+ "details": "Target object left workspace/view"
965
+ }
966
+ ]
967
+ },
968
+ {
969
+ "episode_id": 64,
970
+ "seed": 100201,
971
+ "success": false,
972
+ "steps_taken": 104,
973
+ "max_steps": 500,
974
+ "route_completion": 28.856792145954042,
975
+ "manipulation_score": 14.428396072977021,
976
+ "total_penalty_factor": 0.5,
977
+ "fail_reason": "out_of_bounds",
978
+ "penalty_events": [
979
+ {
980
+ "event_type": "out_of_bounds",
981
+ "timestep": 104,
982
+ "penalty_factor": 0.5,
983
+ "details": "Target object left workspace/view"
984
+ }
985
+ ]
986
+ },
987
+ {
988
+ "episode_id": 65,
989
+ "seed": 100204,
990
+ "success": false,
991
+ "steps_taken": 57,
992
+ "max_steps": 500,
993
+ "route_completion": 13.188676837224028,
994
+ "manipulation_score": 6.594338418612014,
995
+ "total_penalty_factor": 0.5,
996
+ "fail_reason": "out_of_bounds",
997
+ "penalty_events": [
998
+ {
999
+ "event_type": "out_of_bounds",
1000
+ "timestep": 57,
1001
+ "penalty_factor": 0.5,
1002
+ "details": "Target object left workspace/view"
1003
+ }
1004
+ ]
1005
+ },
1006
+ {
1007
+ "episode_id": 66,
1008
+ "seed": 100205,
1009
+ "success": false,
1010
+ "steps_taken": 68,
1011
+ "max_steps": 500,
1012
+ "route_completion": 19.001404258252094,
1013
+ "manipulation_score": 9.500702129126047,
1014
+ "total_penalty_factor": 0.5,
1015
+ "fail_reason": "out_of_bounds",
1016
+ "penalty_events": [
1017
+ {
1018
+ "event_type": "out_of_bounds",
1019
+ "timestep": 68,
1020
+ "penalty_factor": 0.5,
1021
+ "details": "Target object left workspace/view"
1022
+ }
1023
+ ]
1024
+ },
1025
+ {
1026
+ "episode_id": 67,
1027
+ "seed": 100208,
1028
+ "success": false,
1029
+ "steps_taken": 177,
1030
+ "max_steps": 500,
1031
+ "route_completion": 32.16469439964836,
1032
+ "manipulation_score": 16.08234719982418,
1033
+ "total_penalty_factor": 0.5,
1034
+ "fail_reason": "out_of_bounds",
1035
+ "penalty_events": [
1036
+ {
1037
+ "event_type": "out_of_bounds",
1038
+ "timestep": 177,
1039
+ "penalty_factor": 0.5,
1040
+ "details": "Target object left workspace/view"
1041
+ }
1042
+ ]
1043
+ },
1044
+ {
1045
+ "episode_id": 68,
1046
+ "seed": 100218,
1047
+ "success": false,
1048
+ "steps_taken": 79,
1049
+ "max_steps": 500,
1050
+ "route_completion": 17.90862178125069,
1051
+ "manipulation_score": 8.954310890625345,
1052
+ "total_penalty_factor": 0.5,
1053
+ "fail_reason": "out_of_bounds",
1054
+ "penalty_events": [
1055
+ {
1056
+ "event_type": "out_of_bounds",
1057
+ "timestep": 79,
1058
+ "penalty_factor": 0.5,
1059
+ "details": "Target object left workspace/view"
1060
+ }
1061
+ ]
1062
+ },
1063
+ {
1064
+ "episode_id": 69,
1065
+ "seed": 100220,
1066
+ "success": false,
1067
+ "steps_taken": 500,
1068
+ "max_steps": 500,
1069
+ "route_completion": 30.885604906620358,
1070
+ "manipulation_score": 30.885604906620358,
1071
+ "total_penalty_factor": 1.0,
1072
+ "fail_reason": null,
1073
+ "penalty_events": []
1074
+ },
1075
+ {
1076
+ "episode_id": 70,
1077
+ "seed": 100221,
1078
+ "success": false,
1079
+ "steps_taken": 90,
1080
+ "max_steps": 500,
1081
+ "route_completion": 25.427095888667488,
1082
+ "manipulation_score": 12.713547944333744,
1083
+ "total_penalty_factor": 0.5,
1084
+ "fail_reason": "out_of_bounds",
1085
+ "penalty_events": [
1086
+ {
1087
+ "event_type": "out_of_bounds",
1088
+ "timestep": 90,
1089
+ "penalty_factor": 0.5,
1090
+ "details": "Target object left workspace/view"
1091
+ }
1092
+ ]
1093
+ },
1094
+ {
1095
+ "episode_id": 71,
1096
+ "seed": 100223,
1097
+ "success": false,
1098
+ "steps_taken": 500,
1099
+ "max_steps": 500,
1100
+ "route_completion": 35.623691333390546,
1101
+ "manipulation_score": 35.623691333390546,
1102
+ "total_penalty_factor": 1.0,
1103
+ "fail_reason": null,
1104
+ "penalty_events": []
1105
+ },
1106
+ {
1107
+ "episode_id": 72,
1108
+ "seed": 100226,
1109
+ "success": true,
1110
+ "steps_taken": 128,
1111
+ "max_steps": 500,
1112
+ "route_completion": 100.0,
1113
+ "manipulation_score": 100.0,
1114
+ "total_penalty_factor": 1.0,
1115
+ "fail_reason": null,
1116
+ "penalty_events": []
1117
+ },
1118
+ {
1119
+ "episode_id": 73,
1120
+ "seed": 100233,
1121
+ "success": true,
1122
+ "steps_taken": 128,
1123
+ "max_steps": 500,
1124
+ "route_completion": 100.0,
1125
+ "manipulation_score": 100.0,
1126
+ "total_penalty_factor": 1.0,
1127
+ "fail_reason": null,
1128
+ "penalty_events": []
1129
+ },
1130
+ {
1131
+ "episode_id": 74,
1132
+ "seed": 100235,
1133
+ "success": true,
1134
+ "steps_taken": 127,
1135
+ "max_steps": 500,
1136
+ "route_completion": 100.0,
1137
+ "manipulation_score": 100.0,
1138
+ "total_penalty_factor": 1.0,
1139
+ "fail_reason": null,
1140
+ "penalty_events": []
1141
+ },
1142
+ {
1143
+ "episode_id": 75,
1144
+ "seed": 100240,
1145
+ "success": false,
1146
+ "steps_taken": 70,
1147
+ "max_steps": 500,
1148
+ "route_completion": 18.73877997790658,
1149
+ "manipulation_score": 9.36938998895329,
1150
+ "total_penalty_factor": 0.5,
1151
+ "fail_reason": "out_of_bounds",
1152
+ "penalty_events": [
1153
+ {
1154
+ "event_type": "out_of_bounds",
1155
+ "timestep": 70,
1156
+ "penalty_factor": 0.5,
1157
+ "details": "Target object left workspace/view"
1158
+ }
1159
+ ]
1160
+ },
1161
+ {
1162
+ "episode_id": 76,
1163
+ "seed": 100241,
1164
+ "success": false,
1165
+ "steps_taken": 500,
1166
+ "max_steps": 500,
1167
+ "route_completion": 40.94650104796419,
1168
+ "manipulation_score": 40.94650104796419,
1169
+ "total_penalty_factor": 1.0,
1170
+ "fail_reason": null,
1171
+ "penalty_events": []
1172
+ },
1173
+ {
1174
+ "episode_id": 77,
1175
+ "seed": 100244,
1176
+ "success": false,
1177
+ "steps_taken": 500,
1178
+ "max_steps": 500,
1179
+ "route_completion": 26.10413678110802,
1180
+ "manipulation_score": 26.10413678110802,
1181
+ "total_penalty_factor": 1.0,
1182
+ "fail_reason": null,
1183
+ "penalty_events": []
1184
+ },
1185
+ {
1186
+ "episode_id": 78,
1187
+ "seed": 100245,
1188
+ "success": false,
1189
+ "steps_taken": 103,
1190
+ "max_steps": 500,
1191
+ "route_completion": 37.377744818725766,
1192
+ "manipulation_score": 18.688872409362883,
1193
+ "total_penalty_factor": 0.5,
1194
+ "fail_reason": "out_of_bounds",
1195
+ "penalty_events": [
1196
+ {
1197
+ "event_type": "out_of_bounds",
1198
+ "timestep": 103,
1199
+ "penalty_factor": 0.5,
1200
+ "details": "Target object left workspace/view"
1201
+ }
1202
+ ]
1203
+ },
1204
+ {
1205
+ "episode_id": 79,
1206
+ "seed": 100253,
1207
+ "success": false,
1208
+ "steps_taken": 500,
1209
+ "max_steps": 500,
1210
+ "route_completion": 43.37631865632671,
1211
+ "manipulation_score": 43.37631865632671,
1212
+ "total_penalty_factor": 1.0,
1213
+ "fail_reason": null,
1214
+ "penalty_events": []
1215
+ },
1216
+ {
1217
+ "episode_id": 80,
1218
+ "seed": 100255,
1219
+ "success": true,
1220
+ "steps_taken": 293,
1221
+ "max_steps": 500,
1222
+ "route_completion": 100.0,
1223
+ "manipulation_score": 100.0,
1224
+ "total_penalty_factor": 1.0,
1225
+ "fail_reason": null,
1226
+ "penalty_events": []
1227
+ },
1228
+ {
1229
+ "episode_id": 81,
1230
+ "seed": 100262,
1231
+ "success": false,
1232
+ "steps_taken": 211,
1233
+ "max_steps": 500,
1234
+ "route_completion": 43.03373721627402,
1235
+ "manipulation_score": 21.51686860813701,
1236
+ "total_penalty_factor": 0.5,
1237
+ "fail_reason": "out_of_bounds",
1238
+ "penalty_events": [
1239
+ {
1240
+ "event_type": "out_of_bounds",
1241
+ "timestep": 211,
1242
+ "penalty_factor": 0.5,
1243
+ "details": "Target object left workspace/view"
1244
+ }
1245
+ ]
1246
+ },
1247
+ {
1248
+ "episode_id": 82,
1249
+ "seed": 100267,
1250
+ "success": false,
1251
+ "steps_taken": 500,
1252
+ "max_steps": 500,
1253
+ "route_completion": 37.74765601886981,
1254
+ "manipulation_score": 37.74765601886981,
1255
+ "total_penalty_factor": 1.0,
1256
+ "fail_reason": null,
1257
+ "penalty_events": []
1258
+ },
1259
+ {
1260
+ "episode_id": 83,
1261
+ "seed": 100269,
1262
+ "success": true,
1263
+ "steps_taken": 129,
1264
+ "max_steps": 500,
1265
+ "route_completion": 100.0,
1266
+ "manipulation_score": 100.0,
1267
+ "total_penalty_factor": 1.0,
1268
+ "fail_reason": null,
1269
+ "penalty_events": []
1270
+ },
1271
+ {
1272
+ "episode_id": 84,
1273
+ "seed": 100278,
1274
+ "success": true,
1275
+ "steps_taken": 128,
1276
+ "max_steps": 500,
1277
+ "route_completion": 100.0,
1278
+ "manipulation_score": 100.0,
1279
+ "total_penalty_factor": 1.0,
1280
+ "fail_reason": null,
1281
+ "penalty_events": []
1282
+ },
1283
+ {
1284
+ "episode_id": 85,
1285
+ "seed": 100280,
1286
+ "success": true,
1287
+ "steps_taken": 125,
1288
+ "max_steps": 500,
1289
+ "route_completion": 100.0,
1290
+ "manipulation_score": 100.0,
1291
+ "total_penalty_factor": 1.0,
1292
+ "fail_reason": null,
1293
+ "penalty_events": []
1294
+ },
1295
+ {
1296
+ "episode_id": 86,
1297
+ "seed": 100285,
1298
+ "success": false,
1299
+ "steps_taken": 89,
1300
+ "max_steps": 500,
1301
+ "route_completion": 30.724917266708,
1302
+ "manipulation_score": 15.362458633354,
1303
+ "total_penalty_factor": 0.5,
1304
+ "fail_reason": "out_of_bounds",
1305
+ "penalty_events": [
1306
+ {
1307
+ "event_type": "out_of_bounds",
1308
+ "timestep": 89,
1309
+ "penalty_factor": 0.5,
1310
+ "details": "Target object left workspace/view"
1311
+ }
1312
+ ]
1313
+ },
1314
+ {
1315
+ "episode_id": 87,
1316
+ "seed": 100290,
1317
+ "success": true,
1318
+ "steps_taken": 129,
1319
+ "max_steps": 500,
1320
+ "route_completion": 100.0,
1321
+ "manipulation_score": 100.0,
1322
+ "total_penalty_factor": 1.0,
1323
+ "fail_reason": null,
1324
+ "penalty_events": []
1325
+ },
1326
+ {
1327
+ "episode_id": 88,
1328
+ "seed": 100295,
1329
+ "success": true,
1330
+ "steps_taken": 133,
1331
+ "max_steps": 500,
1332
+ "route_completion": 100.0,
1333
+ "manipulation_score": 100.0,
1334
+ "total_penalty_factor": 1.0,
1335
+ "fail_reason": null,
1336
+ "penalty_events": []
1337
+ },
1338
+ {
1339
+ "episode_id": 89,
1340
+ "seed": 100296,
1341
+ "success": true,
1342
+ "steps_taken": 132,
1343
+ "max_steps": 500,
1344
+ "route_completion": 100.0,
1345
+ "manipulation_score": 100.0,
1346
+ "total_penalty_factor": 1.0,
1347
+ "fail_reason": null,
1348
+ "penalty_events": []
1349
+ },
1350
+ {
1351
+ "episode_id": 90,
1352
+ "seed": 100299,
1353
+ "success": false,
1354
+ "steps_taken": 47,
1355
+ "max_steps": 500,
1356
+ "route_completion": 8.523045948952417,
1357
+ "manipulation_score": 4.261522974476208,
1358
+ "total_penalty_factor": 0.5,
1359
+ "fail_reason": "out_of_bounds",
1360
+ "penalty_events": [
1361
+ {
1362
+ "event_type": "out_of_bounds",
1363
+ "timestep": 47,
1364
+ "penalty_factor": 0.5,
1365
+ "details": "Target object left workspace/view"
1366
+ }
1367
+ ]
1368
+ },
1369
+ {
1370
+ "episode_id": 91,
1371
+ "seed": 100303,
1372
+ "success": false,
1373
+ "steps_taken": 500,
1374
+ "max_steps": 500,
1375
+ "route_completion": 54.04200499637549,
1376
+ "manipulation_score": 54.04200499637549,
1377
+ "total_penalty_factor": 1.0,
1378
+ "fail_reason": null,
1379
+ "penalty_events": []
1380
+ },
1381
+ {
1382
+ "episode_id": 92,
1383
+ "seed": 100307,
1384
+ "success": false,
1385
+ "steps_taken": 500,
1386
+ "max_steps": 500,
1387
+ "route_completion": 38.20341745152662,
1388
+ "manipulation_score": 38.20341745152662,
1389
+ "total_penalty_factor": 1.0,
1390
+ "fail_reason": null,
1391
+ "penalty_events": []
1392
+ },
1393
+ {
1394
+ "episode_id": 93,
1395
+ "seed": 100310,
1396
+ "success": true,
1397
+ "steps_taken": 186,
1398
+ "max_steps": 500,
1399
+ "route_completion": 100.0,
1400
+ "manipulation_score": 100.0,
1401
+ "total_penalty_factor": 1.0,
1402
+ "fail_reason": null,
1403
+ "penalty_events": []
1404
+ },
1405
+ {
1406
+ "episode_id": 94,
1407
+ "seed": 100311,
1408
+ "success": false,
1409
+ "steps_taken": 51,
1410
+ "max_steps": 500,
1411
+ "route_completion": 14.6523132894901,
1412
+ "manipulation_score": 7.32615664474505,
1413
+ "total_penalty_factor": 0.5,
1414
+ "fail_reason": "out_of_bounds",
1415
+ "penalty_events": [
1416
+ {
1417
+ "event_type": "out_of_bounds",
1418
+ "timestep": 51,
1419
+ "penalty_factor": 0.5,
1420
+ "details": "Target object left workspace/view"
1421
+ }
1422
+ ]
1423
+ },
1424
+ {
1425
+ "episode_id": 95,
1426
+ "seed": 100313,
1427
+ "success": false,
1428
+ "steps_taken": 500,
1429
+ "max_steps": 500,
1430
+ "route_completion": 37.032675551895636,
1431
+ "manipulation_score": 37.032675551895636,
1432
+ "total_penalty_factor": 1.0,
1433
+ "fail_reason": null,
1434
+ "penalty_events": []
1435
+ },
1436
+ {
1437
+ "episode_id": 96,
1438
+ "seed": 100317,
1439
+ "success": false,
1440
+ "steps_taken": 58,
1441
+ "max_steps": 500,
1442
+ "route_completion": 0.0,
1443
+ "manipulation_score": 0.0,
1444
+ "total_penalty_factor": 0.5,
1445
+ "fail_reason": "out_of_bounds",
1446
+ "penalty_events": [
1447
+ {
1448
+ "event_type": "out_of_bounds",
1449
+ "timestep": 58,
1450
+ "penalty_factor": 0.5,
1451
+ "details": "Target object left workspace/view"
1452
+ }
1453
+ ]
1454
+ },
1455
+ {
1456
+ "episode_id": 97,
1457
+ "seed": 100320,
1458
+ "success": false,
1459
+ "steps_taken": 500,
1460
+ "max_steps": 500,
1461
+ "route_completion": 37.27327516622442,
1462
+ "manipulation_score": 37.27327516622442,
1463
+ "total_penalty_factor": 1.0,
1464
+ "fail_reason": null,
1465
+ "penalty_events": []
1466
+ },
1467
+ {
1468
+ "episode_id": 98,
1469
+ "seed": 100323,
1470
+ "success": true,
1471
+ "steps_taken": 127,
1472
+ "max_steps": 500,
1473
+ "route_completion": 100.0,
1474
+ "manipulation_score": 100.0,
1475
+ "total_penalty_factor": 1.0,
1476
+ "fail_reason": null,
1477
+ "penalty_events": []
1478
+ },
1479
+ {
1480
+ "episode_id": 99,
1481
+ "seed": 100324,
1482
+ "success": false,
1483
+ "steps_taken": 79,
1484
+ "max_steps": 500,
1485
+ "route_completion": 32.25471308166198,
1486
+ "manipulation_score": 16.12735654083099,
1487
+ "total_penalty_factor": 0.5,
1488
+ "fail_reason": "out_of_bounds",
1489
+ "penalty_events": [
1490
+ {
1491
+ "event_type": "out_of_bounds",
1492
+ "timestep": 79,
1493
+ "penalty_factor": 0.5,
1494
+ "details": "Target object left workspace/view"
1495
+ }
1496
+ ]
1497
+ },
1498
+ {
1499
+ "episode_id": 100,
1500
+ "seed": 100326,
1501
+ "success": false,
1502
+ "steps_taken": 59,
1503
+ "max_steps": 500,
1504
+ "route_completion": 17.747757224617022,
1505
+ "manipulation_score": 8.873878612308511,
1506
+ "total_penalty_factor": 0.5,
1507
+ "fail_reason": "out_of_bounds",
1508
+ "penalty_events": [
1509
+ {
1510
+ "event_type": "out_of_bounds",
1511
+ "timestep": 59,
1512
+ "penalty_factor": 0.5,
1513
+ "details": "Target object left workspace/view"
1514
+ }
1515
+ ]
1516
+ }
1517
+ ]
log/eval_result/place_bread_skillet/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 00:20:17/_metrics.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "total_episodes": 100,
3
+ "success_count": 20,
4
+ "success_rate": 20.0,
5
+ "manipulation_score_mean": 38.29968749550669,
6
+ "manipulation_score_std": 34.16049860446932,
7
+ "route_completion_mean": 42.88482880777967,
8
+ "route_completion_std": 31.458867907417126,
9
+ "penalty_clutter_collision_total": 0,
10
+ "penalty_out_of_bounds_total": 45
11
+ }
log/eval_result/place_bread_skillet/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 00:20:17/_metrics_report.txt ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ============================================================
2
+ EVALUATION METRICS REPORT
3
+ ============================================================
4
+
5
+ Total Episodes: 100
6
+ Success Rate: 20.0% (20/100)
7
+
8
+ --- Manipulation Score ---
9
+ Mean: 38.30
10
+ Std: 34.16
11
+
12
+ --- Route Completion ---
13
+ Mean: 42.88%
14
+ Std: 31.46
15
+
16
+ --- Penalty Events ---
17
+ Clutter Collisions: 0
18
+ Out of Bounds: 45
19
+
20
+ ============================================================
log/eval_result/place_bread_skillet/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 00:20:17/_result.txt ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ Timestamp: 2026-03-30 00:20:17
2
+
3
+ Instruction Type: unseen
4
+
5
+ 0.2
log/eval_result/place_empty_cup/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:04:02/_episodes_detail.json ADDED
@@ -0,0 +1,1839 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "episode_id": 1,
4
+ "seed": 100000,
5
+ "success": false,
6
+ "steps_taken": 127,
7
+ "max_steps": 500,
8
+ "route_completion": 15.26294939101342,
9
+ "manipulation_score": 7.63147469550671,
10
+ "total_penalty_factor": 0.5,
11
+ "fail_reason": "out_of_bounds",
12
+ "penalty_events": [
13
+ {
14
+ "event_type": "out_of_bounds",
15
+ "timestep": 127,
16
+ "penalty_factor": 0.5,
17
+ "details": "Target object left workspace/view"
18
+ }
19
+ ]
20
+ },
21
+ {
22
+ "episode_id": 2,
23
+ "seed": 100001,
24
+ "success": false,
25
+ "steps_taken": 202,
26
+ "max_steps": 500,
27
+ "route_completion": 0.02686951735392479,
28
+ "manipulation_score": 0.013434758676962396,
29
+ "total_penalty_factor": 0.5,
30
+ "fail_reason": "out_of_bounds",
31
+ "penalty_events": [
32
+ {
33
+ "event_type": "out_of_bounds",
34
+ "timestep": 202,
35
+ "penalty_factor": 0.5,
36
+ "details": "Target object left workspace/view"
37
+ }
38
+ ]
39
+ },
40
+ {
41
+ "episode_id": 3,
42
+ "seed": 100002,
43
+ "success": false,
44
+ "steps_taken": 225,
45
+ "max_steps": 500,
46
+ "route_completion": 11.828571356730135,
47
+ "manipulation_score": 5.914285678365068,
48
+ "total_penalty_factor": 0.5,
49
+ "fail_reason": "out_of_bounds",
50
+ "penalty_events": [
51
+ {
52
+ "event_type": "out_of_bounds",
53
+ "timestep": 225,
54
+ "penalty_factor": 0.5,
55
+ "details": "Target object left workspace/view"
56
+ }
57
+ ]
58
+ },
59
+ {
60
+ "episode_id": 4,
61
+ "seed": 100004,
62
+ "success": false,
63
+ "steps_taken": 110,
64
+ "max_steps": 500,
65
+ "route_completion": 27.497495153453,
66
+ "manipulation_score": 13.7487475767265,
67
+ "total_penalty_factor": 0.5,
68
+ "fail_reason": "out_of_bounds",
69
+ "penalty_events": [
70
+ {
71
+ "event_type": "out_of_bounds",
72
+ "timestep": 110,
73
+ "penalty_factor": 0.5,
74
+ "details": "Target object left workspace/view"
75
+ }
76
+ ]
77
+ },
78
+ {
79
+ "episode_id": 5,
80
+ "seed": 100005,
81
+ "success": false,
82
+ "steps_taken": 115,
83
+ "max_steps": 500,
84
+ "route_completion": 23.865937511940867,
85
+ "manipulation_score": 11.932968755970434,
86
+ "total_penalty_factor": 0.5,
87
+ "fail_reason": "out_of_bounds",
88
+ "penalty_events": [
89
+ {
90
+ "event_type": "out_of_bounds",
91
+ "timestep": 115,
92
+ "penalty_factor": 0.5,
93
+ "details": "Target object left workspace/view"
94
+ }
95
+ ]
96
+ },
97
+ {
98
+ "episode_id": 6,
99
+ "seed": 100007,
100
+ "success": false,
101
+ "steps_taken": 237,
102
+ "max_steps": 500,
103
+ "route_completion": 18.555382094789607,
104
+ "manipulation_score": 9.277691047394804,
105
+ "total_penalty_factor": 0.5,
106
+ "fail_reason": "out_of_bounds",
107
+ "penalty_events": [
108
+ {
109
+ "event_type": "out_of_bounds",
110
+ "timestep": 237,
111
+ "penalty_factor": 0.5,
112
+ "details": "Target object left workspace/view"
113
+ }
114
+ ]
115
+ },
116
+ {
117
+ "episode_id": 7,
118
+ "seed": 100008,
119
+ "success": true,
120
+ "steps_taken": 211,
121
+ "max_steps": 500,
122
+ "route_completion": 100.0,
123
+ "manipulation_score": 100.0,
124
+ "total_penalty_factor": 1.0,
125
+ "fail_reason": null,
126
+ "penalty_events": []
127
+ },
128
+ {
129
+ "episode_id": 8,
130
+ "seed": 100009,
131
+ "success": false,
132
+ "steps_taken": 167,
133
+ "max_steps": 500,
134
+ "route_completion": 28.1043464574452,
135
+ "manipulation_score": 14.0521732287226,
136
+ "total_penalty_factor": 0.5,
137
+ "fail_reason": "out_of_bounds",
138
+ "penalty_events": [
139
+ {
140
+ "event_type": "out_of_bounds",
141
+ "timestep": 167,
142
+ "penalty_factor": 0.5,
143
+ "details": "Target object left workspace/view"
144
+ }
145
+ ]
146
+ },
147
+ {
148
+ "episode_id": 9,
149
+ "seed": 100010,
150
+ "success": false,
151
+ "steps_taken": 363,
152
+ "max_steps": 500,
153
+ "route_completion": 37.555003262229775,
154
+ "manipulation_score": 18.777501631114887,
155
+ "total_penalty_factor": 0.5,
156
+ "fail_reason": "out_of_bounds",
157
+ "penalty_events": [
158
+ {
159
+ "event_type": "out_of_bounds",
160
+ "timestep": 363,
161
+ "penalty_factor": 0.5,
162
+ "details": "Target object left workspace/view"
163
+ }
164
+ ]
165
+ },
166
+ {
167
+ "episode_id": 10,
168
+ "seed": 100011,
169
+ "success": false,
170
+ "steps_taken": 369,
171
+ "max_steps": 500,
172
+ "route_completion": 29.725000810396917,
173
+ "manipulation_score": 14.862500405198459,
174
+ "total_penalty_factor": 0.5,
175
+ "fail_reason": "out_of_bounds",
176
+ "penalty_events": [
177
+ {
178
+ "event_type": "out_of_bounds",
179
+ "timestep": 369,
180
+ "penalty_factor": 0.5,
181
+ "details": "Target object left workspace/view"
182
+ }
183
+ ]
184
+ },
185
+ {
186
+ "episode_id": 11,
187
+ "seed": 100012,
188
+ "success": false,
189
+ "steps_taken": 141,
190
+ "max_steps": 500,
191
+ "route_completion": 43.069990251395105,
192
+ "manipulation_score": 21.534995125697552,
193
+ "total_penalty_factor": 0.5,
194
+ "fail_reason": "out_of_bounds",
195
+ "penalty_events": [
196
+ {
197
+ "event_type": "out_of_bounds",
198
+ "timestep": 141,
199
+ "penalty_factor": 0.5,
200
+ "details": "Target object left workspace/view"
201
+ }
202
+ ]
203
+ },
204
+ {
205
+ "episode_id": 12,
206
+ "seed": 100013,
207
+ "success": false,
208
+ "steps_taken": 191,
209
+ "max_steps": 500,
210
+ "route_completion": 0.014817431917151314,
211
+ "manipulation_score": 0.007408715958575657,
212
+ "total_penalty_factor": 0.5,
213
+ "fail_reason": "out_of_bounds",
214
+ "penalty_events": [
215
+ {
216
+ "event_type": "out_of_bounds",
217
+ "timestep": 191,
218
+ "penalty_factor": 0.5,
219
+ "details": "Target object left workspace/view"
220
+ }
221
+ ]
222
+ },
223
+ {
224
+ "episode_id": 13,
225
+ "seed": 100014,
226
+ "success": false,
227
+ "steps_taken": 133,
228
+ "max_steps": 500,
229
+ "route_completion": 0.0,
230
+ "manipulation_score": 0.0,
231
+ "total_penalty_factor": 0.5,
232
+ "fail_reason": "out_of_bounds",
233
+ "penalty_events": [
234
+ {
235
+ "event_type": "out_of_bounds",
236
+ "timestep": 133,
237
+ "penalty_factor": 0.5,
238
+ "details": "Target object left workspace/view"
239
+ }
240
+ ]
241
+ },
242
+ {
243
+ "episode_id": 14,
244
+ "seed": 100015,
245
+ "success": false,
246
+ "steps_taken": 182,
247
+ "max_steps": 500,
248
+ "route_completion": 3.1242693926539205,
249
+ "manipulation_score": 1.5621346963269602,
250
+ "total_penalty_factor": 0.5,
251
+ "fail_reason": "out_of_bounds",
252
+ "penalty_events": [
253
+ {
254
+ "event_type": "out_of_bounds",
255
+ "timestep": 182,
256
+ "penalty_factor": 0.5,
257
+ "details": "Target object left workspace/view"
258
+ }
259
+ ]
260
+ },
261
+ {
262
+ "episode_id": 15,
263
+ "seed": 100016,
264
+ "success": false,
265
+ "steps_taken": 168,
266
+ "max_steps": 500,
267
+ "route_completion": 31.68806366536246,
268
+ "manipulation_score": 15.84403183268123,
269
+ "total_penalty_factor": 0.5,
270
+ "fail_reason": "out_of_bounds",
271
+ "penalty_events": [
272
+ {
273
+ "event_type": "out_of_bounds",
274
+ "timestep": 168,
275
+ "penalty_factor": 0.5,
276
+ "details": "Target object left workspace/view"
277
+ }
278
+ ]
279
+ },
280
+ {
281
+ "episode_id": 16,
282
+ "seed": 100017,
283
+ "success": false,
284
+ "steps_taken": 179,
285
+ "max_steps": 500,
286
+ "route_completion": 28.66122087772755,
287
+ "manipulation_score": 14.330610438863776,
288
+ "total_penalty_factor": 0.5,
289
+ "fail_reason": "out_of_bounds",
290
+ "penalty_events": [
291
+ {
292
+ "event_type": "out_of_bounds",
293
+ "timestep": 179,
294
+ "penalty_factor": 0.5,
295
+ "details": "Target object left workspace/view"
296
+ }
297
+ ]
298
+ },
299
+ {
300
+ "episode_id": 17,
301
+ "seed": 100018,
302
+ "success": false,
303
+ "steps_taken": 131,
304
+ "max_steps": 500,
305
+ "route_completion": 44.480363311412965,
306
+ "manipulation_score": 22.240181655706483,
307
+ "total_penalty_factor": 0.5,
308
+ "fail_reason": "out_of_bounds",
309
+ "penalty_events": [
310
+ {
311
+ "event_type": "out_of_bounds",
312
+ "timestep": 131,
313
+ "penalty_factor": 0.5,
314
+ "details": "Target object left workspace/view"
315
+ }
316
+ ]
317
+ },
318
+ {
319
+ "episode_id": 18,
320
+ "seed": 100019,
321
+ "success": false,
322
+ "steps_taken": 130,
323
+ "max_steps": 500,
324
+ "route_completion": 4.593666444472416,
325
+ "manipulation_score": 2.296833222236208,
326
+ "total_penalty_factor": 0.5,
327
+ "fail_reason": "out_of_bounds",
328
+ "penalty_events": [
329
+ {
330
+ "event_type": "out_of_bounds",
331
+ "timestep": 130,
332
+ "penalty_factor": 0.5,
333
+ "details": "Target object left workspace/view"
334
+ }
335
+ ]
336
+ },
337
+ {
338
+ "episode_id": 19,
339
+ "seed": 100020,
340
+ "success": false,
341
+ "steps_taken": 144,
342
+ "max_steps": 500,
343
+ "route_completion": 24.70368880883036,
344
+ "manipulation_score": 12.35184440441518,
345
+ "total_penalty_factor": 0.5,
346
+ "fail_reason": "out_of_bounds",
347
+ "penalty_events": [
348
+ {
349
+ "event_type": "out_of_bounds",
350
+ "timestep": 144,
351
+ "penalty_factor": 0.5,
352
+ "details": "Target object left workspace/view"
353
+ }
354
+ ]
355
+ },
356
+ {
357
+ "episode_id": 20,
358
+ "seed": 100021,
359
+ "success": false,
360
+ "steps_taken": 95,
361
+ "max_steps": 500,
362
+ "route_completion": 0.08040160691700939,
363
+ "manipulation_score": 0.04020080345850469,
364
+ "total_penalty_factor": 0.5,
365
+ "fail_reason": "out_of_bounds",
366
+ "penalty_events": [
367
+ {
368
+ "event_type": "out_of_bounds",
369
+ "timestep": 95,
370
+ "penalty_factor": 0.5,
371
+ "details": "Target object left workspace/view"
372
+ }
373
+ ]
374
+ },
375
+ {
376
+ "episode_id": 21,
377
+ "seed": 100023,
378
+ "success": false,
379
+ "steps_taken": 241,
380
+ "max_steps": 500,
381
+ "route_completion": 37.97566336393077,
382
+ "manipulation_score": 18.987831681965385,
383
+ "total_penalty_factor": 0.5,
384
+ "fail_reason": "out_of_bounds",
385
+ "penalty_events": [
386
+ {
387
+ "event_type": "out_of_bounds",
388
+ "timestep": 241,
389
+ "penalty_factor": 0.5,
390
+ "details": "Target object left workspace/view"
391
+ }
392
+ ]
393
+ },
394
+ {
395
+ "episode_id": 22,
396
+ "seed": 100024,
397
+ "success": false,
398
+ "steps_taken": 316,
399
+ "max_steps": 500,
400
+ "route_completion": 45.2455924609332,
401
+ "manipulation_score": 22.6227962304666,
402
+ "total_penalty_factor": 0.5,
403
+ "fail_reason": "out_of_bounds",
404
+ "penalty_events": [
405
+ {
406
+ "event_type": "out_of_bounds",
407
+ "timestep": 316,
408
+ "penalty_factor": 0.5,
409
+ "details": "Target object left workspace/view"
410
+ }
411
+ ]
412
+ },
413
+ {
414
+ "episode_id": 23,
415
+ "seed": 100025,
416
+ "success": false,
417
+ "steps_taken": 117,
418
+ "max_steps": 500,
419
+ "route_completion": 22.447073093287937,
420
+ "manipulation_score": 11.223536546643968,
421
+ "total_penalty_factor": 0.5,
422
+ "fail_reason": "out_of_bounds",
423
+ "penalty_events": [
424
+ {
425
+ "event_type": "out_of_bounds",
426
+ "timestep": 117,
427
+ "penalty_factor": 0.5,
428
+ "details": "Target object left workspace/view"
429
+ }
430
+ ]
431
+ },
432
+ {
433
+ "episode_id": 24,
434
+ "seed": 100026,
435
+ "success": false,
436
+ "steps_taken": 144,
437
+ "max_steps": 500,
438
+ "route_completion": 29.377141061111374,
439
+ "manipulation_score": 14.688570530555687,
440
+ "total_penalty_factor": 0.5,
441
+ "fail_reason": "out_of_bounds",
442
+ "penalty_events": [
443
+ {
444
+ "event_type": "out_of_bounds",
445
+ "timestep": 144,
446
+ "penalty_factor": 0.5,
447
+ "details": "Target object left workspace/view"
448
+ }
449
+ ]
450
+ },
451
+ {
452
+ "episode_id": 25,
453
+ "seed": 100028,
454
+ "success": false,
455
+ "steps_taken": 119,
456
+ "max_steps": 500,
457
+ "route_completion": 29.65049233904106,
458
+ "manipulation_score": 14.82524616952053,
459
+ "total_penalty_factor": 0.5,
460
+ "fail_reason": "out_of_bounds",
461
+ "penalty_events": [
462
+ {
463
+ "event_type": "out_of_bounds",
464
+ "timestep": 119,
465
+ "penalty_factor": 0.5,
466
+ "details": "Target object left workspace/view"
467
+ }
468
+ ]
469
+ },
470
+ {
471
+ "episode_id": 26,
472
+ "seed": 100029,
473
+ "success": false,
474
+ "steps_taken": 155,
475
+ "max_steps": 500,
476
+ "route_completion": 39.4777299421295,
477
+ "manipulation_score": 19.73886497106475,
478
+ "total_penalty_factor": 0.5,
479
+ "fail_reason": "out_of_bounds",
480
+ "penalty_events": [
481
+ {
482
+ "event_type": "out_of_bounds",
483
+ "timestep": 155,
484
+ "penalty_factor": 0.5,
485
+ "details": "Target object left workspace/view"
486
+ }
487
+ ]
488
+ },
489
+ {
490
+ "episode_id": 27,
491
+ "seed": 100030,
492
+ "success": false,
493
+ "steps_taken": 222,
494
+ "max_steps": 500,
495
+ "route_completion": 42.63631944089036,
496
+ "manipulation_score": 21.31815972044518,
497
+ "total_penalty_factor": 0.5,
498
+ "fail_reason": "out_of_bounds",
499
+ "penalty_events": [
500
+ {
501
+ "event_type": "out_of_bounds",
502
+ "timestep": 222,
503
+ "penalty_factor": 0.5,
504
+ "details": "Target object left workspace/view"
505
+ }
506
+ ]
507
+ },
508
+ {
509
+ "episode_id": 28,
510
+ "seed": 100032,
511
+ "success": true,
512
+ "steps_taken": 128,
513
+ "max_steps": 500,
514
+ "route_completion": 100.0,
515
+ "manipulation_score": 100.0,
516
+ "total_penalty_factor": 1.0,
517
+ "fail_reason": null,
518
+ "penalty_events": []
519
+ },
520
+ {
521
+ "episode_id": 29,
522
+ "seed": 100033,
523
+ "success": false,
524
+ "steps_taken": 126,
525
+ "max_steps": 500,
526
+ "route_completion": 20.92747754286332,
527
+ "manipulation_score": 10.46373877143166,
528
+ "total_penalty_factor": 0.5,
529
+ "fail_reason": "out_of_bounds",
530
+ "penalty_events": [
531
+ {
532
+ "event_type": "out_of_bounds",
533
+ "timestep": 126,
534
+ "penalty_factor": 0.5,
535
+ "details": "Target object left workspace/view"
536
+ }
537
+ ]
538
+ },
539
+ {
540
+ "episode_id": 30,
541
+ "seed": 100034,
542
+ "success": false,
543
+ "steps_taken": 148,
544
+ "max_steps": 500,
545
+ "route_completion": 32.13276679704122,
546
+ "manipulation_score": 16.06638339852061,
547
+ "total_penalty_factor": 0.5,
548
+ "fail_reason": "out_of_bounds",
549
+ "penalty_events": [
550
+ {
551
+ "event_type": "out_of_bounds",
552
+ "timestep": 148,
553
+ "penalty_factor": 0.5,
554
+ "details": "Target object left workspace/view"
555
+ }
556
+ ]
557
+ },
558
+ {
559
+ "episode_id": 31,
560
+ "seed": 100035,
561
+ "success": false,
562
+ "steps_taken": 129,
563
+ "max_steps": 500,
564
+ "route_completion": 38.56689068020554,
565
+ "manipulation_score": 19.28344534010277,
566
+ "total_penalty_factor": 0.5,
567
+ "fail_reason": "out_of_bounds",
568
+ "penalty_events": [
569
+ {
570
+ "event_type": "out_of_bounds",
571
+ "timestep": 129,
572
+ "penalty_factor": 0.5,
573
+ "details": "Target object left workspace/view"
574
+ }
575
+ ]
576
+ },
577
+ {
578
+ "episode_id": 32,
579
+ "seed": 100036,
580
+ "success": false,
581
+ "steps_taken": 110,
582
+ "max_steps": 500,
583
+ "route_completion": 0.04161456695050222,
584
+ "manipulation_score": 0.02080728347525111,
585
+ "total_penalty_factor": 0.5,
586
+ "fail_reason": "out_of_bounds",
587
+ "penalty_events": [
588
+ {
589
+ "event_type": "out_of_bounds",
590
+ "timestep": 110,
591
+ "penalty_factor": 0.5,
592
+ "details": "Target object left workspace/view"
593
+ }
594
+ ]
595
+ },
596
+ {
597
+ "episode_id": 33,
598
+ "seed": 100037,
599
+ "success": false,
600
+ "steps_taken": 376,
601
+ "max_steps": 500,
602
+ "route_completion": 0.0,
603
+ "manipulation_score": 0.0,
604
+ "total_penalty_factor": 0.5,
605
+ "fail_reason": "out_of_bounds",
606
+ "penalty_events": [
607
+ {
608
+ "event_type": "out_of_bounds",
609
+ "timestep": 376,
610
+ "penalty_factor": 0.5,
611
+ "details": "Target object left workspace/view"
612
+ }
613
+ ]
614
+ },
615
+ {
616
+ "episode_id": 34,
617
+ "seed": 100038,
618
+ "success": false,
619
+ "steps_taken": 166,
620
+ "max_steps": 500,
621
+ "route_completion": 18.889197808722873,
622
+ "manipulation_score": 9.444598904361436,
623
+ "total_penalty_factor": 0.5,
624
+ "fail_reason": "out_of_bounds",
625
+ "penalty_events": [
626
+ {
627
+ "event_type": "out_of_bounds",
628
+ "timestep": 166,
629
+ "penalty_factor": 0.5,
630
+ "details": "Target object left workspace/view"
631
+ }
632
+ ]
633
+ },
634
+ {
635
+ "episode_id": 35,
636
+ "seed": 100040,
637
+ "success": false,
638
+ "steps_taken": 201,
639
+ "max_steps": 500,
640
+ "route_completion": 0.021233948718000543,
641
+ "manipulation_score": 0.010616974359000272,
642
+ "total_penalty_factor": 0.5,
643
+ "fail_reason": "out_of_bounds",
644
+ "penalty_events": [
645
+ {
646
+ "event_type": "out_of_bounds",
647
+ "timestep": 201,
648
+ "penalty_factor": 0.5,
649
+ "details": "Target object left workspace/view"
650
+ }
651
+ ]
652
+ },
653
+ {
654
+ "episode_id": 36,
655
+ "seed": 100041,
656
+ "success": false,
657
+ "steps_taken": 198,
658
+ "max_steps": 500,
659
+ "route_completion": 30.506685507561222,
660
+ "manipulation_score": 15.253342753780611,
661
+ "total_penalty_factor": 0.5,
662
+ "fail_reason": "out_of_bounds",
663
+ "penalty_events": [
664
+ {
665
+ "event_type": "out_of_bounds",
666
+ "timestep": 198,
667
+ "penalty_factor": 0.5,
668
+ "details": "Target object left workspace/view"
669
+ }
670
+ ]
671
+ },
672
+ {
673
+ "episode_id": 37,
674
+ "seed": 100042,
675
+ "success": false,
676
+ "steps_taken": 248,
677
+ "max_steps": 500,
678
+ "route_completion": 40.51772735156657,
679
+ "manipulation_score": 20.258863675783285,
680
+ "total_penalty_factor": 0.5,
681
+ "fail_reason": "out_of_bounds",
682
+ "penalty_events": [
683
+ {
684
+ "event_type": "out_of_bounds",
685
+ "timestep": 248,
686
+ "penalty_factor": 0.5,
687
+ "details": "Target object left workspace/view"
688
+ }
689
+ ]
690
+ },
691
+ {
692
+ "episode_id": 38,
693
+ "seed": 100044,
694
+ "success": false,
695
+ "steps_taken": 115,
696
+ "max_steps": 500,
697
+ "route_completion": 0.0,
698
+ "manipulation_score": 0.0,
699
+ "total_penalty_factor": 0.5,
700
+ "fail_reason": "out_of_bounds",
701
+ "penalty_events": [
702
+ {
703
+ "event_type": "out_of_bounds",
704
+ "timestep": 115,
705
+ "penalty_factor": 0.5,
706
+ "details": "Target object left workspace/view"
707
+ }
708
+ ]
709
+ },
710
+ {
711
+ "episode_id": 39,
712
+ "seed": 100046,
713
+ "success": false,
714
+ "steps_taken": 245,
715
+ "max_steps": 500,
716
+ "route_completion": 36.108616604562,
717
+ "manipulation_score": 18.054308302281,
718
+ "total_penalty_factor": 0.5,
719
+ "fail_reason": "out_of_bounds",
720
+ "penalty_events": [
721
+ {
722
+ "event_type": "out_of_bounds",
723
+ "timestep": 245,
724
+ "penalty_factor": 0.5,
725
+ "details": "Target object left workspace/view"
726
+ }
727
+ ]
728
+ },
729
+ {
730
+ "episode_id": 40,
731
+ "seed": 100047,
732
+ "success": false,
733
+ "steps_taken": 274,
734
+ "max_steps": 500,
735
+ "route_completion": 36.62078705106776,
736
+ "manipulation_score": 18.31039352553388,
737
+ "total_penalty_factor": 0.5,
738
+ "fail_reason": "out_of_bounds",
739
+ "penalty_events": [
740
+ {
741
+ "event_type": "out_of_bounds",
742
+ "timestep": 274,
743
+ "penalty_factor": 0.5,
744
+ "details": "Target object left workspace/view"
745
+ }
746
+ ]
747
+ },
748
+ {
749
+ "episode_id": 41,
750
+ "seed": 100049,
751
+ "success": false,
752
+ "steps_taken": 109,
753
+ "max_steps": 500,
754
+ "route_completion": 0.0,
755
+ "manipulation_score": 0.0,
756
+ "total_penalty_factor": 0.5,
757
+ "fail_reason": "out_of_bounds",
758
+ "penalty_events": [
759
+ {
760
+ "event_type": "out_of_bounds",
761
+ "timestep": 109,
762
+ "penalty_factor": 0.5,
763
+ "details": "Target object left workspace/view"
764
+ }
765
+ ]
766
+ },
767
+ {
768
+ "episode_id": 42,
769
+ "seed": 100050,
770
+ "success": false,
771
+ "steps_taken": 114,
772
+ "max_steps": 500,
773
+ "route_completion": 8.425248697953176,
774
+ "manipulation_score": 4.212624348976588,
775
+ "total_penalty_factor": 0.5,
776
+ "fail_reason": "out_of_bounds",
777
+ "penalty_events": [
778
+ {
779
+ "event_type": "out_of_bounds",
780
+ "timestep": 114,
781
+ "penalty_factor": 0.5,
782
+ "details": "Target object left workspace/view"
783
+ }
784
+ ]
785
+ },
786
+ {
787
+ "episode_id": 43,
788
+ "seed": 100051,
789
+ "success": false,
790
+ "steps_taken": 121,
791
+ "max_steps": 500,
792
+ "route_completion": 14.422916057176005,
793
+ "manipulation_score": 7.2114580285880026,
794
+ "total_penalty_factor": 0.5,
795
+ "fail_reason": "out_of_bounds",
796
+ "penalty_events": [
797
+ {
798
+ "event_type": "out_of_bounds",
799
+ "timestep": 121,
800
+ "penalty_factor": 0.5,
801
+ "details": "Target object left workspace/view"
802
+ }
803
+ ]
804
+ },
805
+ {
806
+ "episode_id": 44,
807
+ "seed": 100052,
808
+ "success": true,
809
+ "steps_taken": 136,
810
+ "max_steps": 500,
811
+ "route_completion": 100.0,
812
+ "manipulation_score": 100.0,
813
+ "total_penalty_factor": 1.0,
814
+ "fail_reason": null,
815
+ "penalty_events": []
816
+ },
817
+ {
818
+ "episode_id": 45,
819
+ "seed": 100054,
820
+ "success": false,
821
+ "steps_taken": 286,
822
+ "max_steps": 500,
823
+ "route_completion": 0.7856596257151569,
824
+ "manipulation_score": 0.39282981285757845,
825
+ "total_penalty_factor": 0.5,
826
+ "fail_reason": "out_of_bounds",
827
+ "penalty_events": [
828
+ {
829
+ "event_type": "out_of_bounds",
830
+ "timestep": 286,
831
+ "penalty_factor": 0.5,
832
+ "details": "Target object left workspace/view"
833
+ }
834
+ ]
835
+ },
836
+ {
837
+ "episode_id": 46,
838
+ "seed": 100056,
839
+ "success": false,
840
+ "steps_taken": 118,
841
+ "max_steps": 500,
842
+ "route_completion": 15.201780955148699,
843
+ "manipulation_score": 7.6008904775743495,
844
+ "total_penalty_factor": 0.5,
845
+ "fail_reason": "out_of_bounds",
846
+ "penalty_events": [
847
+ {
848
+ "event_type": "out_of_bounds",
849
+ "timestep": 118,
850
+ "penalty_factor": 0.5,
851
+ "details": "Target object left workspace/view"
852
+ }
853
+ ]
854
+ },
855
+ {
856
+ "episode_id": 47,
857
+ "seed": 100057,
858
+ "success": false,
859
+ "steps_taken": 121,
860
+ "max_steps": 500,
861
+ "route_completion": 37.085659597537806,
862
+ "manipulation_score": 18.542829798768903,
863
+ "total_penalty_factor": 0.5,
864
+ "fail_reason": "out_of_bounds",
865
+ "penalty_events": [
866
+ {
867
+ "event_type": "out_of_bounds",
868
+ "timestep": 121,
869
+ "penalty_factor": 0.5,
870
+ "details": "Target object left workspace/view"
871
+ }
872
+ ]
873
+ },
874
+ {
875
+ "episode_id": 48,
876
+ "seed": 100058,
877
+ "success": false,
878
+ "steps_taken": 254,
879
+ "max_steps": 500,
880
+ "route_completion": 0.0,
881
+ "manipulation_score": 0.0,
882
+ "total_penalty_factor": 0.5,
883
+ "fail_reason": "out_of_bounds",
884
+ "penalty_events": [
885
+ {
886
+ "event_type": "out_of_bounds",
887
+ "timestep": 254,
888
+ "penalty_factor": 0.5,
889
+ "details": "Target object left workspace/view"
890
+ }
891
+ ]
892
+ },
893
+ {
894
+ "episode_id": 49,
895
+ "seed": 100059,
896
+ "success": false,
897
+ "steps_taken": 111,
898
+ "max_steps": 500,
899
+ "route_completion": 34.564677054073215,
900
+ "manipulation_score": 17.282338527036607,
901
+ "total_penalty_factor": 0.5,
902
+ "fail_reason": "out_of_bounds",
903
+ "penalty_events": [
904
+ {
905
+ "event_type": "out_of_bounds",
906
+ "timestep": 111,
907
+ "penalty_factor": 0.5,
908
+ "details": "Target object left workspace/view"
909
+ }
910
+ ]
911
+ },
912
+ {
913
+ "episode_id": 50,
914
+ "seed": 100060,
915
+ "success": false,
916
+ "steps_taken": 110,
917
+ "max_steps": 500,
918
+ "route_completion": 16.86613073101337,
919
+ "manipulation_score": 8.433065365506685,
920
+ "total_penalty_factor": 0.5,
921
+ "fail_reason": "out_of_bounds",
922
+ "penalty_events": [
923
+ {
924
+ "event_type": "out_of_bounds",
925
+ "timestep": 110,
926
+ "penalty_factor": 0.5,
927
+ "details": "Target object left workspace/view"
928
+ }
929
+ ]
930
+ },
931
+ {
932
+ "episode_id": 51,
933
+ "seed": 100061,
934
+ "success": false,
935
+ "steps_taken": 167,
936
+ "max_steps": 500,
937
+ "route_completion": 23.92433287662714,
938
+ "manipulation_score": 11.96216643831357,
939
+ "total_penalty_factor": 0.5,
940
+ "fail_reason": "out_of_bounds",
941
+ "penalty_events": [
942
+ {
943
+ "event_type": "out_of_bounds",
944
+ "timestep": 167,
945
+ "penalty_factor": 0.5,
946
+ "details": "Target object left workspace/view"
947
+ }
948
+ ]
949
+ },
950
+ {
951
+ "episode_id": 52,
952
+ "seed": 100062,
953
+ "success": false,
954
+ "steps_taken": 156,
955
+ "max_steps": 500,
956
+ "route_completion": 0.06674715896649598,
957
+ "manipulation_score": 0.03337357948324799,
958
+ "total_penalty_factor": 0.5,
959
+ "fail_reason": "out_of_bounds",
960
+ "penalty_events": [
961
+ {
962
+ "event_type": "out_of_bounds",
963
+ "timestep": 156,
964
+ "penalty_factor": 0.5,
965
+ "details": "Target object left workspace/view"
966
+ }
967
+ ]
968
+ },
969
+ {
970
+ "episode_id": 53,
971
+ "seed": 100063,
972
+ "success": false,
973
+ "steps_taken": 169,
974
+ "max_steps": 500,
975
+ "route_completion": 48.77511343404481,
976
+ "manipulation_score": 24.387556717022406,
977
+ "total_penalty_factor": 0.5,
978
+ "fail_reason": "out_of_bounds",
979
+ "penalty_events": [
980
+ {
981
+ "event_type": "out_of_bounds",
982
+ "timestep": 169,
983
+ "penalty_factor": 0.5,
984
+ "details": "Target object left workspace/view"
985
+ }
986
+ ]
987
+ },
988
+ {
989
+ "episode_id": 54,
990
+ "seed": 100064,
991
+ "success": false,
992
+ "steps_taken": 188,
993
+ "max_steps": 500,
994
+ "route_completion": 16.35886632649519,
995
+ "manipulation_score": 8.179433163247595,
996
+ "total_penalty_factor": 0.5,
997
+ "fail_reason": "out_of_bounds",
998
+ "penalty_events": [
999
+ {
1000
+ "event_type": "out_of_bounds",
1001
+ "timestep": 188,
1002
+ "penalty_factor": 0.5,
1003
+ "details": "Target object left workspace/view"
1004
+ }
1005
+ ]
1006
+ },
1007
+ {
1008
+ "episode_id": 55,
1009
+ "seed": 100065,
1010
+ "success": true,
1011
+ "steps_taken": 178,
1012
+ "max_steps": 500,
1013
+ "route_completion": 100.0,
1014
+ "manipulation_score": 100.0,
1015
+ "total_penalty_factor": 1.0,
1016
+ "fail_reason": null,
1017
+ "penalty_events": []
1018
+ },
1019
+ {
1020
+ "episode_id": 56,
1021
+ "seed": 100066,
1022
+ "success": false,
1023
+ "steps_taken": 111,
1024
+ "max_steps": 500,
1025
+ "route_completion": 28.108675039343456,
1026
+ "manipulation_score": 14.054337519671728,
1027
+ "total_penalty_factor": 0.5,
1028
+ "fail_reason": "out_of_bounds",
1029
+ "penalty_events": [
1030
+ {
1031
+ "event_type": "out_of_bounds",
1032
+ "timestep": 111,
1033
+ "penalty_factor": 0.5,
1034
+ "details": "Target object left workspace/view"
1035
+ }
1036
+ ]
1037
+ },
1038
+ {
1039
+ "episode_id": 57,
1040
+ "seed": 100067,
1041
+ "success": false,
1042
+ "steps_taken": 137,
1043
+ "max_steps": 500,
1044
+ "route_completion": 33.18509288906819,
1045
+ "manipulation_score": 16.592546444534094,
1046
+ "total_penalty_factor": 0.5,
1047
+ "fail_reason": "out_of_bounds",
1048
+ "penalty_events": [
1049
+ {
1050
+ "event_type": "out_of_bounds",
1051
+ "timestep": 137,
1052
+ "penalty_factor": 0.5,
1053
+ "details": "Target object left workspace/view"
1054
+ }
1055
+ ]
1056
+ },
1057
+ {
1058
+ "episode_id": 58,
1059
+ "seed": 100068,
1060
+ "success": false,
1061
+ "steps_taken": 129,
1062
+ "max_steps": 500,
1063
+ "route_completion": 28.411216732170423,
1064
+ "manipulation_score": 14.205608366085212,
1065
+ "total_penalty_factor": 0.5,
1066
+ "fail_reason": "out_of_bounds",
1067
+ "penalty_events": [
1068
+ {
1069
+ "event_type": "out_of_bounds",
1070
+ "timestep": 129,
1071
+ "penalty_factor": 0.5,
1072
+ "details": "Target object left workspace/view"
1073
+ }
1074
+ ]
1075
+ },
1076
+ {
1077
+ "episode_id": 59,
1078
+ "seed": 100069,
1079
+ "success": false,
1080
+ "steps_taken": 128,
1081
+ "max_steps": 500,
1082
+ "route_completion": 33.28329639223529,
1083
+ "manipulation_score": 16.641648196117647,
1084
+ "total_penalty_factor": 0.5,
1085
+ "fail_reason": "out_of_bounds",
1086
+ "penalty_events": [
1087
+ {
1088
+ "event_type": "out_of_bounds",
1089
+ "timestep": 128,
1090
+ "penalty_factor": 0.5,
1091
+ "details": "Target object left workspace/view"
1092
+ }
1093
+ ]
1094
+ },
1095
+ {
1096
+ "episode_id": 60,
1097
+ "seed": 100070,
1098
+ "success": true,
1099
+ "steps_taken": 133,
1100
+ "max_steps": 500,
1101
+ "route_completion": 100.0,
1102
+ "manipulation_score": 100.0,
1103
+ "total_penalty_factor": 1.0,
1104
+ "fail_reason": null,
1105
+ "penalty_events": []
1106
+ },
1107
+ {
1108
+ "episode_id": 61,
1109
+ "seed": 100071,
1110
+ "success": false,
1111
+ "steps_taken": 500,
1112
+ "max_steps": 500,
1113
+ "route_completion": 43.97967581644475,
1114
+ "manipulation_score": 43.97967581644475,
1115
+ "total_penalty_factor": 1.0,
1116
+ "fail_reason": null,
1117
+ "penalty_events": []
1118
+ },
1119
+ {
1120
+ "episode_id": 62,
1121
+ "seed": 100072,
1122
+ "success": false,
1123
+ "steps_taken": 108,
1124
+ "max_steps": 500,
1125
+ "route_completion": 27.66858275764838,
1126
+ "manipulation_score": 13.83429137882419,
1127
+ "total_penalty_factor": 0.5,
1128
+ "fail_reason": "out_of_bounds",
1129
+ "penalty_events": [
1130
+ {
1131
+ "event_type": "out_of_bounds",
1132
+ "timestep": 108,
1133
+ "penalty_factor": 0.5,
1134
+ "details": "Target object left workspace/view"
1135
+ }
1136
+ ]
1137
+ },
1138
+ {
1139
+ "episode_id": 63,
1140
+ "seed": 100073,
1141
+ "success": false,
1142
+ "steps_taken": 121,
1143
+ "max_steps": 500,
1144
+ "route_completion": 21.86897450952471,
1145
+ "manipulation_score": 10.934487254762354,
1146
+ "total_penalty_factor": 0.5,
1147
+ "fail_reason": "out_of_bounds",
1148
+ "penalty_events": [
1149
+ {
1150
+ "event_type": "out_of_bounds",
1151
+ "timestep": 121,
1152
+ "penalty_factor": 0.5,
1153
+ "details": "Target object left workspace/view"
1154
+ }
1155
+ ]
1156
+ },
1157
+ {
1158
+ "episode_id": 64,
1159
+ "seed": 100074,
1160
+ "success": true,
1161
+ "steps_taken": 127,
1162
+ "max_steps": 500,
1163
+ "route_completion": 100.0,
1164
+ "manipulation_score": 100.0,
1165
+ "total_penalty_factor": 1.0,
1166
+ "fail_reason": null,
1167
+ "penalty_events": []
1168
+ },
1169
+ {
1170
+ "episode_id": 65,
1171
+ "seed": 100075,
1172
+ "success": false,
1173
+ "steps_taken": 199,
1174
+ "max_steps": 500,
1175
+ "route_completion": 11.93438764370823,
1176
+ "manipulation_score": 5.967193821854115,
1177
+ "total_penalty_factor": 0.5,
1178
+ "fail_reason": "out_of_bounds",
1179
+ "penalty_events": [
1180
+ {
1181
+ "event_type": "out_of_bounds",
1182
+ "timestep": 199,
1183
+ "penalty_factor": 0.5,
1184
+ "details": "Target object left workspace/view"
1185
+ }
1186
+ ]
1187
+ },
1188
+ {
1189
+ "episode_id": 66,
1190
+ "seed": 100076,
1191
+ "success": false,
1192
+ "steps_taken": 182,
1193
+ "max_steps": 500,
1194
+ "route_completion": 21.28137508251061,
1195
+ "manipulation_score": 10.640687541255305,
1196
+ "total_penalty_factor": 0.5,
1197
+ "fail_reason": "out_of_bounds",
1198
+ "penalty_events": [
1199
+ {
1200
+ "event_type": "out_of_bounds",
1201
+ "timestep": 182,
1202
+ "penalty_factor": 0.5,
1203
+ "details": "Target object left workspace/view"
1204
+ }
1205
+ ]
1206
+ },
1207
+ {
1208
+ "episode_id": 67,
1209
+ "seed": 100077,
1210
+ "success": false,
1211
+ "steps_taken": 235,
1212
+ "max_steps": 500,
1213
+ "route_completion": 0.02134786241093479,
1214
+ "manipulation_score": 0.010673931205467394,
1215
+ "total_penalty_factor": 0.5,
1216
+ "fail_reason": "out_of_bounds",
1217
+ "penalty_events": [
1218
+ {
1219
+ "event_type": "out_of_bounds",
1220
+ "timestep": 235,
1221
+ "penalty_factor": 0.5,
1222
+ "details": "Target object left workspace/view"
1223
+ }
1224
+ ]
1225
+ },
1226
+ {
1227
+ "episode_id": 68,
1228
+ "seed": 100078,
1229
+ "success": false,
1230
+ "steps_taken": 164,
1231
+ "max_steps": 500,
1232
+ "route_completion": 26.83114944766577,
1233
+ "manipulation_score": 13.415574723832885,
1234
+ "total_penalty_factor": 0.5,
1235
+ "fail_reason": "out_of_bounds",
1236
+ "penalty_events": [
1237
+ {
1238
+ "event_type": "out_of_bounds",
1239
+ "timestep": 164,
1240
+ "penalty_factor": 0.5,
1241
+ "details": "Target object left workspace/view"
1242
+ }
1243
+ ]
1244
+ },
1245
+ {
1246
+ "episode_id": 69,
1247
+ "seed": 100079,
1248
+ "success": false,
1249
+ "steps_taken": 144,
1250
+ "max_steps": 500,
1251
+ "route_completion": 0.0,
1252
+ "manipulation_score": 0.0,
1253
+ "total_penalty_factor": 0.5,
1254
+ "fail_reason": "out_of_bounds",
1255
+ "penalty_events": [
1256
+ {
1257
+ "event_type": "out_of_bounds",
1258
+ "timestep": 144,
1259
+ "penalty_factor": 0.5,
1260
+ "details": "Target object left workspace/view"
1261
+ }
1262
+ ]
1263
+ },
1264
+ {
1265
+ "episode_id": 70,
1266
+ "seed": 100080,
1267
+ "success": false,
1268
+ "steps_taken": 154,
1269
+ "max_steps": 500,
1270
+ "route_completion": 33.710045306485384,
1271
+ "manipulation_score": 16.855022653242692,
1272
+ "total_penalty_factor": 0.5,
1273
+ "fail_reason": "out_of_bounds",
1274
+ "penalty_events": [
1275
+ {
1276
+ "event_type": "out_of_bounds",
1277
+ "timestep": 154,
1278
+ "penalty_factor": 0.5,
1279
+ "details": "Target object left workspace/view"
1280
+ }
1281
+ ]
1282
+ },
1283
+ {
1284
+ "episode_id": 71,
1285
+ "seed": 100081,
1286
+ "success": false,
1287
+ "steps_taken": 172,
1288
+ "max_steps": 500,
1289
+ "route_completion": 45.874328352683065,
1290
+ "manipulation_score": 22.937164176341533,
1291
+ "total_penalty_factor": 0.5,
1292
+ "fail_reason": "out_of_bounds",
1293
+ "penalty_events": [
1294
+ {
1295
+ "event_type": "out_of_bounds",
1296
+ "timestep": 172,
1297
+ "penalty_factor": 0.5,
1298
+ "details": "Target object left workspace/view"
1299
+ }
1300
+ ]
1301
+ },
1302
+ {
1303
+ "episode_id": 72,
1304
+ "seed": 100082,
1305
+ "success": true,
1306
+ "steps_taken": 135,
1307
+ "max_steps": 500,
1308
+ "route_completion": 100.0,
1309
+ "manipulation_score": 100.0,
1310
+ "total_penalty_factor": 1.0,
1311
+ "fail_reason": null,
1312
+ "penalty_events": []
1313
+ },
1314
+ {
1315
+ "episode_id": 73,
1316
+ "seed": 100083,
1317
+ "success": false,
1318
+ "steps_taken": 178,
1319
+ "max_steps": 500,
1320
+ "route_completion": 30.814614724739993,
1321
+ "manipulation_score": 15.407307362369997,
1322
+ "total_penalty_factor": 0.5,
1323
+ "fail_reason": "out_of_bounds",
1324
+ "penalty_events": [
1325
+ {
1326
+ "event_type": "out_of_bounds",
1327
+ "timestep": 178,
1328
+ "penalty_factor": 0.5,
1329
+ "details": "Target object left workspace/view"
1330
+ }
1331
+ ]
1332
+ },
1333
+ {
1334
+ "episode_id": 74,
1335
+ "seed": 100084,
1336
+ "success": false,
1337
+ "steps_taken": 228,
1338
+ "max_steps": 500,
1339
+ "route_completion": 25.888316739736823,
1340
+ "manipulation_score": 12.944158369868411,
1341
+ "total_penalty_factor": 0.5,
1342
+ "fail_reason": "out_of_bounds",
1343
+ "penalty_events": [
1344
+ {
1345
+ "event_type": "out_of_bounds",
1346
+ "timestep": 228,
1347
+ "penalty_factor": 0.5,
1348
+ "details": "Target object left workspace/view"
1349
+ }
1350
+ ]
1351
+ },
1352
+ {
1353
+ "episode_id": 75,
1354
+ "seed": 100085,
1355
+ "success": false,
1356
+ "steps_taken": 121,
1357
+ "max_steps": 500,
1358
+ "route_completion": 9.489922544353162,
1359
+ "manipulation_score": 4.744961272176581,
1360
+ "total_penalty_factor": 0.5,
1361
+ "fail_reason": "out_of_bounds",
1362
+ "penalty_events": [
1363
+ {
1364
+ "event_type": "out_of_bounds",
1365
+ "timestep": 121,
1366
+ "penalty_factor": 0.5,
1367
+ "details": "Target object left workspace/view"
1368
+ }
1369
+ ]
1370
+ },
1371
+ {
1372
+ "episode_id": 76,
1373
+ "seed": 100086,
1374
+ "success": false,
1375
+ "steps_taken": 185,
1376
+ "max_steps": 500,
1377
+ "route_completion": 0.15981405182300437,
1378
+ "manipulation_score": 0.07990702591150219,
1379
+ "total_penalty_factor": 0.5,
1380
+ "fail_reason": "out_of_bounds",
1381
+ "penalty_events": [
1382
+ {
1383
+ "event_type": "out_of_bounds",
1384
+ "timestep": 185,
1385
+ "penalty_factor": 0.5,
1386
+ "details": "Target object left workspace/view"
1387
+ }
1388
+ ]
1389
+ },
1390
+ {
1391
+ "episode_id": 77,
1392
+ "seed": 100087,
1393
+ "success": false,
1394
+ "steps_taken": 309,
1395
+ "max_steps": 500,
1396
+ "route_completion": 32.149323391257745,
1397
+ "manipulation_score": 16.074661695628873,
1398
+ "total_penalty_factor": 0.5,
1399
+ "fail_reason": "out_of_bounds",
1400
+ "penalty_events": [
1401
+ {
1402
+ "event_type": "out_of_bounds",
1403
+ "timestep": 309,
1404
+ "penalty_factor": 0.5,
1405
+ "details": "Target object left workspace/view"
1406
+ }
1407
+ ]
1408
+ },
1409
+ {
1410
+ "episode_id": 78,
1411
+ "seed": 100088,
1412
+ "success": false,
1413
+ "steps_taken": 141,
1414
+ "max_steps": 500,
1415
+ "route_completion": 38.35053212335841,
1416
+ "manipulation_score": 19.175266061679206,
1417
+ "total_penalty_factor": 0.5,
1418
+ "fail_reason": "out_of_bounds",
1419
+ "penalty_events": [
1420
+ {
1421
+ "event_type": "out_of_bounds",
1422
+ "timestep": 141,
1423
+ "penalty_factor": 0.5,
1424
+ "details": "Target object left workspace/view"
1425
+ }
1426
+ ]
1427
+ },
1428
+ {
1429
+ "episode_id": 79,
1430
+ "seed": 100089,
1431
+ "success": false,
1432
+ "steps_taken": 179,
1433
+ "max_steps": 500,
1434
+ "route_completion": 13.07995400714059,
1435
+ "manipulation_score": 6.539977003570295,
1436
+ "total_penalty_factor": 0.5,
1437
+ "fail_reason": "out_of_bounds",
1438
+ "penalty_events": [
1439
+ {
1440
+ "event_type": "out_of_bounds",
1441
+ "timestep": 179,
1442
+ "penalty_factor": 0.5,
1443
+ "details": "Target object left workspace/view"
1444
+ }
1445
+ ]
1446
+ },
1447
+ {
1448
+ "episode_id": 80,
1449
+ "seed": 100090,
1450
+ "success": false,
1451
+ "steps_taken": 119,
1452
+ "max_steps": 500,
1453
+ "route_completion": 3.7938194676631913,
1454
+ "manipulation_score": 1.8969097338315957,
1455
+ "total_penalty_factor": 0.5,
1456
+ "fail_reason": "out_of_bounds",
1457
+ "penalty_events": [
1458
+ {
1459
+ "event_type": "out_of_bounds",
1460
+ "timestep": 119,
1461
+ "penalty_factor": 0.5,
1462
+ "details": "Target object left workspace/view"
1463
+ }
1464
+ ]
1465
+ },
1466
+ {
1467
+ "episode_id": 81,
1468
+ "seed": 100091,
1469
+ "success": false,
1470
+ "steps_taken": 121,
1471
+ "max_steps": 500,
1472
+ "route_completion": 0.045314164138011793,
1473
+ "manipulation_score": 0.022657082069005897,
1474
+ "total_penalty_factor": 0.5,
1475
+ "fail_reason": "out_of_bounds",
1476
+ "penalty_events": [
1477
+ {
1478
+ "event_type": "out_of_bounds",
1479
+ "timestep": 121,
1480
+ "penalty_factor": 0.5,
1481
+ "details": "Target object left workspace/view"
1482
+ }
1483
+ ]
1484
+ },
1485
+ {
1486
+ "episode_id": 82,
1487
+ "seed": 100092,
1488
+ "success": false,
1489
+ "steps_taken": 130,
1490
+ "max_steps": 500,
1491
+ "route_completion": 23.336956198837775,
1492
+ "manipulation_score": 11.668478099418888,
1493
+ "total_penalty_factor": 0.5,
1494
+ "fail_reason": "out_of_bounds",
1495
+ "penalty_events": [
1496
+ {
1497
+ "event_type": "out_of_bounds",
1498
+ "timestep": 130,
1499
+ "penalty_factor": 0.5,
1500
+ "details": "Target object left workspace/view"
1501
+ }
1502
+ ]
1503
+ },
1504
+ {
1505
+ "episode_id": 83,
1506
+ "seed": 100093,
1507
+ "success": false,
1508
+ "steps_taken": 135,
1509
+ "max_steps": 500,
1510
+ "route_completion": 31.468554561953653,
1511
+ "manipulation_score": 15.734277280976826,
1512
+ "total_penalty_factor": 0.5,
1513
+ "fail_reason": "out_of_bounds",
1514
+ "penalty_events": [
1515
+ {
1516
+ "event_type": "out_of_bounds",
1517
+ "timestep": 135,
1518
+ "penalty_factor": 0.5,
1519
+ "details": "Target object left workspace/view"
1520
+ }
1521
+ ]
1522
+ },
1523
+ {
1524
+ "episode_id": 84,
1525
+ "seed": 100096,
1526
+ "success": true,
1527
+ "steps_taken": 138,
1528
+ "max_steps": 500,
1529
+ "route_completion": 100.0,
1530
+ "manipulation_score": 100.0,
1531
+ "total_penalty_factor": 1.0,
1532
+ "fail_reason": null,
1533
+ "penalty_events": []
1534
+ },
1535
+ {
1536
+ "episode_id": 85,
1537
+ "seed": 100097,
1538
+ "success": false,
1539
+ "steps_taken": 250,
1540
+ "max_steps": 500,
1541
+ "route_completion": 0.012182950126430631,
1542
+ "manipulation_score": 0.006091475063215316,
1543
+ "total_penalty_factor": 0.5,
1544
+ "fail_reason": "out_of_bounds",
1545
+ "penalty_events": [
1546
+ {
1547
+ "event_type": "out_of_bounds",
1548
+ "timestep": 250,
1549
+ "penalty_factor": 0.5,
1550
+ "details": "Target object left workspace/view"
1551
+ }
1552
+ ]
1553
+ },
1554
+ {
1555
+ "episode_id": 86,
1556
+ "seed": 100099,
1557
+ "success": false,
1558
+ "steps_taken": 176,
1559
+ "max_steps": 500,
1560
+ "route_completion": 29.20433993281555,
1561
+ "manipulation_score": 14.602169966407775,
1562
+ "total_penalty_factor": 0.5,
1563
+ "fail_reason": "out_of_bounds",
1564
+ "penalty_events": [
1565
+ {
1566
+ "event_type": "out_of_bounds",
1567
+ "timestep": 176,
1568
+ "penalty_factor": 0.5,
1569
+ "details": "Target object left workspace/view"
1570
+ }
1571
+ ]
1572
+ },
1573
+ {
1574
+ "episode_id": 87,
1575
+ "seed": 100100,
1576
+ "success": false,
1577
+ "steps_taken": 194,
1578
+ "max_steps": 500,
1579
+ "route_completion": 30.18719683654698,
1580
+ "manipulation_score": 15.09359841827349,
1581
+ "total_penalty_factor": 0.5,
1582
+ "fail_reason": "out_of_bounds",
1583
+ "penalty_events": [
1584
+ {
1585
+ "event_type": "out_of_bounds",
1586
+ "timestep": 194,
1587
+ "penalty_factor": 0.5,
1588
+ "details": "Target object left workspace/view"
1589
+ }
1590
+ ]
1591
+ },
1592
+ {
1593
+ "episode_id": 88,
1594
+ "seed": 100101,
1595
+ "success": false,
1596
+ "steps_taken": 216,
1597
+ "max_steps": 500,
1598
+ "route_completion": 21.706478666522706,
1599
+ "manipulation_score": 10.853239333261353,
1600
+ "total_penalty_factor": 0.5,
1601
+ "fail_reason": "out_of_bounds",
1602
+ "penalty_events": [
1603
+ {
1604
+ "event_type": "out_of_bounds",
1605
+ "timestep": 216,
1606
+ "penalty_factor": 0.5,
1607
+ "details": "Target object left workspace/view"
1608
+ }
1609
+ ]
1610
+ },
1611
+ {
1612
+ "episode_id": 89,
1613
+ "seed": 100103,
1614
+ "success": false,
1615
+ "steps_taken": 140,
1616
+ "max_steps": 500,
1617
+ "route_completion": 2.8724921381960047,
1618
+ "manipulation_score": 1.4362460690980023,
1619
+ "total_penalty_factor": 0.5,
1620
+ "fail_reason": "out_of_bounds",
1621
+ "penalty_events": [
1622
+ {
1623
+ "event_type": "out_of_bounds",
1624
+ "timestep": 140,
1625
+ "penalty_factor": 0.5,
1626
+ "details": "Target object left workspace/view"
1627
+ }
1628
+ ]
1629
+ },
1630
+ {
1631
+ "episode_id": 90,
1632
+ "seed": 100104,
1633
+ "success": false,
1634
+ "steps_taken": 107,
1635
+ "max_steps": 500,
1636
+ "route_completion": 17.124084566827268,
1637
+ "manipulation_score": 8.562042283413634,
1638
+ "total_penalty_factor": 0.5,
1639
+ "fail_reason": "out_of_bounds",
1640
+ "penalty_events": [
1641
+ {
1642
+ "event_type": "out_of_bounds",
1643
+ "timestep": 107,
1644
+ "penalty_factor": 0.5,
1645
+ "details": "Target object left workspace/view"
1646
+ }
1647
+ ]
1648
+ },
1649
+ {
1650
+ "episode_id": 91,
1651
+ "seed": 100107,
1652
+ "success": false,
1653
+ "steps_taken": 157,
1654
+ "max_steps": 500,
1655
+ "route_completion": 6.798966346369024,
1656
+ "manipulation_score": 3.399483173184512,
1657
+ "total_penalty_factor": 0.5,
1658
+ "fail_reason": "out_of_bounds",
1659
+ "penalty_events": [
1660
+ {
1661
+ "event_type": "out_of_bounds",
1662
+ "timestep": 157,
1663
+ "penalty_factor": 0.5,
1664
+ "details": "Target object left workspace/view"
1665
+ }
1666
+ ]
1667
+ },
1668
+ {
1669
+ "episode_id": 92,
1670
+ "seed": 100108,
1671
+ "success": false,
1672
+ "steps_taken": 194,
1673
+ "max_steps": 500,
1674
+ "route_completion": 6.285441570014938,
1675
+ "manipulation_score": 3.142720785007469,
1676
+ "total_penalty_factor": 0.5,
1677
+ "fail_reason": "out_of_bounds",
1678
+ "penalty_events": [
1679
+ {
1680
+ "event_type": "out_of_bounds",
1681
+ "timestep": 194,
1682
+ "penalty_factor": 0.5,
1683
+ "details": "Target object left workspace/view"
1684
+ }
1685
+ ]
1686
+ },
1687
+ {
1688
+ "episode_id": 93,
1689
+ "seed": 100109,
1690
+ "success": false,
1691
+ "steps_taken": 123,
1692
+ "max_steps": 500,
1693
+ "route_completion": 29.898775478310487,
1694
+ "manipulation_score": 14.949387739155243,
1695
+ "total_penalty_factor": 0.5,
1696
+ "fail_reason": "out_of_bounds",
1697
+ "penalty_events": [
1698
+ {
1699
+ "event_type": "out_of_bounds",
1700
+ "timestep": 123,
1701
+ "penalty_factor": 0.5,
1702
+ "details": "Target object left workspace/view"
1703
+ }
1704
+ ]
1705
+ },
1706
+ {
1707
+ "episode_id": 94,
1708
+ "seed": 100110,
1709
+ "success": false,
1710
+ "steps_taken": 154,
1711
+ "max_steps": 500,
1712
+ "route_completion": 30.4794588252282,
1713
+ "manipulation_score": 15.2397294126141,
1714
+ "total_penalty_factor": 0.5,
1715
+ "fail_reason": "out_of_bounds",
1716
+ "penalty_events": [
1717
+ {
1718
+ "event_type": "out_of_bounds",
1719
+ "timestep": 154,
1720
+ "penalty_factor": 0.5,
1721
+ "details": "Target object left workspace/view"
1722
+ }
1723
+ ]
1724
+ },
1725
+ {
1726
+ "episode_id": 95,
1727
+ "seed": 100112,
1728
+ "success": false,
1729
+ "steps_taken": 207,
1730
+ "max_steps": 500,
1731
+ "route_completion": 37.24263037271186,
1732
+ "manipulation_score": 18.62131518635593,
1733
+ "total_penalty_factor": 0.5,
1734
+ "fail_reason": "out_of_bounds",
1735
+ "penalty_events": [
1736
+ {
1737
+ "event_type": "out_of_bounds",
1738
+ "timestep": 207,
1739
+ "penalty_factor": 0.5,
1740
+ "details": "Target object left workspace/view"
1741
+ }
1742
+ ]
1743
+ },
1744
+ {
1745
+ "episode_id": 96,
1746
+ "seed": 100113,
1747
+ "success": false,
1748
+ "steps_taken": 110,
1749
+ "max_steps": 500,
1750
+ "route_completion": 0.027455798470283895,
1751
+ "manipulation_score": 0.013727899235141948,
1752
+ "total_penalty_factor": 0.5,
1753
+ "fail_reason": "out_of_bounds",
1754
+ "penalty_events": [
1755
+ {
1756
+ "event_type": "out_of_bounds",
1757
+ "timestep": 110,
1758
+ "penalty_factor": 0.5,
1759
+ "details": "Target object left workspace/view"
1760
+ }
1761
+ ]
1762
+ },
1763
+ {
1764
+ "episode_id": 97,
1765
+ "seed": 100114,
1766
+ "success": false,
1767
+ "steps_taken": 141,
1768
+ "max_steps": 500,
1769
+ "route_completion": 24.978139306856537,
1770
+ "manipulation_score": 12.489069653428269,
1771
+ "total_penalty_factor": 0.5,
1772
+ "fail_reason": "out_of_bounds",
1773
+ "penalty_events": [
1774
+ {
1775
+ "event_type": "out_of_bounds",
1776
+ "timestep": 141,
1777
+ "penalty_factor": 0.5,
1778
+ "details": "Target object left workspace/view"
1779
+ }
1780
+ ]
1781
+ },
1782
+ {
1783
+ "episode_id": 98,
1784
+ "seed": 100115,
1785
+ "success": false,
1786
+ "steps_taken": 263,
1787
+ "max_steps": 500,
1788
+ "route_completion": 31.935569683993947,
1789
+ "manipulation_score": 15.967784841996973,
1790
+ "total_penalty_factor": 0.5,
1791
+ "fail_reason": "out_of_bounds",
1792
+ "penalty_events": [
1793
+ {
1794
+ "event_type": "out_of_bounds",
1795
+ "timestep": 263,
1796
+ "penalty_factor": 0.5,
1797
+ "details": "Target object left workspace/view"
1798
+ }
1799
+ ]
1800
+ },
1801
+ {
1802
+ "episode_id": 99,
1803
+ "seed": 100116,
1804
+ "success": false,
1805
+ "steps_taken": 232,
1806
+ "max_steps": 500,
1807
+ "route_completion": 38.855008585630415,
1808
+ "manipulation_score": 19.427504292815208,
1809
+ "total_penalty_factor": 0.5,
1810
+ "fail_reason": "out_of_bounds",
1811
+ "penalty_events": [
1812
+ {
1813
+ "event_type": "out_of_bounds",
1814
+ "timestep": 232,
1815
+ "penalty_factor": 0.5,
1816
+ "details": "Target object left workspace/view"
1817
+ }
1818
+ ]
1819
+ },
1820
+ {
1821
+ "episode_id": 100,
1822
+ "seed": 100117,
1823
+ "success": false,
1824
+ "steps_taken": 469,
1825
+ "max_steps": 500,
1826
+ "route_completion": 25.982475491581162,
1827
+ "manipulation_score": 12.991237745790581,
1828
+ "total_penalty_factor": 0.5,
1829
+ "fail_reason": "out_of_bounds",
1830
+ "penalty_events": [
1831
+ {
1832
+ "event_type": "out_of_bounds",
1833
+ "timestep": 469,
1834
+ "penalty_factor": 0.5,
1835
+ "details": "Target object left workspace/view"
1836
+ }
1837
+ ]
1838
+ }
1839
+ ]
log/eval_result/place_empty_cup/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:04:02/_metrics.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "total_episodes": 100,
3
+ "success_count": 8,
4
+ "success_rate": 8.0,
5
+ "manipulation_score_mean": 18.163819107974618,
6
+ "manipulation_score_std": 25.329022978635976,
7
+ "route_completion_mean": 27.8878414577848,
8
+ "route_completion_std": 25.49856585841339,
9
+ "penalty_clutter_collision_total": 0,
10
+ "penalty_out_of_bounds_total": 91
11
+ }
log/eval_result/place_empty_cup/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:04:02/_metrics_report.txt ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ============================================================
2
+ EVALUATION METRICS REPORT
3
+ ============================================================
4
+
5
+ Total Episodes: 100
6
+ Success Rate: 8.0% (8/100)
7
+
8
+ --- Manipulation Score ---
9
+ Mean: 18.16
10
+ Std: 25.33
11
+
12
+ --- Route Completion ---
13
+ Mean: 27.89%
14
+ Std: 25.50
15
+
16
+ --- Penalty Events ---
17
+ Clutter Collisions: 0
18
+ Out of Bounds: 91
19
+
20
+ ============================================================
log/eval_result/place_empty_cup/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:04:02/_result.txt ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ Timestamp: 2026-03-30 01:04:02
2
+
3
+ Instruction Type: unseen
4
+
5
+ 0.08
log/eval_result/place_object_basket/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:44:48/_episodes_detail.json ADDED
@@ -0,0 +1,1356 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "episode_id": 1,
4
+ "seed": 100000,
5
+ "success": true,
6
+ "steps_taken": 239,
7
+ "max_steps": 700,
8
+ "route_completion": 100.0,
9
+ "manipulation_score": 100.0,
10
+ "total_penalty_factor": 1.0,
11
+ "fail_reason": null,
12
+ "penalty_events": []
13
+ },
14
+ {
15
+ "episode_id": 2,
16
+ "seed": 100005,
17
+ "success": true,
18
+ "steps_taken": 219,
19
+ "max_steps": 700,
20
+ "route_completion": 100.0,
21
+ "manipulation_score": 100.0,
22
+ "total_penalty_factor": 1.0,
23
+ "fail_reason": null,
24
+ "penalty_events": []
25
+ },
26
+ {
27
+ "episode_id": 3,
28
+ "seed": 100009,
29
+ "success": true,
30
+ "steps_taken": 239,
31
+ "max_steps": 700,
32
+ "route_completion": 100.0,
33
+ "manipulation_score": 100.0,
34
+ "total_penalty_factor": 1.0,
35
+ "fail_reason": null,
36
+ "penalty_events": []
37
+ },
38
+ {
39
+ "episode_id": 4,
40
+ "seed": 100010,
41
+ "success": false,
42
+ "steps_taken": 700,
43
+ "max_steps": 700,
44
+ "route_completion": 45.38527435442064,
45
+ "manipulation_score": 45.38527435442064,
46
+ "total_penalty_factor": 1.0,
47
+ "fail_reason": null,
48
+ "penalty_events": []
49
+ },
50
+ {
51
+ "episode_id": 5,
52
+ "seed": 100016,
53
+ "success": false,
54
+ "steps_taken": 700,
55
+ "max_steps": 700,
56
+ "route_completion": 44.25619687293505,
57
+ "manipulation_score": 44.25619687293505,
58
+ "total_penalty_factor": 1.0,
59
+ "fail_reason": null,
60
+ "penalty_events": []
61
+ },
62
+ {
63
+ "episode_id": 6,
64
+ "seed": 100017,
65
+ "success": false,
66
+ "steps_taken": 50,
67
+ "max_steps": 700,
68
+ "route_completion": 12.376154588289701,
69
+ "manipulation_score": 6.1880772941448505,
70
+ "total_penalty_factor": 0.5,
71
+ "fail_reason": "out_of_bounds",
72
+ "penalty_events": [
73
+ {
74
+ "event_type": "out_of_bounds",
75
+ "timestep": 50,
76
+ "penalty_factor": 0.5,
77
+ "details": "Target object left workspace/view"
78
+ }
79
+ ]
80
+ },
81
+ {
82
+ "episode_id": 7,
83
+ "seed": 100019,
84
+ "success": false,
85
+ "steps_taken": 64,
86
+ "max_steps": 700,
87
+ "route_completion": 8.79412203488567,
88
+ "manipulation_score": 4.397061017442835,
89
+ "total_penalty_factor": 0.5,
90
+ "fail_reason": "out_of_bounds",
91
+ "penalty_events": [
92
+ {
93
+ "event_type": "out_of_bounds",
94
+ "timestep": 64,
95
+ "penalty_factor": 0.5,
96
+ "details": "Target object left workspace/view"
97
+ }
98
+ ]
99
+ },
100
+ {
101
+ "episode_id": 8,
102
+ "seed": 100024,
103
+ "success": true,
104
+ "steps_taken": 238,
105
+ "max_steps": 700,
106
+ "route_completion": 100.0,
107
+ "manipulation_score": 100.0,
108
+ "total_penalty_factor": 1.0,
109
+ "fail_reason": null,
110
+ "penalty_events": []
111
+ },
112
+ {
113
+ "episode_id": 9,
114
+ "seed": 100027,
115
+ "success": true,
116
+ "steps_taken": 227,
117
+ "max_steps": 700,
118
+ "route_completion": 100.0,
119
+ "manipulation_score": 100.0,
120
+ "total_penalty_factor": 1.0,
121
+ "fail_reason": null,
122
+ "penalty_events": []
123
+ },
124
+ {
125
+ "episode_id": 10,
126
+ "seed": 100029,
127
+ "success": false,
128
+ "steps_taken": 52,
129
+ "max_steps": 700,
130
+ "route_completion": 8.736245131096418,
131
+ "manipulation_score": 4.368122565548209,
132
+ "total_penalty_factor": 0.5,
133
+ "fail_reason": "out_of_bounds",
134
+ "penalty_events": [
135
+ {
136
+ "event_type": "out_of_bounds",
137
+ "timestep": 52,
138
+ "penalty_factor": 0.5,
139
+ "details": "Target object left workspace/view"
140
+ }
141
+ ]
142
+ },
143
+ {
144
+ "episode_id": 11,
145
+ "seed": 100032,
146
+ "success": false,
147
+ "steps_taken": 700,
148
+ "max_steps": 700,
149
+ "route_completion": 44.53505958281187,
150
+ "manipulation_score": 44.53505958281187,
151
+ "total_penalty_factor": 1.0,
152
+ "fail_reason": null,
153
+ "penalty_events": []
154
+ },
155
+ {
156
+ "episode_id": 12,
157
+ "seed": 100039,
158
+ "success": false,
159
+ "steps_taken": 63,
160
+ "max_steps": 700,
161
+ "route_completion": 15.772985392376834,
162
+ "manipulation_score": 7.886492696188417,
163
+ "total_penalty_factor": 0.5,
164
+ "fail_reason": "out_of_bounds",
165
+ "penalty_events": [
166
+ {
167
+ "event_type": "out_of_bounds",
168
+ "timestep": 63,
169
+ "penalty_factor": 0.5,
170
+ "details": "Target object left workspace/view"
171
+ }
172
+ ]
173
+ },
174
+ {
175
+ "episode_id": 13,
176
+ "seed": 100043,
177
+ "success": false,
178
+ "steps_taken": 57,
179
+ "max_steps": 700,
180
+ "route_completion": 35.10309315520882,
181
+ "manipulation_score": 17.55154657760441,
182
+ "total_penalty_factor": 0.5,
183
+ "fail_reason": "out_of_bounds",
184
+ "penalty_events": [
185
+ {
186
+ "event_type": "out_of_bounds",
187
+ "timestep": 57,
188
+ "penalty_factor": 0.5,
189
+ "details": "Target object left workspace/view"
190
+ }
191
+ ]
192
+ },
193
+ {
194
+ "episode_id": 14,
195
+ "seed": 100044,
196
+ "success": false,
197
+ "steps_taken": 70,
198
+ "max_steps": 700,
199
+ "route_completion": 8.284341074406113,
200
+ "manipulation_score": 4.142170537203056,
201
+ "total_penalty_factor": 0.5,
202
+ "fail_reason": "out_of_bounds",
203
+ "penalty_events": [
204
+ {
205
+ "event_type": "out_of_bounds",
206
+ "timestep": 70,
207
+ "penalty_factor": 0.5,
208
+ "details": "Target object left workspace/view"
209
+ }
210
+ ]
211
+ },
212
+ {
213
+ "episode_id": 15,
214
+ "seed": 100047,
215
+ "success": false,
216
+ "steps_taken": 700,
217
+ "max_steps": 700,
218
+ "route_completion": 38.59423593338831,
219
+ "manipulation_score": 38.59423593338831,
220
+ "total_penalty_factor": 1.0,
221
+ "fail_reason": null,
222
+ "penalty_events": []
223
+ },
224
+ {
225
+ "episode_id": 16,
226
+ "seed": 100051,
227
+ "success": true,
228
+ "steps_taken": 238,
229
+ "max_steps": 700,
230
+ "route_completion": 100.0,
231
+ "manipulation_score": 100.0,
232
+ "total_penalty_factor": 1.0,
233
+ "fail_reason": null,
234
+ "penalty_events": []
235
+ },
236
+ {
237
+ "episode_id": 17,
238
+ "seed": 100053,
239
+ "success": true,
240
+ "steps_taken": 252,
241
+ "max_steps": 700,
242
+ "route_completion": 100.0,
243
+ "manipulation_score": 100.0,
244
+ "total_penalty_factor": 1.0,
245
+ "fail_reason": null,
246
+ "penalty_events": []
247
+ },
248
+ {
249
+ "episode_id": 18,
250
+ "seed": 100058,
251
+ "success": false,
252
+ "steps_taken": 700,
253
+ "max_steps": 700,
254
+ "route_completion": 34.73532036573718,
255
+ "manipulation_score": 34.73532036573718,
256
+ "total_penalty_factor": 1.0,
257
+ "fail_reason": null,
258
+ "penalty_events": []
259
+ },
260
+ {
261
+ "episode_id": 19,
262
+ "seed": 100062,
263
+ "success": false,
264
+ "steps_taken": 700,
265
+ "max_steps": 700,
266
+ "route_completion": 61.17729513637889,
267
+ "manipulation_score": 61.17729513637889,
268
+ "total_penalty_factor": 1.0,
269
+ "fail_reason": null,
270
+ "penalty_events": []
271
+ },
272
+ {
273
+ "episode_id": 20,
274
+ "seed": 100064,
275
+ "success": false,
276
+ "steps_taken": 700,
277
+ "max_steps": 700,
278
+ "route_completion": 61.2756762333667,
279
+ "manipulation_score": 61.2756762333667,
280
+ "total_penalty_factor": 1.0,
281
+ "fail_reason": null,
282
+ "penalty_events": []
283
+ },
284
+ {
285
+ "episode_id": 21,
286
+ "seed": 100080,
287
+ "success": true,
288
+ "steps_taken": 239,
289
+ "max_steps": 700,
290
+ "route_completion": 100.0,
291
+ "manipulation_score": 100.0,
292
+ "total_penalty_factor": 1.0,
293
+ "fail_reason": null,
294
+ "penalty_events": []
295
+ },
296
+ {
297
+ "episode_id": 22,
298
+ "seed": 100081,
299
+ "success": true,
300
+ "steps_taken": 238,
301
+ "max_steps": 700,
302
+ "route_completion": 100.0,
303
+ "manipulation_score": 100.0,
304
+ "total_penalty_factor": 1.0,
305
+ "fail_reason": null,
306
+ "penalty_events": []
307
+ },
308
+ {
309
+ "episode_id": 23,
310
+ "seed": 100095,
311
+ "success": false,
312
+ "steps_taken": 700,
313
+ "max_steps": 700,
314
+ "route_completion": 28.763660504472167,
315
+ "manipulation_score": 28.763660504472167,
316
+ "total_penalty_factor": 1.0,
317
+ "fail_reason": null,
318
+ "penalty_events": []
319
+ },
320
+ {
321
+ "episode_id": 24,
322
+ "seed": 100098,
323
+ "success": false,
324
+ "steps_taken": 700,
325
+ "max_steps": 700,
326
+ "route_completion": 44.453006004640315,
327
+ "manipulation_score": 44.453006004640315,
328
+ "total_penalty_factor": 1.0,
329
+ "fail_reason": null,
330
+ "penalty_events": []
331
+ },
332
+ {
333
+ "episode_id": 25,
334
+ "seed": 100101,
335
+ "success": false,
336
+ "steps_taken": 700,
337
+ "max_steps": 700,
338
+ "route_completion": 53.734012305594966,
339
+ "manipulation_score": 53.734012305594966,
340
+ "total_penalty_factor": 1.0,
341
+ "fail_reason": null,
342
+ "penalty_events": []
343
+ },
344
+ {
345
+ "episode_id": 26,
346
+ "seed": 100102,
347
+ "success": false,
348
+ "steps_taken": 700,
349
+ "max_steps": 700,
350
+ "route_completion": 25.06197009381783,
351
+ "manipulation_score": 25.06197009381783,
352
+ "total_penalty_factor": 1.0,
353
+ "fail_reason": null,
354
+ "penalty_events": []
355
+ },
356
+ {
357
+ "episode_id": 27,
358
+ "seed": 100105,
359
+ "success": false,
360
+ "steps_taken": 700,
361
+ "max_steps": 700,
362
+ "route_completion": 63.33139031607394,
363
+ "manipulation_score": 63.33139031607394,
364
+ "total_penalty_factor": 1.0,
365
+ "fail_reason": null,
366
+ "penalty_events": []
367
+ },
368
+ {
369
+ "episode_id": 28,
370
+ "seed": 100108,
371
+ "success": false,
372
+ "steps_taken": 72,
373
+ "max_steps": 700,
374
+ "route_completion": 45.68873154381172,
375
+ "manipulation_score": 22.84436577190586,
376
+ "total_penalty_factor": 0.5,
377
+ "fail_reason": "out_of_bounds",
378
+ "penalty_events": [
379
+ {
380
+ "event_type": "out_of_bounds",
381
+ "timestep": 72,
382
+ "penalty_factor": 0.5,
383
+ "details": "Target object left workspace/view"
384
+ }
385
+ ]
386
+ },
387
+ {
388
+ "episode_id": 29,
389
+ "seed": 100110,
390
+ "success": false,
391
+ "steps_taken": 122,
392
+ "max_steps": 700,
393
+ "route_completion": 37.77096013336177,
394
+ "manipulation_score": 18.885480066680884,
395
+ "total_penalty_factor": 0.5,
396
+ "fail_reason": "out_of_bounds",
397
+ "penalty_events": [
398
+ {
399
+ "event_type": "out_of_bounds",
400
+ "timestep": 122,
401
+ "penalty_factor": 0.5,
402
+ "details": "Target object left workspace/view"
403
+ }
404
+ ]
405
+ },
406
+ {
407
+ "episode_id": 30,
408
+ "seed": 100111,
409
+ "success": false,
410
+ "steps_taken": 700,
411
+ "max_steps": 700,
412
+ "route_completion": 26.542189775962377,
413
+ "manipulation_score": 26.542189775962377,
414
+ "total_penalty_factor": 1.0,
415
+ "fail_reason": null,
416
+ "penalty_events": []
417
+ },
418
+ {
419
+ "episode_id": 31,
420
+ "seed": 100119,
421
+ "success": false,
422
+ "steps_taken": 66,
423
+ "max_steps": 700,
424
+ "route_completion": 10.422793264033253,
425
+ "manipulation_score": 5.211396632016626,
426
+ "total_penalty_factor": 0.5,
427
+ "fail_reason": "out_of_bounds",
428
+ "penalty_events": [
429
+ {
430
+ "event_type": "out_of_bounds",
431
+ "timestep": 66,
432
+ "penalty_factor": 0.5,
433
+ "details": "Target object left workspace/view"
434
+ }
435
+ ]
436
+ },
437
+ {
438
+ "episode_id": 32,
439
+ "seed": 100129,
440
+ "success": false,
441
+ "steps_taken": 700,
442
+ "max_steps": 700,
443
+ "route_completion": 44.970070725329194,
444
+ "manipulation_score": 44.970070725329194,
445
+ "total_penalty_factor": 1.0,
446
+ "fail_reason": null,
447
+ "penalty_events": []
448
+ },
449
+ {
450
+ "episode_id": 33,
451
+ "seed": 100130,
452
+ "success": false,
453
+ "steps_taken": 48,
454
+ "max_steps": 700,
455
+ "route_completion": 14.153622368817995,
456
+ "manipulation_score": 7.076811184408998,
457
+ "total_penalty_factor": 0.5,
458
+ "fail_reason": "out_of_bounds",
459
+ "penalty_events": [
460
+ {
461
+ "event_type": "out_of_bounds",
462
+ "timestep": 48,
463
+ "penalty_factor": 0.5,
464
+ "details": "Target object left workspace/view"
465
+ }
466
+ ]
467
+ },
468
+ {
469
+ "episode_id": 34,
470
+ "seed": 100138,
471
+ "success": false,
472
+ "steps_taken": 700,
473
+ "max_steps": 700,
474
+ "route_completion": 38.71591387933723,
475
+ "manipulation_score": 38.71591387933723,
476
+ "total_penalty_factor": 1.0,
477
+ "fail_reason": null,
478
+ "penalty_events": []
479
+ },
480
+ {
481
+ "episode_id": 35,
482
+ "seed": 100140,
483
+ "success": false,
484
+ "steps_taken": 96,
485
+ "max_steps": 700,
486
+ "route_completion": 50.215095386783574,
487
+ "manipulation_score": 25.107547693391787,
488
+ "total_penalty_factor": 0.5,
489
+ "fail_reason": "out_of_bounds",
490
+ "penalty_events": [
491
+ {
492
+ "event_type": "out_of_bounds",
493
+ "timestep": 96,
494
+ "penalty_factor": 0.5,
495
+ "details": "Target object left workspace/view"
496
+ }
497
+ ]
498
+ },
499
+ {
500
+ "episode_id": 36,
501
+ "seed": 100144,
502
+ "success": false,
503
+ "steps_taken": 700,
504
+ "max_steps": 700,
505
+ "route_completion": 30.754611434786277,
506
+ "manipulation_score": 30.754611434786277,
507
+ "total_penalty_factor": 1.0,
508
+ "fail_reason": null,
509
+ "penalty_events": []
510
+ },
511
+ {
512
+ "episode_id": 37,
513
+ "seed": 100145,
514
+ "success": false,
515
+ "steps_taken": 133,
516
+ "max_steps": 700,
517
+ "route_completion": 33.92128952469979,
518
+ "manipulation_score": 16.960644762349894,
519
+ "total_penalty_factor": 0.5,
520
+ "fail_reason": "out_of_bounds",
521
+ "penalty_events": [
522
+ {
523
+ "event_type": "out_of_bounds",
524
+ "timestep": 133,
525
+ "penalty_factor": 0.5,
526
+ "details": "Target object left workspace/view"
527
+ }
528
+ ]
529
+ },
530
+ {
531
+ "episode_id": 38,
532
+ "seed": 100154,
533
+ "success": false,
534
+ "steps_taken": 64,
535
+ "max_steps": 700,
536
+ "route_completion": 20.947982061183666,
537
+ "manipulation_score": 10.473991030591833,
538
+ "total_penalty_factor": 0.5,
539
+ "fail_reason": "out_of_bounds",
540
+ "penalty_events": [
541
+ {
542
+ "event_type": "out_of_bounds",
543
+ "timestep": 64,
544
+ "penalty_factor": 0.5,
545
+ "details": "Target object left workspace/view"
546
+ }
547
+ ]
548
+ },
549
+ {
550
+ "episode_id": 39,
551
+ "seed": 100155,
552
+ "success": false,
553
+ "steps_taken": 700,
554
+ "max_steps": 700,
555
+ "route_completion": 43.56447403633694,
556
+ "manipulation_score": 43.56447403633694,
557
+ "total_penalty_factor": 1.0,
558
+ "fail_reason": null,
559
+ "penalty_events": []
560
+ },
561
+ {
562
+ "episode_id": 40,
563
+ "seed": 100158,
564
+ "success": false,
565
+ "steps_taken": 700,
566
+ "max_steps": 700,
567
+ "route_completion": 20.897625385559063,
568
+ "manipulation_score": 20.897625385559063,
569
+ "total_penalty_factor": 1.0,
570
+ "fail_reason": null,
571
+ "penalty_events": []
572
+ },
573
+ {
574
+ "episode_id": 41,
575
+ "seed": 100161,
576
+ "success": false,
577
+ "steps_taken": 700,
578
+ "max_steps": 700,
579
+ "route_completion": 35.44546281665035,
580
+ "manipulation_score": 35.44546281665035,
581
+ "total_penalty_factor": 1.0,
582
+ "fail_reason": null,
583
+ "penalty_events": []
584
+ },
585
+ {
586
+ "episode_id": 42,
587
+ "seed": 100172,
588
+ "success": true,
589
+ "steps_taken": 238,
590
+ "max_steps": 700,
591
+ "route_completion": 100.0,
592
+ "manipulation_score": 100.0,
593
+ "total_penalty_factor": 1.0,
594
+ "fail_reason": null,
595
+ "penalty_events": []
596
+ },
597
+ {
598
+ "episode_id": 43,
599
+ "seed": 100174,
600
+ "success": false,
601
+ "steps_taken": 700,
602
+ "max_steps": 700,
603
+ "route_completion": 34.282570625017605,
604
+ "manipulation_score": 34.282570625017605,
605
+ "total_penalty_factor": 1.0,
606
+ "fail_reason": null,
607
+ "penalty_events": []
608
+ },
609
+ {
610
+ "episode_id": 44,
611
+ "seed": 100176,
612
+ "success": true,
613
+ "steps_taken": 237,
614
+ "max_steps": 700,
615
+ "route_completion": 100.0,
616
+ "manipulation_score": 100.0,
617
+ "total_penalty_factor": 1.0,
618
+ "fail_reason": null,
619
+ "penalty_events": []
620
+ },
621
+ {
622
+ "episode_id": 45,
623
+ "seed": 100179,
624
+ "success": false,
625
+ "steps_taken": 700,
626
+ "max_steps": 700,
627
+ "route_completion": 34.89560409718662,
628
+ "manipulation_score": 34.89560409718662,
629
+ "total_penalty_factor": 1.0,
630
+ "fail_reason": null,
631
+ "penalty_events": []
632
+ },
633
+ {
634
+ "episode_id": 46,
635
+ "seed": 100180,
636
+ "success": false,
637
+ "steps_taken": 700,
638
+ "max_steps": 700,
639
+ "route_completion": 26.032779644620668,
640
+ "manipulation_score": 26.032779644620668,
641
+ "total_penalty_factor": 1.0,
642
+ "fail_reason": null,
643
+ "penalty_events": []
644
+ },
645
+ {
646
+ "episode_id": 47,
647
+ "seed": 100182,
648
+ "success": false,
649
+ "steps_taken": 57,
650
+ "max_steps": 700,
651
+ "route_completion": 9.968780298094012,
652
+ "manipulation_score": 4.984390149047006,
653
+ "total_penalty_factor": 0.5,
654
+ "fail_reason": "out_of_bounds",
655
+ "penalty_events": [
656
+ {
657
+ "event_type": "out_of_bounds",
658
+ "timestep": 57,
659
+ "penalty_factor": 0.5,
660
+ "details": "Target object left workspace/view"
661
+ }
662
+ ]
663
+ },
664
+ {
665
+ "episode_id": 48,
666
+ "seed": 100183,
667
+ "success": true,
668
+ "steps_taken": 246,
669
+ "max_steps": 700,
670
+ "route_completion": 100.0,
671
+ "manipulation_score": 100.0,
672
+ "total_penalty_factor": 1.0,
673
+ "fail_reason": null,
674
+ "penalty_events": []
675
+ },
676
+ {
677
+ "episode_id": 49,
678
+ "seed": 100184,
679
+ "success": true,
680
+ "steps_taken": 242,
681
+ "max_steps": 700,
682
+ "route_completion": 100.0,
683
+ "manipulation_score": 100.0,
684
+ "total_penalty_factor": 1.0,
685
+ "fail_reason": null,
686
+ "penalty_events": []
687
+ },
688
+ {
689
+ "episode_id": 50,
690
+ "seed": 100189,
691
+ "success": false,
692
+ "steps_taken": 700,
693
+ "max_steps": 700,
694
+ "route_completion": 32.567469929173555,
695
+ "manipulation_score": 32.567469929173555,
696
+ "total_penalty_factor": 1.0,
697
+ "fail_reason": null,
698
+ "penalty_events": []
699
+ },
700
+ {
701
+ "episode_id": 51,
702
+ "seed": 100191,
703
+ "success": true,
704
+ "steps_taken": 237,
705
+ "max_steps": 700,
706
+ "route_completion": 100.0,
707
+ "manipulation_score": 100.0,
708
+ "total_penalty_factor": 1.0,
709
+ "fail_reason": null,
710
+ "penalty_events": []
711
+ },
712
+ {
713
+ "episode_id": 52,
714
+ "seed": 100196,
715
+ "success": false,
716
+ "steps_taken": 700,
717
+ "max_steps": 700,
718
+ "route_completion": 32.5888975802423,
719
+ "manipulation_score": 32.5888975802423,
720
+ "total_penalty_factor": 1.0,
721
+ "fail_reason": null,
722
+ "penalty_events": []
723
+ },
724
+ {
725
+ "episode_id": 53,
726
+ "seed": 100200,
727
+ "success": false,
728
+ "steps_taken": 700,
729
+ "max_steps": 700,
730
+ "route_completion": 46.32136456279878,
731
+ "manipulation_score": 46.32136456279878,
732
+ "total_penalty_factor": 1.0,
733
+ "fail_reason": null,
734
+ "penalty_events": []
735
+ },
736
+ {
737
+ "episode_id": 54,
738
+ "seed": 100201,
739
+ "success": true,
740
+ "steps_taken": 238,
741
+ "max_steps": 700,
742
+ "route_completion": 100.0,
743
+ "manipulation_score": 100.0,
744
+ "total_penalty_factor": 1.0,
745
+ "fail_reason": null,
746
+ "penalty_events": []
747
+ },
748
+ {
749
+ "episode_id": 55,
750
+ "seed": 100204,
751
+ "success": false,
752
+ "steps_taken": 700,
753
+ "max_steps": 700,
754
+ "route_completion": 42.029304970320254,
755
+ "manipulation_score": 42.029304970320254,
756
+ "total_penalty_factor": 1.0,
757
+ "fail_reason": null,
758
+ "penalty_events": []
759
+ },
760
+ {
761
+ "episode_id": 56,
762
+ "seed": 100211,
763
+ "success": false,
764
+ "steps_taken": 700,
765
+ "max_steps": 700,
766
+ "route_completion": 22.73960532826242,
767
+ "manipulation_score": 22.73960532826242,
768
+ "total_penalty_factor": 1.0,
769
+ "fail_reason": null,
770
+ "penalty_events": []
771
+ },
772
+ {
773
+ "episode_id": 57,
774
+ "seed": 100213,
775
+ "success": true,
776
+ "steps_taken": 237,
777
+ "max_steps": 700,
778
+ "route_completion": 100.0,
779
+ "manipulation_score": 100.0,
780
+ "total_penalty_factor": 1.0,
781
+ "fail_reason": null,
782
+ "penalty_events": []
783
+ },
784
+ {
785
+ "episode_id": 58,
786
+ "seed": 100223,
787
+ "success": true,
788
+ "steps_taken": 241,
789
+ "max_steps": 700,
790
+ "route_completion": 100.0,
791
+ "manipulation_score": 100.0,
792
+ "total_penalty_factor": 1.0,
793
+ "fail_reason": null,
794
+ "penalty_events": []
795
+ },
796
+ {
797
+ "episode_id": 59,
798
+ "seed": 100227,
799
+ "success": false,
800
+ "steps_taken": 52,
801
+ "max_steps": 700,
802
+ "route_completion": 17.615919071354323,
803
+ "manipulation_score": 8.807959535677162,
804
+ "total_penalty_factor": 0.5,
805
+ "fail_reason": "out_of_bounds",
806
+ "penalty_events": [
807
+ {
808
+ "event_type": "out_of_bounds",
809
+ "timestep": 52,
810
+ "penalty_factor": 0.5,
811
+ "details": "Target object left workspace/view"
812
+ }
813
+ ]
814
+ },
815
+ {
816
+ "episode_id": 60,
817
+ "seed": 100228,
818
+ "success": false,
819
+ "steps_taken": 700,
820
+ "max_steps": 700,
821
+ "route_completion": 25.9504971486716,
822
+ "manipulation_score": 25.9504971486716,
823
+ "total_penalty_factor": 1.0,
824
+ "fail_reason": null,
825
+ "penalty_events": []
826
+ },
827
+ {
828
+ "episode_id": 61,
829
+ "seed": 100234,
830
+ "success": true,
831
+ "steps_taken": 172,
832
+ "max_steps": 700,
833
+ "route_completion": 100.0,
834
+ "manipulation_score": 100.0,
835
+ "total_penalty_factor": 1.0,
836
+ "fail_reason": null,
837
+ "penalty_events": []
838
+ },
839
+ {
840
+ "episode_id": 62,
841
+ "seed": 100236,
842
+ "success": true,
843
+ "steps_taken": 240,
844
+ "max_steps": 700,
845
+ "route_completion": 100.0,
846
+ "manipulation_score": 100.0,
847
+ "total_penalty_factor": 1.0,
848
+ "fail_reason": null,
849
+ "penalty_events": []
850
+ },
851
+ {
852
+ "episode_id": 63,
853
+ "seed": 100242,
854
+ "success": true,
855
+ "steps_taken": 242,
856
+ "max_steps": 700,
857
+ "route_completion": 100.0,
858
+ "manipulation_score": 100.0,
859
+ "total_penalty_factor": 1.0,
860
+ "fail_reason": null,
861
+ "penalty_events": []
862
+ },
863
+ {
864
+ "episode_id": 64,
865
+ "seed": 100244,
866
+ "success": false,
867
+ "steps_taken": 68,
868
+ "max_steps": 700,
869
+ "route_completion": 19.29193338031873,
870
+ "manipulation_score": 9.645966690159366,
871
+ "total_penalty_factor": 0.5,
872
+ "fail_reason": "out_of_bounds",
873
+ "penalty_events": [
874
+ {
875
+ "event_type": "out_of_bounds",
876
+ "timestep": 68,
877
+ "penalty_factor": 0.5,
878
+ "details": "Target object left workspace/view"
879
+ }
880
+ ]
881
+ },
882
+ {
883
+ "episode_id": 65,
884
+ "seed": 100247,
885
+ "success": false,
886
+ "steps_taken": 51,
887
+ "max_steps": 700,
888
+ "route_completion": 44.802685096056834,
889
+ "manipulation_score": 22.401342548028417,
890
+ "total_penalty_factor": 0.5,
891
+ "fail_reason": "out_of_bounds",
892
+ "penalty_events": [
893
+ {
894
+ "event_type": "out_of_bounds",
895
+ "timestep": 51,
896
+ "penalty_factor": 0.5,
897
+ "details": "Target object left workspace/view"
898
+ }
899
+ ]
900
+ },
901
+ {
902
+ "episode_id": 66,
903
+ "seed": 100248,
904
+ "success": true,
905
+ "steps_taken": 239,
906
+ "max_steps": 700,
907
+ "route_completion": 100.0,
908
+ "manipulation_score": 100.0,
909
+ "total_penalty_factor": 1.0,
910
+ "fail_reason": null,
911
+ "penalty_events": []
912
+ },
913
+ {
914
+ "episode_id": 67,
915
+ "seed": 100253,
916
+ "success": false,
917
+ "steps_taken": 700,
918
+ "max_steps": 700,
919
+ "route_completion": 46.54630983318768,
920
+ "manipulation_score": 46.54630983318768,
921
+ "total_penalty_factor": 1.0,
922
+ "fail_reason": null,
923
+ "penalty_events": []
924
+ },
925
+ {
926
+ "episode_id": 68,
927
+ "seed": 100255,
928
+ "success": true,
929
+ "steps_taken": 232,
930
+ "max_steps": 700,
931
+ "route_completion": 100.0,
932
+ "manipulation_score": 100.0,
933
+ "total_penalty_factor": 1.0,
934
+ "fail_reason": null,
935
+ "penalty_events": []
936
+ },
937
+ {
938
+ "episode_id": 69,
939
+ "seed": 100256,
940
+ "success": false,
941
+ "steps_taken": 56,
942
+ "max_steps": 700,
943
+ "route_completion": 15.630029750296991,
944
+ "manipulation_score": 7.815014875148496,
945
+ "total_penalty_factor": 0.5,
946
+ "fail_reason": "out_of_bounds",
947
+ "penalty_events": [
948
+ {
949
+ "event_type": "out_of_bounds",
950
+ "timestep": 56,
951
+ "penalty_factor": 0.5,
952
+ "details": "Target object left workspace/view"
953
+ }
954
+ ]
955
+ },
956
+ {
957
+ "episode_id": 70,
958
+ "seed": 100259,
959
+ "success": true,
960
+ "steps_taken": 190,
961
+ "max_steps": 700,
962
+ "route_completion": 100.0,
963
+ "manipulation_score": 100.0,
964
+ "total_penalty_factor": 1.0,
965
+ "fail_reason": null,
966
+ "penalty_events": []
967
+ },
968
+ {
969
+ "episode_id": 71,
970
+ "seed": 100260,
971
+ "success": false,
972
+ "steps_taken": 700,
973
+ "max_steps": 700,
974
+ "route_completion": 49.73296543113708,
975
+ "manipulation_score": 49.73296543113708,
976
+ "total_penalty_factor": 1.0,
977
+ "fail_reason": null,
978
+ "penalty_events": []
979
+ },
980
+ {
981
+ "episode_id": 72,
982
+ "seed": 100274,
983
+ "success": false,
984
+ "steps_taken": 700,
985
+ "max_steps": 700,
986
+ "route_completion": 27.604390193609653,
987
+ "manipulation_score": 27.604390193609653,
988
+ "total_penalty_factor": 1.0,
989
+ "fail_reason": null,
990
+ "penalty_events": []
991
+ },
992
+ {
993
+ "episode_id": 73,
994
+ "seed": 100279,
995
+ "success": false,
996
+ "steps_taken": 700,
997
+ "max_steps": 700,
998
+ "route_completion": 34.341769562057166,
999
+ "manipulation_score": 34.341769562057166,
1000
+ "total_penalty_factor": 1.0,
1001
+ "fail_reason": null,
1002
+ "penalty_events": []
1003
+ },
1004
+ {
1005
+ "episode_id": 74,
1006
+ "seed": 100289,
1007
+ "success": false,
1008
+ "steps_taken": 700,
1009
+ "max_steps": 700,
1010
+ "route_completion": 38.88339639250047,
1011
+ "manipulation_score": 38.88339639250047,
1012
+ "total_penalty_factor": 1.0,
1013
+ "fail_reason": null,
1014
+ "penalty_events": []
1015
+ },
1016
+ {
1017
+ "episode_id": 75,
1018
+ "seed": 100293,
1019
+ "success": true,
1020
+ "steps_taken": 236,
1021
+ "max_steps": 700,
1022
+ "route_completion": 100.0,
1023
+ "manipulation_score": 100.0,
1024
+ "total_penalty_factor": 1.0,
1025
+ "fail_reason": null,
1026
+ "penalty_events": []
1027
+ },
1028
+ {
1029
+ "episode_id": 76,
1030
+ "seed": 100295,
1031
+ "success": true,
1032
+ "steps_taken": 244,
1033
+ "max_steps": 700,
1034
+ "route_completion": 100.0,
1035
+ "manipulation_score": 100.0,
1036
+ "total_penalty_factor": 1.0,
1037
+ "fail_reason": null,
1038
+ "penalty_events": []
1039
+ },
1040
+ {
1041
+ "episode_id": 77,
1042
+ "seed": 100297,
1043
+ "success": false,
1044
+ "steps_taken": 48,
1045
+ "max_steps": 700,
1046
+ "route_completion": 1.6874053202558907,
1047
+ "manipulation_score": 0.8437026601279454,
1048
+ "total_penalty_factor": 0.5,
1049
+ "fail_reason": "out_of_bounds",
1050
+ "penalty_events": [
1051
+ {
1052
+ "event_type": "out_of_bounds",
1053
+ "timestep": 48,
1054
+ "penalty_factor": 0.5,
1055
+ "details": "Target object left workspace/view"
1056
+ }
1057
+ ]
1058
+ },
1059
+ {
1060
+ "episode_id": 78,
1061
+ "seed": 100301,
1062
+ "success": false,
1063
+ "steps_taken": 700,
1064
+ "max_steps": 700,
1065
+ "route_completion": 27.04790384919794,
1066
+ "manipulation_score": 27.04790384919794,
1067
+ "total_penalty_factor": 1.0,
1068
+ "fail_reason": null,
1069
+ "penalty_events": []
1070
+ },
1071
+ {
1072
+ "episode_id": 79,
1073
+ "seed": 100303,
1074
+ "success": false,
1075
+ "steps_taken": 700,
1076
+ "max_steps": 700,
1077
+ "route_completion": 23.08718159287018,
1078
+ "manipulation_score": 23.08718159287018,
1079
+ "total_penalty_factor": 1.0,
1080
+ "fail_reason": null,
1081
+ "penalty_events": []
1082
+ },
1083
+ {
1084
+ "episode_id": 80,
1085
+ "seed": 100304,
1086
+ "success": true,
1087
+ "steps_taken": 234,
1088
+ "max_steps": 700,
1089
+ "route_completion": 100.0,
1090
+ "manipulation_score": 100.0,
1091
+ "total_penalty_factor": 1.0,
1092
+ "fail_reason": null,
1093
+ "penalty_events": []
1094
+ },
1095
+ {
1096
+ "episode_id": 81,
1097
+ "seed": 100306,
1098
+ "success": false,
1099
+ "steps_taken": 700,
1100
+ "max_steps": 700,
1101
+ "route_completion": 32.55210427652256,
1102
+ "manipulation_score": 32.55210427652256,
1103
+ "total_penalty_factor": 1.0,
1104
+ "fail_reason": null,
1105
+ "penalty_events": []
1106
+ },
1107
+ {
1108
+ "episode_id": 82,
1109
+ "seed": 100312,
1110
+ "success": true,
1111
+ "steps_taken": 244,
1112
+ "max_steps": 700,
1113
+ "route_completion": 100.0,
1114
+ "manipulation_score": 100.0,
1115
+ "total_penalty_factor": 1.0,
1116
+ "fail_reason": null,
1117
+ "penalty_events": []
1118
+ },
1119
+ {
1120
+ "episode_id": 83,
1121
+ "seed": 100313,
1122
+ "success": false,
1123
+ "steps_taken": 63,
1124
+ "max_steps": 700,
1125
+ "route_completion": 15.553925563136126,
1126
+ "manipulation_score": 7.776962781568063,
1127
+ "total_penalty_factor": 0.5,
1128
+ "fail_reason": "out_of_bounds",
1129
+ "penalty_events": [
1130
+ {
1131
+ "event_type": "out_of_bounds",
1132
+ "timestep": 63,
1133
+ "penalty_factor": 0.5,
1134
+ "details": "Target object left workspace/view"
1135
+ }
1136
+ ]
1137
+ },
1138
+ {
1139
+ "episode_id": 84,
1140
+ "seed": 100322,
1141
+ "success": false,
1142
+ "steps_taken": 700,
1143
+ "max_steps": 700,
1144
+ "route_completion": 62.48529081960319,
1145
+ "manipulation_score": 62.48529081960319,
1146
+ "total_penalty_factor": 1.0,
1147
+ "fail_reason": null,
1148
+ "penalty_events": []
1149
+ },
1150
+ {
1151
+ "episode_id": 85,
1152
+ "seed": 100325,
1153
+ "success": false,
1154
+ "steps_taken": 700,
1155
+ "max_steps": 700,
1156
+ "route_completion": 59.35157429730275,
1157
+ "manipulation_score": 59.35157429730275,
1158
+ "total_penalty_factor": 1.0,
1159
+ "fail_reason": null,
1160
+ "penalty_events": []
1161
+ },
1162
+ {
1163
+ "episode_id": 86,
1164
+ "seed": 100327,
1165
+ "success": true,
1166
+ "steps_taken": 235,
1167
+ "max_steps": 700,
1168
+ "route_completion": 100.0,
1169
+ "manipulation_score": 100.0,
1170
+ "total_penalty_factor": 1.0,
1171
+ "fail_reason": null,
1172
+ "penalty_events": []
1173
+ },
1174
+ {
1175
+ "episode_id": 87,
1176
+ "seed": 100329,
1177
+ "success": false,
1178
+ "steps_taken": 61,
1179
+ "max_steps": 700,
1180
+ "route_completion": 4.521223835945404,
1181
+ "manipulation_score": 2.260611917972702,
1182
+ "total_penalty_factor": 0.5,
1183
+ "fail_reason": "out_of_bounds",
1184
+ "penalty_events": [
1185
+ {
1186
+ "event_type": "out_of_bounds",
1187
+ "timestep": 61,
1188
+ "penalty_factor": 0.5,
1189
+ "details": "Target object left workspace/view"
1190
+ }
1191
+ ]
1192
+ },
1193
+ {
1194
+ "episode_id": 88,
1195
+ "seed": 100338,
1196
+ "success": false,
1197
+ "steps_taken": 53,
1198
+ "max_steps": 700,
1199
+ "route_completion": 37.957633955062704,
1200
+ "manipulation_score": 18.978816977531352,
1201
+ "total_penalty_factor": 0.5,
1202
+ "fail_reason": "out_of_bounds",
1203
+ "penalty_events": [
1204
+ {
1205
+ "event_type": "out_of_bounds",
1206
+ "timestep": 53,
1207
+ "penalty_factor": 0.5,
1208
+ "details": "Target object left workspace/view"
1209
+ }
1210
+ ]
1211
+ },
1212
+ {
1213
+ "episode_id": 89,
1214
+ "seed": 100343,
1215
+ "success": false,
1216
+ "steps_taken": 700,
1217
+ "max_steps": 700,
1218
+ "route_completion": 47.65270583272947,
1219
+ "manipulation_score": 47.65270583272947,
1220
+ "total_penalty_factor": 1.0,
1221
+ "fail_reason": null,
1222
+ "penalty_events": []
1223
+ },
1224
+ {
1225
+ "episode_id": 90,
1226
+ "seed": 100344,
1227
+ "success": true,
1228
+ "steps_taken": 238,
1229
+ "max_steps": 700,
1230
+ "route_completion": 100.0,
1231
+ "manipulation_score": 100.0,
1232
+ "total_penalty_factor": 1.0,
1233
+ "fail_reason": null,
1234
+ "penalty_events": []
1235
+ },
1236
+ {
1237
+ "episode_id": 91,
1238
+ "seed": 100347,
1239
+ "success": false,
1240
+ "steps_taken": 700,
1241
+ "max_steps": 700,
1242
+ "route_completion": 31.524232891908387,
1243
+ "manipulation_score": 31.524232891908387,
1244
+ "total_penalty_factor": 1.0,
1245
+ "fail_reason": null,
1246
+ "penalty_events": []
1247
+ },
1248
+ {
1249
+ "episode_id": 92,
1250
+ "seed": 100350,
1251
+ "success": false,
1252
+ "steps_taken": 700,
1253
+ "max_steps": 700,
1254
+ "route_completion": 35.00028919624631,
1255
+ "manipulation_score": 35.00028919624631,
1256
+ "total_penalty_factor": 1.0,
1257
+ "fail_reason": null,
1258
+ "penalty_events": []
1259
+ },
1260
+ {
1261
+ "episode_id": 93,
1262
+ "seed": 100359,
1263
+ "success": false,
1264
+ "steps_taken": 700,
1265
+ "max_steps": 700,
1266
+ "route_completion": 31.826538659098457,
1267
+ "manipulation_score": 31.826538659098457,
1268
+ "total_penalty_factor": 1.0,
1269
+ "fail_reason": null,
1270
+ "penalty_events": []
1271
+ },
1272
+ {
1273
+ "episode_id": 94,
1274
+ "seed": 100365,
1275
+ "success": true,
1276
+ "steps_taken": 240,
1277
+ "max_steps": 700,
1278
+ "route_completion": 100.0,
1279
+ "manipulation_score": 100.0,
1280
+ "total_penalty_factor": 1.0,
1281
+ "fail_reason": null,
1282
+ "penalty_events": []
1283
+ },
1284
+ {
1285
+ "episode_id": 95,
1286
+ "seed": 100369,
1287
+ "success": true,
1288
+ "steps_taken": 141,
1289
+ "max_steps": 700,
1290
+ "route_completion": 100.0,
1291
+ "manipulation_score": 100.0,
1292
+ "total_penalty_factor": 1.0,
1293
+ "fail_reason": null,
1294
+ "penalty_events": []
1295
+ },
1296
+ {
1297
+ "episode_id": 96,
1298
+ "seed": 100373,
1299
+ "success": false,
1300
+ "steps_taken": 700,
1301
+ "max_steps": 700,
1302
+ "route_completion": 40.46081382074094,
1303
+ "manipulation_score": 40.46081382074094,
1304
+ "total_penalty_factor": 1.0,
1305
+ "fail_reason": null,
1306
+ "penalty_events": []
1307
+ },
1308
+ {
1309
+ "episode_id": 97,
1310
+ "seed": 100380,
1311
+ "success": false,
1312
+ "steps_taken": 700,
1313
+ "max_steps": 700,
1314
+ "route_completion": 41.90517286509365,
1315
+ "manipulation_score": 41.90517286509365,
1316
+ "total_penalty_factor": 1.0,
1317
+ "fail_reason": null,
1318
+ "penalty_events": []
1319
+ },
1320
+ {
1321
+ "episode_id": 98,
1322
+ "seed": 100384,
1323
+ "success": false,
1324
+ "steps_taken": 700,
1325
+ "max_steps": 700,
1326
+ "route_completion": 31.46978796537611,
1327
+ "manipulation_score": 31.46978796537611,
1328
+ "total_penalty_factor": 1.0,
1329
+ "fail_reason": null,
1330
+ "penalty_events": []
1331
+ },
1332
+ {
1333
+ "episode_id": 99,
1334
+ "seed": 100399,
1335
+ "success": false,
1336
+ "steps_taken": 700,
1337
+ "max_steps": 700,
1338
+ "route_completion": 60.380891364633705,
1339
+ "manipulation_score": 60.380891364633705,
1340
+ "total_penalty_factor": 1.0,
1341
+ "fail_reason": null,
1342
+ "penalty_events": []
1343
+ },
1344
+ {
1345
+ "episode_id": 100,
1346
+ "seed": 100400,
1347
+ "success": false,
1348
+ "steps_taken": 700,
1349
+ "max_steps": 700,
1350
+ "route_completion": 26.381272440840153,
1351
+ "manipulation_score": 26.381272440840153,
1352
+ "total_penalty_factor": 1.0,
1353
+ "fail_reason": null,
1354
+ "penalty_events": []
1355
+ }
1356
+ ]
log/eval_result/place_object_basket/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:44:48/_metrics.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "total_episodes": 100,
3
+ "success_count": 31,
4
+ "success_rate": 31.0,
5
+ "manipulation_score_mean": 51.66444606893287,
6
+ "manipulation_score_std": 35.26567530223344,
7
+ "route_completion_mean": 54.01053082858025,
8
+ "route_completion_std": 33.23733613399105,
9
+ "penalty_clutter_collision_total": 0,
10
+ "penalty_out_of_bounds_total": 22
11
+ }
log/eval_result/place_object_basket/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:44:48/_metrics_report.txt ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ============================================================
2
+ EVALUATION METRICS REPORT
3
+ ============================================================
4
+
5
+ Total Episodes: 100
6
+ Success Rate: 31.0% (31/100)
7
+
8
+ --- Manipulation Score ---
9
+ Mean: 51.66
10
+ Std: 35.27
11
+
12
+ --- Route Completion ---
13
+ Mean: 54.01%
14
+ Std: 33.24
15
+
16
+ --- Penalty Events ---
17
+ Clutter Collisions: 0
18
+ Out of Bounds: 22
19
+
20
+ ============================================================
log/eval_result/place_object_basket/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:44:48/_result.txt ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ Timestamp: 2026-03-30 01:44:48
2
+
3
+ Instruction Type: unseen
4
+
5
+ 0.31
log/eval_result/place_object_stand/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 02:23:29/_episodes_detail.json ADDED
@@ -0,0 +1,1853 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "episode_id": 1,
4
+ "seed": 100000,
5
+ "success": false,
6
+ "steps_taken": 163,
7
+ "max_steps": 400,
8
+ "route_completion": 0.0,
9
+ "manipulation_score": 0.0,
10
+ "total_penalty_factor": 0.5,
11
+ "fail_reason": "out_of_bounds",
12
+ "penalty_events": [
13
+ {
14
+ "event_type": "out_of_bounds",
15
+ "timestep": 163,
16
+ "penalty_factor": 0.5,
17
+ "details": "Target object left workspace/view"
18
+ }
19
+ ]
20
+ },
21
+ {
22
+ "episode_id": 2,
23
+ "seed": 100001,
24
+ "success": false,
25
+ "steps_taken": 109,
26
+ "max_steps": 400,
27
+ "route_completion": 13.249053206702838,
28
+ "manipulation_score": 6.624526603351419,
29
+ "total_penalty_factor": 0.5,
30
+ "fail_reason": "out_of_bounds",
31
+ "penalty_events": [
32
+ {
33
+ "event_type": "out_of_bounds",
34
+ "timestep": 109,
35
+ "penalty_factor": 0.5,
36
+ "details": "Target object left workspace/view"
37
+ }
38
+ ]
39
+ },
40
+ {
41
+ "episode_id": 3,
42
+ "seed": 100002,
43
+ "success": false,
44
+ "steps_taken": 129,
45
+ "max_steps": 400,
46
+ "route_completion": 34.27681777956428,
47
+ "manipulation_score": 17.13840888978214,
48
+ "total_penalty_factor": 0.5,
49
+ "fail_reason": "out_of_bounds",
50
+ "penalty_events": [
51
+ {
52
+ "event_type": "out_of_bounds",
53
+ "timestep": 129,
54
+ "penalty_factor": 0.5,
55
+ "details": "Target object left workspace/view"
56
+ }
57
+ ]
58
+ },
59
+ {
60
+ "episode_id": 4,
61
+ "seed": 100003,
62
+ "success": false,
63
+ "steps_taken": 176,
64
+ "max_steps": 400,
65
+ "route_completion": 0.0,
66
+ "manipulation_score": 0.0,
67
+ "total_penalty_factor": 0.5,
68
+ "fail_reason": "out_of_bounds",
69
+ "penalty_events": [
70
+ {
71
+ "event_type": "out_of_bounds",
72
+ "timestep": 176,
73
+ "penalty_factor": 0.5,
74
+ "details": "Target object left workspace/view"
75
+ }
76
+ ]
77
+ },
78
+ {
79
+ "episode_id": 5,
80
+ "seed": 100004,
81
+ "success": false,
82
+ "steps_taken": 100,
83
+ "max_steps": 400,
84
+ "route_completion": 7.338602265409539,
85
+ "manipulation_score": 3.6693011327047693,
86
+ "total_penalty_factor": 0.5,
87
+ "fail_reason": "out_of_bounds",
88
+ "penalty_events": [
89
+ {
90
+ "event_type": "out_of_bounds",
91
+ "timestep": 100,
92
+ "penalty_factor": 0.5,
93
+ "details": "Target object left workspace/view"
94
+ }
95
+ ]
96
+ },
97
+ {
98
+ "episode_id": 6,
99
+ "seed": 100005,
100
+ "success": false,
101
+ "steps_taken": 122,
102
+ "max_steps": 400,
103
+ "route_completion": 0.05749124558182011,
104
+ "manipulation_score": 0.028745622790910055,
105
+ "total_penalty_factor": 0.5,
106
+ "fail_reason": "out_of_bounds",
107
+ "penalty_events": [
108
+ {
109
+ "event_type": "out_of_bounds",
110
+ "timestep": 122,
111
+ "penalty_factor": 0.5,
112
+ "details": "Target object left workspace/view"
113
+ }
114
+ ]
115
+ },
116
+ {
117
+ "episode_id": 7,
118
+ "seed": 100006,
119
+ "success": false,
120
+ "steps_taken": 183,
121
+ "max_steps": 400,
122
+ "route_completion": 0.0,
123
+ "manipulation_score": 0.0,
124
+ "total_penalty_factor": 0.5,
125
+ "fail_reason": "out_of_bounds",
126
+ "penalty_events": [
127
+ {
128
+ "event_type": "out_of_bounds",
129
+ "timestep": 183,
130
+ "penalty_factor": 0.5,
131
+ "details": "Target object left workspace/view"
132
+ }
133
+ ]
134
+ },
135
+ {
136
+ "episode_id": 8,
137
+ "seed": 100007,
138
+ "success": false,
139
+ "steps_taken": 113,
140
+ "max_steps": 400,
141
+ "route_completion": 2.5462557035823288,
142
+ "manipulation_score": 1.2731278517911644,
143
+ "total_penalty_factor": 0.5,
144
+ "fail_reason": "out_of_bounds",
145
+ "penalty_events": [
146
+ {
147
+ "event_type": "out_of_bounds",
148
+ "timestep": 113,
149
+ "penalty_factor": 0.5,
150
+ "details": "Target object left workspace/view"
151
+ }
152
+ ]
153
+ },
154
+ {
155
+ "episode_id": 9,
156
+ "seed": 100008,
157
+ "success": false,
158
+ "steps_taken": 111,
159
+ "max_steps": 400,
160
+ "route_completion": 0.0661325050486892,
161
+ "manipulation_score": 0.0330662525243446,
162
+ "total_penalty_factor": 0.5,
163
+ "fail_reason": "out_of_bounds",
164
+ "penalty_events": [
165
+ {
166
+ "event_type": "out_of_bounds",
167
+ "timestep": 111,
168
+ "penalty_factor": 0.5,
169
+ "details": "Target object left workspace/view"
170
+ }
171
+ ]
172
+ },
173
+ {
174
+ "episode_id": 10,
175
+ "seed": 100009,
176
+ "success": false,
177
+ "steps_taken": 218,
178
+ "max_steps": 400,
179
+ "route_completion": 36.098530099116374,
180
+ "manipulation_score": 18.049265049558187,
181
+ "total_penalty_factor": 0.5,
182
+ "fail_reason": "out_of_bounds",
183
+ "penalty_events": [
184
+ {
185
+ "event_type": "out_of_bounds",
186
+ "timestep": 218,
187
+ "penalty_factor": 0.5,
188
+ "details": "Target object left workspace/view"
189
+ }
190
+ ]
191
+ },
192
+ {
193
+ "episode_id": 11,
194
+ "seed": 100010,
195
+ "success": false,
196
+ "steps_taken": 389,
197
+ "max_steps": 400,
198
+ "route_completion": 34.04925312988987,
199
+ "manipulation_score": 17.024626564944935,
200
+ "total_penalty_factor": 0.5,
201
+ "fail_reason": "out_of_bounds",
202
+ "penalty_events": [
203
+ {
204
+ "event_type": "out_of_bounds",
205
+ "timestep": 389,
206
+ "penalty_factor": 0.5,
207
+ "details": "Target object left workspace/view"
208
+ }
209
+ ]
210
+ },
211
+ {
212
+ "episode_id": 12,
213
+ "seed": 100011,
214
+ "success": false,
215
+ "steps_taken": 112,
216
+ "max_steps": 400,
217
+ "route_completion": 41.95899968005526,
218
+ "manipulation_score": 20.97949984002763,
219
+ "total_penalty_factor": 0.5,
220
+ "fail_reason": "out_of_bounds",
221
+ "penalty_events": [
222
+ {
223
+ "event_type": "out_of_bounds",
224
+ "timestep": 112,
225
+ "penalty_factor": 0.5,
226
+ "details": "Target object left workspace/view"
227
+ }
228
+ ]
229
+ },
230
+ {
231
+ "episode_id": 13,
232
+ "seed": 100012,
233
+ "success": false,
234
+ "steps_taken": 198,
235
+ "max_steps": 400,
236
+ "route_completion": 0.0,
237
+ "manipulation_score": 0.0,
238
+ "total_penalty_factor": 0.5,
239
+ "fail_reason": "out_of_bounds",
240
+ "penalty_events": [
241
+ {
242
+ "event_type": "out_of_bounds",
243
+ "timestep": 198,
244
+ "penalty_factor": 0.5,
245
+ "details": "Target object left workspace/view"
246
+ }
247
+ ]
248
+ },
249
+ {
250
+ "episode_id": 14,
251
+ "seed": 100013,
252
+ "success": false,
253
+ "steps_taken": 165,
254
+ "max_steps": 400,
255
+ "route_completion": 0.028048783726939714,
256
+ "manipulation_score": 0.014024391863469857,
257
+ "total_penalty_factor": 0.5,
258
+ "fail_reason": "out_of_bounds",
259
+ "penalty_events": [
260
+ {
261
+ "event_type": "out_of_bounds",
262
+ "timestep": 165,
263
+ "penalty_factor": 0.5,
264
+ "details": "Target object left workspace/view"
265
+ }
266
+ ]
267
+ },
268
+ {
269
+ "episode_id": 15,
270
+ "seed": 100014,
271
+ "success": false,
272
+ "steps_taken": 106,
273
+ "max_steps": 400,
274
+ "route_completion": 15.943531866622212,
275
+ "manipulation_score": 7.971765933311106,
276
+ "total_penalty_factor": 0.5,
277
+ "fail_reason": "out_of_bounds",
278
+ "penalty_events": [
279
+ {
280
+ "event_type": "out_of_bounds",
281
+ "timestep": 106,
282
+ "penalty_factor": 0.5,
283
+ "details": "Target object left workspace/view"
284
+ }
285
+ ]
286
+ },
287
+ {
288
+ "episode_id": 16,
289
+ "seed": 100015,
290
+ "success": false,
291
+ "steps_taken": 136,
292
+ "max_steps": 400,
293
+ "route_completion": 25.287295391502468,
294
+ "manipulation_score": 12.643647695751234,
295
+ "total_penalty_factor": 0.5,
296
+ "fail_reason": "out_of_bounds",
297
+ "penalty_events": [
298
+ {
299
+ "event_type": "out_of_bounds",
300
+ "timestep": 136,
301
+ "penalty_factor": 0.5,
302
+ "details": "Target object left workspace/view"
303
+ }
304
+ ]
305
+ },
306
+ {
307
+ "episode_id": 17,
308
+ "seed": 100016,
309
+ "success": false,
310
+ "steps_taken": 107,
311
+ "max_steps": 400,
312
+ "route_completion": 6.267053198361733,
313
+ "manipulation_score": 3.1335265991808665,
314
+ "total_penalty_factor": 0.5,
315
+ "fail_reason": "out_of_bounds",
316
+ "penalty_events": [
317
+ {
318
+ "event_type": "out_of_bounds",
319
+ "timestep": 107,
320
+ "penalty_factor": 0.5,
321
+ "details": "Target object left workspace/view"
322
+ }
323
+ ]
324
+ },
325
+ {
326
+ "episode_id": 18,
327
+ "seed": 100017,
328
+ "success": false,
329
+ "steps_taken": 116,
330
+ "max_steps": 400,
331
+ "route_completion": 10.62795399781951,
332
+ "manipulation_score": 5.313976998909755,
333
+ "total_penalty_factor": 0.5,
334
+ "fail_reason": "out_of_bounds",
335
+ "penalty_events": [
336
+ {
337
+ "event_type": "out_of_bounds",
338
+ "timestep": 116,
339
+ "penalty_factor": 0.5,
340
+ "details": "Target object left workspace/view"
341
+ }
342
+ ]
343
+ },
344
+ {
345
+ "episode_id": 19,
346
+ "seed": 100018,
347
+ "success": false,
348
+ "steps_taken": 400,
349
+ "max_steps": 400,
350
+ "route_completion": 32.73991484831561,
351
+ "manipulation_score": 32.73991484831561,
352
+ "total_penalty_factor": 1.0,
353
+ "fail_reason": null,
354
+ "penalty_events": []
355
+ },
356
+ {
357
+ "episode_id": 20,
358
+ "seed": 100019,
359
+ "success": false,
360
+ "steps_taken": 106,
361
+ "max_steps": 400,
362
+ "route_completion": 3.5826336114916897,
363
+ "manipulation_score": 1.7913168057458448,
364
+ "total_penalty_factor": 0.5,
365
+ "fail_reason": "out_of_bounds",
366
+ "penalty_events": [
367
+ {
368
+ "event_type": "out_of_bounds",
369
+ "timestep": 106,
370
+ "penalty_factor": 0.5,
371
+ "details": "Target object left workspace/view"
372
+ }
373
+ ]
374
+ },
375
+ {
376
+ "episode_id": 21,
377
+ "seed": 100020,
378
+ "success": false,
379
+ "steps_taken": 142,
380
+ "max_steps": 400,
381
+ "route_completion": 19.39822946106659,
382
+ "manipulation_score": 9.699114730533296,
383
+ "total_penalty_factor": 0.5,
384
+ "fail_reason": "out_of_bounds",
385
+ "penalty_events": [
386
+ {
387
+ "event_type": "out_of_bounds",
388
+ "timestep": 142,
389
+ "penalty_factor": 0.5,
390
+ "details": "Target object left workspace/view"
391
+ }
392
+ ]
393
+ },
394
+ {
395
+ "episode_id": 22,
396
+ "seed": 100021,
397
+ "success": false,
398
+ "steps_taken": 242,
399
+ "max_steps": 400,
400
+ "route_completion": 35.20960778526914,
401
+ "manipulation_score": 17.60480389263457,
402
+ "total_penalty_factor": 0.5,
403
+ "fail_reason": "out_of_bounds",
404
+ "penalty_events": [
405
+ {
406
+ "event_type": "out_of_bounds",
407
+ "timestep": 242,
408
+ "penalty_factor": 0.5,
409
+ "details": "Target object left workspace/view"
410
+ }
411
+ ]
412
+ },
413
+ {
414
+ "episode_id": 23,
415
+ "seed": 100022,
416
+ "success": false,
417
+ "steps_taken": 215,
418
+ "max_steps": 400,
419
+ "route_completion": 0.08666100938390546,
420
+ "manipulation_score": 0.04333050469195273,
421
+ "total_penalty_factor": 0.5,
422
+ "fail_reason": "out_of_bounds",
423
+ "penalty_events": [
424
+ {
425
+ "event_type": "out_of_bounds",
426
+ "timestep": 215,
427
+ "penalty_factor": 0.5,
428
+ "details": "Target object left workspace/view"
429
+ }
430
+ ]
431
+ },
432
+ {
433
+ "episode_id": 24,
434
+ "seed": 100023,
435
+ "success": false,
436
+ "steps_taken": 126,
437
+ "max_steps": 400,
438
+ "route_completion": 1.4913270251316177,
439
+ "manipulation_score": 0.7456635125658089,
440
+ "total_penalty_factor": 0.5,
441
+ "fail_reason": "out_of_bounds",
442
+ "penalty_events": [
443
+ {
444
+ "event_type": "out_of_bounds",
445
+ "timestep": 126,
446
+ "penalty_factor": 0.5,
447
+ "details": "Target object left workspace/view"
448
+ }
449
+ ]
450
+ },
451
+ {
452
+ "episode_id": 25,
453
+ "seed": 100024,
454
+ "success": false,
455
+ "steps_taken": 186,
456
+ "max_steps": 400,
457
+ "route_completion": 0.02286030836223243,
458
+ "manipulation_score": 0.011430154181116215,
459
+ "total_penalty_factor": 0.5,
460
+ "fail_reason": "out_of_bounds",
461
+ "penalty_events": [
462
+ {
463
+ "event_type": "out_of_bounds",
464
+ "timestep": 186,
465
+ "penalty_factor": 0.5,
466
+ "details": "Target object left workspace/view"
467
+ }
468
+ ]
469
+ },
470
+ {
471
+ "episode_id": 26,
472
+ "seed": 100025,
473
+ "success": false,
474
+ "steps_taken": 188,
475
+ "max_steps": 400,
476
+ "route_completion": 0.02162689840137474,
477
+ "manipulation_score": 0.01081344920068737,
478
+ "total_penalty_factor": 0.5,
479
+ "fail_reason": "out_of_bounds",
480
+ "penalty_events": [
481
+ {
482
+ "event_type": "out_of_bounds",
483
+ "timestep": 188,
484
+ "penalty_factor": 0.5,
485
+ "details": "Target object left workspace/view"
486
+ }
487
+ ]
488
+ },
489
+ {
490
+ "episode_id": 27,
491
+ "seed": 100026,
492
+ "success": false,
493
+ "steps_taken": 112,
494
+ "max_steps": 400,
495
+ "route_completion": 0.058297298948354316,
496
+ "manipulation_score": 0.029148649474177158,
497
+ "total_penalty_factor": 0.5,
498
+ "fail_reason": "out_of_bounds",
499
+ "penalty_events": [
500
+ {
501
+ "event_type": "out_of_bounds",
502
+ "timestep": 112,
503
+ "penalty_factor": 0.5,
504
+ "details": "Target object left workspace/view"
505
+ }
506
+ ]
507
+ },
508
+ {
509
+ "episode_id": 28,
510
+ "seed": 100027,
511
+ "success": false,
512
+ "steps_taken": 400,
513
+ "max_steps": 400,
514
+ "route_completion": 29.1855430300636,
515
+ "manipulation_score": 29.1855430300636,
516
+ "total_penalty_factor": 1.0,
517
+ "fail_reason": null,
518
+ "penalty_events": []
519
+ },
520
+ {
521
+ "episode_id": 29,
522
+ "seed": 100029,
523
+ "success": false,
524
+ "steps_taken": 104,
525
+ "max_steps": 400,
526
+ "route_completion": 0.10922821519053061,
527
+ "manipulation_score": 0.054614107595265304,
528
+ "total_penalty_factor": 0.5,
529
+ "fail_reason": "out_of_bounds",
530
+ "penalty_events": [
531
+ {
532
+ "event_type": "out_of_bounds",
533
+ "timestep": 104,
534
+ "penalty_factor": 0.5,
535
+ "details": "Target object left workspace/view"
536
+ }
537
+ ]
538
+ },
539
+ {
540
+ "episode_id": 30,
541
+ "seed": 100030,
542
+ "success": false,
543
+ "steps_taken": 107,
544
+ "max_steps": 400,
545
+ "route_completion": 24.719203808877655,
546
+ "manipulation_score": 12.359601904438827,
547
+ "total_penalty_factor": 0.5,
548
+ "fail_reason": "out_of_bounds",
549
+ "penalty_events": [
550
+ {
551
+ "event_type": "out_of_bounds",
552
+ "timestep": 107,
553
+ "penalty_factor": 0.5,
554
+ "details": "Target object left workspace/view"
555
+ }
556
+ ]
557
+ },
558
+ {
559
+ "episode_id": 31,
560
+ "seed": 100031,
561
+ "success": false,
562
+ "steps_taken": 101,
563
+ "max_steps": 400,
564
+ "route_completion": 0.0,
565
+ "manipulation_score": 0.0,
566
+ "total_penalty_factor": 0.5,
567
+ "fail_reason": "out_of_bounds",
568
+ "penalty_events": [
569
+ {
570
+ "event_type": "out_of_bounds",
571
+ "timestep": 101,
572
+ "penalty_factor": 0.5,
573
+ "details": "Target object left workspace/view"
574
+ }
575
+ ]
576
+ },
577
+ {
578
+ "episode_id": 32,
579
+ "seed": 100032,
580
+ "success": false,
581
+ "steps_taken": 97,
582
+ "max_steps": 400,
583
+ "route_completion": 0.0,
584
+ "manipulation_score": 0.0,
585
+ "total_penalty_factor": 0.5,
586
+ "fail_reason": "out_of_bounds",
587
+ "penalty_events": [
588
+ {
589
+ "event_type": "out_of_bounds",
590
+ "timestep": 97,
591
+ "penalty_factor": 0.5,
592
+ "details": "Target object left workspace/view"
593
+ }
594
+ ]
595
+ },
596
+ {
597
+ "episode_id": 33,
598
+ "seed": 100033,
599
+ "success": false,
600
+ "steps_taken": 101,
601
+ "max_steps": 400,
602
+ "route_completion": 0.0,
603
+ "manipulation_score": 0.0,
604
+ "total_penalty_factor": 0.5,
605
+ "fail_reason": "out_of_bounds",
606
+ "penalty_events": [
607
+ {
608
+ "event_type": "out_of_bounds",
609
+ "timestep": 101,
610
+ "penalty_factor": 0.5,
611
+ "details": "Target object left workspace/view"
612
+ }
613
+ ]
614
+ },
615
+ {
616
+ "episode_id": 34,
617
+ "seed": 100034,
618
+ "success": false,
619
+ "steps_taken": 101,
620
+ "max_steps": 400,
621
+ "route_completion": 21.62797862779867,
622
+ "manipulation_score": 10.813989313899334,
623
+ "total_penalty_factor": 0.5,
624
+ "fail_reason": "out_of_bounds",
625
+ "penalty_events": [
626
+ {
627
+ "event_type": "out_of_bounds",
628
+ "timestep": 101,
629
+ "penalty_factor": 0.5,
630
+ "details": "Target object left workspace/view"
631
+ }
632
+ ]
633
+ },
634
+ {
635
+ "episode_id": 35,
636
+ "seed": 100035,
637
+ "success": false,
638
+ "steps_taken": 179,
639
+ "max_steps": 400,
640
+ "route_completion": 17.4552355103742,
641
+ "manipulation_score": 8.7276177551871,
642
+ "total_penalty_factor": 0.5,
643
+ "fail_reason": "out_of_bounds",
644
+ "penalty_events": [
645
+ {
646
+ "event_type": "out_of_bounds",
647
+ "timestep": 179,
648
+ "penalty_factor": 0.5,
649
+ "details": "Target object left workspace/view"
650
+ }
651
+ ]
652
+ },
653
+ {
654
+ "episode_id": 36,
655
+ "seed": 100036,
656
+ "success": false,
657
+ "steps_taken": 145,
658
+ "max_steps": 400,
659
+ "route_completion": 0.03991758461549437,
660
+ "manipulation_score": 0.019958792307747185,
661
+ "total_penalty_factor": 0.5,
662
+ "fail_reason": "out_of_bounds",
663
+ "penalty_events": [
664
+ {
665
+ "event_type": "out_of_bounds",
666
+ "timestep": 145,
667
+ "penalty_factor": 0.5,
668
+ "details": "Target object left workspace/view"
669
+ }
670
+ ]
671
+ },
672
+ {
673
+ "episode_id": 37,
674
+ "seed": 100037,
675
+ "success": false,
676
+ "steps_taken": 110,
677
+ "max_steps": 400,
678
+ "route_completion": 0.0,
679
+ "manipulation_score": 0.0,
680
+ "total_penalty_factor": 0.5,
681
+ "fail_reason": "out_of_bounds",
682
+ "penalty_events": [
683
+ {
684
+ "event_type": "out_of_bounds",
685
+ "timestep": 110,
686
+ "penalty_factor": 0.5,
687
+ "details": "Target object left workspace/view"
688
+ }
689
+ ]
690
+ },
691
+ {
692
+ "episode_id": 38,
693
+ "seed": 100038,
694
+ "success": false,
695
+ "steps_taken": 110,
696
+ "max_steps": 400,
697
+ "route_completion": 12.361589017822672,
698
+ "manipulation_score": 6.180794508911336,
699
+ "total_penalty_factor": 0.5,
700
+ "fail_reason": "out_of_bounds",
701
+ "penalty_events": [
702
+ {
703
+ "event_type": "out_of_bounds",
704
+ "timestep": 110,
705
+ "penalty_factor": 0.5,
706
+ "details": "Target object left workspace/view"
707
+ }
708
+ ]
709
+ },
710
+ {
711
+ "episode_id": 39,
712
+ "seed": 100040,
713
+ "success": false,
714
+ "steps_taken": 123,
715
+ "max_steps": 400,
716
+ "route_completion": 16.75342622548547,
717
+ "manipulation_score": 8.376713112742735,
718
+ "total_penalty_factor": 0.5,
719
+ "fail_reason": "out_of_bounds",
720
+ "penalty_events": [
721
+ {
722
+ "event_type": "out_of_bounds",
723
+ "timestep": 123,
724
+ "penalty_factor": 0.5,
725
+ "details": "Target object left workspace/view"
726
+ }
727
+ ]
728
+ },
729
+ {
730
+ "episode_id": 40,
731
+ "seed": 100041,
732
+ "success": false,
733
+ "steps_taken": 144,
734
+ "max_steps": 400,
735
+ "route_completion": 0.05221548962281108,
736
+ "manipulation_score": 0.02610774481140554,
737
+ "total_penalty_factor": 0.5,
738
+ "fail_reason": "out_of_bounds",
739
+ "penalty_events": [
740
+ {
741
+ "event_type": "out_of_bounds",
742
+ "timestep": 144,
743
+ "penalty_factor": 0.5,
744
+ "details": "Target object left workspace/view"
745
+ }
746
+ ]
747
+ },
748
+ {
749
+ "episode_id": 41,
750
+ "seed": 100042,
751
+ "success": false,
752
+ "steps_taken": 105,
753
+ "max_steps": 400,
754
+ "route_completion": 3.3881239406633052,
755
+ "manipulation_score": 1.6940619703316526,
756
+ "total_penalty_factor": 0.5,
757
+ "fail_reason": "out_of_bounds",
758
+ "penalty_events": [
759
+ {
760
+ "event_type": "out_of_bounds",
761
+ "timestep": 105,
762
+ "penalty_factor": 0.5,
763
+ "details": "Target object left workspace/view"
764
+ }
765
+ ]
766
+ },
767
+ {
768
+ "episode_id": 42,
769
+ "seed": 100043,
770
+ "success": false,
771
+ "steps_taken": 124,
772
+ "max_steps": 400,
773
+ "route_completion": 0.0,
774
+ "manipulation_score": 0.0,
775
+ "total_penalty_factor": 0.5,
776
+ "fail_reason": "out_of_bounds",
777
+ "penalty_events": [
778
+ {
779
+ "event_type": "out_of_bounds",
780
+ "timestep": 124,
781
+ "penalty_factor": 0.5,
782
+ "details": "Target object left workspace/view"
783
+ }
784
+ ]
785
+ },
786
+ {
787
+ "episode_id": 43,
788
+ "seed": 100044,
789
+ "success": false,
790
+ "steps_taken": 116,
791
+ "max_steps": 400,
792
+ "route_completion": 0.0,
793
+ "manipulation_score": 0.0,
794
+ "total_penalty_factor": 0.5,
795
+ "fail_reason": "out_of_bounds",
796
+ "penalty_events": [
797
+ {
798
+ "event_type": "out_of_bounds",
799
+ "timestep": 116,
800
+ "penalty_factor": 0.5,
801
+ "details": "Target object left workspace/view"
802
+ }
803
+ ]
804
+ },
805
+ {
806
+ "episode_id": 44,
807
+ "seed": 100045,
808
+ "success": false,
809
+ "steps_taken": 308,
810
+ "max_steps": 400,
811
+ "route_completion": 39.077925945652865,
812
+ "manipulation_score": 19.538962972826432,
813
+ "total_penalty_factor": 0.5,
814
+ "fail_reason": "out_of_bounds",
815
+ "penalty_events": [
816
+ {
817
+ "event_type": "out_of_bounds",
818
+ "timestep": 308,
819
+ "penalty_factor": 0.5,
820
+ "details": "Target object left workspace/view"
821
+ }
822
+ ]
823
+ },
824
+ {
825
+ "episode_id": 45,
826
+ "seed": 100046,
827
+ "success": false,
828
+ "steps_taken": 225,
829
+ "max_steps": 400,
830
+ "route_completion": 35.81655390130937,
831
+ "manipulation_score": 17.908276950654685,
832
+ "total_penalty_factor": 0.5,
833
+ "fail_reason": "out_of_bounds",
834
+ "penalty_events": [
835
+ {
836
+ "event_type": "out_of_bounds",
837
+ "timestep": 225,
838
+ "penalty_factor": 0.5,
839
+ "details": "Target object left workspace/view"
840
+ }
841
+ ]
842
+ },
843
+ {
844
+ "episode_id": 46,
845
+ "seed": 100047,
846
+ "success": false,
847
+ "steps_taken": 400,
848
+ "max_steps": 400,
849
+ "route_completion": 41.8189360996972,
850
+ "manipulation_score": 41.8189360996972,
851
+ "total_penalty_factor": 1.0,
852
+ "fail_reason": null,
853
+ "penalty_events": []
854
+ },
855
+ {
856
+ "episode_id": 47,
857
+ "seed": 100048,
858
+ "success": false,
859
+ "steps_taken": 368,
860
+ "max_steps": 400,
861
+ "route_completion": 35.98635704796847,
862
+ "manipulation_score": 17.993178523984234,
863
+ "total_penalty_factor": 0.5,
864
+ "fail_reason": "out_of_bounds",
865
+ "penalty_events": [
866
+ {
867
+ "event_type": "out_of_bounds",
868
+ "timestep": 368,
869
+ "penalty_factor": 0.5,
870
+ "details": "Target object left workspace/view"
871
+ }
872
+ ]
873
+ },
874
+ {
875
+ "episode_id": 48,
876
+ "seed": 100049,
877
+ "success": false,
878
+ "steps_taken": 129,
879
+ "max_steps": 400,
880
+ "route_completion": 0.0,
881
+ "manipulation_score": 0.0,
882
+ "total_penalty_factor": 0.5,
883
+ "fail_reason": "out_of_bounds",
884
+ "penalty_events": [
885
+ {
886
+ "event_type": "out_of_bounds",
887
+ "timestep": 129,
888
+ "penalty_factor": 0.5,
889
+ "details": "Target object left workspace/view"
890
+ }
891
+ ]
892
+ },
893
+ {
894
+ "episode_id": 49,
895
+ "seed": 100050,
896
+ "success": false,
897
+ "steps_taken": 113,
898
+ "max_steps": 400,
899
+ "route_completion": 17.471183641126707,
900
+ "manipulation_score": 8.735591820563354,
901
+ "total_penalty_factor": 0.5,
902
+ "fail_reason": "out_of_bounds",
903
+ "penalty_events": [
904
+ {
905
+ "event_type": "out_of_bounds",
906
+ "timestep": 113,
907
+ "penalty_factor": 0.5,
908
+ "details": "Target object left workspace/view"
909
+ }
910
+ ]
911
+ },
912
+ {
913
+ "episode_id": 50,
914
+ "seed": 100051,
915
+ "success": false,
916
+ "steps_taken": 106,
917
+ "max_steps": 400,
918
+ "route_completion": 14.996271749651772,
919
+ "manipulation_score": 7.498135874825886,
920
+ "total_penalty_factor": 0.5,
921
+ "fail_reason": "out_of_bounds",
922
+ "penalty_events": [
923
+ {
924
+ "event_type": "out_of_bounds",
925
+ "timestep": 106,
926
+ "penalty_factor": 0.5,
927
+ "details": "Target object left workspace/view"
928
+ }
929
+ ]
930
+ },
931
+ {
932
+ "episode_id": 51,
933
+ "seed": 100052,
934
+ "success": false,
935
+ "steps_taken": 379,
936
+ "max_steps": 400,
937
+ "route_completion": 33.299755296065015,
938
+ "manipulation_score": 16.649877648032508,
939
+ "total_penalty_factor": 0.5,
940
+ "fail_reason": "out_of_bounds",
941
+ "penalty_events": [
942
+ {
943
+ "event_type": "out_of_bounds",
944
+ "timestep": 379,
945
+ "penalty_factor": 0.5,
946
+ "details": "Target object left workspace/view"
947
+ }
948
+ ]
949
+ },
950
+ {
951
+ "episode_id": 52,
952
+ "seed": 100053,
953
+ "success": false,
954
+ "steps_taken": 123,
955
+ "max_steps": 400,
956
+ "route_completion": 12.706757165946403,
957
+ "manipulation_score": 6.3533785829732015,
958
+ "total_penalty_factor": 0.5,
959
+ "fail_reason": "out_of_bounds",
960
+ "penalty_events": [
961
+ {
962
+ "event_type": "out_of_bounds",
963
+ "timestep": 123,
964
+ "penalty_factor": 0.5,
965
+ "details": "Target object left workspace/view"
966
+ }
967
+ ]
968
+ },
969
+ {
970
+ "episode_id": 53,
971
+ "seed": 100054,
972
+ "success": false,
973
+ "steps_taken": 121,
974
+ "max_steps": 400,
975
+ "route_completion": 0.0,
976
+ "manipulation_score": 0.0,
977
+ "total_penalty_factor": 0.5,
978
+ "fail_reason": "out_of_bounds",
979
+ "penalty_events": [
980
+ {
981
+ "event_type": "out_of_bounds",
982
+ "timestep": 121,
983
+ "penalty_factor": 0.5,
984
+ "details": "Target object left workspace/view"
985
+ }
986
+ ]
987
+ },
988
+ {
989
+ "episode_id": 54,
990
+ "seed": 100055,
991
+ "success": false,
992
+ "steps_taken": 217,
993
+ "max_steps": 400,
994
+ "route_completion": 33.7375218419371,
995
+ "manipulation_score": 16.86876092096855,
996
+ "total_penalty_factor": 0.5,
997
+ "fail_reason": "out_of_bounds",
998
+ "penalty_events": [
999
+ {
1000
+ "event_type": "out_of_bounds",
1001
+ "timestep": 217,
1002
+ "penalty_factor": 0.5,
1003
+ "details": "Target object left workspace/view"
1004
+ }
1005
+ ]
1006
+ },
1007
+ {
1008
+ "episode_id": 55,
1009
+ "seed": 100056,
1010
+ "success": false,
1011
+ "steps_taken": 217,
1012
+ "max_steps": 400,
1013
+ "route_completion": 38.49927132283306,
1014
+ "manipulation_score": 19.24963566141653,
1015
+ "total_penalty_factor": 0.5,
1016
+ "fail_reason": "out_of_bounds",
1017
+ "penalty_events": [
1018
+ {
1019
+ "event_type": "out_of_bounds",
1020
+ "timestep": 217,
1021
+ "penalty_factor": 0.5,
1022
+ "details": "Target object left workspace/view"
1023
+ }
1024
+ ]
1025
+ },
1026
+ {
1027
+ "episode_id": 56,
1028
+ "seed": 100058,
1029
+ "success": false,
1030
+ "steps_taken": 117,
1031
+ "max_steps": 400,
1032
+ "route_completion": 27.316692297278827,
1033
+ "manipulation_score": 13.658346148639414,
1034
+ "total_penalty_factor": 0.5,
1035
+ "fail_reason": "out_of_bounds",
1036
+ "penalty_events": [
1037
+ {
1038
+ "event_type": "out_of_bounds",
1039
+ "timestep": 117,
1040
+ "penalty_factor": 0.5,
1041
+ "details": "Target object left workspace/view"
1042
+ }
1043
+ ]
1044
+ },
1045
+ {
1046
+ "episode_id": 57,
1047
+ "seed": 100059,
1048
+ "success": false,
1049
+ "steps_taken": 95,
1050
+ "max_steps": 400,
1051
+ "route_completion": 19.76781040710143,
1052
+ "manipulation_score": 9.883905203550714,
1053
+ "total_penalty_factor": 0.5,
1054
+ "fail_reason": "out_of_bounds",
1055
+ "penalty_events": [
1056
+ {
1057
+ "event_type": "out_of_bounds",
1058
+ "timestep": 95,
1059
+ "penalty_factor": 0.5,
1060
+ "details": "Target object left workspace/view"
1061
+ }
1062
+ ]
1063
+ },
1064
+ {
1065
+ "episode_id": 58,
1066
+ "seed": 100060,
1067
+ "success": true,
1068
+ "steps_taken": 205,
1069
+ "max_steps": 400,
1070
+ "route_completion": 100.0,
1071
+ "manipulation_score": 100.0,
1072
+ "total_penalty_factor": 1.0,
1073
+ "fail_reason": null,
1074
+ "penalty_events": []
1075
+ },
1076
+ {
1077
+ "episode_id": 59,
1078
+ "seed": 100061,
1079
+ "success": false,
1080
+ "steps_taken": 113,
1081
+ "max_steps": 400,
1082
+ "route_completion": 2.0141157569399875,
1083
+ "manipulation_score": 1.0070578784699937,
1084
+ "total_penalty_factor": 0.5,
1085
+ "fail_reason": "out_of_bounds",
1086
+ "penalty_events": [
1087
+ {
1088
+ "event_type": "out_of_bounds",
1089
+ "timestep": 113,
1090
+ "penalty_factor": 0.5,
1091
+ "details": "Target object left workspace/view"
1092
+ }
1093
+ ]
1094
+ },
1095
+ {
1096
+ "episode_id": 60,
1097
+ "seed": 100062,
1098
+ "success": false,
1099
+ "steps_taken": 168,
1100
+ "max_steps": 400,
1101
+ "route_completion": 49.88660705111927,
1102
+ "manipulation_score": 24.943303525559635,
1103
+ "total_penalty_factor": 0.5,
1104
+ "fail_reason": "out_of_bounds",
1105
+ "penalty_events": [
1106
+ {
1107
+ "event_type": "out_of_bounds",
1108
+ "timestep": 168,
1109
+ "penalty_factor": 0.5,
1110
+ "details": "Target object left workspace/view"
1111
+ }
1112
+ ]
1113
+ },
1114
+ {
1115
+ "episode_id": 61,
1116
+ "seed": 100063,
1117
+ "success": false,
1118
+ "steps_taken": 233,
1119
+ "max_steps": 400,
1120
+ "route_completion": 15.171948200211268,
1121
+ "manipulation_score": 7.585974100105634,
1122
+ "total_penalty_factor": 0.5,
1123
+ "fail_reason": "out_of_bounds",
1124
+ "penalty_events": [
1125
+ {
1126
+ "event_type": "out_of_bounds",
1127
+ "timestep": 233,
1128
+ "penalty_factor": 0.5,
1129
+ "details": "Target object left workspace/view"
1130
+ }
1131
+ ]
1132
+ },
1133
+ {
1134
+ "episode_id": 62,
1135
+ "seed": 100064,
1136
+ "success": false,
1137
+ "steps_taken": 175,
1138
+ "max_steps": 400,
1139
+ "route_completion": 34.24996674029022,
1140
+ "manipulation_score": 17.12498337014511,
1141
+ "total_penalty_factor": 0.5,
1142
+ "fail_reason": "out_of_bounds",
1143
+ "penalty_events": [
1144
+ {
1145
+ "event_type": "out_of_bounds",
1146
+ "timestep": 175,
1147
+ "penalty_factor": 0.5,
1148
+ "details": "Target object left workspace/view"
1149
+ }
1150
+ ]
1151
+ },
1152
+ {
1153
+ "episode_id": 63,
1154
+ "seed": 100065,
1155
+ "success": false,
1156
+ "steps_taken": 220,
1157
+ "max_steps": 400,
1158
+ "route_completion": 53.97475362965325,
1159
+ "manipulation_score": 26.987376814826625,
1160
+ "total_penalty_factor": 0.5,
1161
+ "fail_reason": "out_of_bounds",
1162
+ "penalty_events": [
1163
+ {
1164
+ "event_type": "out_of_bounds",
1165
+ "timestep": 220,
1166
+ "penalty_factor": 0.5,
1167
+ "details": "Target object left workspace/view"
1168
+ }
1169
+ ]
1170
+ },
1171
+ {
1172
+ "episode_id": 64,
1173
+ "seed": 100066,
1174
+ "success": false,
1175
+ "steps_taken": 162,
1176
+ "max_steps": 400,
1177
+ "route_completion": 0.0,
1178
+ "manipulation_score": 0.0,
1179
+ "total_penalty_factor": 0.5,
1180
+ "fail_reason": "out_of_bounds",
1181
+ "penalty_events": [
1182
+ {
1183
+ "event_type": "out_of_bounds",
1184
+ "timestep": 162,
1185
+ "penalty_factor": 0.5,
1186
+ "details": "Target object left workspace/view"
1187
+ }
1188
+ ]
1189
+ },
1190
+ {
1191
+ "episode_id": 65,
1192
+ "seed": 100067,
1193
+ "success": false,
1194
+ "steps_taken": 119,
1195
+ "max_steps": 400,
1196
+ "route_completion": 13.13034017482373,
1197
+ "manipulation_score": 6.565170087411865,
1198
+ "total_penalty_factor": 0.5,
1199
+ "fail_reason": "out_of_bounds",
1200
+ "penalty_events": [
1201
+ {
1202
+ "event_type": "out_of_bounds",
1203
+ "timestep": 119,
1204
+ "penalty_factor": 0.5,
1205
+ "details": "Target object left workspace/view"
1206
+ }
1207
+ ]
1208
+ },
1209
+ {
1210
+ "episode_id": 66,
1211
+ "seed": 100068,
1212
+ "success": false,
1213
+ "steps_taken": 109,
1214
+ "max_steps": 400,
1215
+ "route_completion": 0.0,
1216
+ "manipulation_score": 0.0,
1217
+ "total_penalty_factor": 0.5,
1218
+ "fail_reason": "out_of_bounds",
1219
+ "penalty_events": [
1220
+ {
1221
+ "event_type": "out_of_bounds",
1222
+ "timestep": 109,
1223
+ "penalty_factor": 0.5,
1224
+ "details": "Target object left workspace/view"
1225
+ }
1226
+ ]
1227
+ },
1228
+ {
1229
+ "episode_id": 67,
1230
+ "seed": 100069,
1231
+ "success": false,
1232
+ "steps_taken": 400,
1233
+ "max_steps": 400,
1234
+ "route_completion": 0.0,
1235
+ "manipulation_score": 0.0,
1236
+ "total_penalty_factor": 1.0,
1237
+ "fail_reason": null,
1238
+ "penalty_events": []
1239
+ },
1240
+ {
1241
+ "episode_id": 68,
1242
+ "seed": 100070,
1243
+ "success": false,
1244
+ "steps_taken": 209,
1245
+ "max_steps": 400,
1246
+ "route_completion": 32.77074228877304,
1247
+ "manipulation_score": 16.38537114438652,
1248
+ "total_penalty_factor": 0.5,
1249
+ "fail_reason": "out_of_bounds",
1250
+ "penalty_events": [
1251
+ {
1252
+ "event_type": "out_of_bounds",
1253
+ "timestep": 209,
1254
+ "penalty_factor": 0.5,
1255
+ "details": "Target object left workspace/view"
1256
+ }
1257
+ ]
1258
+ },
1259
+ {
1260
+ "episode_id": 69,
1261
+ "seed": 100071,
1262
+ "success": false,
1263
+ "steps_taken": 104,
1264
+ "max_steps": 400,
1265
+ "route_completion": 39.09500317426402,
1266
+ "manipulation_score": 19.54750158713201,
1267
+ "total_penalty_factor": 0.5,
1268
+ "fail_reason": "out_of_bounds",
1269
+ "penalty_events": [
1270
+ {
1271
+ "event_type": "out_of_bounds",
1272
+ "timestep": 104,
1273
+ "penalty_factor": 0.5,
1274
+ "details": "Target object left workspace/view"
1275
+ }
1276
+ ]
1277
+ },
1278
+ {
1279
+ "episode_id": 70,
1280
+ "seed": 100072,
1281
+ "success": false,
1282
+ "steps_taken": 145,
1283
+ "max_steps": 400,
1284
+ "route_completion": 48.09484627455897,
1285
+ "manipulation_score": 24.047423137279484,
1286
+ "total_penalty_factor": 0.5,
1287
+ "fail_reason": "out_of_bounds",
1288
+ "penalty_events": [
1289
+ {
1290
+ "event_type": "out_of_bounds",
1291
+ "timestep": 145,
1292
+ "penalty_factor": 0.5,
1293
+ "details": "Target object left workspace/view"
1294
+ }
1295
+ ]
1296
+ },
1297
+ {
1298
+ "episode_id": 71,
1299
+ "seed": 100073,
1300
+ "success": false,
1301
+ "steps_taken": 135,
1302
+ "max_steps": 400,
1303
+ "route_completion": 0.024487613110829556,
1304
+ "manipulation_score": 0.012243806555414778,
1305
+ "total_penalty_factor": 0.5,
1306
+ "fail_reason": "out_of_bounds",
1307
+ "penalty_events": [
1308
+ {
1309
+ "event_type": "out_of_bounds",
1310
+ "timestep": 135,
1311
+ "penalty_factor": 0.5,
1312
+ "details": "Target object left workspace/view"
1313
+ }
1314
+ ]
1315
+ },
1316
+ {
1317
+ "episode_id": 72,
1318
+ "seed": 100074,
1319
+ "success": false,
1320
+ "steps_taken": 232,
1321
+ "max_steps": 400,
1322
+ "route_completion": 37.02033379977894,
1323
+ "manipulation_score": 18.51016689988947,
1324
+ "total_penalty_factor": 0.5,
1325
+ "fail_reason": "out_of_bounds",
1326
+ "penalty_events": [
1327
+ {
1328
+ "event_type": "out_of_bounds",
1329
+ "timestep": 232,
1330
+ "penalty_factor": 0.5,
1331
+ "details": "Target object left workspace/view"
1332
+ }
1333
+ ]
1334
+ },
1335
+ {
1336
+ "episode_id": 73,
1337
+ "seed": 100075,
1338
+ "success": false,
1339
+ "steps_taken": 119,
1340
+ "max_steps": 400,
1341
+ "route_completion": 0.0,
1342
+ "manipulation_score": 0.0,
1343
+ "total_penalty_factor": 0.5,
1344
+ "fail_reason": "out_of_bounds",
1345
+ "penalty_events": [
1346
+ {
1347
+ "event_type": "out_of_bounds",
1348
+ "timestep": 119,
1349
+ "penalty_factor": 0.5,
1350
+ "details": "Target object left workspace/view"
1351
+ }
1352
+ ]
1353
+ },
1354
+ {
1355
+ "episode_id": 74,
1356
+ "seed": 100077,
1357
+ "success": false,
1358
+ "steps_taken": 137,
1359
+ "max_steps": 400,
1360
+ "route_completion": 27.02890477948688,
1361
+ "manipulation_score": 13.51445238974344,
1362
+ "total_penalty_factor": 0.5,
1363
+ "fail_reason": "out_of_bounds",
1364
+ "penalty_events": [
1365
+ {
1366
+ "event_type": "out_of_bounds",
1367
+ "timestep": 137,
1368
+ "penalty_factor": 0.5,
1369
+ "details": "Target object left workspace/view"
1370
+ }
1371
+ ]
1372
+ },
1373
+ {
1374
+ "episode_id": 75,
1375
+ "seed": 100079,
1376
+ "success": false,
1377
+ "steps_taken": 167,
1378
+ "max_steps": 400,
1379
+ "route_completion": 0.0,
1380
+ "manipulation_score": 0.0,
1381
+ "total_penalty_factor": 0.5,
1382
+ "fail_reason": "out_of_bounds",
1383
+ "penalty_events": [
1384
+ {
1385
+ "event_type": "out_of_bounds",
1386
+ "timestep": 167,
1387
+ "penalty_factor": 0.5,
1388
+ "details": "Target object left workspace/view"
1389
+ }
1390
+ ]
1391
+ },
1392
+ {
1393
+ "episode_id": 76,
1394
+ "seed": 100080,
1395
+ "success": false,
1396
+ "steps_taken": 107,
1397
+ "max_steps": 400,
1398
+ "route_completion": 0.0652354024413704,
1399
+ "manipulation_score": 0.0326177012206852,
1400
+ "total_penalty_factor": 0.5,
1401
+ "fail_reason": "out_of_bounds",
1402
+ "penalty_events": [
1403
+ {
1404
+ "event_type": "out_of_bounds",
1405
+ "timestep": 107,
1406
+ "penalty_factor": 0.5,
1407
+ "details": "Target object left workspace/view"
1408
+ }
1409
+ ]
1410
+ },
1411
+ {
1412
+ "episode_id": 77,
1413
+ "seed": 100081,
1414
+ "success": false,
1415
+ "steps_taken": 102,
1416
+ "max_steps": 400,
1417
+ "route_completion": 0.0635290548136514,
1418
+ "manipulation_score": 0.0317645274068257,
1419
+ "total_penalty_factor": 0.5,
1420
+ "fail_reason": "out_of_bounds",
1421
+ "penalty_events": [
1422
+ {
1423
+ "event_type": "out_of_bounds",
1424
+ "timestep": 102,
1425
+ "penalty_factor": 0.5,
1426
+ "details": "Target object left workspace/view"
1427
+ }
1428
+ ]
1429
+ },
1430
+ {
1431
+ "episode_id": 78,
1432
+ "seed": 100082,
1433
+ "success": false,
1434
+ "steps_taken": 400,
1435
+ "max_steps": 400,
1436
+ "route_completion": 29.81375878973349,
1437
+ "manipulation_score": 29.81375878973349,
1438
+ "total_penalty_factor": 1.0,
1439
+ "fail_reason": null,
1440
+ "penalty_events": []
1441
+ },
1442
+ {
1443
+ "episode_id": 79,
1444
+ "seed": 100084,
1445
+ "success": false,
1446
+ "steps_taken": 165,
1447
+ "max_steps": 400,
1448
+ "route_completion": 26.694962729102638,
1449
+ "manipulation_score": 13.347481364551319,
1450
+ "total_penalty_factor": 0.5,
1451
+ "fail_reason": "out_of_bounds",
1452
+ "penalty_events": [
1453
+ {
1454
+ "event_type": "out_of_bounds",
1455
+ "timestep": 165,
1456
+ "penalty_factor": 0.5,
1457
+ "details": "Target object left workspace/view"
1458
+ }
1459
+ ]
1460
+ },
1461
+ {
1462
+ "episode_id": 80,
1463
+ "seed": 100086,
1464
+ "success": false,
1465
+ "steps_taken": 116,
1466
+ "max_steps": 400,
1467
+ "route_completion": 0.0,
1468
+ "manipulation_score": 0.0,
1469
+ "total_penalty_factor": 0.5,
1470
+ "fail_reason": "out_of_bounds",
1471
+ "penalty_events": [
1472
+ {
1473
+ "event_type": "out_of_bounds",
1474
+ "timestep": 116,
1475
+ "penalty_factor": 0.5,
1476
+ "details": "Target object left workspace/view"
1477
+ }
1478
+ ]
1479
+ },
1480
+ {
1481
+ "episode_id": 81,
1482
+ "seed": 100087,
1483
+ "success": false,
1484
+ "steps_taken": 196,
1485
+ "max_steps": 400,
1486
+ "route_completion": 42.43179848594076,
1487
+ "manipulation_score": 21.21589924297038,
1488
+ "total_penalty_factor": 0.5,
1489
+ "fail_reason": "out_of_bounds",
1490
+ "penalty_events": [
1491
+ {
1492
+ "event_type": "out_of_bounds",
1493
+ "timestep": 196,
1494
+ "penalty_factor": 0.5,
1495
+ "details": "Target object left workspace/view"
1496
+ }
1497
+ ]
1498
+ },
1499
+ {
1500
+ "episode_id": 82,
1501
+ "seed": 100088,
1502
+ "success": false,
1503
+ "steps_taken": 92,
1504
+ "max_steps": 400,
1505
+ "route_completion": 34.39883256440674,
1506
+ "manipulation_score": 17.19941628220337,
1507
+ "total_penalty_factor": 0.5,
1508
+ "fail_reason": "out_of_bounds",
1509
+ "penalty_events": [
1510
+ {
1511
+ "event_type": "out_of_bounds",
1512
+ "timestep": 92,
1513
+ "penalty_factor": 0.5,
1514
+ "details": "Target object left workspace/view"
1515
+ }
1516
+ ]
1517
+ },
1518
+ {
1519
+ "episode_id": 83,
1520
+ "seed": 100089,
1521
+ "success": false,
1522
+ "steps_taken": 113,
1523
+ "max_steps": 400,
1524
+ "route_completion": 0.0,
1525
+ "manipulation_score": 0.0,
1526
+ "total_penalty_factor": 0.5,
1527
+ "fail_reason": "out_of_bounds",
1528
+ "penalty_events": [
1529
+ {
1530
+ "event_type": "out_of_bounds",
1531
+ "timestep": 113,
1532
+ "penalty_factor": 0.5,
1533
+ "details": "Target object left workspace/view"
1534
+ }
1535
+ ]
1536
+ },
1537
+ {
1538
+ "episode_id": 84,
1539
+ "seed": 100090,
1540
+ "success": false,
1541
+ "steps_taken": 110,
1542
+ "max_steps": 400,
1543
+ "route_completion": 36.104419199606994,
1544
+ "manipulation_score": 18.052209599803497,
1545
+ "total_penalty_factor": 0.5,
1546
+ "fail_reason": "out_of_bounds",
1547
+ "penalty_events": [
1548
+ {
1549
+ "event_type": "out_of_bounds",
1550
+ "timestep": 110,
1551
+ "penalty_factor": 0.5,
1552
+ "details": "Target object left workspace/view"
1553
+ }
1554
+ ]
1555
+ },
1556
+ {
1557
+ "episode_id": 85,
1558
+ "seed": 100091,
1559
+ "success": false,
1560
+ "steps_taken": 111,
1561
+ "max_steps": 400,
1562
+ "route_completion": 3.372617534118233,
1563
+ "manipulation_score": 1.6863087670591166,
1564
+ "total_penalty_factor": 0.5,
1565
+ "fail_reason": "out_of_bounds",
1566
+ "penalty_events": [
1567
+ {
1568
+ "event_type": "out_of_bounds",
1569
+ "timestep": 111,
1570
+ "penalty_factor": 0.5,
1571
+ "details": "Target object left workspace/view"
1572
+ }
1573
+ ]
1574
+ },
1575
+ {
1576
+ "episode_id": 86,
1577
+ "seed": 100093,
1578
+ "success": false,
1579
+ "steps_taken": 287,
1580
+ "max_steps": 400,
1581
+ "route_completion": 44.059394425550416,
1582
+ "manipulation_score": 22.029697212775208,
1583
+ "total_penalty_factor": 0.5,
1584
+ "fail_reason": "out_of_bounds",
1585
+ "penalty_events": [
1586
+ {
1587
+ "event_type": "out_of_bounds",
1588
+ "timestep": 287,
1589
+ "penalty_factor": 0.5,
1590
+ "details": "Target object left workspace/view"
1591
+ }
1592
+ ]
1593
+ },
1594
+ {
1595
+ "episode_id": 87,
1596
+ "seed": 100094,
1597
+ "success": false,
1598
+ "steps_taken": 225,
1599
+ "max_steps": 400,
1600
+ "route_completion": 24.28973889010475,
1601
+ "manipulation_score": 12.144869445052375,
1602
+ "total_penalty_factor": 0.5,
1603
+ "fail_reason": "out_of_bounds",
1604
+ "penalty_events": [
1605
+ {
1606
+ "event_type": "out_of_bounds",
1607
+ "timestep": 225,
1608
+ "penalty_factor": 0.5,
1609
+ "details": "Target object left workspace/view"
1610
+ }
1611
+ ]
1612
+ },
1613
+ {
1614
+ "episode_id": 88,
1615
+ "seed": 100095,
1616
+ "success": true,
1617
+ "steps_taken": 126,
1618
+ "max_steps": 400,
1619
+ "route_completion": 100.0,
1620
+ "manipulation_score": 100.0,
1621
+ "total_penalty_factor": 1.0,
1622
+ "fail_reason": null,
1623
+ "penalty_events": []
1624
+ },
1625
+ {
1626
+ "episode_id": 89,
1627
+ "seed": 100096,
1628
+ "success": false,
1629
+ "steps_taken": 398,
1630
+ "max_steps": 400,
1631
+ "route_completion": 33.84927494385852,
1632
+ "manipulation_score": 16.92463747192926,
1633
+ "total_penalty_factor": 0.5,
1634
+ "fail_reason": "out_of_bounds",
1635
+ "penalty_events": [
1636
+ {
1637
+ "event_type": "out_of_bounds",
1638
+ "timestep": 398,
1639
+ "penalty_factor": 0.5,
1640
+ "details": "Target object left workspace/view"
1641
+ }
1642
+ ]
1643
+ },
1644
+ {
1645
+ "episode_id": 90,
1646
+ "seed": 100097,
1647
+ "success": false,
1648
+ "steps_taken": 121,
1649
+ "max_steps": 400,
1650
+ "route_completion": 46.88470920977365,
1651
+ "manipulation_score": 23.442354604886827,
1652
+ "total_penalty_factor": 0.5,
1653
+ "fail_reason": "out_of_bounds",
1654
+ "penalty_events": [
1655
+ {
1656
+ "event_type": "out_of_bounds",
1657
+ "timestep": 121,
1658
+ "penalty_factor": 0.5,
1659
+ "details": "Target object left workspace/view"
1660
+ }
1661
+ ]
1662
+ },
1663
+ {
1664
+ "episode_id": 91,
1665
+ "seed": 100098,
1666
+ "success": false,
1667
+ "steps_taken": 270,
1668
+ "max_steps": 400,
1669
+ "route_completion": 0.0,
1670
+ "manipulation_score": 0.0,
1671
+ "total_penalty_factor": 0.5,
1672
+ "fail_reason": "out_of_bounds",
1673
+ "penalty_events": [
1674
+ {
1675
+ "event_type": "out_of_bounds",
1676
+ "timestep": 270,
1677
+ "penalty_factor": 0.5,
1678
+ "details": "Target object left workspace/view"
1679
+ }
1680
+ ]
1681
+ },
1682
+ {
1683
+ "episode_id": 92,
1684
+ "seed": 100099,
1685
+ "success": false,
1686
+ "steps_taken": 102,
1687
+ "max_steps": 400,
1688
+ "route_completion": 24.886543674399743,
1689
+ "manipulation_score": 12.443271837199871,
1690
+ "total_penalty_factor": 0.5,
1691
+ "fail_reason": "out_of_bounds",
1692
+ "penalty_events": [
1693
+ {
1694
+ "event_type": "out_of_bounds",
1695
+ "timestep": 102,
1696
+ "penalty_factor": 0.5,
1697
+ "details": "Target object left workspace/view"
1698
+ }
1699
+ ]
1700
+ },
1701
+ {
1702
+ "episode_id": 93,
1703
+ "seed": 100100,
1704
+ "success": false,
1705
+ "steps_taken": 103,
1706
+ "max_steps": 400,
1707
+ "route_completion": 0.1527041916037333,
1708
+ "manipulation_score": 0.07635209580186665,
1709
+ "total_penalty_factor": 0.5,
1710
+ "fail_reason": "out_of_bounds",
1711
+ "penalty_events": [
1712
+ {
1713
+ "event_type": "out_of_bounds",
1714
+ "timestep": 103,
1715
+ "penalty_factor": 0.5,
1716
+ "details": "Target object left workspace/view"
1717
+ }
1718
+ ]
1719
+ },
1720
+ {
1721
+ "episode_id": 94,
1722
+ "seed": 100101,
1723
+ "success": false,
1724
+ "steps_taken": 293,
1725
+ "max_steps": 400,
1726
+ "route_completion": 25.263303830237398,
1727
+ "manipulation_score": 12.631651915118699,
1728
+ "total_penalty_factor": 0.5,
1729
+ "fail_reason": "out_of_bounds",
1730
+ "penalty_events": [
1731
+ {
1732
+ "event_type": "out_of_bounds",
1733
+ "timestep": 293,
1734
+ "penalty_factor": 0.5,
1735
+ "details": "Target object left workspace/view"
1736
+ }
1737
+ ]
1738
+ },
1739
+ {
1740
+ "episode_id": 95,
1741
+ "seed": 100102,
1742
+ "success": false,
1743
+ "steps_taken": 106,
1744
+ "max_steps": 400,
1745
+ "route_completion": 0.05478389529276845,
1746
+ "manipulation_score": 0.027391947646384224,
1747
+ "total_penalty_factor": 0.5,
1748
+ "fail_reason": "out_of_bounds",
1749
+ "penalty_events": [
1750
+ {
1751
+ "event_type": "out_of_bounds",
1752
+ "timestep": 106,
1753
+ "penalty_factor": 0.5,
1754
+ "details": "Target object left workspace/view"
1755
+ }
1756
+ ]
1757
+ },
1758
+ {
1759
+ "episode_id": 96,
1760
+ "seed": 100103,
1761
+ "success": false,
1762
+ "steps_taken": 378,
1763
+ "max_steps": 400,
1764
+ "route_completion": 24.89099742697272,
1765
+ "manipulation_score": 12.44549871348636,
1766
+ "total_penalty_factor": 0.5,
1767
+ "fail_reason": "out_of_bounds",
1768
+ "penalty_events": [
1769
+ {
1770
+ "event_type": "out_of_bounds",
1771
+ "timestep": 378,
1772
+ "penalty_factor": 0.5,
1773
+ "details": "Target object left workspace/view"
1774
+ }
1775
+ ]
1776
+ },
1777
+ {
1778
+ "episode_id": 97,
1779
+ "seed": 100104,
1780
+ "success": false,
1781
+ "steps_taken": 99,
1782
+ "max_steps": 400,
1783
+ "route_completion": 0.0,
1784
+ "manipulation_score": 0.0,
1785
+ "total_penalty_factor": 0.5,
1786
+ "fail_reason": "out_of_bounds",
1787
+ "penalty_events": [
1788
+ {
1789
+ "event_type": "out_of_bounds",
1790
+ "timestep": 99,
1791
+ "penalty_factor": 0.5,
1792
+ "details": "Target object left workspace/view"
1793
+ }
1794
+ ]
1795
+ },
1796
+ {
1797
+ "episode_id": 98,
1798
+ "seed": 100105,
1799
+ "success": false,
1800
+ "steps_taken": 115,
1801
+ "max_steps": 400,
1802
+ "route_completion": 0.04082751722472572,
1803
+ "manipulation_score": 0.02041375861236286,
1804
+ "total_penalty_factor": 0.5,
1805
+ "fail_reason": "out_of_bounds",
1806
+ "penalty_events": [
1807
+ {
1808
+ "event_type": "out_of_bounds",
1809
+ "timestep": 115,
1810
+ "penalty_factor": 0.5,
1811
+ "details": "Target object left workspace/view"
1812
+ }
1813
+ ]
1814
+ },
1815
+ {
1816
+ "episode_id": 99,
1817
+ "seed": 100106,
1818
+ "success": false,
1819
+ "steps_taken": 118,
1820
+ "max_steps": 400,
1821
+ "route_completion": 21.671398072318027,
1822
+ "manipulation_score": 10.835699036159014,
1823
+ "total_penalty_factor": 0.5,
1824
+ "fail_reason": "out_of_bounds",
1825
+ "penalty_events": [
1826
+ {
1827
+ "event_type": "out_of_bounds",
1828
+ "timestep": 118,
1829
+ "penalty_factor": 0.5,
1830
+ "details": "Target object left workspace/view"
1831
+ }
1832
+ ]
1833
+ },
1834
+ {
1835
+ "episode_id": 100,
1836
+ "seed": 100107,
1837
+ "success": false,
1838
+ "steps_taken": 126,
1839
+ "max_steps": 400,
1840
+ "route_completion": 18.322395656163703,
1841
+ "manipulation_score": 9.161197828081852,
1842
+ "total_penalty_factor": 0.5,
1843
+ "fail_reason": "out_of_bounds",
1844
+ "penalty_events": [
1845
+ {
1846
+ "event_type": "out_of_bounds",
1847
+ "timestep": 126,
1848
+ "penalty_factor": 0.5,
1849
+ "details": "Target object left workspace/view"
1850
+ }
1851
+ ]
1852
+ }
1853
+ ]
log/eval_result/place_object_stand/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 02:23:29/_metrics.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "total_episodes": 100,
3
+ "success_count": 2,
4
+ "success_rate": 2.0,
5
+ "manipulation_score_mean": 10.599625515054607,
6
+ "manipulation_score_std": 15.864571289454856,
7
+ "route_completion_mean": 17.863669502431115,
8
+ "route_completion_std": 20.00486434997128,
9
+ "penalty_clutter_collision_total": 0,
10
+ "penalty_out_of_bounds_total": 93
11
+ }
log/eval_result/place_object_stand/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 02:23:29/_metrics_report.txt ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ============================================================
2
+ EVALUATION METRICS REPORT
3
+ ============================================================
4
+
5
+ Total Episodes: 100
6
+ Success Rate: 2.0% (2/100)
7
+
8
+ --- Manipulation Score ---
9
+ Mean: 10.60
10
+ Std: 15.86
11
+
12
+ --- Route Completion ---
13
+ Mean: 17.86%
14
+ Std: 20.00
15
+
16
+ --- Penalty Events ---
17
+ Clutter Collisions: 0
18
+ Out of Bounds: 93
19
+
20
+ ============================================================
log/eval_result/place_object_stand/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 02:23:29/_result.txt ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ Timestamp: 2026-03-30 02:23:29
2
+
3
+ Instruction Type: unseen
4
+
5
+ 0.02
log/eval_result/press_stapler/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 03:37:21/_metrics.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "total_episodes": 100,
3
+ "success_count": 12,
4
+ "success_rate": 12.0,
5
+ "manipulation_score_mean": 20.40236643352057,
6
+ "manipulation_score_std": 30.37932821637683,
7
+ "route_completion_mean": 28.80473286704114,
8
+ "route_completion_std": 30.445490968653882,
9
+ "penalty_clutter_collision_total": 0,
10
+ "penalty_out_of_bounds_total": 88
11
+ }
log/eval_result/press_stapler/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 03:37:21/_metrics_report.txt ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ============================================================
2
+ EVALUATION METRICS REPORT
3
+ ============================================================
4
+
5
+ Total Episodes: 100
6
+ Success Rate: 12.0% (12/100)
7
+
8
+ --- Manipulation Score ---
9
+ Mean: 20.40
10
+ Std: 30.38
11
+
12
+ --- Route Completion ---
13
+ Mean: 28.80%
14
+ Std: 30.45
15
+
16
+ --- Penalty Events ---
17
+ Clutter Collisions: 0
18
+ Out of Bounds: 88
19
+
20
+ ============================================================
log/eval_result/press_stapler/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 03:37:21/_result.txt ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ Timestamp: 2026-03-30 03:37:21
2
+
3
+ Instruction Type: unseen
4
+
5
+ 0.12
log/eval_result/put_bottles_dustbin/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 03:54:55/_episodes_detail.json ADDED
@@ -0,0 +1,1447 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "episode_id": 1,
4
+ "seed": 100000,
5
+ "success": false,
6
+ "steps_taken": 85,
7
+ "max_steps": 1700,
8
+ "route_completion": 19.6123032420703,
9
+ "manipulation_score": 9.80615162103515,
10
+ "total_penalty_factor": 0.5,
11
+ "fail_reason": "out_of_bounds",
12
+ "penalty_events": [
13
+ {
14
+ "event_type": "out_of_bounds",
15
+ "timestep": 85,
16
+ "penalty_factor": 0.5,
17
+ "details": "Target object left workspace/view"
18
+ }
19
+ ]
20
+ },
21
+ {
22
+ "episode_id": 2,
23
+ "seed": 100001,
24
+ "success": false,
25
+ "steps_taken": 1700,
26
+ "max_steps": 1700,
27
+ "route_completion": 44.33294706692228,
28
+ "manipulation_score": 44.33294706692228,
29
+ "total_penalty_factor": 1.0,
30
+ "fail_reason": null,
31
+ "penalty_events": []
32
+ },
33
+ {
34
+ "episode_id": 3,
35
+ "seed": 100002,
36
+ "success": false,
37
+ "steps_taken": 1700,
38
+ "max_steps": 1700,
39
+ "route_completion": 52.23056678021728,
40
+ "manipulation_score": 52.23056678021728,
41
+ "total_penalty_factor": 1.0,
42
+ "fail_reason": null,
43
+ "penalty_events": []
44
+ },
45
+ {
46
+ "episode_id": 4,
47
+ "seed": 100007,
48
+ "success": false,
49
+ "steps_taken": 1700,
50
+ "max_steps": 1700,
51
+ "route_completion": 38.931400094496084,
52
+ "manipulation_score": 38.931400094496084,
53
+ "total_penalty_factor": 1.0,
54
+ "fail_reason": null,
55
+ "penalty_events": []
56
+ },
57
+ {
58
+ "episode_id": 5,
59
+ "seed": 100008,
60
+ "success": false,
61
+ "steps_taken": 1700,
62
+ "max_steps": 1700,
63
+ "route_completion": 72.77724749599136,
64
+ "manipulation_score": 72.77724749599136,
65
+ "total_penalty_factor": 1.0,
66
+ "fail_reason": null,
67
+ "penalty_events": []
68
+ },
69
+ {
70
+ "episode_id": 6,
71
+ "seed": 100012,
72
+ "success": false,
73
+ "steps_taken": 1700,
74
+ "max_steps": 1700,
75
+ "route_completion": 39.25822686512371,
76
+ "manipulation_score": 39.25822686512371,
77
+ "total_penalty_factor": 1.0,
78
+ "fail_reason": null,
79
+ "penalty_events": []
80
+ },
81
+ {
82
+ "episode_id": 7,
83
+ "seed": 100016,
84
+ "success": false,
85
+ "steps_taken": 1700,
86
+ "max_steps": 1700,
87
+ "route_completion": 52.24623471758926,
88
+ "manipulation_score": 52.24623471758926,
89
+ "total_penalty_factor": 1.0,
90
+ "fail_reason": null,
91
+ "penalty_events": []
92
+ },
93
+ {
94
+ "episode_id": 8,
95
+ "seed": 100019,
96
+ "success": false,
97
+ "steps_taken": 71,
98
+ "max_steps": 1700,
99
+ "route_completion": 21.099455083883367,
100
+ "manipulation_score": 10.549727541941683,
101
+ "total_penalty_factor": 0.5,
102
+ "fail_reason": "out_of_bounds",
103
+ "penalty_events": [
104
+ {
105
+ "event_type": "out_of_bounds",
106
+ "timestep": 71,
107
+ "penalty_factor": 0.5,
108
+ "details": "Target object left workspace/view"
109
+ }
110
+ ]
111
+ },
112
+ {
113
+ "episode_id": 9,
114
+ "seed": 100024,
115
+ "success": false,
116
+ "steps_taken": 1700,
117
+ "max_steps": 1700,
118
+ "route_completion": 44.591708165514575,
119
+ "manipulation_score": 44.591708165514575,
120
+ "total_penalty_factor": 1.0,
121
+ "fail_reason": null,
122
+ "penalty_events": []
123
+ },
124
+ {
125
+ "episode_id": 10,
126
+ "seed": 100025,
127
+ "success": false,
128
+ "steps_taken": 1700,
129
+ "max_steps": 1700,
130
+ "route_completion": 31.546264894658243,
131
+ "manipulation_score": 31.546264894658243,
132
+ "total_penalty_factor": 1.0,
133
+ "fail_reason": null,
134
+ "penalty_events": []
135
+ },
136
+ {
137
+ "episode_id": 11,
138
+ "seed": 100027,
139
+ "success": false,
140
+ "steps_taken": 1700,
141
+ "max_steps": 1700,
142
+ "route_completion": 47.446080489904176,
143
+ "manipulation_score": 47.446080489904176,
144
+ "total_penalty_factor": 1.0,
145
+ "fail_reason": null,
146
+ "penalty_events": []
147
+ },
148
+ {
149
+ "episode_id": 12,
150
+ "seed": 100028,
151
+ "success": false,
152
+ "steps_taken": 1700,
153
+ "max_steps": 1700,
154
+ "route_completion": 46.83288914173664,
155
+ "manipulation_score": 46.83288914173664,
156
+ "total_penalty_factor": 1.0,
157
+ "fail_reason": null,
158
+ "penalty_events": []
159
+ },
160
+ {
161
+ "episode_id": 13,
162
+ "seed": 100034,
163
+ "success": false,
164
+ "steps_taken": 1700,
165
+ "max_steps": 1700,
166
+ "route_completion": 34.09619845600547,
167
+ "manipulation_score": 34.09619845600547,
168
+ "total_penalty_factor": 1.0,
169
+ "fail_reason": null,
170
+ "penalty_events": []
171
+ },
172
+ {
173
+ "episode_id": 14,
174
+ "seed": 100035,
175
+ "success": false,
176
+ "steps_taken": 1700,
177
+ "max_steps": 1700,
178
+ "route_completion": 26.47304486126794,
179
+ "manipulation_score": 26.47304486126794,
180
+ "total_penalty_factor": 1.0,
181
+ "fail_reason": null,
182
+ "penalty_events": []
183
+ },
184
+ {
185
+ "episode_id": 15,
186
+ "seed": 100038,
187
+ "success": false,
188
+ "steps_taken": 68,
189
+ "max_steps": 1700,
190
+ "route_completion": 15.227454980482491,
191
+ "manipulation_score": 7.613727490241246,
192
+ "total_penalty_factor": 0.5,
193
+ "fail_reason": "out_of_bounds",
194
+ "penalty_events": [
195
+ {
196
+ "event_type": "out_of_bounds",
197
+ "timestep": 68,
198
+ "penalty_factor": 0.5,
199
+ "details": "Target object left workspace/view"
200
+ }
201
+ ]
202
+ },
203
+ {
204
+ "episode_id": 16,
205
+ "seed": 100039,
206
+ "success": false,
207
+ "steps_taken": 1700,
208
+ "max_steps": 1700,
209
+ "route_completion": 33.620447091196915,
210
+ "manipulation_score": 33.620447091196915,
211
+ "total_penalty_factor": 1.0,
212
+ "fail_reason": null,
213
+ "penalty_events": []
214
+ },
215
+ {
216
+ "episode_id": 17,
217
+ "seed": 100040,
218
+ "success": false,
219
+ "steps_taken": 55,
220
+ "max_steps": 1700,
221
+ "route_completion": 26.514879506460836,
222
+ "manipulation_score": 13.257439753230418,
223
+ "total_penalty_factor": 0.5,
224
+ "fail_reason": "out_of_bounds",
225
+ "penalty_events": [
226
+ {
227
+ "event_type": "out_of_bounds",
228
+ "timestep": 55,
229
+ "penalty_factor": 0.5,
230
+ "details": "Target object left workspace/view"
231
+ }
232
+ ]
233
+ },
234
+ {
235
+ "episode_id": 18,
236
+ "seed": 100042,
237
+ "success": false,
238
+ "steps_taken": 1700,
239
+ "max_steps": 1700,
240
+ "route_completion": 53.68109549397393,
241
+ "manipulation_score": 53.68109549397393,
242
+ "total_penalty_factor": 1.0,
243
+ "fail_reason": null,
244
+ "penalty_events": []
245
+ },
246
+ {
247
+ "episode_id": 19,
248
+ "seed": 100045,
249
+ "success": false,
250
+ "steps_taken": 1700,
251
+ "max_steps": 1700,
252
+ "route_completion": 29.361214709331378,
253
+ "manipulation_score": 29.361214709331378,
254
+ "total_penalty_factor": 1.0,
255
+ "fail_reason": null,
256
+ "penalty_events": []
257
+ },
258
+ {
259
+ "episode_id": 20,
260
+ "seed": 100047,
261
+ "success": true,
262
+ "steps_taken": 297,
263
+ "max_steps": 1700,
264
+ "route_completion": 100.0,
265
+ "manipulation_score": 100.0,
266
+ "total_penalty_factor": 1.0,
267
+ "fail_reason": null,
268
+ "penalty_events": []
269
+ },
270
+ {
271
+ "episode_id": 21,
272
+ "seed": 100048,
273
+ "success": false,
274
+ "steps_taken": 122,
275
+ "max_steps": 1700,
276
+ "route_completion": 37.39620889113186,
277
+ "manipulation_score": 18.69810444556593,
278
+ "total_penalty_factor": 0.5,
279
+ "fail_reason": "out_of_bounds",
280
+ "penalty_events": [
281
+ {
282
+ "event_type": "out_of_bounds",
283
+ "timestep": 122,
284
+ "penalty_factor": 0.5,
285
+ "details": "Target object left workspace/view"
286
+ }
287
+ ]
288
+ },
289
+ {
290
+ "episode_id": 22,
291
+ "seed": 100050,
292
+ "success": false,
293
+ "steps_taken": 1700,
294
+ "max_steps": 1700,
295
+ "route_completion": 33.15470804455244,
296
+ "manipulation_score": 33.15470804455244,
297
+ "total_penalty_factor": 1.0,
298
+ "fail_reason": null,
299
+ "penalty_events": []
300
+ },
301
+ {
302
+ "episode_id": 23,
303
+ "seed": 100052,
304
+ "success": false,
305
+ "steps_taken": 1700,
306
+ "max_steps": 1700,
307
+ "route_completion": 19.35209247980584,
308
+ "manipulation_score": 19.35209247980584,
309
+ "total_penalty_factor": 1.0,
310
+ "fail_reason": null,
311
+ "penalty_events": []
312
+ },
313
+ {
314
+ "episode_id": 24,
315
+ "seed": 100054,
316
+ "success": false,
317
+ "steps_taken": 53,
318
+ "max_steps": 1700,
319
+ "route_completion": 31.488553286617417,
320
+ "manipulation_score": 15.744276643308709,
321
+ "total_penalty_factor": 0.5,
322
+ "fail_reason": "out_of_bounds",
323
+ "penalty_events": [
324
+ {
325
+ "event_type": "out_of_bounds",
326
+ "timestep": 53,
327
+ "penalty_factor": 0.5,
328
+ "details": "Target object left workspace/view"
329
+ }
330
+ ]
331
+ },
332
+ {
333
+ "episode_id": 25,
334
+ "seed": 100056,
335
+ "success": true,
336
+ "steps_taken": 113,
337
+ "max_steps": 1700,
338
+ "route_completion": 100.0,
339
+ "manipulation_score": 100.0,
340
+ "total_penalty_factor": 1.0,
341
+ "fail_reason": null,
342
+ "penalty_events": []
343
+ },
344
+ {
345
+ "episode_id": 26,
346
+ "seed": 100057,
347
+ "success": true,
348
+ "steps_taken": 115,
349
+ "max_steps": 1700,
350
+ "route_completion": 100.0,
351
+ "manipulation_score": 100.0,
352
+ "total_penalty_factor": 1.0,
353
+ "fail_reason": null,
354
+ "penalty_events": []
355
+ },
356
+ {
357
+ "episode_id": 27,
358
+ "seed": 100059,
359
+ "success": false,
360
+ "steps_taken": 1700,
361
+ "max_steps": 1700,
362
+ "route_completion": 52.11037108712666,
363
+ "manipulation_score": 52.11037108712666,
364
+ "total_penalty_factor": 1.0,
365
+ "fail_reason": null,
366
+ "penalty_events": []
367
+ },
368
+ {
369
+ "episode_id": 28,
370
+ "seed": 100062,
371
+ "success": false,
372
+ "steps_taken": 117,
373
+ "max_steps": 1700,
374
+ "route_completion": 30.315934051468616,
375
+ "manipulation_score": 15.157967025734308,
376
+ "total_penalty_factor": 0.5,
377
+ "fail_reason": "out_of_bounds",
378
+ "penalty_events": [
379
+ {
380
+ "event_type": "out_of_bounds",
381
+ "timestep": 117,
382
+ "penalty_factor": 0.5,
383
+ "details": "Target object left workspace/view"
384
+ }
385
+ ]
386
+ },
387
+ {
388
+ "episode_id": 29,
389
+ "seed": 100064,
390
+ "success": false,
391
+ "steps_taken": 93,
392
+ "max_steps": 1700,
393
+ "route_completion": 0.06875499585812762,
394
+ "manipulation_score": 0.03437749792906381,
395
+ "total_penalty_factor": 0.5,
396
+ "fail_reason": "out_of_bounds",
397
+ "penalty_events": [
398
+ {
399
+ "event_type": "out_of_bounds",
400
+ "timestep": 93,
401
+ "penalty_factor": 0.5,
402
+ "details": "Target object left workspace/view"
403
+ }
404
+ ]
405
+ },
406
+ {
407
+ "episode_id": 30,
408
+ "seed": 100065,
409
+ "success": false,
410
+ "steps_taken": 1700,
411
+ "max_steps": 1700,
412
+ "route_completion": 39.167194962886825,
413
+ "manipulation_score": 39.167194962886825,
414
+ "total_penalty_factor": 1.0,
415
+ "fail_reason": null,
416
+ "penalty_events": []
417
+ },
418
+ {
419
+ "episode_id": 31,
420
+ "seed": 100067,
421
+ "success": false,
422
+ "steps_taken": 1700,
423
+ "max_steps": 1700,
424
+ "route_completion": 29.066655767562594,
425
+ "manipulation_score": 29.066655767562594,
426
+ "total_penalty_factor": 1.0,
427
+ "fail_reason": null,
428
+ "penalty_events": []
429
+ },
430
+ {
431
+ "episode_id": 32,
432
+ "seed": 100069,
433
+ "success": true,
434
+ "steps_taken": 130,
435
+ "max_steps": 1700,
436
+ "route_completion": 100.0,
437
+ "manipulation_score": 100.0,
438
+ "total_penalty_factor": 1.0,
439
+ "fail_reason": null,
440
+ "penalty_events": []
441
+ },
442
+ {
443
+ "episode_id": 33,
444
+ "seed": 100070,
445
+ "success": false,
446
+ "steps_taken": 78,
447
+ "max_steps": 1700,
448
+ "route_completion": 29.116482148972082,
449
+ "manipulation_score": 14.558241074486041,
450
+ "total_penalty_factor": 0.5,
451
+ "fail_reason": "out_of_bounds",
452
+ "penalty_events": [
453
+ {
454
+ "event_type": "out_of_bounds",
455
+ "timestep": 78,
456
+ "penalty_factor": 0.5,
457
+ "details": "Target object left workspace/view"
458
+ }
459
+ ]
460
+ },
461
+ {
462
+ "episode_id": 34,
463
+ "seed": 100075,
464
+ "success": false,
465
+ "steps_taken": 68,
466
+ "max_steps": 1700,
467
+ "route_completion": 31.409948094333817,
468
+ "manipulation_score": 15.704974047166909,
469
+ "total_penalty_factor": 0.5,
470
+ "fail_reason": "out_of_bounds",
471
+ "penalty_events": [
472
+ {
473
+ "event_type": "out_of_bounds",
474
+ "timestep": 68,
475
+ "penalty_factor": 0.5,
476
+ "details": "Target object left workspace/view"
477
+ }
478
+ ]
479
+ },
480
+ {
481
+ "episode_id": 35,
482
+ "seed": 100076,
483
+ "success": false,
484
+ "steps_taken": 86,
485
+ "max_steps": 1700,
486
+ "route_completion": 47.70578790526685,
487
+ "manipulation_score": 23.852893952633426,
488
+ "total_penalty_factor": 0.5,
489
+ "fail_reason": "out_of_bounds",
490
+ "penalty_events": [
491
+ {
492
+ "event_type": "out_of_bounds",
493
+ "timestep": 86,
494
+ "penalty_factor": 0.5,
495
+ "details": "Target object left workspace/view"
496
+ }
497
+ ]
498
+ },
499
+ {
500
+ "episode_id": 36,
501
+ "seed": 100086,
502
+ "success": true,
503
+ "steps_taken": 351,
504
+ "max_steps": 1700,
505
+ "route_completion": 100.0,
506
+ "manipulation_score": 100.0,
507
+ "total_penalty_factor": 1.0,
508
+ "fail_reason": null,
509
+ "penalty_events": []
510
+ },
511
+ {
512
+ "episode_id": 37,
513
+ "seed": 100089,
514
+ "success": false,
515
+ "steps_taken": 85,
516
+ "max_steps": 1700,
517
+ "route_completion": 15.498666560912636,
518
+ "manipulation_score": 7.749333280456318,
519
+ "total_penalty_factor": 0.5,
520
+ "fail_reason": "out_of_bounds",
521
+ "penalty_events": [
522
+ {
523
+ "event_type": "out_of_bounds",
524
+ "timestep": 85,
525
+ "penalty_factor": 0.5,
526
+ "details": "Target object left workspace/view"
527
+ }
528
+ ]
529
+ },
530
+ {
531
+ "episode_id": 38,
532
+ "seed": 100092,
533
+ "success": false,
534
+ "steps_taken": 61,
535
+ "max_steps": 1700,
536
+ "route_completion": 52.541129405489485,
537
+ "manipulation_score": 26.270564702744743,
538
+ "total_penalty_factor": 0.5,
539
+ "fail_reason": "out_of_bounds",
540
+ "penalty_events": [
541
+ {
542
+ "event_type": "out_of_bounds",
543
+ "timestep": 61,
544
+ "penalty_factor": 0.5,
545
+ "details": "Target object left workspace/view"
546
+ }
547
+ ]
548
+ },
549
+ {
550
+ "episode_id": 39,
551
+ "seed": 100096,
552
+ "success": false,
553
+ "steps_taken": 1700,
554
+ "max_steps": 1700,
555
+ "route_completion": 31.880650548900885,
556
+ "manipulation_score": 31.880650548900885,
557
+ "total_penalty_factor": 1.0,
558
+ "fail_reason": null,
559
+ "penalty_events": []
560
+ },
561
+ {
562
+ "episode_id": 40,
563
+ "seed": 100103,
564
+ "success": false,
565
+ "steps_taken": 156,
566
+ "max_steps": 1700,
567
+ "route_completion": 32.28295924514249,
568
+ "manipulation_score": 16.141479622571246,
569
+ "total_penalty_factor": 0.5,
570
+ "fail_reason": "out_of_bounds",
571
+ "penalty_events": [
572
+ {
573
+ "event_type": "out_of_bounds",
574
+ "timestep": 156,
575
+ "penalty_factor": 0.5,
576
+ "details": "Target object left workspace/view"
577
+ }
578
+ ]
579
+ },
580
+ {
581
+ "episode_id": 41,
582
+ "seed": 100104,
583
+ "success": false,
584
+ "steps_taken": 69,
585
+ "max_steps": 1700,
586
+ "route_completion": 56.11097154334709,
587
+ "manipulation_score": 28.055485771673546,
588
+ "total_penalty_factor": 0.5,
589
+ "fail_reason": "out_of_bounds",
590
+ "penalty_events": [
591
+ {
592
+ "event_type": "out_of_bounds",
593
+ "timestep": 69,
594
+ "penalty_factor": 0.5,
595
+ "details": "Target object left workspace/view"
596
+ }
597
+ ]
598
+ },
599
+ {
600
+ "episode_id": 42,
601
+ "seed": 100105,
602
+ "success": false,
603
+ "steps_taken": 101,
604
+ "max_steps": 1700,
605
+ "route_completion": 29.94914093692141,
606
+ "manipulation_score": 14.974570468460705,
607
+ "total_penalty_factor": 0.5,
608
+ "fail_reason": "out_of_bounds",
609
+ "penalty_events": [
610
+ {
611
+ "event_type": "out_of_bounds",
612
+ "timestep": 101,
613
+ "penalty_factor": 0.5,
614
+ "details": "Target object left workspace/view"
615
+ }
616
+ ]
617
+ },
618
+ {
619
+ "episode_id": 43,
620
+ "seed": 100108,
621
+ "success": true,
622
+ "steps_taken": 852,
623
+ "max_steps": 1700,
624
+ "route_completion": 100.0,
625
+ "manipulation_score": 100.0,
626
+ "total_penalty_factor": 1.0,
627
+ "fail_reason": null,
628
+ "penalty_events": []
629
+ },
630
+ {
631
+ "episode_id": 44,
632
+ "seed": 100109,
633
+ "success": true,
634
+ "steps_taken": 278,
635
+ "max_steps": 1700,
636
+ "route_completion": 100.0,
637
+ "manipulation_score": 100.0,
638
+ "total_penalty_factor": 1.0,
639
+ "fail_reason": null,
640
+ "penalty_events": []
641
+ },
642
+ {
643
+ "episode_id": 45,
644
+ "seed": 100110,
645
+ "success": false,
646
+ "steps_taken": 173,
647
+ "max_steps": 1700,
648
+ "route_completion": 21.71627785627333,
649
+ "manipulation_score": 10.858138928136665,
650
+ "total_penalty_factor": 0.5,
651
+ "fail_reason": "out_of_bounds",
652
+ "penalty_events": [
653
+ {
654
+ "event_type": "out_of_bounds",
655
+ "timestep": 173,
656
+ "penalty_factor": 0.5,
657
+ "details": "Target object left workspace/view"
658
+ }
659
+ ]
660
+ },
661
+ {
662
+ "episode_id": 46,
663
+ "seed": 100111,
664
+ "success": false,
665
+ "steps_taken": 1700,
666
+ "max_steps": 1700,
667
+ "route_completion": 45.06801088954321,
668
+ "manipulation_score": 45.06801088954321,
669
+ "total_penalty_factor": 1.0,
670
+ "fail_reason": null,
671
+ "penalty_events": []
672
+ },
673
+ {
674
+ "episode_id": 47,
675
+ "seed": 100112,
676
+ "success": false,
677
+ "steps_taken": 1700,
678
+ "max_steps": 1700,
679
+ "route_completion": 47.61407931620324,
680
+ "manipulation_score": 47.61407931620324,
681
+ "total_penalty_factor": 1.0,
682
+ "fail_reason": null,
683
+ "penalty_events": []
684
+ },
685
+ {
686
+ "episode_id": 48,
687
+ "seed": 100113,
688
+ "success": true,
689
+ "steps_taken": 218,
690
+ "max_steps": 1700,
691
+ "route_completion": 100.0,
692
+ "manipulation_score": 100.0,
693
+ "total_penalty_factor": 1.0,
694
+ "fail_reason": null,
695
+ "penalty_events": []
696
+ },
697
+ {
698
+ "episode_id": 49,
699
+ "seed": 100116,
700
+ "success": false,
701
+ "steps_taken": 73,
702
+ "max_steps": 1700,
703
+ "route_completion": 30.515151252755295,
704
+ "manipulation_score": 15.257575626377648,
705
+ "total_penalty_factor": 0.5,
706
+ "fail_reason": "out_of_bounds",
707
+ "penalty_events": [
708
+ {
709
+ "event_type": "out_of_bounds",
710
+ "timestep": 73,
711
+ "penalty_factor": 0.5,
712
+ "details": "Target object left workspace/view"
713
+ }
714
+ ]
715
+ },
716
+ {
717
+ "episode_id": 50,
718
+ "seed": 100117,
719
+ "success": false,
720
+ "steps_taken": 60,
721
+ "max_steps": 1700,
722
+ "route_completion": 16.149788060842457,
723
+ "manipulation_score": 8.074894030421229,
724
+ "total_penalty_factor": 0.5,
725
+ "fail_reason": "out_of_bounds",
726
+ "penalty_events": [
727
+ {
728
+ "event_type": "out_of_bounds",
729
+ "timestep": 60,
730
+ "penalty_factor": 0.5,
731
+ "details": "Target object left workspace/view"
732
+ }
733
+ ]
734
+ },
735
+ {
736
+ "episode_id": 51,
737
+ "seed": 100119,
738
+ "success": true,
739
+ "steps_taken": 69,
740
+ "max_steps": 1700,
741
+ "route_completion": 100.0,
742
+ "manipulation_score": 100.0,
743
+ "total_penalty_factor": 1.0,
744
+ "fail_reason": null,
745
+ "penalty_events": []
746
+ },
747
+ {
748
+ "episode_id": 52,
749
+ "seed": 100129,
750
+ "success": false,
751
+ "steps_taken": 147,
752
+ "max_steps": 1700,
753
+ "route_completion": 29.42399612701989,
754
+ "manipulation_score": 14.711998063509945,
755
+ "total_penalty_factor": 0.5,
756
+ "fail_reason": "out_of_bounds",
757
+ "penalty_events": [
758
+ {
759
+ "event_type": "out_of_bounds",
760
+ "timestep": 147,
761
+ "penalty_factor": 0.5,
762
+ "details": "Target object left workspace/view"
763
+ }
764
+ ]
765
+ },
766
+ {
767
+ "episode_id": 53,
768
+ "seed": 100130,
769
+ "success": false,
770
+ "steps_taken": 58,
771
+ "max_steps": 1700,
772
+ "route_completion": 20.15265001354524,
773
+ "manipulation_score": 10.07632500677262,
774
+ "total_penalty_factor": 0.5,
775
+ "fail_reason": "out_of_bounds",
776
+ "penalty_events": [
777
+ {
778
+ "event_type": "out_of_bounds",
779
+ "timestep": 58,
780
+ "penalty_factor": 0.5,
781
+ "details": "Target object left workspace/view"
782
+ }
783
+ ]
784
+ },
785
+ {
786
+ "episode_id": 54,
787
+ "seed": 100134,
788
+ "success": true,
789
+ "steps_taken": 146,
790
+ "max_steps": 1700,
791
+ "route_completion": 100.0,
792
+ "manipulation_score": 100.0,
793
+ "total_penalty_factor": 1.0,
794
+ "fail_reason": null,
795
+ "penalty_events": []
796
+ },
797
+ {
798
+ "episode_id": 55,
799
+ "seed": 100136,
800
+ "success": true,
801
+ "steps_taken": 213,
802
+ "max_steps": 1700,
803
+ "route_completion": 100.0,
804
+ "manipulation_score": 100.0,
805
+ "total_penalty_factor": 1.0,
806
+ "fail_reason": null,
807
+ "penalty_events": []
808
+ },
809
+ {
810
+ "episode_id": 56,
811
+ "seed": 100137,
812
+ "success": false,
813
+ "steps_taken": 1700,
814
+ "max_steps": 1700,
815
+ "route_completion": 38.64350937134791,
816
+ "manipulation_score": 38.64350937134791,
817
+ "total_penalty_factor": 1.0,
818
+ "fail_reason": null,
819
+ "penalty_events": []
820
+ },
821
+ {
822
+ "episode_id": 57,
823
+ "seed": 100139,
824
+ "success": true,
825
+ "steps_taken": 116,
826
+ "max_steps": 1700,
827
+ "route_completion": 100.0,
828
+ "manipulation_score": 100.0,
829
+ "total_penalty_factor": 1.0,
830
+ "fail_reason": null,
831
+ "penalty_events": []
832
+ },
833
+ {
834
+ "episode_id": 58,
835
+ "seed": 100140,
836
+ "success": false,
837
+ "steps_taken": 1700,
838
+ "max_steps": 1700,
839
+ "route_completion": 37.40178115772884,
840
+ "manipulation_score": 37.40178115772884,
841
+ "total_penalty_factor": 1.0,
842
+ "fail_reason": null,
843
+ "penalty_events": []
844
+ },
845
+ {
846
+ "episode_id": 59,
847
+ "seed": 100146,
848
+ "success": false,
849
+ "steps_taken": 1700,
850
+ "max_steps": 1700,
851
+ "route_completion": 34.273471141379645,
852
+ "manipulation_score": 34.273471141379645,
853
+ "total_penalty_factor": 1.0,
854
+ "fail_reason": null,
855
+ "penalty_events": []
856
+ },
857
+ {
858
+ "episode_id": 60,
859
+ "seed": 100155,
860
+ "success": false,
861
+ "steps_taken": 58,
862
+ "max_steps": 1700,
863
+ "route_completion": 25.17576220651113,
864
+ "manipulation_score": 12.587881103255565,
865
+ "total_penalty_factor": 0.5,
866
+ "fail_reason": "out_of_bounds",
867
+ "penalty_events": [
868
+ {
869
+ "event_type": "out_of_bounds",
870
+ "timestep": 58,
871
+ "penalty_factor": 0.5,
872
+ "details": "Target object left workspace/view"
873
+ }
874
+ ]
875
+ },
876
+ {
877
+ "episode_id": 61,
878
+ "seed": 100158,
879
+ "success": false,
880
+ "steps_taken": 76,
881
+ "max_steps": 1700,
882
+ "route_completion": 31.905362276717458,
883
+ "manipulation_score": 15.952681138358729,
884
+ "total_penalty_factor": 0.5,
885
+ "fail_reason": "out_of_bounds",
886
+ "penalty_events": [
887
+ {
888
+ "event_type": "out_of_bounds",
889
+ "timestep": 76,
890
+ "penalty_factor": 0.5,
891
+ "details": "Target object left workspace/view"
892
+ }
893
+ ]
894
+ },
895
+ {
896
+ "episode_id": 62,
897
+ "seed": 100159,
898
+ "success": false,
899
+ "steps_taken": 93,
900
+ "max_steps": 1700,
901
+ "route_completion": 31.181620848450496,
902
+ "manipulation_score": 15.590810424225248,
903
+ "total_penalty_factor": 0.5,
904
+ "fail_reason": "out_of_bounds",
905
+ "penalty_events": [
906
+ {
907
+ "event_type": "out_of_bounds",
908
+ "timestep": 93,
909
+ "penalty_factor": 0.5,
910
+ "details": "Target object left workspace/view"
911
+ }
912
+ ]
913
+ },
914
+ {
915
+ "episode_id": 63,
916
+ "seed": 100162,
917
+ "success": false,
918
+ "steps_taken": 1700,
919
+ "max_steps": 1700,
920
+ "route_completion": 41.10294196844173,
921
+ "manipulation_score": 41.10294196844173,
922
+ "total_penalty_factor": 1.0,
923
+ "fail_reason": null,
924
+ "penalty_events": []
925
+ },
926
+ {
927
+ "episode_id": 64,
928
+ "seed": 100171,
929
+ "success": false,
930
+ "steps_taken": 1700,
931
+ "max_steps": 1700,
932
+ "route_completion": 48.95835619727313,
933
+ "manipulation_score": 48.95835619727313,
934
+ "total_penalty_factor": 1.0,
935
+ "fail_reason": null,
936
+ "penalty_events": []
937
+ },
938
+ {
939
+ "episode_id": 65,
940
+ "seed": 100172,
941
+ "success": false,
942
+ "steps_taken": 1700,
943
+ "max_steps": 1700,
944
+ "route_completion": 32.44044446217712,
945
+ "manipulation_score": 32.44044446217712,
946
+ "total_penalty_factor": 1.0,
947
+ "fail_reason": null,
948
+ "penalty_events": []
949
+ },
950
+ {
951
+ "episode_id": 66,
952
+ "seed": 100177,
953
+ "success": false,
954
+ "steps_taken": 1700,
955
+ "max_steps": 1700,
956
+ "route_completion": 51.50843952328362,
957
+ "manipulation_score": 51.50843952328362,
958
+ "total_penalty_factor": 1.0,
959
+ "fail_reason": null,
960
+ "penalty_events": []
961
+ },
962
+ {
963
+ "episode_id": 67,
964
+ "seed": 100182,
965
+ "success": false,
966
+ "steps_taken": 1700,
967
+ "max_steps": 1700,
968
+ "route_completion": 36.53366786389572,
969
+ "manipulation_score": 36.53366786389572,
970
+ "total_penalty_factor": 1.0,
971
+ "fail_reason": null,
972
+ "penalty_events": []
973
+ },
974
+ {
975
+ "episode_id": 68,
976
+ "seed": 100183,
977
+ "success": false,
978
+ "steps_taken": 1700,
979
+ "max_steps": 1700,
980
+ "route_completion": 50.42858721328596,
981
+ "manipulation_score": 50.42858721328596,
982
+ "total_penalty_factor": 1.0,
983
+ "fail_reason": null,
984
+ "penalty_events": []
985
+ },
986
+ {
987
+ "episode_id": 69,
988
+ "seed": 100188,
989
+ "success": false,
990
+ "steps_taken": 83,
991
+ "max_steps": 1700,
992
+ "route_completion": 45.716891230797316,
993
+ "manipulation_score": 22.858445615398658,
994
+ "total_penalty_factor": 0.5,
995
+ "fail_reason": "out_of_bounds",
996
+ "penalty_events": [
997
+ {
998
+ "event_type": "out_of_bounds",
999
+ "timestep": 83,
1000
+ "penalty_factor": 0.5,
1001
+ "details": "Target object left workspace/view"
1002
+ }
1003
+ ]
1004
+ },
1005
+ {
1006
+ "episode_id": 70,
1007
+ "seed": 100189,
1008
+ "success": false,
1009
+ "steps_taken": 1700,
1010
+ "max_steps": 1700,
1011
+ "route_completion": 24.630702149431844,
1012
+ "manipulation_score": 24.630702149431844,
1013
+ "total_penalty_factor": 1.0,
1014
+ "fail_reason": null,
1015
+ "penalty_events": []
1016
+ },
1017
+ {
1018
+ "episode_id": 71,
1019
+ "seed": 100191,
1020
+ "success": true,
1021
+ "steps_taken": 132,
1022
+ "max_steps": 1700,
1023
+ "route_completion": 100.0,
1024
+ "manipulation_score": 100.0,
1025
+ "total_penalty_factor": 1.0,
1026
+ "fail_reason": null,
1027
+ "penalty_events": []
1028
+ },
1029
+ {
1030
+ "episode_id": 72,
1031
+ "seed": 100194,
1032
+ "success": false,
1033
+ "steps_taken": 86,
1034
+ "max_steps": 1700,
1035
+ "route_completion": 28.917893110840065,
1036
+ "manipulation_score": 14.458946555420033,
1037
+ "total_penalty_factor": 0.5,
1038
+ "fail_reason": "out_of_bounds",
1039
+ "penalty_events": [
1040
+ {
1041
+ "event_type": "out_of_bounds",
1042
+ "timestep": 86,
1043
+ "penalty_factor": 0.5,
1044
+ "details": "Target object left workspace/view"
1045
+ }
1046
+ ]
1047
+ },
1048
+ {
1049
+ "episode_id": 73,
1050
+ "seed": 100196,
1051
+ "success": false,
1052
+ "steps_taken": 1700,
1053
+ "max_steps": 1700,
1054
+ "route_completion": 58.71208013062238,
1055
+ "manipulation_score": 58.71208013062238,
1056
+ "total_penalty_factor": 1.0,
1057
+ "fail_reason": null,
1058
+ "penalty_events": []
1059
+ },
1060
+ {
1061
+ "episode_id": 74,
1062
+ "seed": 100197,
1063
+ "success": true,
1064
+ "steps_taken": 380,
1065
+ "max_steps": 1700,
1066
+ "route_completion": 100.0,
1067
+ "manipulation_score": 100.0,
1068
+ "total_penalty_factor": 1.0,
1069
+ "fail_reason": null,
1070
+ "penalty_events": []
1071
+ },
1072
+ {
1073
+ "episode_id": 75,
1074
+ "seed": 100198,
1075
+ "success": false,
1076
+ "steps_taken": 1700,
1077
+ "max_steps": 1700,
1078
+ "route_completion": 42.16217833574195,
1079
+ "manipulation_score": 42.16217833574195,
1080
+ "total_penalty_factor": 1.0,
1081
+ "fail_reason": null,
1082
+ "penalty_events": []
1083
+ },
1084
+ {
1085
+ "episode_id": 76,
1086
+ "seed": 100200,
1087
+ "success": false,
1088
+ "steps_taken": 53,
1089
+ "max_steps": 1700,
1090
+ "route_completion": 14.43413828406657,
1091
+ "manipulation_score": 7.217069142033285,
1092
+ "total_penalty_factor": 0.5,
1093
+ "fail_reason": "out_of_bounds",
1094
+ "penalty_events": [
1095
+ {
1096
+ "event_type": "out_of_bounds",
1097
+ "timestep": 53,
1098
+ "penalty_factor": 0.5,
1099
+ "details": "Target object left workspace/view"
1100
+ }
1101
+ ]
1102
+ },
1103
+ {
1104
+ "episode_id": 77,
1105
+ "seed": 100203,
1106
+ "success": false,
1107
+ "steps_taken": 53,
1108
+ "max_steps": 1700,
1109
+ "route_completion": 22.56672478951962,
1110
+ "manipulation_score": 11.28336239475981,
1111
+ "total_penalty_factor": 0.5,
1112
+ "fail_reason": "out_of_bounds",
1113
+ "penalty_events": [
1114
+ {
1115
+ "event_type": "out_of_bounds",
1116
+ "timestep": 53,
1117
+ "penalty_factor": 0.5,
1118
+ "details": "Target object left workspace/view"
1119
+ }
1120
+ ]
1121
+ },
1122
+ {
1123
+ "episode_id": 78,
1124
+ "seed": 100208,
1125
+ "success": false,
1126
+ "steps_taken": 57,
1127
+ "max_steps": 1700,
1128
+ "route_completion": 53.573381263054046,
1129
+ "manipulation_score": 26.786690631527023,
1130
+ "total_penalty_factor": 0.5,
1131
+ "fail_reason": "out_of_bounds",
1132
+ "penalty_events": [
1133
+ {
1134
+ "event_type": "out_of_bounds",
1135
+ "timestep": 57,
1136
+ "penalty_factor": 0.5,
1137
+ "details": "Target object left workspace/view"
1138
+ }
1139
+ ]
1140
+ },
1141
+ {
1142
+ "episode_id": 79,
1143
+ "seed": 100211,
1144
+ "success": false,
1145
+ "steps_taken": 85,
1146
+ "max_steps": 1700,
1147
+ "route_completion": 45.092919257068466,
1148
+ "manipulation_score": 22.546459628534233,
1149
+ "total_penalty_factor": 0.5,
1150
+ "fail_reason": "out_of_bounds",
1151
+ "penalty_events": [
1152
+ {
1153
+ "event_type": "out_of_bounds",
1154
+ "timestep": 85,
1155
+ "penalty_factor": 0.5,
1156
+ "details": "Target object left workspace/view"
1157
+ }
1158
+ ]
1159
+ },
1160
+ {
1161
+ "episode_id": 80,
1162
+ "seed": 100212,
1163
+ "success": false,
1164
+ "steps_taken": 1700,
1165
+ "max_steps": 1700,
1166
+ "route_completion": 28.15369452971863,
1167
+ "manipulation_score": 28.15369452971863,
1168
+ "total_penalty_factor": 1.0,
1169
+ "fail_reason": null,
1170
+ "penalty_events": []
1171
+ },
1172
+ {
1173
+ "episode_id": 81,
1174
+ "seed": 100214,
1175
+ "success": false,
1176
+ "steps_taken": 1700,
1177
+ "max_steps": 1700,
1178
+ "route_completion": 58.08597643996154,
1179
+ "manipulation_score": 58.08597643996154,
1180
+ "total_penalty_factor": 1.0,
1181
+ "fail_reason": null,
1182
+ "penalty_events": []
1183
+ },
1184
+ {
1185
+ "episode_id": 82,
1186
+ "seed": 100216,
1187
+ "success": false,
1188
+ "steps_taken": 1700,
1189
+ "max_steps": 1700,
1190
+ "route_completion": 22.29810523145686,
1191
+ "manipulation_score": 22.29810523145686,
1192
+ "total_penalty_factor": 1.0,
1193
+ "fail_reason": null,
1194
+ "penalty_events": []
1195
+ },
1196
+ {
1197
+ "episode_id": 83,
1198
+ "seed": 100218,
1199
+ "success": true,
1200
+ "steps_taken": 721,
1201
+ "max_steps": 1700,
1202
+ "route_completion": 100.0,
1203
+ "manipulation_score": 100.0,
1204
+ "total_penalty_factor": 1.0,
1205
+ "fail_reason": null,
1206
+ "penalty_events": []
1207
+ },
1208
+ {
1209
+ "episode_id": 84,
1210
+ "seed": 100220,
1211
+ "success": true,
1212
+ "steps_taken": 160,
1213
+ "max_steps": 1700,
1214
+ "route_completion": 100.0,
1215
+ "manipulation_score": 100.0,
1216
+ "total_penalty_factor": 1.0,
1217
+ "fail_reason": null,
1218
+ "penalty_events": []
1219
+ },
1220
+ {
1221
+ "episode_id": 85,
1222
+ "seed": 100222,
1223
+ "success": false,
1224
+ "steps_taken": 1700,
1225
+ "max_steps": 1700,
1226
+ "route_completion": 22.456975047807873,
1227
+ "manipulation_score": 22.456975047807873,
1228
+ "total_penalty_factor": 1.0,
1229
+ "fail_reason": null,
1230
+ "penalty_events": []
1231
+ },
1232
+ {
1233
+ "episode_id": 86,
1234
+ "seed": 100223,
1235
+ "success": false,
1236
+ "steps_taken": 77,
1237
+ "max_steps": 1700,
1238
+ "route_completion": 48.848257800891005,
1239
+ "manipulation_score": 24.424128900445503,
1240
+ "total_penalty_factor": 0.5,
1241
+ "fail_reason": "out_of_bounds",
1242
+ "penalty_events": [
1243
+ {
1244
+ "event_type": "out_of_bounds",
1245
+ "timestep": 77,
1246
+ "penalty_factor": 0.5,
1247
+ "details": "Target object left workspace/view"
1248
+ }
1249
+ ]
1250
+ },
1251
+ {
1252
+ "episode_id": 87,
1253
+ "seed": 100224,
1254
+ "success": false,
1255
+ "steps_taken": 1700,
1256
+ "max_steps": 1700,
1257
+ "route_completion": 38.36800095673073,
1258
+ "manipulation_score": 38.36800095673073,
1259
+ "total_penalty_factor": 1.0,
1260
+ "fail_reason": null,
1261
+ "penalty_events": []
1262
+ },
1263
+ {
1264
+ "episode_id": 88,
1265
+ "seed": 100227,
1266
+ "success": false,
1267
+ "steps_taken": 1700,
1268
+ "max_steps": 1700,
1269
+ "route_completion": 23.635672926290773,
1270
+ "manipulation_score": 23.635672926290773,
1271
+ "total_penalty_factor": 1.0,
1272
+ "fail_reason": null,
1273
+ "penalty_events": []
1274
+ },
1275
+ {
1276
+ "episode_id": 89,
1277
+ "seed": 100237,
1278
+ "success": true,
1279
+ "steps_taken": 90,
1280
+ "max_steps": 1700,
1281
+ "route_completion": 100.0,
1282
+ "manipulation_score": 100.0,
1283
+ "total_penalty_factor": 1.0,
1284
+ "fail_reason": null,
1285
+ "penalty_events": []
1286
+ },
1287
+ {
1288
+ "episode_id": 90,
1289
+ "seed": 100238,
1290
+ "success": true,
1291
+ "steps_taken": 79,
1292
+ "max_steps": 1700,
1293
+ "route_completion": 100.0,
1294
+ "manipulation_score": 100.0,
1295
+ "total_penalty_factor": 1.0,
1296
+ "fail_reason": null,
1297
+ "penalty_events": []
1298
+ },
1299
+ {
1300
+ "episode_id": 91,
1301
+ "seed": 100239,
1302
+ "success": false,
1303
+ "steps_taken": 1700,
1304
+ "max_steps": 1700,
1305
+ "route_completion": 37.21706690430862,
1306
+ "manipulation_score": 37.21706690430862,
1307
+ "total_penalty_factor": 1.0,
1308
+ "fail_reason": null,
1309
+ "penalty_events": []
1310
+ },
1311
+ {
1312
+ "episode_id": 92,
1313
+ "seed": 100240,
1314
+ "success": false,
1315
+ "steps_taken": 82,
1316
+ "max_steps": 1700,
1317
+ "route_completion": 13.99496837089001,
1318
+ "manipulation_score": 6.997484185445005,
1319
+ "total_penalty_factor": 0.5,
1320
+ "fail_reason": "out_of_bounds",
1321
+ "penalty_events": [
1322
+ {
1323
+ "event_type": "out_of_bounds",
1324
+ "timestep": 82,
1325
+ "penalty_factor": 0.5,
1326
+ "details": "Target object left workspace/view"
1327
+ }
1328
+ ]
1329
+ },
1330
+ {
1331
+ "episode_id": 93,
1332
+ "seed": 100251,
1333
+ "success": false,
1334
+ "steps_taken": 1700,
1335
+ "max_steps": 1700,
1336
+ "route_completion": 53.50617625239992,
1337
+ "manipulation_score": 53.50617625239992,
1338
+ "total_penalty_factor": 1.0,
1339
+ "fail_reason": null,
1340
+ "penalty_events": []
1341
+ },
1342
+ {
1343
+ "episode_id": 94,
1344
+ "seed": 100260,
1345
+ "success": false,
1346
+ "steps_taken": 1700,
1347
+ "max_steps": 1700,
1348
+ "route_completion": 43.297925219992074,
1349
+ "manipulation_score": 43.297925219992074,
1350
+ "total_penalty_factor": 1.0,
1351
+ "fail_reason": null,
1352
+ "penalty_events": []
1353
+ },
1354
+ {
1355
+ "episode_id": 95,
1356
+ "seed": 100262,
1357
+ "success": true,
1358
+ "steps_taken": 321,
1359
+ "max_steps": 1700,
1360
+ "route_completion": 100.0,
1361
+ "manipulation_score": 100.0,
1362
+ "total_penalty_factor": 1.0,
1363
+ "fail_reason": null,
1364
+ "penalty_events": []
1365
+ },
1366
+ {
1367
+ "episode_id": 96,
1368
+ "seed": 100263,
1369
+ "success": false,
1370
+ "steps_taken": 49,
1371
+ "max_steps": 1700,
1372
+ "route_completion": 13.188696601686223,
1373
+ "manipulation_score": 6.594348300843111,
1374
+ "total_penalty_factor": 0.5,
1375
+ "fail_reason": "out_of_bounds",
1376
+ "penalty_events": [
1377
+ {
1378
+ "event_type": "out_of_bounds",
1379
+ "timestep": 49,
1380
+ "penalty_factor": 0.5,
1381
+ "details": "Target object left workspace/view"
1382
+ }
1383
+ ]
1384
+ },
1385
+ {
1386
+ "episode_id": 97,
1387
+ "seed": 100264,
1388
+ "success": false,
1389
+ "steps_taken": 71,
1390
+ "max_steps": 1700,
1391
+ "route_completion": 47.344888412721524,
1392
+ "manipulation_score": 23.672444206360762,
1393
+ "total_penalty_factor": 0.5,
1394
+ "fail_reason": "out_of_bounds",
1395
+ "penalty_events": [
1396
+ {
1397
+ "event_type": "out_of_bounds",
1398
+ "timestep": 71,
1399
+ "penalty_factor": 0.5,
1400
+ "details": "Target object left workspace/view"
1401
+ }
1402
+ ]
1403
+ },
1404
+ {
1405
+ "episode_id": 98,
1406
+ "seed": 100265,
1407
+ "success": false,
1408
+ "steps_taken": 48,
1409
+ "max_steps": 1700,
1410
+ "route_completion": 22.93174522505047,
1411
+ "manipulation_score": 11.465872612525235,
1412
+ "total_penalty_factor": 0.5,
1413
+ "fail_reason": "out_of_bounds",
1414
+ "penalty_events": [
1415
+ {
1416
+ "event_type": "out_of_bounds",
1417
+ "timestep": 48,
1418
+ "penalty_factor": 0.5,
1419
+ "details": "Target object left workspace/view"
1420
+ }
1421
+ ]
1422
+ },
1423
+ {
1424
+ "episode_id": 99,
1425
+ "seed": 100266,
1426
+ "success": true,
1427
+ "steps_taken": 149,
1428
+ "max_steps": 1700,
1429
+ "route_completion": 100.0,
1430
+ "manipulation_score": 100.0,
1431
+ "total_penalty_factor": 1.0,
1432
+ "fail_reason": null,
1433
+ "penalty_events": []
1434
+ },
1435
+ {
1436
+ "episode_id": 100,
1437
+ "seed": 100268,
1438
+ "success": false,
1439
+ "steps_taken": 1700,
1440
+ "max_steps": 1700,
1441
+ "route_completion": 61.80283982383933,
1442
+ "manipulation_score": 61.80283982383933,
1443
+ "total_penalty_factor": 1.0,
1444
+ "fail_reason": null,
1445
+ "penalty_events": []
1446
+ }
1447
+ ]
log/eval_result/put_bottles_dustbin/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 03:54:55/_metrics.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "total_episodes": 100,
3
+ "success_count": 20,
4
+ "success_rate": 20.0,
5
+ "manipulation_score_mean": 43.50042793701157,
6
+ "manipulation_score_std": 31.70659803060059,
7
+ "route_completion_mean": 48.69627665134687,
8
+ "route_completion_std": 28.33792489039182,
9
+ "penalty_clutter_collision_total": 0,
10
+ "penalty_out_of_bounds_total": 35
11
+ }
log/eval_result/put_bottles_dustbin/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 03:54:55/_metrics_report.txt ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ============================================================
2
+ EVALUATION METRICS REPORT
3
+ ============================================================
4
+
5
+ Total Episodes: 100
6
+ Success Rate: 20.0% (20/100)
7
+
8
+ --- Manipulation Score ---
9
+ Mean: 43.50
10
+ Std: 31.71
11
+
12
+ --- Route Completion ---
13
+ Mean: 48.70%
14
+ Std: 28.34
15
+
16
+ --- Penalty Events ---
17
+ Clutter Collisions: 0
18
+ Out of Bounds: 35
19
+
20
+ ============================================================
log/eval_result/put_bottles_dustbin/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 03:54:55/_result.txt ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ Timestamp: 2026-03-30 03:54:55
2
+
3
+ Instruction Type: unseen
4
+
5
+ 0.2
log/eval_result/put_object_cabinet/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 04:01:30/_episodes_detail.json ADDED
@@ -0,0 +1,1314 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "episode_id": 1,
4
+ "seed": 100029,
5
+ "success": false,
6
+ "steps_taken": 700,
7
+ "max_steps": 700,
8
+ "route_completion": 54.66362438691734,
9
+ "manipulation_score": 54.66362438691734,
10
+ "total_penalty_factor": 1.0,
11
+ "fail_reason": null,
12
+ "penalty_events": []
13
+ },
14
+ {
15
+ "episode_id": 2,
16
+ "seed": 100030,
17
+ "success": true,
18
+ "steps_taken": 248,
19
+ "max_steps": 700,
20
+ "route_completion": 100.0,
21
+ "manipulation_score": 100.0,
22
+ "total_penalty_factor": 1.0,
23
+ "fail_reason": null,
24
+ "penalty_events": []
25
+ },
26
+ {
27
+ "episode_id": 3,
28
+ "seed": 100031,
29
+ "success": false,
30
+ "steps_taken": 700,
31
+ "max_steps": 700,
32
+ "route_completion": 64.04214902287127,
33
+ "manipulation_score": 64.04214902287127,
34
+ "total_penalty_factor": 1.0,
35
+ "fail_reason": null,
36
+ "penalty_events": []
37
+ },
38
+ {
39
+ "episode_id": 4,
40
+ "seed": 100032,
41
+ "success": false,
42
+ "steps_taken": 50,
43
+ "max_steps": 700,
44
+ "route_completion": 5.863342245537852,
45
+ "manipulation_score": 2.931671122768926,
46
+ "total_penalty_factor": 0.5,
47
+ "fail_reason": "out_of_bounds",
48
+ "penalty_events": [
49
+ {
50
+ "event_type": "out_of_bounds",
51
+ "timestep": 50,
52
+ "penalty_factor": 0.5,
53
+ "details": "Target object left workspace/view"
54
+ }
55
+ ]
56
+ },
57
+ {
58
+ "episode_id": 5,
59
+ "seed": 100068,
60
+ "success": false,
61
+ "steps_taken": 56,
62
+ "max_steps": 700,
63
+ "route_completion": 14.025287916010894,
64
+ "manipulation_score": 7.012643958005447,
65
+ "total_penalty_factor": 0.5,
66
+ "fail_reason": "out_of_bounds",
67
+ "penalty_events": [
68
+ {
69
+ "event_type": "out_of_bounds",
70
+ "timestep": 56,
71
+ "penalty_factor": 0.5,
72
+ "details": "Target object left workspace/view"
73
+ }
74
+ ]
75
+ },
76
+ {
77
+ "episode_id": 6,
78
+ "seed": 100127,
79
+ "success": false,
80
+ "steps_taken": 700,
81
+ "max_steps": 700,
82
+ "route_completion": 23.03990525185916,
83
+ "manipulation_score": 23.03990525185916,
84
+ "total_penalty_factor": 1.0,
85
+ "fail_reason": null,
86
+ "penalty_events": []
87
+ },
88
+ {
89
+ "episode_id": 7,
90
+ "seed": 100168,
91
+ "success": true,
92
+ "steps_taken": 234,
93
+ "max_steps": 700,
94
+ "route_completion": 100.0,
95
+ "manipulation_score": 100.0,
96
+ "total_penalty_factor": 1.0,
97
+ "fail_reason": null,
98
+ "penalty_events": []
99
+ },
100
+ {
101
+ "episode_id": 8,
102
+ "seed": 100176,
103
+ "success": false,
104
+ "steps_taken": 700,
105
+ "max_steps": 700,
106
+ "route_completion": 57.677196059965794,
107
+ "manipulation_score": 57.677196059965794,
108
+ "total_penalty_factor": 1.0,
109
+ "fail_reason": null,
110
+ "penalty_events": []
111
+ },
112
+ {
113
+ "episode_id": 9,
114
+ "seed": 100182,
115
+ "success": false,
116
+ "steps_taken": 700,
117
+ "max_steps": 700,
118
+ "route_completion": 50.959570875608016,
119
+ "manipulation_score": 50.959570875608016,
120
+ "total_penalty_factor": 1.0,
121
+ "fail_reason": null,
122
+ "penalty_events": []
123
+ },
124
+ {
125
+ "episode_id": 10,
126
+ "seed": 100202,
127
+ "success": false,
128
+ "steps_taken": 700,
129
+ "max_steps": 700,
130
+ "route_completion": 59.152989770926624,
131
+ "manipulation_score": 59.152989770926624,
132
+ "total_penalty_factor": 1.0,
133
+ "fail_reason": null,
134
+ "penalty_events": []
135
+ },
136
+ {
137
+ "episode_id": 11,
138
+ "seed": 100255,
139
+ "success": true,
140
+ "steps_taken": 264,
141
+ "max_steps": 700,
142
+ "route_completion": 100.0,
143
+ "manipulation_score": 100.0,
144
+ "total_penalty_factor": 1.0,
145
+ "fail_reason": null,
146
+ "penalty_events": []
147
+ },
148
+ {
149
+ "episode_id": 12,
150
+ "seed": 100264,
151
+ "success": false,
152
+ "steps_taken": 700,
153
+ "max_steps": 700,
154
+ "route_completion": 16.77526969654121,
155
+ "manipulation_score": 16.77526969654121,
156
+ "total_penalty_factor": 1.0,
157
+ "fail_reason": null,
158
+ "penalty_events": []
159
+ },
160
+ {
161
+ "episode_id": 13,
162
+ "seed": 100267,
163
+ "success": false,
164
+ "steps_taken": 85,
165
+ "max_steps": 700,
166
+ "route_completion": 35.78426022350147,
167
+ "manipulation_score": 17.892130111750735,
168
+ "total_penalty_factor": 0.5,
169
+ "fail_reason": "out_of_bounds",
170
+ "penalty_events": [
171
+ {
172
+ "event_type": "out_of_bounds",
173
+ "timestep": 85,
174
+ "penalty_factor": 0.5,
175
+ "details": "Target object left workspace/view"
176
+ }
177
+ ]
178
+ },
179
+ {
180
+ "episode_id": 14,
181
+ "seed": 100288,
182
+ "success": false,
183
+ "steps_taken": 700,
184
+ "max_steps": 700,
185
+ "route_completion": 54.51721992020605,
186
+ "manipulation_score": 54.51721992020605,
187
+ "total_penalty_factor": 1.0,
188
+ "fail_reason": null,
189
+ "penalty_events": []
190
+ },
191
+ {
192
+ "episode_id": 15,
193
+ "seed": 100295,
194
+ "success": false,
195
+ "steps_taken": 60,
196
+ "max_steps": 700,
197
+ "route_completion": 0.013407057942230006,
198
+ "manipulation_score": 0.006703528971115003,
199
+ "total_penalty_factor": 0.5,
200
+ "fail_reason": "out_of_bounds",
201
+ "penalty_events": [
202
+ {
203
+ "event_type": "out_of_bounds",
204
+ "timestep": 60,
205
+ "penalty_factor": 0.5,
206
+ "details": "Target object left workspace/view"
207
+ }
208
+ ]
209
+ },
210
+ {
211
+ "episode_id": 16,
212
+ "seed": 100326,
213
+ "success": false,
214
+ "steps_taken": 700,
215
+ "max_steps": 700,
216
+ "route_completion": 48.211673215412546,
217
+ "manipulation_score": 48.211673215412546,
218
+ "total_penalty_factor": 1.0,
219
+ "fail_reason": null,
220
+ "penalty_events": []
221
+ },
222
+ {
223
+ "episode_id": 17,
224
+ "seed": 100340,
225
+ "success": true,
226
+ "steps_taken": 248,
227
+ "max_steps": 700,
228
+ "route_completion": 100.0,
229
+ "manipulation_score": 100.0,
230
+ "total_penalty_factor": 1.0,
231
+ "fail_reason": null,
232
+ "penalty_events": []
233
+ },
234
+ {
235
+ "episode_id": 18,
236
+ "seed": 100365,
237
+ "success": true,
238
+ "steps_taken": 218,
239
+ "max_steps": 700,
240
+ "route_completion": 100.0,
241
+ "manipulation_score": 100.0,
242
+ "total_penalty_factor": 1.0,
243
+ "fail_reason": null,
244
+ "penalty_events": []
245
+ },
246
+ {
247
+ "episode_id": 19,
248
+ "seed": 100420,
249
+ "success": false,
250
+ "steps_taken": 700,
251
+ "max_steps": 700,
252
+ "route_completion": 55.38353824306036,
253
+ "manipulation_score": 55.38353824306036,
254
+ "total_penalty_factor": 1.0,
255
+ "fail_reason": null,
256
+ "penalty_events": []
257
+ },
258
+ {
259
+ "episode_id": 20,
260
+ "seed": 100469,
261
+ "success": false,
262
+ "steps_taken": 700,
263
+ "max_steps": 700,
264
+ "route_completion": 57.137736759180804,
265
+ "manipulation_score": 57.137736759180804,
266
+ "total_penalty_factor": 1.0,
267
+ "fail_reason": null,
268
+ "penalty_events": []
269
+ },
270
+ {
271
+ "episode_id": 21,
272
+ "seed": 100482,
273
+ "success": false,
274
+ "steps_taken": 700,
275
+ "max_steps": 700,
276
+ "route_completion": 58.24610202512825,
277
+ "manipulation_score": 58.24610202512825,
278
+ "total_penalty_factor": 1.0,
279
+ "fail_reason": null,
280
+ "penalty_events": []
281
+ },
282
+ {
283
+ "episode_id": 22,
284
+ "seed": 100489,
285
+ "success": true,
286
+ "steps_taken": 266,
287
+ "max_steps": 700,
288
+ "route_completion": 100.0,
289
+ "manipulation_score": 100.0,
290
+ "total_penalty_factor": 1.0,
291
+ "fail_reason": null,
292
+ "penalty_events": []
293
+ },
294
+ {
295
+ "episode_id": 23,
296
+ "seed": 100493,
297
+ "success": false,
298
+ "steps_taken": 65,
299
+ "max_steps": 700,
300
+ "route_completion": 28.30746806376996,
301
+ "manipulation_score": 14.15373403188498,
302
+ "total_penalty_factor": 0.5,
303
+ "fail_reason": "out_of_bounds",
304
+ "penalty_events": [
305
+ {
306
+ "event_type": "out_of_bounds",
307
+ "timestep": 65,
308
+ "penalty_factor": 0.5,
309
+ "details": "Target object left workspace/view"
310
+ }
311
+ ]
312
+ },
313
+ {
314
+ "episode_id": 24,
315
+ "seed": 100494,
316
+ "success": false,
317
+ "steps_taken": 700,
318
+ "max_steps": 700,
319
+ "route_completion": 51.84630353815718,
320
+ "manipulation_score": 51.84630353815718,
321
+ "total_penalty_factor": 1.0,
322
+ "fail_reason": null,
323
+ "penalty_events": []
324
+ },
325
+ {
326
+ "episode_id": 25,
327
+ "seed": 100535,
328
+ "success": false,
329
+ "steps_taken": 700,
330
+ "max_steps": 700,
331
+ "route_completion": 50.42157126197456,
332
+ "manipulation_score": 50.42157126197456,
333
+ "total_penalty_factor": 1.0,
334
+ "fail_reason": null,
335
+ "penalty_events": []
336
+ },
337
+ {
338
+ "episode_id": 26,
339
+ "seed": 100552,
340
+ "success": false,
341
+ "steps_taken": 700,
342
+ "max_steps": 700,
343
+ "route_completion": 55.99590249542602,
344
+ "manipulation_score": 55.99590249542602,
345
+ "total_penalty_factor": 1.0,
346
+ "fail_reason": null,
347
+ "penalty_events": []
348
+ },
349
+ {
350
+ "episode_id": 27,
351
+ "seed": 100590,
352
+ "success": true,
353
+ "steps_taken": 264,
354
+ "max_steps": 700,
355
+ "route_completion": 100.0,
356
+ "manipulation_score": 100.0,
357
+ "total_penalty_factor": 1.0,
358
+ "fail_reason": null,
359
+ "penalty_events": []
360
+ },
361
+ {
362
+ "episode_id": 28,
363
+ "seed": 100599,
364
+ "success": false,
365
+ "steps_taken": 700,
366
+ "max_steps": 700,
367
+ "route_completion": 16.71183152284476,
368
+ "manipulation_score": 16.71183152284476,
369
+ "total_penalty_factor": 1.0,
370
+ "fail_reason": null,
371
+ "penalty_events": []
372
+ },
373
+ {
374
+ "episode_id": 29,
375
+ "seed": 100634,
376
+ "success": false,
377
+ "steps_taken": 700,
378
+ "max_steps": 700,
379
+ "route_completion": 50.757013200056164,
380
+ "manipulation_score": 50.757013200056164,
381
+ "total_penalty_factor": 1.0,
382
+ "fail_reason": null,
383
+ "penalty_events": []
384
+ },
385
+ {
386
+ "episode_id": 30,
387
+ "seed": 100640,
388
+ "success": true,
389
+ "steps_taken": 249,
390
+ "max_steps": 700,
391
+ "route_completion": 100.0,
392
+ "manipulation_score": 100.0,
393
+ "total_penalty_factor": 1.0,
394
+ "fail_reason": null,
395
+ "penalty_events": []
396
+ },
397
+ {
398
+ "episode_id": 31,
399
+ "seed": 100660,
400
+ "success": true,
401
+ "steps_taken": 238,
402
+ "max_steps": 700,
403
+ "route_completion": 100.0,
404
+ "manipulation_score": 100.0,
405
+ "total_penalty_factor": 1.0,
406
+ "fail_reason": null,
407
+ "penalty_events": []
408
+ },
409
+ {
410
+ "episode_id": 32,
411
+ "seed": 100669,
412
+ "success": true,
413
+ "steps_taken": 253,
414
+ "max_steps": 700,
415
+ "route_completion": 100.0,
416
+ "manipulation_score": 100.0,
417
+ "total_penalty_factor": 1.0,
418
+ "fail_reason": null,
419
+ "penalty_events": []
420
+ },
421
+ {
422
+ "episode_id": 33,
423
+ "seed": 100670,
424
+ "success": false,
425
+ "steps_taken": 700,
426
+ "max_steps": 700,
427
+ "route_completion": 70.75631548059923,
428
+ "manipulation_score": 70.75631548059923,
429
+ "total_penalty_factor": 1.0,
430
+ "fail_reason": null,
431
+ "penalty_events": []
432
+ },
433
+ {
434
+ "episode_id": 34,
435
+ "seed": 100718,
436
+ "success": false,
437
+ "steps_taken": 700,
438
+ "max_steps": 700,
439
+ "route_completion": 61.45031985837331,
440
+ "manipulation_score": 61.45031985837331,
441
+ "total_penalty_factor": 1.0,
442
+ "fail_reason": null,
443
+ "penalty_events": []
444
+ },
445
+ {
446
+ "episode_id": 35,
447
+ "seed": 100723,
448
+ "success": true,
449
+ "steps_taken": 237,
450
+ "max_steps": 700,
451
+ "route_completion": 100.0,
452
+ "manipulation_score": 100.0,
453
+ "total_penalty_factor": 1.0,
454
+ "fail_reason": null,
455
+ "penalty_events": []
456
+ },
457
+ {
458
+ "episode_id": 36,
459
+ "seed": 100737,
460
+ "success": true,
461
+ "steps_taken": 236,
462
+ "max_steps": 700,
463
+ "route_completion": 100.0,
464
+ "manipulation_score": 100.0,
465
+ "total_penalty_factor": 1.0,
466
+ "fail_reason": null,
467
+ "penalty_events": []
468
+ },
469
+ {
470
+ "episode_id": 37,
471
+ "seed": 100768,
472
+ "success": false,
473
+ "steps_taken": 700,
474
+ "max_steps": 700,
475
+ "route_completion": 59.136363555431906,
476
+ "manipulation_score": 59.136363555431906,
477
+ "total_penalty_factor": 1.0,
478
+ "fail_reason": null,
479
+ "penalty_events": []
480
+ },
481
+ {
482
+ "episode_id": 38,
483
+ "seed": 100774,
484
+ "success": false,
485
+ "steps_taken": 700,
486
+ "max_steps": 700,
487
+ "route_completion": 57.20051369307158,
488
+ "manipulation_score": 57.20051369307158,
489
+ "total_penalty_factor": 1.0,
490
+ "fail_reason": null,
491
+ "penalty_events": []
492
+ },
493
+ {
494
+ "episode_id": 39,
495
+ "seed": 100812,
496
+ "success": false,
497
+ "steps_taken": 700,
498
+ "max_steps": 700,
499
+ "route_completion": 60.444829410297515,
500
+ "manipulation_score": 60.444829410297515,
501
+ "total_penalty_factor": 1.0,
502
+ "fail_reason": null,
503
+ "penalty_events": []
504
+ },
505
+ {
506
+ "episode_id": 40,
507
+ "seed": 100852,
508
+ "success": true,
509
+ "steps_taken": 333,
510
+ "max_steps": 700,
511
+ "route_completion": 100.0,
512
+ "manipulation_score": 100.0,
513
+ "total_penalty_factor": 1.0,
514
+ "fail_reason": null,
515
+ "penalty_events": []
516
+ },
517
+ {
518
+ "episode_id": 41,
519
+ "seed": 100861,
520
+ "success": false,
521
+ "steps_taken": 70,
522
+ "max_steps": 700,
523
+ "route_completion": 0.0,
524
+ "manipulation_score": 0.0,
525
+ "total_penalty_factor": 0.5,
526
+ "fail_reason": "out_of_bounds",
527
+ "penalty_events": [
528
+ {
529
+ "event_type": "out_of_bounds",
530
+ "timestep": 70,
531
+ "penalty_factor": 0.5,
532
+ "details": "Target object left workspace/view"
533
+ }
534
+ ]
535
+ },
536
+ {
537
+ "episode_id": 42,
538
+ "seed": 100866,
539
+ "success": false,
540
+ "steps_taken": 700,
541
+ "max_steps": 700,
542
+ "route_completion": 50.71440994865636,
543
+ "manipulation_score": 50.71440994865636,
544
+ "total_penalty_factor": 1.0,
545
+ "fail_reason": null,
546
+ "penalty_events": []
547
+ },
548
+ {
549
+ "episode_id": 43,
550
+ "seed": 100886,
551
+ "success": false,
552
+ "steps_taken": 700,
553
+ "max_steps": 700,
554
+ "route_completion": 20.887299537109662,
555
+ "manipulation_score": 20.887299537109662,
556
+ "total_penalty_factor": 1.0,
557
+ "fail_reason": null,
558
+ "penalty_events": []
559
+ },
560
+ {
561
+ "episode_id": 44,
562
+ "seed": 100913,
563
+ "success": false,
564
+ "steps_taken": 700,
565
+ "max_steps": 700,
566
+ "route_completion": 19.074687026884554,
567
+ "manipulation_score": 19.074687026884554,
568
+ "total_penalty_factor": 1.0,
569
+ "fail_reason": null,
570
+ "penalty_events": []
571
+ },
572
+ {
573
+ "episode_id": 45,
574
+ "seed": 100961,
575
+ "success": false,
576
+ "steps_taken": 700,
577
+ "max_steps": 700,
578
+ "route_completion": 62.44569118973791,
579
+ "manipulation_score": 62.44569118973791,
580
+ "total_penalty_factor": 1.0,
581
+ "fail_reason": null,
582
+ "penalty_events": []
583
+ },
584
+ {
585
+ "episode_id": 46,
586
+ "seed": 100999,
587
+ "success": false,
588
+ "steps_taken": 61,
589
+ "max_steps": 700,
590
+ "route_completion": 16.911803886464043,
591
+ "manipulation_score": 8.455901943232021,
592
+ "total_penalty_factor": 0.5,
593
+ "fail_reason": "out_of_bounds",
594
+ "penalty_events": [
595
+ {
596
+ "event_type": "out_of_bounds",
597
+ "timestep": 61,
598
+ "penalty_factor": 0.5,
599
+ "details": "Target object left workspace/view"
600
+ }
601
+ ]
602
+ },
603
+ {
604
+ "episode_id": 47,
605
+ "seed": 101022,
606
+ "success": false,
607
+ "steps_taken": 700,
608
+ "max_steps": 700,
609
+ "route_completion": 55.559125987424494,
610
+ "manipulation_score": 55.559125987424494,
611
+ "total_penalty_factor": 1.0,
612
+ "fail_reason": null,
613
+ "penalty_events": []
614
+ },
615
+ {
616
+ "episode_id": 48,
617
+ "seed": 101047,
618
+ "success": false,
619
+ "steps_taken": 53,
620
+ "max_steps": 700,
621
+ "route_completion": 15.822748464347411,
622
+ "manipulation_score": 7.9113742321737055,
623
+ "total_penalty_factor": 0.5,
624
+ "fail_reason": "out_of_bounds",
625
+ "penalty_events": [
626
+ {
627
+ "event_type": "out_of_bounds",
628
+ "timestep": 53,
629
+ "penalty_factor": 0.5,
630
+ "details": "Target object left workspace/view"
631
+ }
632
+ ]
633
+ },
634
+ {
635
+ "episode_id": 49,
636
+ "seed": 101078,
637
+ "success": false,
638
+ "steps_taken": 700,
639
+ "max_steps": 700,
640
+ "route_completion": 58.59479439555988,
641
+ "manipulation_score": 58.59479439555988,
642
+ "total_penalty_factor": 1.0,
643
+ "fail_reason": null,
644
+ "penalty_events": []
645
+ },
646
+ {
647
+ "episode_id": 50,
648
+ "seed": 101087,
649
+ "success": false,
650
+ "steps_taken": 700,
651
+ "max_steps": 700,
652
+ "route_completion": 58.577768958347235,
653
+ "manipulation_score": 58.577768958347235,
654
+ "total_penalty_factor": 1.0,
655
+ "fail_reason": null,
656
+ "penalty_events": []
657
+ },
658
+ {
659
+ "episode_id": 51,
660
+ "seed": 101088,
661
+ "success": false,
662
+ "steps_taken": 700,
663
+ "max_steps": 700,
664
+ "route_completion": 50.559291392780366,
665
+ "manipulation_score": 50.559291392780366,
666
+ "total_penalty_factor": 1.0,
667
+ "fail_reason": null,
668
+ "penalty_events": []
669
+ },
670
+ {
671
+ "episode_id": 52,
672
+ "seed": 101099,
673
+ "success": true,
674
+ "steps_taken": 249,
675
+ "max_steps": 700,
676
+ "route_completion": 100.0,
677
+ "manipulation_score": 100.0,
678
+ "total_penalty_factor": 1.0,
679
+ "fail_reason": null,
680
+ "penalty_events": []
681
+ },
682
+ {
683
+ "episode_id": 53,
684
+ "seed": 101102,
685
+ "success": true,
686
+ "steps_taken": 238,
687
+ "max_steps": 700,
688
+ "route_completion": 100.0,
689
+ "manipulation_score": 100.0,
690
+ "total_penalty_factor": 1.0,
691
+ "fail_reason": null,
692
+ "penalty_events": []
693
+ },
694
+ {
695
+ "episode_id": 54,
696
+ "seed": 101112,
697
+ "success": true,
698
+ "steps_taken": 248,
699
+ "max_steps": 700,
700
+ "route_completion": 100.0,
701
+ "manipulation_score": 100.0,
702
+ "total_penalty_factor": 1.0,
703
+ "fail_reason": null,
704
+ "penalty_events": []
705
+ },
706
+ {
707
+ "episode_id": 55,
708
+ "seed": 101147,
709
+ "success": true,
710
+ "steps_taken": 250,
711
+ "max_steps": 700,
712
+ "route_completion": 100.0,
713
+ "manipulation_score": 100.0,
714
+ "total_penalty_factor": 1.0,
715
+ "fail_reason": null,
716
+ "penalty_events": []
717
+ },
718
+ {
719
+ "episode_id": 56,
720
+ "seed": 101167,
721
+ "success": false,
722
+ "steps_taken": 700,
723
+ "max_steps": 700,
724
+ "route_completion": 61.557147637066954,
725
+ "manipulation_score": 61.557147637066954,
726
+ "total_penalty_factor": 1.0,
727
+ "fail_reason": null,
728
+ "penalty_events": []
729
+ },
730
+ {
731
+ "episode_id": 57,
732
+ "seed": 101178,
733
+ "success": true,
734
+ "steps_taken": 249,
735
+ "max_steps": 700,
736
+ "route_completion": 100.0,
737
+ "manipulation_score": 100.0,
738
+ "total_penalty_factor": 1.0,
739
+ "fail_reason": null,
740
+ "penalty_events": []
741
+ },
742
+ {
743
+ "episode_id": 58,
744
+ "seed": 101194,
745
+ "success": false,
746
+ "steps_taken": 700,
747
+ "max_steps": 700,
748
+ "route_completion": 25.342375474701857,
749
+ "manipulation_score": 25.342375474701857,
750
+ "total_penalty_factor": 1.0,
751
+ "fail_reason": null,
752
+ "penalty_events": []
753
+ },
754
+ {
755
+ "episode_id": 59,
756
+ "seed": 101249,
757
+ "success": false,
758
+ "steps_taken": 700,
759
+ "max_steps": 700,
760
+ "route_completion": 60.38118061290222,
761
+ "manipulation_score": 60.38118061290222,
762
+ "total_penalty_factor": 1.0,
763
+ "fail_reason": null,
764
+ "penalty_events": []
765
+ },
766
+ {
767
+ "episode_id": 60,
768
+ "seed": 101251,
769
+ "success": false,
770
+ "steps_taken": 43,
771
+ "max_steps": 700,
772
+ "route_completion": 13.609101575015977,
773
+ "manipulation_score": 6.8045507875079885,
774
+ "total_penalty_factor": 0.5,
775
+ "fail_reason": "out_of_bounds",
776
+ "penalty_events": [
777
+ {
778
+ "event_type": "out_of_bounds",
779
+ "timestep": 43,
780
+ "penalty_factor": 0.5,
781
+ "details": "Target object left workspace/view"
782
+ }
783
+ ]
784
+ },
785
+ {
786
+ "episode_id": 61,
787
+ "seed": 101263,
788
+ "success": true,
789
+ "steps_taken": 215,
790
+ "max_steps": 700,
791
+ "route_completion": 100.0,
792
+ "manipulation_score": 100.0,
793
+ "total_penalty_factor": 1.0,
794
+ "fail_reason": null,
795
+ "penalty_events": []
796
+ },
797
+ {
798
+ "episode_id": 62,
799
+ "seed": 101279,
800
+ "success": false,
801
+ "steps_taken": 700,
802
+ "max_steps": 700,
803
+ "route_completion": 57.64650919811655,
804
+ "manipulation_score": 57.64650919811655,
805
+ "total_penalty_factor": 1.0,
806
+ "fail_reason": null,
807
+ "penalty_events": []
808
+ },
809
+ {
810
+ "episode_id": 63,
811
+ "seed": 101304,
812
+ "success": false,
813
+ "steps_taken": 57,
814
+ "max_steps": 700,
815
+ "route_completion": 12.455889145465841,
816
+ "manipulation_score": 6.227944572732921,
817
+ "total_penalty_factor": 0.5,
818
+ "fail_reason": "out_of_bounds",
819
+ "penalty_events": [
820
+ {
821
+ "event_type": "out_of_bounds",
822
+ "timestep": 57,
823
+ "penalty_factor": 0.5,
824
+ "details": "Target object left workspace/view"
825
+ }
826
+ ]
827
+ },
828
+ {
829
+ "episode_id": 64,
830
+ "seed": 101356,
831
+ "success": false,
832
+ "steps_taken": 700,
833
+ "max_steps": 700,
834
+ "route_completion": 33.49243878795187,
835
+ "manipulation_score": 33.49243878795187,
836
+ "total_penalty_factor": 1.0,
837
+ "fail_reason": null,
838
+ "penalty_events": []
839
+ },
840
+ {
841
+ "episode_id": 65,
842
+ "seed": 101374,
843
+ "success": true,
844
+ "steps_taken": 248,
845
+ "max_steps": 700,
846
+ "route_completion": 100.0,
847
+ "manipulation_score": 100.0,
848
+ "total_penalty_factor": 1.0,
849
+ "fail_reason": null,
850
+ "penalty_events": []
851
+ },
852
+ {
853
+ "episode_id": 66,
854
+ "seed": 101383,
855
+ "success": true,
856
+ "steps_taken": 240,
857
+ "max_steps": 700,
858
+ "route_completion": 100.0,
859
+ "manipulation_score": 100.0,
860
+ "total_penalty_factor": 1.0,
861
+ "fail_reason": null,
862
+ "penalty_events": []
863
+ },
864
+ {
865
+ "episode_id": 67,
866
+ "seed": 101386,
867
+ "success": false,
868
+ "steps_taken": 700,
869
+ "max_steps": 700,
870
+ "route_completion": 53.63481671257979,
871
+ "manipulation_score": 53.63481671257979,
872
+ "total_penalty_factor": 1.0,
873
+ "fail_reason": null,
874
+ "penalty_events": []
875
+ },
876
+ {
877
+ "episode_id": 68,
878
+ "seed": 101415,
879
+ "success": true,
880
+ "steps_taken": 234,
881
+ "max_steps": 700,
882
+ "route_completion": 100.0,
883
+ "manipulation_score": 100.0,
884
+ "total_penalty_factor": 1.0,
885
+ "fail_reason": null,
886
+ "penalty_events": []
887
+ },
888
+ {
889
+ "episode_id": 69,
890
+ "seed": 101418,
891
+ "success": false,
892
+ "steps_taken": 700,
893
+ "max_steps": 700,
894
+ "route_completion": 55.24618639056412,
895
+ "manipulation_score": 55.24618639056412,
896
+ "total_penalty_factor": 1.0,
897
+ "fail_reason": null,
898
+ "penalty_events": []
899
+ },
900
+ {
901
+ "episode_id": 70,
902
+ "seed": 101457,
903
+ "success": false,
904
+ "steps_taken": 700,
905
+ "max_steps": 700,
906
+ "route_completion": 50.684561311626716,
907
+ "manipulation_score": 50.684561311626716,
908
+ "total_penalty_factor": 1.0,
909
+ "fail_reason": null,
910
+ "penalty_events": []
911
+ },
912
+ {
913
+ "episode_id": 71,
914
+ "seed": 101467,
915
+ "success": false,
916
+ "steps_taken": 46,
917
+ "max_steps": 700,
918
+ "route_completion": 30.76588825198383,
919
+ "manipulation_score": 15.382944125991916,
920
+ "total_penalty_factor": 0.5,
921
+ "fail_reason": "out_of_bounds",
922
+ "penalty_events": [
923
+ {
924
+ "event_type": "out_of_bounds",
925
+ "timestep": 46,
926
+ "penalty_factor": 0.5,
927
+ "details": "Target object left workspace/view"
928
+ }
929
+ ]
930
+ },
931
+ {
932
+ "episode_id": 72,
933
+ "seed": 101539,
934
+ "success": true,
935
+ "steps_taken": 253,
936
+ "max_steps": 700,
937
+ "route_completion": 100.0,
938
+ "manipulation_score": 100.0,
939
+ "total_penalty_factor": 1.0,
940
+ "fail_reason": null,
941
+ "penalty_events": []
942
+ },
943
+ {
944
+ "episode_id": 73,
945
+ "seed": 101544,
946
+ "success": false,
947
+ "steps_taken": 700,
948
+ "max_steps": 700,
949
+ "route_completion": 53.1425800262557,
950
+ "manipulation_score": 53.1425800262557,
951
+ "total_penalty_factor": 1.0,
952
+ "fail_reason": null,
953
+ "penalty_events": []
954
+ },
955
+ {
956
+ "episode_id": 74,
957
+ "seed": 101550,
958
+ "success": false,
959
+ "steps_taken": 700,
960
+ "max_steps": 700,
961
+ "route_completion": 57.33529342669805,
962
+ "manipulation_score": 57.33529342669805,
963
+ "total_penalty_factor": 1.0,
964
+ "fail_reason": null,
965
+ "penalty_events": []
966
+ },
967
+ {
968
+ "episode_id": 75,
969
+ "seed": 101560,
970
+ "success": false,
971
+ "steps_taken": 700,
972
+ "max_steps": 700,
973
+ "route_completion": 53.68878912545255,
974
+ "manipulation_score": 53.68878912545255,
975
+ "total_penalty_factor": 1.0,
976
+ "fail_reason": null,
977
+ "penalty_events": []
978
+ },
979
+ {
980
+ "episode_id": 76,
981
+ "seed": 101563,
982
+ "success": true,
983
+ "steps_taken": 250,
984
+ "max_steps": 700,
985
+ "route_completion": 100.0,
986
+ "manipulation_score": 100.0,
987
+ "total_penalty_factor": 1.0,
988
+ "fail_reason": null,
989
+ "penalty_events": []
990
+ },
991
+ {
992
+ "episode_id": 77,
993
+ "seed": 101591,
994
+ "success": false,
995
+ "steps_taken": 700,
996
+ "max_steps": 700,
997
+ "route_completion": 57.211746022906475,
998
+ "manipulation_score": 57.211746022906475,
999
+ "total_penalty_factor": 1.0,
1000
+ "fail_reason": null,
1001
+ "penalty_events": []
1002
+ },
1003
+ {
1004
+ "episode_id": 78,
1005
+ "seed": 101662,
1006
+ "success": false,
1007
+ "steps_taken": 700,
1008
+ "max_steps": 700,
1009
+ "route_completion": 61.322164975503455,
1010
+ "manipulation_score": 61.322164975503455,
1011
+ "total_penalty_factor": 1.0,
1012
+ "fail_reason": null,
1013
+ "penalty_events": []
1014
+ },
1015
+ {
1016
+ "episode_id": 79,
1017
+ "seed": 101720,
1018
+ "success": false,
1019
+ "steps_taken": 55,
1020
+ "max_steps": 700,
1021
+ "route_completion": 15.237230772205177,
1022
+ "manipulation_score": 7.618615386102588,
1023
+ "total_penalty_factor": 0.5,
1024
+ "fail_reason": "out_of_bounds",
1025
+ "penalty_events": [
1026
+ {
1027
+ "event_type": "out_of_bounds",
1028
+ "timestep": 55,
1029
+ "penalty_factor": 0.5,
1030
+ "details": "Target object left workspace/view"
1031
+ }
1032
+ ]
1033
+ },
1034
+ {
1035
+ "episode_id": 80,
1036
+ "seed": 101723,
1037
+ "success": false,
1038
+ "steps_taken": 700,
1039
+ "max_steps": 700,
1040
+ "route_completion": 12.66516965466084,
1041
+ "manipulation_score": 12.66516965466084,
1042
+ "total_penalty_factor": 1.0,
1043
+ "fail_reason": null,
1044
+ "penalty_events": []
1045
+ },
1046
+ {
1047
+ "episode_id": 81,
1048
+ "seed": 101742,
1049
+ "success": false,
1050
+ "steps_taken": 700,
1051
+ "max_steps": 700,
1052
+ "route_completion": 53.30620676694286,
1053
+ "manipulation_score": 53.30620676694286,
1054
+ "total_penalty_factor": 1.0,
1055
+ "fail_reason": null,
1056
+ "penalty_events": []
1057
+ },
1058
+ {
1059
+ "episode_id": 82,
1060
+ "seed": 101743,
1061
+ "success": true,
1062
+ "steps_taken": 232,
1063
+ "max_steps": 700,
1064
+ "route_completion": 100.0,
1065
+ "manipulation_score": 100.0,
1066
+ "total_penalty_factor": 1.0,
1067
+ "fail_reason": null,
1068
+ "penalty_events": []
1069
+ },
1070
+ {
1071
+ "episode_id": 83,
1072
+ "seed": 101787,
1073
+ "success": true,
1074
+ "steps_taken": 250,
1075
+ "max_steps": 700,
1076
+ "route_completion": 100.0,
1077
+ "manipulation_score": 100.0,
1078
+ "total_penalty_factor": 1.0,
1079
+ "fail_reason": null,
1080
+ "penalty_events": []
1081
+ },
1082
+ {
1083
+ "episode_id": 84,
1084
+ "seed": 101791,
1085
+ "success": true,
1086
+ "steps_taken": 266,
1087
+ "max_steps": 700,
1088
+ "route_completion": 100.0,
1089
+ "manipulation_score": 100.0,
1090
+ "total_penalty_factor": 1.0,
1091
+ "fail_reason": null,
1092
+ "penalty_events": []
1093
+ },
1094
+ {
1095
+ "episode_id": 85,
1096
+ "seed": 101866,
1097
+ "success": false,
1098
+ "steps_taken": 700,
1099
+ "max_steps": 700,
1100
+ "route_completion": 49.81464940931832,
1101
+ "manipulation_score": 49.81464940931832,
1102
+ "total_penalty_factor": 1.0,
1103
+ "fail_reason": null,
1104
+ "penalty_events": []
1105
+ },
1106
+ {
1107
+ "episode_id": 86,
1108
+ "seed": 101881,
1109
+ "success": false,
1110
+ "steps_taken": 52,
1111
+ "max_steps": 700,
1112
+ "route_completion": 25.967598241222845,
1113
+ "manipulation_score": 12.983799120611422,
1114
+ "total_penalty_factor": 0.5,
1115
+ "fail_reason": "out_of_bounds",
1116
+ "penalty_events": [
1117
+ {
1118
+ "event_type": "out_of_bounds",
1119
+ "timestep": 52,
1120
+ "penalty_factor": 0.5,
1121
+ "details": "Target object left workspace/view"
1122
+ }
1123
+ ]
1124
+ },
1125
+ {
1126
+ "episode_id": 87,
1127
+ "seed": 101889,
1128
+ "success": false,
1129
+ "steps_taken": 700,
1130
+ "max_steps": 700,
1131
+ "route_completion": 17.19675730367671,
1132
+ "manipulation_score": 17.19675730367671,
1133
+ "total_penalty_factor": 1.0,
1134
+ "fail_reason": null,
1135
+ "penalty_events": []
1136
+ },
1137
+ {
1138
+ "episode_id": 88,
1139
+ "seed": 101919,
1140
+ "success": false,
1141
+ "steps_taken": 700,
1142
+ "max_steps": 700,
1143
+ "route_completion": 53.416666510556446,
1144
+ "manipulation_score": 53.416666510556446,
1145
+ "total_penalty_factor": 1.0,
1146
+ "fail_reason": null,
1147
+ "penalty_events": []
1148
+ },
1149
+ {
1150
+ "episode_id": 89,
1151
+ "seed": 101964,
1152
+ "success": true,
1153
+ "steps_taken": 239,
1154
+ "max_steps": 700,
1155
+ "route_completion": 100.0,
1156
+ "manipulation_score": 100.0,
1157
+ "total_penalty_factor": 1.0,
1158
+ "fail_reason": null,
1159
+ "penalty_events": []
1160
+ },
1161
+ {
1162
+ "episode_id": 90,
1163
+ "seed": 101968,
1164
+ "success": true,
1165
+ "steps_taken": 247,
1166
+ "max_steps": 700,
1167
+ "route_completion": 100.0,
1168
+ "manipulation_score": 100.0,
1169
+ "total_penalty_factor": 1.0,
1170
+ "fail_reason": null,
1171
+ "penalty_events": []
1172
+ },
1173
+ {
1174
+ "episode_id": 91,
1175
+ "seed": 101971,
1176
+ "success": false,
1177
+ "steps_taken": 700,
1178
+ "max_steps": 700,
1179
+ "route_completion": 56.47496256635838,
1180
+ "manipulation_score": 56.47496256635838,
1181
+ "total_penalty_factor": 1.0,
1182
+ "fail_reason": null,
1183
+ "penalty_events": []
1184
+ },
1185
+ {
1186
+ "episode_id": 92,
1187
+ "seed": 101992,
1188
+ "success": false,
1189
+ "steps_taken": 43,
1190
+ "max_steps": 700,
1191
+ "route_completion": 15.217579089761358,
1192
+ "manipulation_score": 7.608789544880679,
1193
+ "total_penalty_factor": 0.5,
1194
+ "fail_reason": "out_of_bounds",
1195
+ "penalty_events": [
1196
+ {
1197
+ "event_type": "out_of_bounds",
1198
+ "timestep": 43,
1199
+ "penalty_factor": 0.5,
1200
+ "details": "Target object left workspace/view"
1201
+ }
1202
+ ]
1203
+ },
1204
+ {
1205
+ "episode_id": 93,
1206
+ "seed": 102003,
1207
+ "success": true,
1208
+ "steps_taken": 263,
1209
+ "max_steps": 700,
1210
+ "route_completion": 100.0,
1211
+ "manipulation_score": 100.0,
1212
+ "total_penalty_factor": 1.0,
1213
+ "fail_reason": null,
1214
+ "penalty_events": []
1215
+ },
1216
+ {
1217
+ "episode_id": 94,
1218
+ "seed": 102005,
1219
+ "success": false,
1220
+ "steps_taken": 55,
1221
+ "max_steps": 700,
1222
+ "route_completion": 9.375580287404398,
1223
+ "manipulation_score": 4.687790143702199,
1224
+ "total_penalty_factor": 0.5,
1225
+ "fail_reason": "out_of_bounds",
1226
+ "penalty_events": [
1227
+ {
1228
+ "event_type": "out_of_bounds",
1229
+ "timestep": 55,
1230
+ "penalty_factor": 0.5,
1231
+ "details": "Target object left workspace/view"
1232
+ }
1233
+ ]
1234
+ },
1235
+ {
1236
+ "episode_id": 95,
1237
+ "seed": 102018,
1238
+ "success": false,
1239
+ "steps_taken": 700,
1240
+ "max_steps": 700,
1241
+ "route_completion": 56.15787708710391,
1242
+ "manipulation_score": 56.15787708710391,
1243
+ "total_penalty_factor": 1.0,
1244
+ "fail_reason": null,
1245
+ "penalty_events": []
1246
+ },
1247
+ {
1248
+ "episode_id": 96,
1249
+ "seed": 102038,
1250
+ "success": true,
1251
+ "steps_taken": 250,
1252
+ "max_steps": 700,
1253
+ "route_completion": 100.0,
1254
+ "manipulation_score": 100.0,
1255
+ "total_penalty_factor": 1.0,
1256
+ "fail_reason": null,
1257
+ "penalty_events": []
1258
+ },
1259
+ {
1260
+ "episode_id": 97,
1261
+ "seed": 102079,
1262
+ "success": true,
1263
+ "steps_taken": 250,
1264
+ "max_steps": 700,
1265
+ "route_completion": 100.0,
1266
+ "manipulation_score": 100.0,
1267
+ "total_penalty_factor": 1.0,
1268
+ "fail_reason": null,
1269
+ "penalty_events": []
1270
+ },
1271
+ {
1272
+ "episode_id": 98,
1273
+ "seed": 102083,
1274
+ "success": true,
1275
+ "steps_taken": 249,
1276
+ "max_steps": 700,
1277
+ "route_completion": 100.0,
1278
+ "manipulation_score": 100.0,
1279
+ "total_penalty_factor": 1.0,
1280
+ "fail_reason": null,
1281
+ "penalty_events": []
1282
+ },
1283
+ {
1284
+ "episode_id": 99,
1285
+ "seed": 102137,
1286
+ "success": true,
1287
+ "steps_taken": 286,
1288
+ "max_steps": 700,
1289
+ "route_completion": 100.0,
1290
+ "manipulation_score": 100.0,
1291
+ "total_penalty_factor": 1.0,
1292
+ "fail_reason": null,
1293
+ "penalty_events": []
1294
+ },
1295
+ {
1296
+ "episode_id": 100,
1297
+ "seed": 102138,
1298
+ "success": false,
1299
+ "steps_taken": 50,
1300
+ "max_steps": 700,
1301
+ "route_completion": 32.76812916575016,
1302
+ "manipulation_score": 16.38406458287508,
1303
+ "total_penalty_factor": 0.5,
1304
+ "fail_reason": "out_of_bounds",
1305
+ "penalty_events": [
1306
+ {
1307
+ "event_type": "out_of_bounds",
1308
+ "timestep": 50,
1309
+ "penalty_factor": 0.5,
1310
+ "details": "Target object left workspace/view"
1311
+ }
1312
+ ]
1313
+ }
1314
+ ]
log/eval_result/put_object_cabinet/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 04:01:30/_metrics.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "total_episodes": 100,
3
+ "success_count": 34,
4
+ "success_rate": 34.0,
5
+ "manipulation_score_mean": 60.267217438745455,
6
+ "manipulation_score_std": 33.61100148338903,
7
+ "route_completion_mean": 61.627844010677364,
8
+ "route_completion_std": 31.813754441478686,
9
+ "penalty_clutter_collision_total": 0,
10
+ "penalty_out_of_bounds_total": 16
11
+ }
log/eval_result/put_object_cabinet/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 04:01:30/_metrics_report.txt ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ============================================================
2
+ EVALUATION METRICS REPORT
3
+ ============================================================
4
+
5
+ Total Episodes: 100
6
+ Success Rate: 34.0% (34/100)
7
+
8
+ --- Manipulation Score ---
9
+ Mean: 60.27
10
+ Std: 33.61
11
+
12
+ --- Route Completion ---
13
+ Mean: 61.63%
14
+ Std: 31.81
15
+
16
+ --- Penalty Events ---
17
+ Clutter Collisions: 0
18
+ Out of Bounds: 16
19
+
20
+ ============================================================
log/eval_result/put_object_cabinet/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 04:01:30/_result.txt ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ Timestamp: 2026-03-30 04:01:30
2
+
3
+ Instruction Type: unseen
4
+
5
+ 0.34
log/log.csv ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ task_name,total_episodes,success_count,success_rate,manipulation_mean,manipulation_std,route_completion_mean,route_completion_std,clutter_collision,out_of_bounds
2
+ adjust_bottle,100,71,71,82.16310092,28.75495209,82.16310092,28.75495209,0,0
3
+ beat_block_hammer,100,4,4,19.50928635,18.8580613,34.4524951,21.49063392,0,95
4
+ click_alarmclock,100,8,8,11.9832561,26.33845684,15.9665122,26.34997969,0,92
5
+ click_bell,100,2,2,11.56048535,15.16434526,21.1209707,20.20676499,0,97
6
+ dump_bin_bigbin,100,0,0,34.46185928,22.73616658,35.07393217,22.32627032,0,15
7
+ grab_roller,100,33,33,60.41178363,29.85564074,61.81689201,28.07501278,0,9
8
+ handover_block,100,23,23,64.24044338,23.81499416,67.02179064,19.99493056,0,12
9
+ handover_mic,100,43,43,59.74470391,37.80902036,61.5742396,35.86250564,0,17
10
+ hanging_mug,100,25,25,50.65520455,30.97227418,53.97845371,28.51130556,0,19
11
+ move_can_pot,100,31,31,52.14578934,33.78965483,53.95368454,32.31496701,0,12
12
+ move_pillbottle_pad,100,16,16,22.592582,34.65442262,28.32417372,33.97458667,0,81
13
+ move_playingcard_away,100,10,10,29.19926798,28.66353832,33.01537659,27.57274596,0,35
14
+ move_stapler_pad,100,1,1,12.39616954,12.93611116,21.85325641,17.63123746,0,93
15
+ place_a2b_left,100,12,12,38.69982662,27.38987219,41.38818818,26.24661326,0,22
16
+ place_a2b_right,100,11,11,39.32212784,26.27015421,42.27526841,24.67027832,0,20
17
+ place_bread_basket,100,16,16,25.57858934,33.00611295,35.15717868,30.6372924,0,84
18
+ place_bread_skillet,100,20,20,38.2996875,34.1604986,42.88482881,31.45886791,0,45
19
+ place_can_basket,100,10,10,45.3942392,19.9861453,46.03297976,19.55468763,0,4
20
+ place_container_plate,100,37,37,42.29853874,44.67268031,46.59909816,42.03084848,0,60
21
+ place_empty_cup,100,8,8,18.16381911,25.32902298,27.88784146,25.49856586,0,91
22
+ place_fan,100,4,4,9.579611879,19.58327104,14.62056093,21.30665643,0,93
23
+ place_mouse_pad,100,5,5,18.12650581,21.21374847,28.54750175,22.42668098,0,87
24
+ place_object_basket,100,31,31,51.66444607,35.2656753,54.01053083,33.23733613,0,22
25
+ place_object_scale,100,3,3,14.43170404,18.11545703,23.23733091,20.85264988,0,88
26
+ place_object_stand,100,2,2,10.59962552,15.86457129,17.8636695,20.00486435,0,93
27
+ place_phone_stand,100,5,5,17.5329116,20.56023656,29.13880435,22.02933244,0,91
28
+ place_shoe,100,25,25,35.57412983,37.88151217,45.32290203,33.84868283,0,73
29
+ press_stapler,100,12,12,20.40236643,30.37932822,28.80473287,30.44549097,0,88
30
+ put_bottles_dustbin,100,20,20,43.50042794,31.70659803,48.69627665,28.33792489,0,35
31
+ put_object_cabinet,100,34,34,60.26721744,33.61100148,61.62784401,31.81375444,0,16
32
+ rotate_qrcode,100,14,14,28.88262263,30.54955655,34.03052569,28.45469052,0,46
33
+ scan_object,100,4,4,33.67594861,21.31834938,36.1644967,20.59723566,0,18
34
+ shake_bottle,100,51,51,66.04323468,36.13819748,66.47893302,35.59897242,0,7
35
+ shake_bottle_horizontally,100,67,67,74.37683894,37.83413874,74.72976767,37.31910725,0,7
36
+ stamp_seal,100,15,15,27.37414177,31.63037976,38.79944239,29.77708981,0,82
37
+ ,,19.22857143,19.22857143,36.31007125,27.90897561,41.56038803,27.40610044,,
modality.json ADDED
@@ -0,0 +1,62 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "action": {
3
+ "left_joints": {
4
+ "start": 0,
5
+ "end": 6,
6
+ "original_key": "action"
7
+ },
8
+ "left_gripper": {
9
+ "start": 6,
10
+ "end": 7,
11
+ "original_key": "action"
12
+ },
13
+ "right_joints": {
14
+ "start": 7,
15
+ "end": 13,
16
+ "original_key": "action"
17
+ },
18
+ "right_gripper": {
19
+ "start": 13,
20
+ "end": 14,
21
+ "original_key": "action"
22
+ }
23
+ },
24
+ "state": {
25
+ "left_joints": {
26
+ "start": 0,
27
+ "end": 6,
28
+ "original_key": "observation.state"
29
+ },
30
+ "left_gripper": {
31
+ "start": 6,
32
+ "end": 7,
33
+ "original_key": "observation.state"
34
+ },
35
+ "right_joints": {
36
+ "start": 7,
37
+ "end": 13,
38
+ "original_key": "observation.state"
39
+ },
40
+ "right_gripper": {
41
+ "start": 13,
42
+ "end": 14,
43
+ "original_key": "observation.state"
44
+ }
45
+ },
46
+ "video": {
47
+ "cam_high": {
48
+ "original_key": "observation.images.cam_high"
49
+ },
50
+ "cam_left_wrist": {
51
+ "original_key": "observation.images.cam_left_wrist"
52
+ },
53
+ "cam_right_wrist": {
54
+ "original_key": "observation.images.cam_right_wrist"
55
+ }
56
+ },
57
+ "annotation": {
58
+ "human.action.task_description": {
59
+ "original_key": "task_index"
60
+ }
61
+ }
62
+ }
summary.jsonl ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {"steps": 10000}
2
+ {"steps": 20000}
3
+ {"steps": 30000}
4
+ {"steps": 40000}
5
+ {"steps": 50000}
6
+ {"steps": 60000}
7
+ {"steps": 70000}
8
+ {"steps": 80000}
9
+ {"steps": 90000}
10
+ {"steps": 100000}