Add files using upload-large-folder tool
Browse files- README.md +78 -3
- config.full.yaml +130 -0
- config.yaml +77 -0
- dataset_statistics.json +218 -0
- log/eval_result/beat_block_hammer/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 19:53:57/_episodes_detail.json +1867 -0
- log/eval_result/beat_block_hammer/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 19:53:57/_metrics.json +11 -0
- log/eval_result/beat_block_hammer/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 19:53:57/_metrics_report.txt +20 -0
- log/eval_result/beat_block_hammer/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 19:53:57/_result.txt +5 -0
- log/eval_result/click_alarmclock/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 19:53:57/_episodes_detail.json +1846 -0
- log/eval_result/click_alarmclock/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 19:53:57/_metrics.json +11 -0
- log/eval_result/click_alarmclock/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 19:53:57/_metrics_report.txt +20 -0
- log/eval_result/click_alarmclock/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 19:53:57/_result.txt +5 -0
- log/eval_result/dump_bin_bigbin/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:15:01/_episodes_detail.json +1307 -0
- log/eval_result/dump_bin_bigbin/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:15:01/_metrics.json +11 -0
- log/eval_result/dump_bin_bigbin/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:15:01/_metrics_report.txt +20 -0
- log/eval_result/dump_bin_bigbin/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:15:01/_result.txt +5 -0
- log/eval_result/place_bread_basket/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 23:59:10/_episodes_detail.json +1790 -0
- log/eval_result/place_bread_basket/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 23:59:10/_metrics.json +11 -0
- log/eval_result/place_bread_basket/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 23:59:10/_metrics_report.txt +20 -0
- log/eval_result/place_bread_basket/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 23:59:10/_result.txt +5 -0
- log/eval_result/place_bread_skillet/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 00:20:17/_episodes_detail.json +1517 -0
- log/eval_result/place_bread_skillet/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 00:20:17/_metrics.json +11 -0
- log/eval_result/place_bread_skillet/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 00:20:17/_metrics_report.txt +20 -0
- log/eval_result/place_bread_skillet/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 00:20:17/_result.txt +5 -0
- log/eval_result/place_empty_cup/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:04:02/_episodes_detail.json +1839 -0
- log/eval_result/place_empty_cup/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:04:02/_metrics.json +11 -0
- log/eval_result/place_empty_cup/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:04:02/_metrics_report.txt +20 -0
- log/eval_result/place_empty_cup/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:04:02/_result.txt +5 -0
- log/eval_result/place_object_basket/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:44:48/_episodes_detail.json +1356 -0
- log/eval_result/place_object_basket/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:44:48/_metrics.json +11 -0
- log/eval_result/place_object_basket/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:44:48/_metrics_report.txt +20 -0
- log/eval_result/place_object_basket/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:44:48/_result.txt +5 -0
- log/eval_result/place_object_stand/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 02:23:29/_episodes_detail.json +1853 -0
- log/eval_result/place_object_stand/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 02:23:29/_metrics.json +11 -0
- log/eval_result/place_object_stand/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 02:23:29/_metrics_report.txt +20 -0
- log/eval_result/place_object_stand/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 02:23:29/_result.txt +5 -0
- log/eval_result/press_stapler/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 03:37:21/_metrics.json +11 -0
- log/eval_result/press_stapler/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 03:37:21/_metrics_report.txt +20 -0
- log/eval_result/press_stapler/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 03:37:21/_result.txt +5 -0
- log/eval_result/put_bottles_dustbin/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 03:54:55/_episodes_detail.json +1447 -0
- log/eval_result/put_bottles_dustbin/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 03:54:55/_metrics.json +11 -0
- log/eval_result/put_bottles_dustbin/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 03:54:55/_metrics_report.txt +20 -0
- log/eval_result/put_bottles_dustbin/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 03:54:55/_result.txt +5 -0
- log/eval_result/put_object_cabinet/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 04:01:30/_episodes_detail.json +1314 -0
- log/eval_result/put_object_cabinet/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 04:01:30/_metrics.json +11 -0
- log/eval_result/put_object_cabinet/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 04:01:30/_metrics_report.txt +20 -0
- log/eval_result/put_object_cabinet/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 04:01:30/_result.txt +5 -0
- log/log.csv +37 -0
- modality.json +62 -0
- summary.jsonl +10 -0
README.md
CHANGED
|
@@ -1,3 +1,78 @@
|
|
| 1 |
-
---
|
| 2 |
-
license: apache-2.0
|
| 3 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
license: apache-2.0
|
| 3 |
+
task_categories:
|
| 4 |
+
- robotics
|
| 5 |
+
language:
|
| 6 |
+
- en
|
| 7 |
+
tags:
|
| 8 |
+
- robotics
|
| 9 |
+
- embodied-ai
|
| 10 |
+
- dynamic-manipulation
|
| 11 |
+
- vision-language-action
|
| 12 |
+
- manipulation
|
| 13 |
+
- trajectory
|
| 14 |
+
pretty_name: DOMINO
|
| 15 |
+
size_categories:
|
| 16 |
+
- 100K<n<1M
|
| 17 |
+
---
|
| 18 |
+
<h1 align="center"> Towards Generalizable Robotic Manipulation in Dynamic Environments </h1>
|
| 19 |
+
|
| 20 |
+
<div align="center">
|
| 21 |
+
<a href="https://arxiv.org/abs/2603.15620"><img src="https://img.shields.io/badge/arXiv-Paper-b31b1b?logo=Arxiv"></a>
|
| 22 |
+
<a href="https://h-embodvis.github.io/DOMINO/"><img src="https://img.shields.io/badge/Homepage-project-orange.svg?logo=googlehome"></a>
|
| 23 |
+
<a href="https://github.com/H-EmbodVis/DOMINO/"><img src="https://img.shields.io/badge/GitHub-Repository-green?logo=github"></a>
|
| 24 |
+
<a href="https://opensource.org/licenses/Apache-2.0"><img src="https://img.shields.io/badge/License-Apache%202.0-blue?style=flat-square"></a>
|
| 25 |
+
<h5 align="center"><em>Heng Fang<sup>1</sup>, Shangru Li<sup>1</sup>, Shuhan Wang<sup>1</sup>, Xuanyang Xi<sup>2</sup>, Dingkang Liang<sup>1</sup>, Xiang Bai<sup>1</sup> </em></h5>
|
| 26 |
+
<sup>1</sup> Huazhong University of Science and Technology, <sup>2</sup> Huawei Technologies Co. Ltd
|
| 27 |
+
</div>
|
| 28 |
+
|
| 29 |
+
## 🔍 Overview
|
| 30 |
+
|
| 31 |
+
Dynamic manipulation requires robots to continuously adapt to moving objects and unpredictable environmental changes. Existing Vision-Language-Action (VLA) models rely on static single-frame observations, failing to capture essential spatiotemporal dynamics. We introduce **DOMINO**, a comprehensive benchmark for this underexplored frontier, and **PUMA**, a predictive architecture that couples historical motion cues with future state anticipation to achieve highly reactive embodied intelligence.
|
| 32 |
+
|
| 33 |
+
<details>
|
| 34 |
+
<summary>Abstract
|
| 35 |
+
</summary>
|
| 36 |
+
|
| 37 |
+
Vision-Language-Action (VLA) models excel in static manipulation but struggle in dynamic environments with moving targets. This performance gap primarily stems from a scarcity of dynamic manipulation datasets and the reliance of mainstream VLAs on single-frame observations, restricting their spatiotemporal reasoning capabilities. To address this, we introduce DOMINO, a large-scale dataset and benchmark for generalizable dynamic manipulation, featuring 35 tasks with hierarchical complexities, over 110K expert trajectories, and a multi-dimensional evaluation suite. Through comprehensive experiments, we systematically evaluate existing VLAs on dynamic tasks, explore effective training strategies for dynamic awareness, and validate the generalizability of dynamic data. Furthermore, we propose PUMA, a dynamics-aware VLA architecture. By integrating scene-centric historical optical flow and specialized world queries to implicitly forecast object-centric future states, PUMA couples history-aware perception with short-horizon prediction. Results demonstrate that PUMA achieves state-of-the-art performance, yielding a 6.3% absolute improvement in success rate over baselines. Moreover, we show that training on dynamic data fosters robust spatiotemporal representations that transfer to static tasks.
|
| 38 |
+
</details>
|
| 39 |
+
|
| 40 |
+
### ✨ Key Idea
|
| 41 |
+
|
| 42 |
+
* Current VLA models struggle with dynamic manipulation tasks due to a scarcity of dynamic datasets and a reliance on single-frame observations.
|
| 43 |
+
* We introduce DOMINO, a large-scale benchmark for dynamic manipulation comprising 35 tasks and over 110K expert trajectories.
|
| 44 |
+
* We propose PUMA, a dynamics-aware VLA architecture that integrates historical optical flow and world queries to forecast future object states.
|
| 45 |
+
* Training on dynamic data fosters robust spatiotemporal representations, demonstrating enhanced generalization capabilities.
|
| 46 |
+
|
| 47 |
+
|
| 48 |
+
## 🛠️ Usage
|
| 49 |
+
|
| 50 |
+
You can download the PUMA model repository using either the Hugging Face CLI or the Python SDK.
|
| 51 |
+
|
| 52 |
+
**Option 1: Hugging Face CLI (Recommended)**
|
| 53 |
+
```bash
|
| 54 |
+
pip install -U huggingface_hub
|
| 55 |
+
huggingface-cli download --repo-type model H-EmbodVis/PUMA --local-dir PUMA-model
|
| 56 |
+
```
|
| 57 |
+
|
| 58 |
+
**Option 2: Python SDK**
|
| 59 |
+
```python
|
| 60 |
+
from huggingface_hub import snapshot_download
|
| 61 |
+
snapshot_download(
|
| 62 |
+
repo_id="H-EmbodVis/PUMA",
|
| 63 |
+
repo_type="model",
|
| 64 |
+
local_dir="PUMA-model"
|
| 65 |
+
)
|
| 66 |
+
```
|
| 67 |
+
|
| 68 |
+
## 📖 Citation
|
| 69 |
+
|
| 70 |
+
If you find this work useful, please consider citing:
|
| 71 |
+
```bibtex
|
| 72 |
+
@article{fang2026towards,
|
| 73 |
+
title={Towards Generalizable Robotic Manipulation in Dynamic Environments},
|
| 74 |
+
author={Fang, Heng and Li, Shangru and Wang, Shuhan and Xi, Xuanyang and Liang, Dingkang and Bai, Xiang},
|
| 75 |
+
journal={arXiv preprint arXiv:2603.15620},
|
| 76 |
+
year={2026}
|
| 77 |
+
}
|
| 78 |
+
```
|
config.full.yaml
ADDED
|
@@ -0,0 +1,130 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
run_id: puma-domino-dynamic-35task
|
| 2 |
+
run_root_dir: ./result/output/Dynamic_VLA
|
| 3 |
+
seed: 42
|
| 4 |
+
trackers:
|
| 5 |
+
- jsonl
|
| 6 |
+
- wandb
|
| 7 |
+
wandb_entity: heng_
|
| 8 |
+
wandb_project: Dynamic_VLA
|
| 9 |
+
is_debug: false
|
| 10 |
+
framework:
|
| 11 |
+
name: PUMA
|
| 12 |
+
history_flow_stage: stage2
|
| 13 |
+
qwenvl:
|
| 14 |
+
base_vlm: ./playground/Pretrained_models/Qwen3-VL-4B-Instruct-Action
|
| 15 |
+
attn_implementation: sdpa
|
| 16 |
+
vl_hidden_dim: 2560
|
| 17 |
+
action_model:
|
| 18 |
+
action_model_type: MLP
|
| 19 |
+
action_hidden_dim: 2560
|
| 20 |
+
action_dim: 14
|
| 21 |
+
state_dim: 14
|
| 22 |
+
future_action_window_size: 15
|
| 23 |
+
past_action_window_size: 0
|
| 24 |
+
world_model:
|
| 25 |
+
enabled: true
|
| 26 |
+
world_query_num: 4
|
| 27 |
+
loss_weight: 0.05
|
| 28 |
+
supervision: per_frame
|
| 29 |
+
feature_loss: cosine
|
| 30 |
+
grounding_mode: image
|
| 31 |
+
future_view_index: 0
|
| 32 |
+
dino_backbone: dinov2_vitb14
|
| 33 |
+
world_token: <|world|>
|
| 34 |
+
grounding:
|
| 35 |
+
sam2_model_config: configs/sam2.1/sam2.1_hiera_l.yaml
|
| 36 |
+
sam2_checkpoint: ./playground/Pretrained_models/grounded_sam2/sam2.1_hiera_large.pt
|
| 37 |
+
grounding_dino_config: ./playground/Pretrained_models/grounded_sam2/GroundingDINO_SwinT_OGC.py
|
| 38 |
+
grounding_dino_checkpoint: ./playground/Pretrained_models/grounded_sam2/groundingdino_swint_ogc.pth
|
| 39 |
+
box_threshold: 0.35
|
| 40 |
+
text_threshold: 0.25
|
| 41 |
+
multimask_output: false
|
| 42 |
+
max_boxes: 1
|
| 43 |
+
video_prompt: mask
|
| 44 |
+
cache:
|
| 45 |
+
enabled: true
|
| 46 |
+
read: true
|
| 47 |
+
write: true
|
| 48 |
+
dirname: grounding_cache
|
| 49 |
+
version: v1
|
| 50 |
+
debug:
|
| 51 |
+
enabled: false
|
| 52 |
+
output_dir: ./grounding_output
|
| 53 |
+
include_box: true
|
| 54 |
+
include_mask: true
|
| 55 |
+
datasets:
|
| 56 |
+
vla_data:
|
| 57 |
+
dataset_py: lerobot_datasets
|
| 58 |
+
num_workers: 8
|
| 59 |
+
data_root_dir: ./data/robotwin/dynamic-35tasks-clean-level1
|
| 60 |
+
data_mix: robotwin_dynamic_task
|
| 61 |
+
action_type: abs_qpos
|
| 62 |
+
default_image_resolution:
|
| 63 |
+
- 3
|
| 64 |
+
- 224
|
| 65 |
+
- 224
|
| 66 |
+
per_device_batch_size: 8
|
| 67 |
+
load_all_data_for_training: true
|
| 68 |
+
obs:
|
| 69 |
+
- image_0
|
| 70 |
+
image_size:
|
| 71 |
+
- 224
|
| 72 |
+
- 224
|
| 73 |
+
video_backend: torchvision_av
|
| 74 |
+
include_state: false
|
| 75 |
+
future_k: 4
|
| 76 |
+
future_stride: 4
|
| 77 |
+
history_k: 4
|
| 78 |
+
history_stride: 4
|
| 79 |
+
history_mode: flow
|
| 80 |
+
history_image_size:
|
| 81 |
+
- 64
|
| 82 |
+
- 64
|
| 83 |
+
history_flow:
|
| 84 |
+
compute_size:
|
| 85 |
+
- 64
|
| 86 |
+
- 64
|
| 87 |
+
cpu_worker_num: 12
|
| 88 |
+
cache:
|
| 89 |
+
enabled: true
|
| 90 |
+
read: true
|
| 91 |
+
write: true
|
| 92 |
+
dirname: history_flow_cache
|
| 93 |
+
version: v1
|
| 94 |
+
trainer:
|
| 95 |
+
epochs: 100
|
| 96 |
+
max_train_steps: 100000
|
| 97 |
+
num_warmup_steps: 5000
|
| 98 |
+
save_interval: 10000
|
| 99 |
+
eval_interval: 1000
|
| 100 |
+
learning_rate:
|
| 101 |
+
base: 1.0e-05
|
| 102 |
+
qwen_vl_interface: 1.0e-05
|
| 103 |
+
action_model: 0.0001
|
| 104 |
+
lr_scheduler_type: cosine_with_min_lr
|
| 105 |
+
scheduler_specific_kwargs:
|
| 106 |
+
min_lr: 5.0e-07
|
| 107 |
+
freeze_modules: null
|
| 108 |
+
loss_scale:
|
| 109 |
+
vla: 1.0
|
| 110 |
+
vlm: 0.0
|
| 111 |
+
repeated_diffusion_steps: 4
|
| 112 |
+
max_grad_norm: 1.0
|
| 113 |
+
warmup_ratio: 0.1
|
| 114 |
+
weight_decay: 0.0
|
| 115 |
+
logging_frequency: 100
|
| 116 |
+
gradient_clipping: 1.0
|
| 117 |
+
gradient_accumulation_steps: 1
|
| 118 |
+
optimizer:
|
| 119 |
+
name: AdamW
|
| 120 |
+
betas:
|
| 121 |
+
- 0.9
|
| 122 |
+
- 0.95
|
| 123 |
+
eps: 1.0e-08
|
| 124 |
+
weight_decay: 1.0e-08
|
| 125 |
+
is_resume: false
|
| 126 |
+
resume_epoch: null
|
| 127 |
+
resume_step: null
|
| 128 |
+
enable_gradient_checkpointing: true
|
| 129 |
+
enable_mixed_precision_training: true
|
| 130 |
+
output_dir: ./result/output/Dynamic_VLA/20260301-qwenoft-robotwin_dynamic_task-qwenaction-world-query-flow-stage2-h4s4f4s4-h64w64-dynamic-35task
|
config.yaml
ADDED
|
@@ -0,0 +1,77 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
datasets:
|
| 2 |
+
vla_data:
|
| 3 |
+
data_mix: robotwin_dynamic_task
|
| 4 |
+
data_root_dir: ./data/robotwin/dynamic-35tasks-clean-level1
|
| 5 |
+
dataset_py: lerobot_datasets
|
| 6 |
+
history_flow:
|
| 7 |
+
cpu_worker_num: 12
|
| 8 |
+
history_image_size:
|
| 9 |
+
- 64
|
| 10 |
+
- 64
|
| 11 |
+
history_mode: flow
|
| 12 |
+
image_size:
|
| 13 |
+
- 224
|
| 14 |
+
- 224
|
| 15 |
+
num_workers: 8
|
| 16 |
+
per_device_batch_size: 8
|
| 17 |
+
video_backend: torchvision_av
|
| 18 |
+
framework:
|
| 19 |
+
action_model:
|
| 20 |
+
action_dim: 14
|
| 21 |
+
action_hidden_dim: 2560
|
| 22 |
+
action_model_type: MLP
|
| 23 |
+
future_action_window_size: 15
|
| 24 |
+
past_action_window_size: 0
|
| 25 |
+
history_flow_stage: stage2
|
| 26 |
+
name: PUMA
|
| 27 |
+
qwenvl:
|
| 28 |
+
attn_implementation: sdpa
|
| 29 |
+
base_vlm: ./playground/Pretrained_models/Qwen3-VL-4B-Instruct-Action
|
| 30 |
+
world_model:
|
| 31 |
+
dino_backbone: dinov2_vitb14
|
| 32 |
+
enabled: true
|
| 33 |
+
feature_loss: cosine
|
| 34 |
+
future_view_index: 0
|
| 35 |
+
grounding:
|
| 36 |
+
box_threshold: 0.35
|
| 37 |
+
grounding_dino_checkpoint: ./playground/Pretrained_models/grounded_sam2/groundingdino_swint_ogc.pth
|
| 38 |
+
grounding_dino_config: ./playground/Pretrained_models/grounded_sam2/GroundingDINO_SwinT_OGC.py
|
| 39 |
+
max_boxes: 1
|
| 40 |
+
multimask_output: false
|
| 41 |
+
sam2_checkpoint: ./playground/Pretrained_models/grounded_sam2/sam2.1_hiera_large.pt
|
| 42 |
+
sam2_model_config: configs/sam2.1/sam2.1_hiera_l.yaml
|
| 43 |
+
text_threshold: 0.25
|
| 44 |
+
video_prompt: mask
|
| 45 |
+
grounding_mode: image
|
| 46 |
+
loss_weight: 0.05
|
| 47 |
+
supervision: per_frame
|
| 48 |
+
world_query_num: 4
|
| 49 |
+
output_dir: ./result/output/Dynamic_VLA/20260301-qwenoft-robotwin_dynamic_task-qwenaction-world-query-flow-stage2-h4s4f4s4-h64w64-dynamic-35task
|
| 50 |
+
run_id: puma-domino-dynamic-35task
|
| 51 |
+
run_root_dir: ./result/output/Dynamic_VLA
|
| 52 |
+
seed: 42
|
| 53 |
+
trainer:
|
| 54 |
+
eval_interval: 1000
|
| 55 |
+
freeze_modules: null
|
| 56 |
+
gradient_accumulation_steps: 1
|
| 57 |
+
gradient_clipping: 1.0
|
| 58 |
+
is_resume: false
|
| 59 |
+
learning_rate:
|
| 60 |
+
action_model: 0.0001
|
| 61 |
+
base: 1.0e-05
|
| 62 |
+
qwen_vl_interface: 1.0e-05
|
| 63 |
+
logging_frequency: 100
|
| 64 |
+
lr_scheduler_type: cosine_with_min_lr
|
| 65 |
+
max_train_steps: 100000
|
| 66 |
+
num_warmup_steps: 5000
|
| 67 |
+
optimizer:
|
| 68 |
+
betas:
|
| 69 |
+
- 0.9
|
| 70 |
+
- 0.95
|
| 71 |
+
eps: 1.0e-08
|
| 72 |
+
weight_decay: 1.0e-08
|
| 73 |
+
save_interval: 10000
|
| 74 |
+
scheduler_specific_kwargs:
|
| 75 |
+
min_lr: 5.0e-07
|
| 76 |
+
wandb_entity: heng_
|
| 77 |
+
wandb_project: Dynamic_VLA
|
dataset_statistics.json
ADDED
|
@@ -0,0 +1,218 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"new_embodiment": {
|
| 3 |
+
"action": {
|
| 4 |
+
"mean": [
|
| 5 |
+
-0.22702535390853884,
|
| 6 |
+
1.003115233353206,
|
| 7 |
+
0.7631587999207635,
|
| 8 |
+
-0.3618312994284289,
|
| 9 |
+
0.03425867606586377,
|
| 10 |
+
-0.08026102610996794,
|
| 11 |
+
0.22364713868924552,
|
| 12 |
+
1.0436514564922879,
|
| 13 |
+
0.7908244337354386,
|
| 14 |
+
-0.37066041805914474,
|
| 15 |
+
0.004222591888226034,
|
| 16 |
+
0.041592018559042904,
|
| 17 |
+
0.7060688027313776,
|
| 18 |
+
0.6940129935741424
|
| 19 |
+
],
|
| 20 |
+
"std": [
|
| 21 |
+
0.30514455042933064,
|
| 22 |
+
1.0019899515780213,
|
| 23 |
+
0.8241017700259955,
|
| 24 |
+
0.6783365681393788,
|
| 25 |
+
0.2634822022193607,
|
| 26 |
+
0.7426334319751464,
|
| 27 |
+
0.2853061559002601,
|
| 28 |
+
1.0109114832980846,
|
| 29 |
+
0.8321482782190877,
|
| 30 |
+
0.7031367593614417,
|
| 31 |
+
0.22604922119784374,
|
| 32 |
+
0.707051842664874,
|
| 33 |
+
0.4397007635034754,
|
| 34 |
+
0.4444534531635708
|
| 35 |
+
],
|
| 36 |
+
"max": [
|
| 37 |
+
2.936203956604004,
|
| 38 |
+
3.88881254196167,
|
| 39 |
+
5.736354351043701,
|
| 40 |
+
1.7272764444351196,
|
| 41 |
+
1.9276461601257324,
|
| 42 |
+
9.343469619750977,
|
| 43 |
+
1.4281859397888184,
|
| 44 |
+
3.440232515335083,
|
| 45 |
+
4.915131568908691,
|
| 46 |
+
1.9514164924621582,
|
| 47 |
+
1.2457507848739624,
|
| 48 |
+
6.9257493019104,
|
| 49 |
+
1.0,
|
| 50 |
+
1.0
|
| 51 |
+
],
|
| 52 |
+
"min": [
|
| 53 |
+
-1.6962541341781616,
|
| 54 |
+
-0.0047900001518428326,
|
| 55 |
+
-0.00431999983265996,
|
| 56 |
+
-1.9564759731292725,
|
| 57 |
+
-1.3310980796813965,
|
| 58 |
+
-6.827102184295654,
|
| 59 |
+
-2.6997833251953125,
|
| 60 |
+
-0.0003100000030826777,
|
| 61 |
+
-3.921471943613142e-05,
|
| 62 |
+
-2.0408170223236084,
|
| 63 |
+
-1.6348956823349,
|
| 64 |
+
-3.916701316833496,
|
| 65 |
+
0.0,
|
| 66 |
+
0.0
|
| 67 |
+
],
|
| 68 |
+
"q01": [
|
| 69 |
+
-1.305215916633606,
|
| 70 |
+
-1.977509236894548e-05,
|
| 71 |
+
-3.479671067907475e-05,
|
| 72 |
+
-1.8460937142372131,
|
| 73 |
+
-1.1803946495056152,
|
| 74 |
+
-5.48190592288971,
|
| 75 |
+
-0.37028350710868835,
|
| 76 |
+
-2.0404135284479707e-05,
|
| 77 |
+
-3.4923621569760144e-05,
|
| 78 |
+
-1.982373147010803,
|
| 79 |
+
-1.4469184875488281,
|
| 80 |
+
-3.8687615394592285,
|
| 81 |
+
0.0,
|
| 82 |
+
0.0
|
| 83 |
+
],
|
| 84 |
+
"q99": [
|
| 85 |
+
2.464226384162915,
|
| 86 |
+
3.4062674522399914,
|
| 87 |
+
5.205294151306164,
|
| 88 |
+
1.4841886234283448,
|
| 89 |
+
1.4935357928276067,
|
| 90 |
+
8.200128593444852,
|
| 91 |
+
1.2209925651550293,
|
| 92 |
+
3.284044880867004,
|
| 93 |
+
3.9616382503509517,
|
| 94 |
+
1.7866917324066156,
|
| 95 |
+
1.2144602537155151,
|
| 96 |
+
3.5398502349853516,
|
| 97 |
+
1.0,
|
| 98 |
+
1.0
|
| 99 |
+
],
|
| 100 |
+
"mask": [
|
| 101 |
+
true,
|
| 102 |
+
true,
|
| 103 |
+
true,
|
| 104 |
+
true,
|
| 105 |
+
true,
|
| 106 |
+
true,
|
| 107 |
+
true,
|
| 108 |
+
true,
|
| 109 |
+
true,
|
| 110 |
+
true,
|
| 111 |
+
true,
|
| 112 |
+
true,
|
| 113 |
+
false,
|
| 114 |
+
false
|
| 115 |
+
]
|
| 116 |
+
},
|
| 117 |
+
"state": {
|
| 118 |
+
"mean": [
|
| 119 |
+
-0.2254022747810398,
|
| 120 |
+
0.9961775302886964,
|
| 121 |
+
0.7577949890068598,
|
| 122 |
+
-0.35916040837764746,
|
| 123 |
+
0.03414956247350867,
|
| 124 |
+
-0.07880794955417515,
|
| 125 |
+
0.22199897521308487,
|
| 126 |
+
1.0362120185579573,
|
| 127 |
+
0.7850454585892815,
|
| 128 |
+
-0.36784295024616376,
|
| 129 |
+
0.004244643749137011,
|
| 130 |
+
0.040414174965449766,
|
| 131 |
+
0.7077123624937876,
|
| 132 |
+
0.695625285591398
|
| 133 |
+
],
|
| 134 |
+
"std": [
|
| 135 |
+
0.30447134698577977,
|
| 136 |
+
1.0018732819705378,
|
| 137 |
+
0.8234143918362236,
|
| 138 |
+
0.6763154237256619,
|
| 139 |
+
0.26259468753020027,
|
| 140 |
+
0.7387883470132082,
|
| 141 |
+
0.28481157455033607,
|
| 142 |
+
1.0108256066052392,
|
| 143 |
+
0.8313627463703402,
|
| 144 |
+
0.7007131791449518,
|
| 145 |
+
0.22503179971340606,
|
| 146 |
+
0.7031276222335718,
|
| 147 |
+
0.4389305925329809,
|
| 148 |
+
0.44374730441205956
|
| 149 |
+
],
|
| 150 |
+
"max": [
|
| 151 |
+
2.936203956604004,
|
| 152 |
+
3.88881254196167,
|
| 153 |
+
5.736354351043701,
|
| 154 |
+
1.7272764444351196,
|
| 155 |
+
1.9276461601257324,
|
| 156 |
+
9.343469619750977,
|
| 157 |
+
1.4281859397888184,
|
| 158 |
+
3.440232515335083,
|
| 159 |
+
4.915131568908691,
|
| 160 |
+
1.9514164924621582,
|
| 161 |
+
1.2457507848739624,
|
| 162 |
+
6.9257493019104,
|
| 163 |
+
1.0,
|
| 164 |
+
1.0
|
| 165 |
+
],
|
| 166 |
+
"min": [
|
| 167 |
+
-1.6962541341781616,
|
| 168 |
+
-0.0047900001518428326,
|
| 169 |
+
-0.00431999983265996,
|
| 170 |
+
-1.9564759731292725,
|
| 171 |
+
-1.3310980796813965,
|
| 172 |
+
-6.827102184295654,
|
| 173 |
+
-2.6997833251953125,
|
| 174 |
+
-0.0003100000030826777,
|
| 175 |
+
-3.921471943613142e-05,
|
| 176 |
+
-2.0408170223236084,
|
| 177 |
+
-1.6348956823349,
|
| 178 |
+
-3.916701316833496,
|
| 179 |
+
0.0,
|
| 180 |
+
0.0
|
| 181 |
+
],
|
| 182 |
+
"q01": [
|
| 183 |
+
-1.303863775730133,
|
| 184 |
+
-1.977509236894548e-05,
|
| 185 |
+
-3.479671067907475e-05,
|
| 186 |
+
-1.8327324199676513,
|
| 187 |
+
-1.1803946495056152,
|
| 188 |
+
-5.48190592288971,
|
| 189 |
+
-0.37028350710868835,
|
| 190 |
+
-2.0404135284479707e-05,
|
| 191 |
+
-3.4923621569760144e-05,
|
| 192 |
+
-1.9619979858398438,
|
| 193 |
+
-1.4459919023513794,
|
| 194 |
+
-3.8687615394592285,
|
| 195 |
+
0.0,
|
| 196 |
+
0.0
|
| 197 |
+
],
|
| 198 |
+
"q99": [
|
| 199 |
+
2.408337962627423,
|
| 200 |
+
3.4041598320007327,
|
| 201 |
+
5.151331424713146,
|
| 202 |
+
1.4798400640487668,
|
| 203 |
+
1.4927842617034912,
|
| 204 |
+
8.06843289375308,
|
| 205 |
+
1.2209925651550293,
|
| 206 |
+
3.2824301815032952,
|
| 207 |
+
3.960694451332092,
|
| 208 |
+
1.7604556512832619,
|
| 209 |
+
1.2144602537155151,
|
| 210 |
+
3.5398502349853516,
|
| 211 |
+
1.0,
|
| 212 |
+
1.0
|
| 213 |
+
]
|
| 214 |
+
},
|
| 215 |
+
"num_transitions": 316484,
|
| 216 |
+
"num_trajectories": 1750
|
| 217 |
+
}
|
| 218 |
+
}
|
log/eval_result/beat_block_hammer/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 19:53:57/_episodes_detail.json
ADDED
|
@@ -0,0 +1,1867 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[
|
| 2 |
+
{
|
| 3 |
+
"episode_id": 1,
|
| 4 |
+
"seed": 100003,
|
| 5 |
+
"success": false,
|
| 6 |
+
"steps_taken": 141,
|
| 7 |
+
"max_steps": 400,
|
| 8 |
+
"route_completion": 17.485826136194895,
|
| 9 |
+
"manipulation_score": 8.742913068097447,
|
| 10 |
+
"total_penalty_factor": 0.5,
|
| 11 |
+
"fail_reason": "out_of_bounds",
|
| 12 |
+
"penalty_events": [
|
| 13 |
+
{
|
| 14 |
+
"event_type": "out_of_bounds",
|
| 15 |
+
"timestep": 141,
|
| 16 |
+
"penalty_factor": 0.5,
|
| 17 |
+
"details": "Target object left workspace/view"
|
| 18 |
+
}
|
| 19 |
+
]
|
| 20 |
+
},
|
| 21 |
+
{
|
| 22 |
+
"episode_id": 2,
|
| 23 |
+
"seed": 100009,
|
| 24 |
+
"success": false,
|
| 25 |
+
"steps_taken": 95,
|
| 26 |
+
"max_steps": 400,
|
| 27 |
+
"route_completion": 45.380949489288795,
|
| 28 |
+
"manipulation_score": 22.690474744644398,
|
| 29 |
+
"total_penalty_factor": 0.5,
|
| 30 |
+
"fail_reason": "out_of_bounds",
|
| 31 |
+
"penalty_events": [
|
| 32 |
+
{
|
| 33 |
+
"event_type": "out_of_bounds",
|
| 34 |
+
"timestep": 95,
|
| 35 |
+
"penalty_factor": 0.5,
|
| 36 |
+
"details": "Target object left workspace/view"
|
| 37 |
+
}
|
| 38 |
+
]
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"episode_id": 3,
|
| 42 |
+
"seed": 100011,
|
| 43 |
+
"success": false,
|
| 44 |
+
"steps_taken": 85,
|
| 45 |
+
"max_steps": 400,
|
| 46 |
+
"route_completion": 25.09373088544121,
|
| 47 |
+
"manipulation_score": 12.546865442720605,
|
| 48 |
+
"total_penalty_factor": 0.5,
|
| 49 |
+
"fail_reason": "out_of_bounds",
|
| 50 |
+
"penalty_events": [
|
| 51 |
+
{
|
| 52 |
+
"event_type": "out_of_bounds",
|
| 53 |
+
"timestep": 85,
|
| 54 |
+
"penalty_factor": 0.5,
|
| 55 |
+
"details": "Target object left workspace/view"
|
| 56 |
+
}
|
| 57 |
+
]
|
| 58 |
+
},
|
| 59 |
+
{
|
| 60 |
+
"episode_id": 4,
|
| 61 |
+
"seed": 100015,
|
| 62 |
+
"success": false,
|
| 63 |
+
"steps_taken": 274,
|
| 64 |
+
"max_steps": 400,
|
| 65 |
+
"route_completion": 49.49939384032989,
|
| 66 |
+
"manipulation_score": 24.749696920164943,
|
| 67 |
+
"total_penalty_factor": 0.5,
|
| 68 |
+
"fail_reason": "out_of_bounds",
|
| 69 |
+
"penalty_events": [
|
| 70 |
+
{
|
| 71 |
+
"event_type": "out_of_bounds",
|
| 72 |
+
"timestep": 274,
|
| 73 |
+
"penalty_factor": 0.5,
|
| 74 |
+
"details": "Target object left workspace/view"
|
| 75 |
+
}
|
| 76 |
+
]
|
| 77 |
+
},
|
| 78 |
+
{
|
| 79 |
+
"episode_id": 5,
|
| 80 |
+
"seed": 100016,
|
| 81 |
+
"success": false,
|
| 82 |
+
"steps_taken": 98,
|
| 83 |
+
"max_steps": 400,
|
| 84 |
+
"route_completion": 41.75843195594046,
|
| 85 |
+
"manipulation_score": 20.87921597797023,
|
| 86 |
+
"total_penalty_factor": 0.5,
|
| 87 |
+
"fail_reason": "out_of_bounds",
|
| 88 |
+
"penalty_events": [
|
| 89 |
+
{
|
| 90 |
+
"event_type": "out_of_bounds",
|
| 91 |
+
"timestep": 98,
|
| 92 |
+
"penalty_factor": 0.5,
|
| 93 |
+
"details": "Target object left workspace/view"
|
| 94 |
+
}
|
| 95 |
+
]
|
| 96 |
+
},
|
| 97 |
+
{
|
| 98 |
+
"episode_id": 6,
|
| 99 |
+
"seed": 100017,
|
| 100 |
+
"success": false,
|
| 101 |
+
"steps_taken": 81,
|
| 102 |
+
"max_steps": 400,
|
| 103 |
+
"route_completion": 43.74581873049627,
|
| 104 |
+
"manipulation_score": 21.872909365248134,
|
| 105 |
+
"total_penalty_factor": 0.5,
|
| 106 |
+
"fail_reason": "out_of_bounds",
|
| 107 |
+
"penalty_events": [
|
| 108 |
+
{
|
| 109 |
+
"event_type": "out_of_bounds",
|
| 110 |
+
"timestep": 81,
|
| 111 |
+
"penalty_factor": 0.5,
|
| 112 |
+
"details": "Target object left workspace/view"
|
| 113 |
+
}
|
| 114 |
+
]
|
| 115 |
+
},
|
| 116 |
+
{
|
| 117 |
+
"episode_id": 7,
|
| 118 |
+
"seed": 100020,
|
| 119 |
+
"success": false,
|
| 120 |
+
"steps_taken": 206,
|
| 121 |
+
"max_steps": 400,
|
| 122 |
+
"route_completion": 47.15487591496516,
|
| 123 |
+
"manipulation_score": 23.57743795748258,
|
| 124 |
+
"total_penalty_factor": 0.5,
|
| 125 |
+
"fail_reason": "out_of_bounds",
|
| 126 |
+
"penalty_events": [
|
| 127 |
+
{
|
| 128 |
+
"event_type": "out_of_bounds",
|
| 129 |
+
"timestep": 206,
|
| 130 |
+
"penalty_factor": 0.5,
|
| 131 |
+
"details": "Target object left workspace/view"
|
| 132 |
+
}
|
| 133 |
+
]
|
| 134 |
+
},
|
| 135 |
+
{
|
| 136 |
+
"episode_id": 8,
|
| 137 |
+
"seed": 100023,
|
| 138 |
+
"success": false,
|
| 139 |
+
"steps_taken": 127,
|
| 140 |
+
"max_steps": 400,
|
| 141 |
+
"route_completion": 10.52834447937299,
|
| 142 |
+
"manipulation_score": 5.264172239686495,
|
| 143 |
+
"total_penalty_factor": 0.5,
|
| 144 |
+
"fail_reason": "out_of_bounds",
|
| 145 |
+
"penalty_events": [
|
| 146 |
+
{
|
| 147 |
+
"event_type": "out_of_bounds",
|
| 148 |
+
"timestep": 127,
|
| 149 |
+
"penalty_factor": 0.5,
|
| 150 |
+
"details": "Target object left workspace/view"
|
| 151 |
+
}
|
| 152 |
+
]
|
| 153 |
+
},
|
| 154 |
+
{
|
| 155 |
+
"episode_id": 9,
|
| 156 |
+
"seed": 100026,
|
| 157 |
+
"success": false,
|
| 158 |
+
"steps_taken": 147,
|
| 159 |
+
"max_steps": 400,
|
| 160 |
+
"route_completion": 43.400107419802666,
|
| 161 |
+
"manipulation_score": 21.700053709901333,
|
| 162 |
+
"total_penalty_factor": 0.5,
|
| 163 |
+
"fail_reason": "out_of_bounds",
|
| 164 |
+
"penalty_events": [
|
| 165 |
+
{
|
| 166 |
+
"event_type": "out_of_bounds",
|
| 167 |
+
"timestep": 147,
|
| 168 |
+
"penalty_factor": 0.5,
|
| 169 |
+
"details": "Target object left workspace/view"
|
| 170 |
+
}
|
| 171 |
+
]
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"episode_id": 10,
|
| 175 |
+
"seed": 100027,
|
| 176 |
+
"success": false,
|
| 177 |
+
"steps_taken": 164,
|
| 178 |
+
"max_steps": 400,
|
| 179 |
+
"route_completion": 47.51705172790779,
|
| 180 |
+
"manipulation_score": 23.758525863953896,
|
| 181 |
+
"total_penalty_factor": 0.5,
|
| 182 |
+
"fail_reason": "out_of_bounds",
|
| 183 |
+
"penalty_events": [
|
| 184 |
+
{
|
| 185 |
+
"event_type": "out_of_bounds",
|
| 186 |
+
"timestep": 164,
|
| 187 |
+
"penalty_factor": 0.5,
|
| 188 |
+
"details": "Target object left workspace/view"
|
| 189 |
+
}
|
| 190 |
+
]
|
| 191 |
+
},
|
| 192 |
+
{
|
| 193 |
+
"episode_id": 11,
|
| 194 |
+
"seed": 100028,
|
| 195 |
+
"success": false,
|
| 196 |
+
"steps_taken": 183,
|
| 197 |
+
"max_steps": 400,
|
| 198 |
+
"route_completion": 41.598427466577284,
|
| 199 |
+
"manipulation_score": 20.799213733288642,
|
| 200 |
+
"total_penalty_factor": 0.5,
|
| 201 |
+
"fail_reason": "out_of_bounds",
|
| 202 |
+
"penalty_events": [
|
| 203 |
+
{
|
| 204 |
+
"event_type": "out_of_bounds",
|
| 205 |
+
"timestep": 183,
|
| 206 |
+
"penalty_factor": 0.5,
|
| 207 |
+
"details": "Target object left workspace/view"
|
| 208 |
+
}
|
| 209 |
+
]
|
| 210 |
+
},
|
| 211 |
+
{
|
| 212 |
+
"episode_id": 12,
|
| 213 |
+
"seed": 100035,
|
| 214 |
+
"success": false,
|
| 215 |
+
"steps_taken": 105,
|
| 216 |
+
"max_steps": 400,
|
| 217 |
+
"route_completion": 41.69263887687038,
|
| 218 |
+
"manipulation_score": 20.84631943843519,
|
| 219 |
+
"total_penalty_factor": 0.5,
|
| 220 |
+
"fail_reason": "out_of_bounds",
|
| 221 |
+
"penalty_events": [
|
| 222 |
+
{
|
| 223 |
+
"event_type": "out_of_bounds",
|
| 224 |
+
"timestep": 105,
|
| 225 |
+
"penalty_factor": 0.5,
|
| 226 |
+
"details": "Target object left workspace/view"
|
| 227 |
+
}
|
| 228 |
+
]
|
| 229 |
+
},
|
| 230 |
+
{
|
| 231 |
+
"episode_id": 13,
|
| 232 |
+
"seed": 100038,
|
| 233 |
+
"success": false,
|
| 234 |
+
"steps_taken": 275,
|
| 235 |
+
"max_steps": 400,
|
| 236 |
+
"route_completion": 0.23782481035748043,
|
| 237 |
+
"manipulation_score": 0.11891240517874022,
|
| 238 |
+
"total_penalty_factor": 0.5,
|
| 239 |
+
"fail_reason": "out_of_bounds",
|
| 240 |
+
"penalty_events": [
|
| 241 |
+
{
|
| 242 |
+
"event_type": "out_of_bounds",
|
| 243 |
+
"timestep": 275,
|
| 244 |
+
"penalty_factor": 0.5,
|
| 245 |
+
"details": "Target object left workspace/view"
|
| 246 |
+
}
|
| 247 |
+
]
|
| 248 |
+
},
|
| 249 |
+
{
|
| 250 |
+
"episode_id": 14,
|
| 251 |
+
"seed": 100042,
|
| 252 |
+
"success": false,
|
| 253 |
+
"steps_taken": 119,
|
| 254 |
+
"max_steps": 400,
|
| 255 |
+
"route_completion": 37.260596199134376,
|
| 256 |
+
"manipulation_score": 18.630298099567188,
|
| 257 |
+
"total_penalty_factor": 0.5,
|
| 258 |
+
"fail_reason": "out_of_bounds",
|
| 259 |
+
"penalty_events": [
|
| 260 |
+
{
|
| 261 |
+
"event_type": "out_of_bounds",
|
| 262 |
+
"timestep": 119,
|
| 263 |
+
"penalty_factor": 0.5,
|
| 264 |
+
"details": "Target object left workspace/view"
|
| 265 |
+
}
|
| 266 |
+
]
|
| 267 |
+
},
|
| 268 |
+
{
|
| 269 |
+
"episode_id": 15,
|
| 270 |
+
"seed": 100044,
|
| 271 |
+
"success": false,
|
| 272 |
+
"steps_taken": 103,
|
| 273 |
+
"max_steps": 400,
|
| 274 |
+
"route_completion": 46.778840657027445,
|
| 275 |
+
"manipulation_score": 23.389420328513722,
|
| 276 |
+
"total_penalty_factor": 0.5,
|
| 277 |
+
"fail_reason": "out_of_bounds",
|
| 278 |
+
"penalty_events": [
|
| 279 |
+
{
|
| 280 |
+
"event_type": "out_of_bounds",
|
| 281 |
+
"timestep": 103,
|
| 282 |
+
"penalty_factor": 0.5,
|
| 283 |
+
"details": "Target object left workspace/view"
|
| 284 |
+
}
|
| 285 |
+
]
|
| 286 |
+
},
|
| 287 |
+
{
|
| 288 |
+
"episode_id": 16,
|
| 289 |
+
"seed": 100047,
|
| 290 |
+
"success": false,
|
| 291 |
+
"steps_taken": 111,
|
| 292 |
+
"max_steps": 400,
|
| 293 |
+
"route_completion": 53.206714321657365,
|
| 294 |
+
"manipulation_score": 26.603357160828683,
|
| 295 |
+
"total_penalty_factor": 0.5,
|
| 296 |
+
"fail_reason": "out_of_bounds",
|
| 297 |
+
"penalty_events": [
|
| 298 |
+
{
|
| 299 |
+
"event_type": "out_of_bounds",
|
| 300 |
+
"timestep": 111,
|
| 301 |
+
"penalty_factor": 0.5,
|
| 302 |
+
"details": "Target object left workspace/view"
|
| 303 |
+
}
|
| 304 |
+
]
|
| 305 |
+
},
|
| 306 |
+
{
|
| 307 |
+
"episode_id": 17,
|
| 308 |
+
"seed": 100048,
|
| 309 |
+
"success": false,
|
| 310 |
+
"steps_taken": 234,
|
| 311 |
+
"max_steps": 400,
|
| 312 |
+
"route_completion": 0.0,
|
| 313 |
+
"manipulation_score": 0.0,
|
| 314 |
+
"total_penalty_factor": 0.5,
|
| 315 |
+
"fail_reason": "out_of_bounds",
|
| 316 |
+
"penalty_events": [
|
| 317 |
+
{
|
| 318 |
+
"event_type": "out_of_bounds",
|
| 319 |
+
"timestep": 234,
|
| 320 |
+
"penalty_factor": 0.5,
|
| 321 |
+
"details": "Target object left workspace/view"
|
| 322 |
+
}
|
| 323 |
+
]
|
| 324 |
+
},
|
| 325 |
+
{
|
| 326 |
+
"episode_id": 18,
|
| 327 |
+
"seed": 100051,
|
| 328 |
+
"success": false,
|
| 329 |
+
"steps_taken": 195,
|
| 330 |
+
"max_steps": 400,
|
| 331 |
+
"route_completion": 0.04404862857151866,
|
| 332 |
+
"manipulation_score": 0.02202431428575933,
|
| 333 |
+
"total_penalty_factor": 0.5,
|
| 334 |
+
"fail_reason": "out_of_bounds",
|
| 335 |
+
"penalty_events": [
|
| 336 |
+
{
|
| 337 |
+
"event_type": "out_of_bounds",
|
| 338 |
+
"timestep": 195,
|
| 339 |
+
"penalty_factor": 0.5,
|
| 340 |
+
"details": "Target object left workspace/view"
|
| 341 |
+
}
|
| 342 |
+
]
|
| 343 |
+
},
|
| 344 |
+
{
|
| 345 |
+
"episode_id": 19,
|
| 346 |
+
"seed": 100052,
|
| 347 |
+
"success": false,
|
| 348 |
+
"steps_taken": 328,
|
| 349 |
+
"max_steps": 400,
|
| 350 |
+
"route_completion": 21.304267865146407,
|
| 351 |
+
"manipulation_score": 10.652133932573204,
|
| 352 |
+
"total_penalty_factor": 0.5,
|
| 353 |
+
"fail_reason": "out_of_bounds",
|
| 354 |
+
"penalty_events": [
|
| 355 |
+
{
|
| 356 |
+
"event_type": "out_of_bounds",
|
| 357 |
+
"timestep": 328,
|
| 358 |
+
"penalty_factor": 0.5,
|
| 359 |
+
"details": "Target object left workspace/view"
|
| 360 |
+
}
|
| 361 |
+
]
|
| 362 |
+
},
|
| 363 |
+
{
|
| 364 |
+
"episode_id": 20,
|
| 365 |
+
"seed": 100054,
|
| 366 |
+
"success": false,
|
| 367 |
+
"steps_taken": 123,
|
| 368 |
+
"max_steps": 400,
|
| 369 |
+
"route_completion": 28.66450349022957,
|
| 370 |
+
"manipulation_score": 14.332251745114785,
|
| 371 |
+
"total_penalty_factor": 0.5,
|
| 372 |
+
"fail_reason": "out_of_bounds",
|
| 373 |
+
"penalty_events": [
|
| 374 |
+
{
|
| 375 |
+
"event_type": "out_of_bounds",
|
| 376 |
+
"timestep": 123,
|
| 377 |
+
"penalty_factor": 0.5,
|
| 378 |
+
"details": "Target object left workspace/view"
|
| 379 |
+
}
|
| 380 |
+
]
|
| 381 |
+
},
|
| 382 |
+
{
|
| 383 |
+
"episode_id": 21,
|
| 384 |
+
"seed": 100055,
|
| 385 |
+
"success": false,
|
| 386 |
+
"steps_taken": 113,
|
| 387 |
+
"max_steps": 400,
|
| 388 |
+
"route_completion": 53.37217882384779,
|
| 389 |
+
"manipulation_score": 26.686089411923895,
|
| 390 |
+
"total_penalty_factor": 0.5,
|
| 391 |
+
"fail_reason": "out_of_bounds",
|
| 392 |
+
"penalty_events": [
|
| 393 |
+
{
|
| 394 |
+
"event_type": "out_of_bounds",
|
| 395 |
+
"timestep": 113,
|
| 396 |
+
"penalty_factor": 0.5,
|
| 397 |
+
"details": "Target object left workspace/view"
|
| 398 |
+
}
|
| 399 |
+
]
|
| 400 |
+
},
|
| 401 |
+
{
|
| 402 |
+
"episode_id": 22,
|
| 403 |
+
"seed": 100056,
|
| 404 |
+
"success": false,
|
| 405 |
+
"steps_taken": 174,
|
| 406 |
+
"max_steps": 400,
|
| 407 |
+
"route_completion": 29.118857691039224,
|
| 408 |
+
"manipulation_score": 14.559428845519612,
|
| 409 |
+
"total_penalty_factor": 0.5,
|
| 410 |
+
"fail_reason": "out_of_bounds",
|
| 411 |
+
"penalty_events": [
|
| 412 |
+
{
|
| 413 |
+
"event_type": "out_of_bounds",
|
| 414 |
+
"timestep": 174,
|
| 415 |
+
"penalty_factor": 0.5,
|
| 416 |
+
"details": "Target object left workspace/view"
|
| 417 |
+
}
|
| 418 |
+
]
|
| 419 |
+
},
|
| 420 |
+
{
|
| 421 |
+
"episode_id": 23,
|
| 422 |
+
"seed": 100057,
|
| 423 |
+
"success": false,
|
| 424 |
+
"steps_taken": 125,
|
| 425 |
+
"max_steps": 400,
|
| 426 |
+
"route_completion": 42.25310951380582,
|
| 427 |
+
"manipulation_score": 21.12655475690291,
|
| 428 |
+
"total_penalty_factor": 0.5,
|
| 429 |
+
"fail_reason": "out_of_bounds",
|
| 430 |
+
"penalty_events": [
|
| 431 |
+
{
|
| 432 |
+
"event_type": "out_of_bounds",
|
| 433 |
+
"timestep": 125,
|
| 434 |
+
"penalty_factor": 0.5,
|
| 435 |
+
"details": "Target object left workspace/view"
|
| 436 |
+
}
|
| 437 |
+
]
|
| 438 |
+
},
|
| 439 |
+
{
|
| 440 |
+
"episode_id": 24,
|
| 441 |
+
"seed": 100060,
|
| 442 |
+
"success": false,
|
| 443 |
+
"steps_taken": 84,
|
| 444 |
+
"max_steps": 400,
|
| 445 |
+
"route_completion": 39.86028795251464,
|
| 446 |
+
"manipulation_score": 19.93014397625732,
|
| 447 |
+
"total_penalty_factor": 0.5,
|
| 448 |
+
"fail_reason": "out_of_bounds",
|
| 449 |
+
"penalty_events": [
|
| 450 |
+
{
|
| 451 |
+
"event_type": "out_of_bounds",
|
| 452 |
+
"timestep": 84,
|
| 453 |
+
"penalty_factor": 0.5,
|
| 454 |
+
"details": "Target object left workspace/view"
|
| 455 |
+
}
|
| 456 |
+
]
|
| 457 |
+
},
|
| 458 |
+
{
|
| 459 |
+
"episode_id": 25,
|
| 460 |
+
"seed": 100064,
|
| 461 |
+
"success": false,
|
| 462 |
+
"steps_taken": 99,
|
| 463 |
+
"max_steps": 400,
|
| 464 |
+
"route_completion": 13.220743258540994,
|
| 465 |
+
"manipulation_score": 6.610371629270497,
|
| 466 |
+
"total_penalty_factor": 0.5,
|
| 467 |
+
"fail_reason": "out_of_bounds",
|
| 468 |
+
"penalty_events": [
|
| 469 |
+
{
|
| 470 |
+
"event_type": "out_of_bounds",
|
| 471 |
+
"timestep": 99,
|
| 472 |
+
"penalty_factor": 0.5,
|
| 473 |
+
"details": "Target object left workspace/view"
|
| 474 |
+
}
|
| 475 |
+
]
|
| 476 |
+
},
|
| 477 |
+
{
|
| 478 |
+
"episode_id": 26,
|
| 479 |
+
"seed": 100067,
|
| 480 |
+
"success": false,
|
| 481 |
+
"steps_taken": 287,
|
| 482 |
+
"max_steps": 400,
|
| 483 |
+
"route_completion": 33.538868192684546,
|
| 484 |
+
"manipulation_score": 16.769434096342273,
|
| 485 |
+
"total_penalty_factor": 0.5,
|
| 486 |
+
"fail_reason": "out_of_bounds",
|
| 487 |
+
"penalty_events": [
|
| 488 |
+
{
|
| 489 |
+
"event_type": "out_of_bounds",
|
| 490 |
+
"timestep": 287,
|
| 491 |
+
"penalty_factor": 0.5,
|
| 492 |
+
"details": "Target object left workspace/view"
|
| 493 |
+
}
|
| 494 |
+
]
|
| 495 |
+
},
|
| 496 |
+
{
|
| 497 |
+
"episode_id": 27,
|
| 498 |
+
"seed": 100069,
|
| 499 |
+
"success": false,
|
| 500 |
+
"steps_taken": 243,
|
| 501 |
+
"max_steps": 400,
|
| 502 |
+
"route_completion": 0.0,
|
| 503 |
+
"manipulation_score": 0.0,
|
| 504 |
+
"total_penalty_factor": 0.5,
|
| 505 |
+
"fail_reason": "out_of_bounds",
|
| 506 |
+
"penalty_events": [
|
| 507 |
+
{
|
| 508 |
+
"event_type": "out_of_bounds",
|
| 509 |
+
"timestep": 243,
|
| 510 |
+
"penalty_factor": 0.5,
|
| 511 |
+
"details": "Target object left workspace/view"
|
| 512 |
+
}
|
| 513 |
+
]
|
| 514 |
+
},
|
| 515 |
+
{
|
| 516 |
+
"episode_id": 28,
|
| 517 |
+
"seed": 100070,
|
| 518 |
+
"success": false,
|
| 519 |
+
"steps_taken": 168,
|
| 520 |
+
"max_steps": 400,
|
| 521 |
+
"route_completion": 55.25000874460161,
|
| 522 |
+
"manipulation_score": 27.625004372300804,
|
| 523 |
+
"total_penalty_factor": 0.5,
|
| 524 |
+
"fail_reason": "out_of_bounds",
|
| 525 |
+
"penalty_events": [
|
| 526 |
+
{
|
| 527 |
+
"event_type": "out_of_bounds",
|
| 528 |
+
"timestep": 168,
|
| 529 |
+
"penalty_factor": 0.5,
|
| 530 |
+
"details": "Target object left workspace/view"
|
| 531 |
+
}
|
| 532 |
+
]
|
| 533 |
+
},
|
| 534 |
+
{
|
| 535 |
+
"episode_id": 29,
|
| 536 |
+
"seed": 100071,
|
| 537 |
+
"success": false,
|
| 538 |
+
"steps_taken": 204,
|
| 539 |
+
"max_steps": 400,
|
| 540 |
+
"route_completion": 39.645761457832,
|
| 541 |
+
"manipulation_score": 19.822880728916,
|
| 542 |
+
"total_penalty_factor": 0.5,
|
| 543 |
+
"fail_reason": "out_of_bounds",
|
| 544 |
+
"penalty_events": [
|
| 545 |
+
{
|
| 546 |
+
"event_type": "out_of_bounds",
|
| 547 |
+
"timestep": 204,
|
| 548 |
+
"penalty_factor": 0.5,
|
| 549 |
+
"details": "Target object left workspace/view"
|
| 550 |
+
}
|
| 551 |
+
]
|
| 552 |
+
},
|
| 553 |
+
{
|
| 554 |
+
"episode_id": 30,
|
| 555 |
+
"seed": 100072,
|
| 556 |
+
"success": true,
|
| 557 |
+
"steps_taken": 108,
|
| 558 |
+
"max_steps": 400,
|
| 559 |
+
"route_completion": 100.0,
|
| 560 |
+
"manipulation_score": 100.0,
|
| 561 |
+
"total_penalty_factor": 1.0,
|
| 562 |
+
"fail_reason": null,
|
| 563 |
+
"penalty_events": []
|
| 564 |
+
},
|
| 565 |
+
{
|
| 566 |
+
"episode_id": 31,
|
| 567 |
+
"seed": 100073,
|
| 568 |
+
"success": false,
|
| 569 |
+
"steps_taken": 220,
|
| 570 |
+
"max_steps": 400,
|
| 571 |
+
"route_completion": 14.272204949799416,
|
| 572 |
+
"manipulation_score": 7.136102474899708,
|
| 573 |
+
"total_penalty_factor": 0.5,
|
| 574 |
+
"fail_reason": "out_of_bounds",
|
| 575 |
+
"penalty_events": [
|
| 576 |
+
{
|
| 577 |
+
"event_type": "out_of_bounds",
|
| 578 |
+
"timestep": 220,
|
| 579 |
+
"penalty_factor": 0.5,
|
| 580 |
+
"details": "Target object left workspace/view"
|
| 581 |
+
}
|
| 582 |
+
]
|
| 583 |
+
},
|
| 584 |
+
{
|
| 585 |
+
"episode_id": 32,
|
| 586 |
+
"seed": 100075,
|
| 587 |
+
"success": false,
|
| 588 |
+
"steps_taken": 129,
|
| 589 |
+
"max_steps": 400,
|
| 590 |
+
"route_completion": 0.0,
|
| 591 |
+
"manipulation_score": 0.0,
|
| 592 |
+
"total_penalty_factor": 0.5,
|
| 593 |
+
"fail_reason": "out_of_bounds",
|
| 594 |
+
"penalty_events": [
|
| 595 |
+
{
|
| 596 |
+
"event_type": "out_of_bounds",
|
| 597 |
+
"timestep": 129,
|
| 598 |
+
"penalty_factor": 0.5,
|
| 599 |
+
"details": "Target object left workspace/view"
|
| 600 |
+
}
|
| 601 |
+
]
|
| 602 |
+
},
|
| 603 |
+
{
|
| 604 |
+
"episode_id": 33,
|
| 605 |
+
"seed": 100076,
|
| 606 |
+
"success": false,
|
| 607 |
+
"steps_taken": 109,
|
| 608 |
+
"max_steps": 400,
|
| 609 |
+
"route_completion": 27.647939154224595,
|
| 610 |
+
"manipulation_score": 13.823969577112297,
|
| 611 |
+
"total_penalty_factor": 0.5,
|
| 612 |
+
"fail_reason": "out_of_bounds",
|
| 613 |
+
"penalty_events": [
|
| 614 |
+
{
|
| 615 |
+
"event_type": "out_of_bounds",
|
| 616 |
+
"timestep": 109,
|
| 617 |
+
"penalty_factor": 0.5,
|
| 618 |
+
"details": "Target object left workspace/view"
|
| 619 |
+
}
|
| 620 |
+
]
|
| 621 |
+
},
|
| 622 |
+
{
|
| 623 |
+
"episode_id": 34,
|
| 624 |
+
"seed": 100080,
|
| 625 |
+
"success": false,
|
| 626 |
+
"steps_taken": 108,
|
| 627 |
+
"max_steps": 400,
|
| 628 |
+
"route_completion": 23.78850476132798,
|
| 629 |
+
"manipulation_score": 11.89425238066399,
|
| 630 |
+
"total_penalty_factor": 0.5,
|
| 631 |
+
"fail_reason": "out_of_bounds",
|
| 632 |
+
"penalty_events": [
|
| 633 |
+
{
|
| 634 |
+
"event_type": "out_of_bounds",
|
| 635 |
+
"timestep": 108,
|
| 636 |
+
"penalty_factor": 0.5,
|
| 637 |
+
"details": "Target object left workspace/view"
|
| 638 |
+
}
|
| 639 |
+
]
|
| 640 |
+
},
|
| 641 |
+
{
|
| 642 |
+
"episode_id": 35,
|
| 643 |
+
"seed": 100084,
|
| 644 |
+
"success": false,
|
| 645 |
+
"steps_taken": 159,
|
| 646 |
+
"max_steps": 400,
|
| 647 |
+
"route_completion": 52.68800662904405,
|
| 648 |
+
"manipulation_score": 26.344003314522023,
|
| 649 |
+
"total_penalty_factor": 0.5,
|
| 650 |
+
"fail_reason": "out_of_bounds",
|
| 651 |
+
"penalty_events": [
|
| 652 |
+
{
|
| 653 |
+
"event_type": "out_of_bounds",
|
| 654 |
+
"timestep": 159,
|
| 655 |
+
"penalty_factor": 0.5,
|
| 656 |
+
"details": "Target object left workspace/view"
|
| 657 |
+
}
|
| 658 |
+
]
|
| 659 |
+
},
|
| 660 |
+
{
|
| 661 |
+
"episode_id": 36,
|
| 662 |
+
"seed": 100085,
|
| 663 |
+
"success": false,
|
| 664 |
+
"steps_taken": 213,
|
| 665 |
+
"max_steps": 400,
|
| 666 |
+
"route_completion": 44.76430641602809,
|
| 667 |
+
"manipulation_score": 22.382153208014046,
|
| 668 |
+
"total_penalty_factor": 0.5,
|
| 669 |
+
"fail_reason": "out_of_bounds",
|
| 670 |
+
"penalty_events": [
|
| 671 |
+
{
|
| 672 |
+
"event_type": "out_of_bounds",
|
| 673 |
+
"timestep": 213,
|
| 674 |
+
"penalty_factor": 0.5,
|
| 675 |
+
"details": "Target object left workspace/view"
|
| 676 |
+
}
|
| 677 |
+
]
|
| 678 |
+
},
|
| 679 |
+
{
|
| 680 |
+
"episode_id": 37,
|
| 681 |
+
"seed": 100086,
|
| 682 |
+
"success": false,
|
| 683 |
+
"steps_taken": 93,
|
| 684 |
+
"max_steps": 400,
|
| 685 |
+
"route_completion": 0.0,
|
| 686 |
+
"manipulation_score": 0.0,
|
| 687 |
+
"total_penalty_factor": 0.5,
|
| 688 |
+
"fail_reason": "out_of_bounds",
|
| 689 |
+
"penalty_events": [
|
| 690 |
+
{
|
| 691 |
+
"event_type": "out_of_bounds",
|
| 692 |
+
"timestep": 93,
|
| 693 |
+
"penalty_factor": 0.5,
|
| 694 |
+
"details": "Target object left workspace/view"
|
| 695 |
+
}
|
| 696 |
+
]
|
| 697 |
+
},
|
| 698 |
+
{
|
| 699 |
+
"episode_id": 38,
|
| 700 |
+
"seed": 100087,
|
| 701 |
+
"success": false,
|
| 702 |
+
"steps_taken": 294,
|
| 703 |
+
"max_steps": 400,
|
| 704 |
+
"route_completion": 35.63264110330206,
|
| 705 |
+
"manipulation_score": 17.81632055165103,
|
| 706 |
+
"total_penalty_factor": 0.5,
|
| 707 |
+
"fail_reason": "out_of_bounds",
|
| 708 |
+
"penalty_events": [
|
| 709 |
+
{
|
| 710 |
+
"event_type": "out_of_bounds",
|
| 711 |
+
"timestep": 294,
|
| 712 |
+
"penalty_factor": 0.5,
|
| 713 |
+
"details": "Target object left workspace/view"
|
| 714 |
+
}
|
| 715 |
+
]
|
| 716 |
+
},
|
| 717 |
+
{
|
| 718 |
+
"episode_id": 39,
|
| 719 |
+
"seed": 100089,
|
| 720 |
+
"success": false,
|
| 721 |
+
"steps_taken": 162,
|
| 722 |
+
"max_steps": 400,
|
| 723 |
+
"route_completion": 35.562952645018626,
|
| 724 |
+
"manipulation_score": 17.781476322509313,
|
| 725 |
+
"total_penalty_factor": 0.5,
|
| 726 |
+
"fail_reason": "out_of_bounds",
|
| 727 |
+
"penalty_events": [
|
| 728 |
+
{
|
| 729 |
+
"event_type": "out_of_bounds",
|
| 730 |
+
"timestep": 162,
|
| 731 |
+
"penalty_factor": 0.5,
|
| 732 |
+
"details": "Target object left workspace/view"
|
| 733 |
+
}
|
| 734 |
+
]
|
| 735 |
+
},
|
| 736 |
+
{
|
| 737 |
+
"episode_id": 40,
|
| 738 |
+
"seed": 100092,
|
| 739 |
+
"success": false,
|
| 740 |
+
"steps_taken": 101,
|
| 741 |
+
"max_steps": 400,
|
| 742 |
+
"route_completion": 47.41671178523335,
|
| 743 |
+
"manipulation_score": 23.708355892616677,
|
| 744 |
+
"total_penalty_factor": 0.5,
|
| 745 |
+
"fail_reason": "out_of_bounds",
|
| 746 |
+
"penalty_events": [
|
| 747 |
+
{
|
| 748 |
+
"event_type": "out_of_bounds",
|
| 749 |
+
"timestep": 101,
|
| 750 |
+
"penalty_factor": 0.5,
|
| 751 |
+
"details": "Target object left workspace/view"
|
| 752 |
+
}
|
| 753 |
+
]
|
| 754 |
+
},
|
| 755 |
+
{
|
| 756 |
+
"episode_id": 41,
|
| 757 |
+
"seed": 100096,
|
| 758 |
+
"success": false,
|
| 759 |
+
"steps_taken": 264,
|
| 760 |
+
"max_steps": 400,
|
| 761 |
+
"route_completion": 38.770523368174295,
|
| 762 |
+
"manipulation_score": 19.385261684087148,
|
| 763 |
+
"total_penalty_factor": 0.5,
|
| 764 |
+
"fail_reason": "out_of_bounds",
|
| 765 |
+
"penalty_events": [
|
| 766 |
+
{
|
| 767 |
+
"event_type": "out_of_bounds",
|
| 768 |
+
"timestep": 264,
|
| 769 |
+
"penalty_factor": 0.5,
|
| 770 |
+
"details": "Target object left workspace/view"
|
| 771 |
+
}
|
| 772 |
+
]
|
| 773 |
+
},
|
| 774 |
+
{
|
| 775 |
+
"episode_id": 42,
|
| 776 |
+
"seed": 100102,
|
| 777 |
+
"success": false,
|
| 778 |
+
"steps_taken": 69,
|
| 779 |
+
"max_steps": 400,
|
| 780 |
+
"route_completion": 50.114447695843175,
|
| 781 |
+
"manipulation_score": 25.057223847921588,
|
| 782 |
+
"total_penalty_factor": 0.5,
|
| 783 |
+
"fail_reason": "out_of_bounds",
|
| 784 |
+
"penalty_events": [
|
| 785 |
+
{
|
| 786 |
+
"event_type": "out_of_bounds",
|
| 787 |
+
"timestep": 69,
|
| 788 |
+
"penalty_factor": 0.5,
|
| 789 |
+
"details": "Target object left workspace/view"
|
| 790 |
+
}
|
| 791 |
+
]
|
| 792 |
+
},
|
| 793 |
+
{
|
| 794 |
+
"episode_id": 43,
|
| 795 |
+
"seed": 100106,
|
| 796 |
+
"success": false,
|
| 797 |
+
"steps_taken": 293,
|
| 798 |
+
"max_steps": 400,
|
| 799 |
+
"route_completion": 34.961133067447165,
|
| 800 |
+
"manipulation_score": 17.480566533723582,
|
| 801 |
+
"total_penalty_factor": 0.5,
|
| 802 |
+
"fail_reason": "out_of_bounds",
|
| 803 |
+
"penalty_events": [
|
| 804 |
+
{
|
| 805 |
+
"event_type": "out_of_bounds",
|
| 806 |
+
"timestep": 293,
|
| 807 |
+
"penalty_factor": 0.5,
|
| 808 |
+
"details": "Target object left workspace/view"
|
| 809 |
+
}
|
| 810 |
+
]
|
| 811 |
+
},
|
| 812 |
+
{
|
| 813 |
+
"episode_id": 44,
|
| 814 |
+
"seed": 100107,
|
| 815 |
+
"success": false,
|
| 816 |
+
"steps_taken": 156,
|
| 817 |
+
"max_steps": 400,
|
| 818 |
+
"route_completion": 47.23688568811342,
|
| 819 |
+
"manipulation_score": 23.61844284405671,
|
| 820 |
+
"total_penalty_factor": 0.5,
|
| 821 |
+
"fail_reason": "out_of_bounds",
|
| 822 |
+
"penalty_events": [
|
| 823 |
+
{
|
| 824 |
+
"event_type": "out_of_bounds",
|
| 825 |
+
"timestep": 156,
|
| 826 |
+
"penalty_factor": 0.5,
|
| 827 |
+
"details": "Target object left workspace/view"
|
| 828 |
+
}
|
| 829 |
+
]
|
| 830 |
+
},
|
| 831 |
+
{
|
| 832 |
+
"episode_id": 45,
|
| 833 |
+
"seed": 100110,
|
| 834 |
+
"success": false,
|
| 835 |
+
"steps_taken": 196,
|
| 836 |
+
"max_steps": 400,
|
| 837 |
+
"route_completion": 0.011669118032858021,
|
| 838 |
+
"manipulation_score": 0.0058345590164290105,
|
| 839 |
+
"total_penalty_factor": 0.5,
|
| 840 |
+
"fail_reason": "out_of_bounds",
|
| 841 |
+
"penalty_events": [
|
| 842 |
+
{
|
| 843 |
+
"event_type": "out_of_bounds",
|
| 844 |
+
"timestep": 196,
|
| 845 |
+
"penalty_factor": 0.5,
|
| 846 |
+
"details": "Target object left workspace/view"
|
| 847 |
+
}
|
| 848 |
+
]
|
| 849 |
+
},
|
| 850 |
+
{
|
| 851 |
+
"episode_id": 46,
|
| 852 |
+
"seed": 100111,
|
| 853 |
+
"success": false,
|
| 854 |
+
"steps_taken": 88,
|
| 855 |
+
"max_steps": 400,
|
| 856 |
+
"route_completion": 42.34721815781769,
|
| 857 |
+
"manipulation_score": 21.173609078908846,
|
| 858 |
+
"total_penalty_factor": 0.5,
|
| 859 |
+
"fail_reason": "out_of_bounds",
|
| 860 |
+
"penalty_events": [
|
| 861 |
+
{
|
| 862 |
+
"event_type": "out_of_bounds",
|
| 863 |
+
"timestep": 88,
|
| 864 |
+
"penalty_factor": 0.5,
|
| 865 |
+
"details": "Target object left workspace/view"
|
| 866 |
+
}
|
| 867 |
+
]
|
| 868 |
+
},
|
| 869 |
+
{
|
| 870 |
+
"episode_id": 47,
|
| 871 |
+
"seed": 100113,
|
| 872 |
+
"success": false,
|
| 873 |
+
"steps_taken": 133,
|
| 874 |
+
"max_steps": 400,
|
| 875 |
+
"route_completion": 36.422971768923695,
|
| 876 |
+
"manipulation_score": 18.211485884461847,
|
| 877 |
+
"total_penalty_factor": 0.5,
|
| 878 |
+
"fail_reason": "out_of_bounds",
|
| 879 |
+
"penalty_events": [
|
| 880 |
+
{
|
| 881 |
+
"event_type": "out_of_bounds",
|
| 882 |
+
"timestep": 133,
|
| 883 |
+
"penalty_factor": 0.5,
|
| 884 |
+
"details": "Target object left workspace/view"
|
| 885 |
+
}
|
| 886 |
+
]
|
| 887 |
+
},
|
| 888 |
+
{
|
| 889 |
+
"episode_id": 48,
|
| 890 |
+
"seed": 100116,
|
| 891 |
+
"success": false,
|
| 892 |
+
"steps_taken": 80,
|
| 893 |
+
"max_steps": 400,
|
| 894 |
+
"route_completion": 43.3813245420504,
|
| 895 |
+
"manipulation_score": 21.6906622710252,
|
| 896 |
+
"total_penalty_factor": 0.5,
|
| 897 |
+
"fail_reason": "out_of_bounds",
|
| 898 |
+
"penalty_events": [
|
| 899 |
+
{
|
| 900 |
+
"event_type": "out_of_bounds",
|
| 901 |
+
"timestep": 80,
|
| 902 |
+
"penalty_factor": 0.5,
|
| 903 |
+
"details": "Target object left workspace/view"
|
| 904 |
+
}
|
| 905 |
+
]
|
| 906 |
+
},
|
| 907 |
+
{
|
| 908 |
+
"episode_id": 49,
|
| 909 |
+
"seed": 100119,
|
| 910 |
+
"success": false,
|
| 911 |
+
"steps_taken": 106,
|
| 912 |
+
"max_steps": 400,
|
| 913 |
+
"route_completion": 27.827091633354822,
|
| 914 |
+
"manipulation_score": 13.913545816677411,
|
| 915 |
+
"total_penalty_factor": 0.5,
|
| 916 |
+
"fail_reason": "out_of_bounds",
|
| 917 |
+
"penalty_events": [
|
| 918 |
+
{
|
| 919 |
+
"event_type": "out_of_bounds",
|
| 920 |
+
"timestep": 106,
|
| 921 |
+
"penalty_factor": 0.5,
|
| 922 |
+
"details": "Target object left workspace/view"
|
| 923 |
+
}
|
| 924 |
+
]
|
| 925 |
+
},
|
| 926 |
+
{
|
| 927 |
+
"episode_id": 50,
|
| 928 |
+
"seed": 100120,
|
| 929 |
+
"success": false,
|
| 930 |
+
"steps_taken": 80,
|
| 931 |
+
"max_steps": 400,
|
| 932 |
+
"route_completion": 47.01588641768222,
|
| 933 |
+
"manipulation_score": 23.50794320884111,
|
| 934 |
+
"total_penalty_factor": 0.5,
|
| 935 |
+
"fail_reason": "out_of_bounds",
|
| 936 |
+
"penalty_events": [
|
| 937 |
+
{
|
| 938 |
+
"event_type": "out_of_bounds",
|
| 939 |
+
"timestep": 80,
|
| 940 |
+
"penalty_factor": 0.5,
|
| 941 |
+
"details": "Target object left workspace/view"
|
| 942 |
+
}
|
| 943 |
+
]
|
| 944 |
+
},
|
| 945 |
+
{
|
| 946 |
+
"episode_id": 51,
|
| 947 |
+
"seed": 100121,
|
| 948 |
+
"success": false,
|
| 949 |
+
"steps_taken": 308,
|
| 950 |
+
"max_steps": 400,
|
| 951 |
+
"route_completion": 50.8649135888677,
|
| 952 |
+
"manipulation_score": 25.43245679443385,
|
| 953 |
+
"total_penalty_factor": 0.5,
|
| 954 |
+
"fail_reason": "out_of_bounds",
|
| 955 |
+
"penalty_events": [
|
| 956 |
+
{
|
| 957 |
+
"event_type": "out_of_bounds",
|
| 958 |
+
"timestep": 308,
|
| 959 |
+
"penalty_factor": 0.5,
|
| 960 |
+
"details": "Target object left workspace/view"
|
| 961 |
+
}
|
| 962 |
+
]
|
| 963 |
+
},
|
| 964 |
+
{
|
| 965 |
+
"episode_id": 52,
|
| 966 |
+
"seed": 100122,
|
| 967 |
+
"success": true,
|
| 968 |
+
"steps_taken": 106,
|
| 969 |
+
"max_steps": 400,
|
| 970 |
+
"route_completion": 100.0,
|
| 971 |
+
"manipulation_score": 100.0,
|
| 972 |
+
"total_penalty_factor": 1.0,
|
| 973 |
+
"fail_reason": null,
|
| 974 |
+
"penalty_events": []
|
| 975 |
+
},
|
| 976 |
+
{
|
| 977 |
+
"episode_id": 53,
|
| 978 |
+
"seed": 100123,
|
| 979 |
+
"success": true,
|
| 980 |
+
"steps_taken": 111,
|
| 981 |
+
"max_steps": 400,
|
| 982 |
+
"route_completion": 100.0,
|
| 983 |
+
"manipulation_score": 100.0,
|
| 984 |
+
"total_penalty_factor": 1.0,
|
| 985 |
+
"fail_reason": null,
|
| 986 |
+
"penalty_events": []
|
| 987 |
+
},
|
| 988 |
+
{
|
| 989 |
+
"episode_id": 54,
|
| 990 |
+
"seed": 100127,
|
| 991 |
+
"success": false,
|
| 992 |
+
"steps_taken": 146,
|
| 993 |
+
"max_steps": 400,
|
| 994 |
+
"route_completion": 47.11129177267472,
|
| 995 |
+
"manipulation_score": 23.55564588633736,
|
| 996 |
+
"total_penalty_factor": 0.5,
|
| 997 |
+
"fail_reason": "out_of_bounds",
|
| 998 |
+
"penalty_events": [
|
| 999 |
+
{
|
| 1000 |
+
"event_type": "out_of_bounds",
|
| 1001 |
+
"timestep": 146,
|
| 1002 |
+
"penalty_factor": 0.5,
|
| 1003 |
+
"details": "Target object left workspace/view"
|
| 1004 |
+
}
|
| 1005 |
+
]
|
| 1006 |
+
},
|
| 1007 |
+
{
|
| 1008 |
+
"episode_id": 55,
|
| 1009 |
+
"seed": 100129,
|
| 1010 |
+
"success": false,
|
| 1011 |
+
"steps_taken": 274,
|
| 1012 |
+
"max_steps": 400,
|
| 1013 |
+
"route_completion": 15.164761461723986,
|
| 1014 |
+
"manipulation_score": 7.582380730861993,
|
| 1015 |
+
"total_penalty_factor": 0.5,
|
| 1016 |
+
"fail_reason": "out_of_bounds",
|
| 1017 |
+
"penalty_events": [
|
| 1018 |
+
{
|
| 1019 |
+
"event_type": "out_of_bounds",
|
| 1020 |
+
"timestep": 274,
|
| 1021 |
+
"penalty_factor": 0.5,
|
| 1022 |
+
"details": "Target object left workspace/view"
|
| 1023 |
+
}
|
| 1024 |
+
]
|
| 1025 |
+
},
|
| 1026 |
+
{
|
| 1027 |
+
"episode_id": 56,
|
| 1028 |
+
"seed": 100132,
|
| 1029 |
+
"success": false,
|
| 1030 |
+
"steps_taken": 134,
|
| 1031 |
+
"max_steps": 400,
|
| 1032 |
+
"route_completion": 28.44736460719035,
|
| 1033 |
+
"manipulation_score": 14.223682303595176,
|
| 1034 |
+
"total_penalty_factor": 0.5,
|
| 1035 |
+
"fail_reason": "out_of_bounds",
|
| 1036 |
+
"penalty_events": [
|
| 1037 |
+
{
|
| 1038 |
+
"event_type": "out_of_bounds",
|
| 1039 |
+
"timestep": 134,
|
| 1040 |
+
"penalty_factor": 0.5,
|
| 1041 |
+
"details": "Target object left workspace/view"
|
| 1042 |
+
}
|
| 1043 |
+
]
|
| 1044 |
+
},
|
| 1045 |
+
{
|
| 1046 |
+
"episode_id": 57,
|
| 1047 |
+
"seed": 100133,
|
| 1048 |
+
"success": false,
|
| 1049 |
+
"steps_taken": 102,
|
| 1050 |
+
"max_steps": 400,
|
| 1051 |
+
"route_completion": 43.169085867950976,
|
| 1052 |
+
"manipulation_score": 21.584542933975488,
|
| 1053 |
+
"total_penalty_factor": 0.5,
|
| 1054 |
+
"fail_reason": "out_of_bounds",
|
| 1055 |
+
"penalty_events": [
|
| 1056 |
+
{
|
| 1057 |
+
"event_type": "out_of_bounds",
|
| 1058 |
+
"timestep": 102,
|
| 1059 |
+
"penalty_factor": 0.5,
|
| 1060 |
+
"details": "Target object left workspace/view"
|
| 1061 |
+
}
|
| 1062 |
+
]
|
| 1063 |
+
},
|
| 1064 |
+
{
|
| 1065 |
+
"episode_id": 58,
|
| 1066 |
+
"seed": 100134,
|
| 1067 |
+
"success": false,
|
| 1068 |
+
"steps_taken": 200,
|
| 1069 |
+
"max_steps": 400,
|
| 1070 |
+
"route_completion": 25.143527751676668,
|
| 1071 |
+
"manipulation_score": 12.571763875838334,
|
| 1072 |
+
"total_penalty_factor": 0.5,
|
| 1073 |
+
"fail_reason": "out_of_bounds",
|
| 1074 |
+
"penalty_events": [
|
| 1075 |
+
{
|
| 1076 |
+
"event_type": "out_of_bounds",
|
| 1077 |
+
"timestep": 200,
|
| 1078 |
+
"penalty_factor": 0.5,
|
| 1079 |
+
"details": "Target object left workspace/view"
|
| 1080 |
+
}
|
| 1081 |
+
]
|
| 1082 |
+
},
|
| 1083 |
+
{
|
| 1084 |
+
"episode_id": 59,
|
| 1085 |
+
"seed": 100135,
|
| 1086 |
+
"success": false,
|
| 1087 |
+
"steps_taken": 217,
|
| 1088 |
+
"max_steps": 400,
|
| 1089 |
+
"route_completion": 15.966441267510739,
|
| 1090 |
+
"manipulation_score": 7.983220633755369,
|
| 1091 |
+
"total_penalty_factor": 0.5,
|
| 1092 |
+
"fail_reason": "out_of_bounds",
|
| 1093 |
+
"penalty_events": [
|
| 1094 |
+
{
|
| 1095 |
+
"event_type": "out_of_bounds",
|
| 1096 |
+
"timestep": 217,
|
| 1097 |
+
"penalty_factor": 0.5,
|
| 1098 |
+
"details": "Target object left workspace/view"
|
| 1099 |
+
}
|
| 1100 |
+
]
|
| 1101 |
+
},
|
| 1102 |
+
{
|
| 1103 |
+
"episode_id": 60,
|
| 1104 |
+
"seed": 100143,
|
| 1105 |
+
"success": false,
|
| 1106 |
+
"steps_taken": 137,
|
| 1107 |
+
"max_steps": 400,
|
| 1108 |
+
"route_completion": 47.379181744448694,
|
| 1109 |
+
"manipulation_score": 23.689590872224347,
|
| 1110 |
+
"total_penalty_factor": 0.5,
|
| 1111 |
+
"fail_reason": "out_of_bounds",
|
| 1112 |
+
"penalty_events": [
|
| 1113 |
+
{
|
| 1114 |
+
"event_type": "out_of_bounds",
|
| 1115 |
+
"timestep": 137,
|
| 1116 |
+
"penalty_factor": 0.5,
|
| 1117 |
+
"details": "Target object left workspace/view"
|
| 1118 |
+
}
|
| 1119 |
+
]
|
| 1120 |
+
},
|
| 1121 |
+
{
|
| 1122 |
+
"episode_id": 61,
|
| 1123 |
+
"seed": 100146,
|
| 1124 |
+
"success": false,
|
| 1125 |
+
"steps_taken": 125,
|
| 1126 |
+
"max_steps": 400,
|
| 1127 |
+
"route_completion": 16.741024507215993,
|
| 1128 |
+
"manipulation_score": 8.370512253607997,
|
| 1129 |
+
"total_penalty_factor": 0.5,
|
| 1130 |
+
"fail_reason": "out_of_bounds",
|
| 1131 |
+
"penalty_events": [
|
| 1132 |
+
{
|
| 1133 |
+
"event_type": "out_of_bounds",
|
| 1134 |
+
"timestep": 125,
|
| 1135 |
+
"penalty_factor": 0.5,
|
| 1136 |
+
"details": "Target object left workspace/view"
|
| 1137 |
+
}
|
| 1138 |
+
]
|
| 1139 |
+
},
|
| 1140 |
+
{
|
| 1141 |
+
"episode_id": 62,
|
| 1142 |
+
"seed": 100147,
|
| 1143 |
+
"success": false,
|
| 1144 |
+
"steps_taken": 120,
|
| 1145 |
+
"max_steps": 400,
|
| 1146 |
+
"route_completion": 39.95632068651922,
|
| 1147 |
+
"manipulation_score": 19.97816034325961,
|
| 1148 |
+
"total_penalty_factor": 0.5,
|
| 1149 |
+
"fail_reason": "out_of_bounds",
|
| 1150 |
+
"penalty_events": [
|
| 1151 |
+
{
|
| 1152 |
+
"event_type": "out_of_bounds",
|
| 1153 |
+
"timestep": 120,
|
| 1154 |
+
"penalty_factor": 0.5,
|
| 1155 |
+
"details": "Target object left workspace/view"
|
| 1156 |
+
}
|
| 1157 |
+
]
|
| 1158 |
+
},
|
| 1159 |
+
{
|
| 1160 |
+
"episode_id": 63,
|
| 1161 |
+
"seed": 100149,
|
| 1162 |
+
"success": false,
|
| 1163 |
+
"steps_taken": 86,
|
| 1164 |
+
"max_steps": 400,
|
| 1165 |
+
"route_completion": 40.91732281567113,
|
| 1166 |
+
"manipulation_score": 20.458661407835564,
|
| 1167 |
+
"total_penalty_factor": 0.5,
|
| 1168 |
+
"fail_reason": "out_of_bounds",
|
| 1169 |
+
"penalty_events": [
|
| 1170 |
+
{
|
| 1171 |
+
"event_type": "out_of_bounds",
|
| 1172 |
+
"timestep": 86,
|
| 1173 |
+
"penalty_factor": 0.5,
|
| 1174 |
+
"details": "Target object left workspace/view"
|
| 1175 |
+
}
|
| 1176 |
+
]
|
| 1177 |
+
},
|
| 1178 |
+
{
|
| 1179 |
+
"episode_id": 64,
|
| 1180 |
+
"seed": 100150,
|
| 1181 |
+
"success": false,
|
| 1182 |
+
"steps_taken": 273,
|
| 1183 |
+
"max_steps": 400,
|
| 1184 |
+
"route_completion": 37.71151842689518,
|
| 1185 |
+
"manipulation_score": 18.85575921344759,
|
| 1186 |
+
"total_penalty_factor": 0.5,
|
| 1187 |
+
"fail_reason": "out_of_bounds",
|
| 1188 |
+
"penalty_events": [
|
| 1189 |
+
{
|
| 1190 |
+
"event_type": "out_of_bounds",
|
| 1191 |
+
"timestep": 273,
|
| 1192 |
+
"penalty_factor": 0.5,
|
| 1193 |
+
"details": "Target object left workspace/view"
|
| 1194 |
+
}
|
| 1195 |
+
]
|
| 1196 |
+
},
|
| 1197 |
+
{
|
| 1198 |
+
"episode_id": 65,
|
| 1199 |
+
"seed": 100151,
|
| 1200 |
+
"success": false,
|
| 1201 |
+
"steps_taken": 111,
|
| 1202 |
+
"max_steps": 400,
|
| 1203 |
+
"route_completion": 52.71326184570545,
|
| 1204 |
+
"manipulation_score": 26.356630922852727,
|
| 1205 |
+
"total_penalty_factor": 0.5,
|
| 1206 |
+
"fail_reason": "out_of_bounds",
|
| 1207 |
+
"penalty_events": [
|
| 1208 |
+
{
|
| 1209 |
+
"event_type": "out_of_bounds",
|
| 1210 |
+
"timestep": 111,
|
| 1211 |
+
"penalty_factor": 0.5,
|
| 1212 |
+
"details": "Target object left workspace/view"
|
| 1213 |
+
}
|
| 1214 |
+
]
|
| 1215 |
+
},
|
| 1216 |
+
{
|
| 1217 |
+
"episode_id": 66,
|
| 1218 |
+
"seed": 100152,
|
| 1219 |
+
"success": false,
|
| 1220 |
+
"steps_taken": 141,
|
| 1221 |
+
"max_steps": 400,
|
| 1222 |
+
"route_completion": 53.831595279600144,
|
| 1223 |
+
"manipulation_score": 26.915797639800072,
|
| 1224 |
+
"total_penalty_factor": 0.5,
|
| 1225 |
+
"fail_reason": "out_of_bounds",
|
| 1226 |
+
"penalty_events": [
|
| 1227 |
+
{
|
| 1228 |
+
"event_type": "out_of_bounds",
|
| 1229 |
+
"timestep": 141,
|
| 1230 |
+
"penalty_factor": 0.5,
|
| 1231 |
+
"details": "Target object left workspace/view"
|
| 1232 |
+
}
|
| 1233 |
+
]
|
| 1234 |
+
},
|
| 1235 |
+
{
|
| 1236 |
+
"episode_id": 67,
|
| 1237 |
+
"seed": 100157,
|
| 1238 |
+
"success": false,
|
| 1239 |
+
"steps_taken": 46,
|
| 1240 |
+
"max_steps": 400,
|
| 1241 |
+
"route_completion": 56.60775981410692,
|
| 1242 |
+
"manipulation_score": 56.60775981410692,
|
| 1243 |
+
"total_penalty_factor": 1.0,
|
| 1244 |
+
"fail_reason": "object_not_lifted",
|
| 1245 |
+
"penalty_events": []
|
| 1246 |
+
},
|
| 1247 |
+
{
|
| 1248 |
+
"episode_id": 68,
|
| 1249 |
+
"seed": 100159,
|
| 1250 |
+
"success": false,
|
| 1251 |
+
"steps_taken": 115,
|
| 1252 |
+
"max_steps": 400,
|
| 1253 |
+
"route_completion": 47.71058457657765,
|
| 1254 |
+
"manipulation_score": 23.855292288288826,
|
| 1255 |
+
"total_penalty_factor": 0.5,
|
| 1256 |
+
"fail_reason": "out_of_bounds",
|
| 1257 |
+
"penalty_events": [
|
| 1258 |
+
{
|
| 1259 |
+
"event_type": "out_of_bounds",
|
| 1260 |
+
"timestep": 115,
|
| 1261 |
+
"penalty_factor": 0.5,
|
| 1262 |
+
"details": "Target object left workspace/view"
|
| 1263 |
+
}
|
| 1264 |
+
]
|
| 1265 |
+
},
|
| 1266 |
+
{
|
| 1267 |
+
"episode_id": 69,
|
| 1268 |
+
"seed": 100160,
|
| 1269 |
+
"success": false,
|
| 1270 |
+
"steps_taken": 225,
|
| 1271 |
+
"max_steps": 400,
|
| 1272 |
+
"route_completion": 1.480135024910079,
|
| 1273 |
+
"manipulation_score": 0.7400675124550395,
|
| 1274 |
+
"total_penalty_factor": 0.5,
|
| 1275 |
+
"fail_reason": "out_of_bounds",
|
| 1276 |
+
"penalty_events": [
|
| 1277 |
+
{
|
| 1278 |
+
"event_type": "out_of_bounds",
|
| 1279 |
+
"timestep": 225,
|
| 1280 |
+
"penalty_factor": 0.5,
|
| 1281 |
+
"details": "Target object left workspace/view"
|
| 1282 |
+
}
|
| 1283 |
+
]
|
| 1284 |
+
},
|
| 1285 |
+
{
|
| 1286 |
+
"episode_id": 70,
|
| 1287 |
+
"seed": 100161,
|
| 1288 |
+
"success": false,
|
| 1289 |
+
"steps_taken": 144,
|
| 1290 |
+
"max_steps": 400,
|
| 1291 |
+
"route_completion": 54.41159687639766,
|
| 1292 |
+
"manipulation_score": 27.20579843819883,
|
| 1293 |
+
"total_penalty_factor": 0.5,
|
| 1294 |
+
"fail_reason": "out_of_bounds",
|
| 1295 |
+
"penalty_events": [
|
| 1296 |
+
{
|
| 1297 |
+
"event_type": "out_of_bounds",
|
| 1298 |
+
"timestep": 144,
|
| 1299 |
+
"penalty_factor": 0.5,
|
| 1300 |
+
"details": "Target object left workspace/view"
|
| 1301 |
+
}
|
| 1302 |
+
]
|
| 1303 |
+
},
|
| 1304 |
+
{
|
| 1305 |
+
"episode_id": 71,
|
| 1306 |
+
"seed": 100162,
|
| 1307 |
+
"success": false,
|
| 1308 |
+
"steps_taken": 139,
|
| 1309 |
+
"max_steps": 400,
|
| 1310 |
+
"route_completion": 57.36652406141467,
|
| 1311 |
+
"manipulation_score": 28.683262030707336,
|
| 1312 |
+
"total_penalty_factor": 0.5,
|
| 1313 |
+
"fail_reason": "out_of_bounds",
|
| 1314 |
+
"penalty_events": [
|
| 1315 |
+
{
|
| 1316 |
+
"event_type": "out_of_bounds",
|
| 1317 |
+
"timestep": 139,
|
| 1318 |
+
"penalty_factor": 0.5,
|
| 1319 |
+
"details": "Target object left workspace/view"
|
| 1320 |
+
}
|
| 1321 |
+
]
|
| 1322 |
+
},
|
| 1323 |
+
{
|
| 1324 |
+
"episode_id": 72,
|
| 1325 |
+
"seed": 100164,
|
| 1326 |
+
"success": false,
|
| 1327 |
+
"steps_taken": 215,
|
| 1328 |
+
"max_steps": 400,
|
| 1329 |
+
"route_completion": 0.0,
|
| 1330 |
+
"manipulation_score": 0.0,
|
| 1331 |
+
"total_penalty_factor": 0.5,
|
| 1332 |
+
"fail_reason": "out_of_bounds",
|
| 1333 |
+
"penalty_events": [
|
| 1334 |
+
{
|
| 1335 |
+
"event_type": "out_of_bounds",
|
| 1336 |
+
"timestep": 215,
|
| 1337 |
+
"penalty_factor": 0.5,
|
| 1338 |
+
"details": "Target object left workspace/view"
|
| 1339 |
+
}
|
| 1340 |
+
]
|
| 1341 |
+
},
|
| 1342 |
+
{
|
| 1343 |
+
"episode_id": 73,
|
| 1344 |
+
"seed": 100165,
|
| 1345 |
+
"success": false,
|
| 1346 |
+
"steps_taken": 129,
|
| 1347 |
+
"max_steps": 400,
|
| 1348 |
+
"route_completion": 37.35428582480915,
|
| 1349 |
+
"manipulation_score": 18.677142912404577,
|
| 1350 |
+
"total_penalty_factor": 0.5,
|
| 1351 |
+
"fail_reason": "out_of_bounds",
|
| 1352 |
+
"penalty_events": [
|
| 1353 |
+
{
|
| 1354 |
+
"event_type": "out_of_bounds",
|
| 1355 |
+
"timestep": 129,
|
| 1356 |
+
"penalty_factor": 0.5,
|
| 1357 |
+
"details": "Target object left workspace/view"
|
| 1358 |
+
}
|
| 1359 |
+
]
|
| 1360 |
+
},
|
| 1361 |
+
{
|
| 1362 |
+
"episode_id": 74,
|
| 1363 |
+
"seed": 100166,
|
| 1364 |
+
"success": false,
|
| 1365 |
+
"steps_taken": 152,
|
| 1366 |
+
"max_steps": 400,
|
| 1367 |
+
"route_completion": 0.0,
|
| 1368 |
+
"manipulation_score": 0.0,
|
| 1369 |
+
"total_penalty_factor": 0.5,
|
| 1370 |
+
"fail_reason": "out_of_bounds",
|
| 1371 |
+
"penalty_events": [
|
| 1372 |
+
{
|
| 1373 |
+
"event_type": "out_of_bounds",
|
| 1374 |
+
"timestep": 152,
|
| 1375 |
+
"penalty_factor": 0.5,
|
| 1376 |
+
"details": "Target object left workspace/view"
|
| 1377 |
+
}
|
| 1378 |
+
]
|
| 1379 |
+
},
|
| 1380 |
+
{
|
| 1381 |
+
"episode_id": 75,
|
| 1382 |
+
"seed": 100170,
|
| 1383 |
+
"success": false,
|
| 1384 |
+
"steps_taken": 132,
|
| 1385 |
+
"max_steps": 400,
|
| 1386 |
+
"route_completion": 39.63642702565275,
|
| 1387 |
+
"manipulation_score": 19.818213512826375,
|
| 1388 |
+
"total_penalty_factor": 0.5,
|
| 1389 |
+
"fail_reason": "out_of_bounds",
|
| 1390 |
+
"penalty_events": [
|
| 1391 |
+
{
|
| 1392 |
+
"event_type": "out_of_bounds",
|
| 1393 |
+
"timestep": 132,
|
| 1394 |
+
"penalty_factor": 0.5,
|
| 1395 |
+
"details": "Target object left workspace/view"
|
| 1396 |
+
}
|
| 1397 |
+
]
|
| 1398 |
+
},
|
| 1399 |
+
{
|
| 1400 |
+
"episode_id": 76,
|
| 1401 |
+
"seed": 100173,
|
| 1402 |
+
"success": false,
|
| 1403 |
+
"steps_taken": 195,
|
| 1404 |
+
"max_steps": 400,
|
| 1405 |
+
"route_completion": 32.348341810666184,
|
| 1406 |
+
"manipulation_score": 16.174170905333092,
|
| 1407 |
+
"total_penalty_factor": 0.5,
|
| 1408 |
+
"fail_reason": "out_of_bounds",
|
| 1409 |
+
"penalty_events": [
|
| 1410 |
+
{
|
| 1411 |
+
"event_type": "out_of_bounds",
|
| 1412 |
+
"timestep": 195,
|
| 1413 |
+
"penalty_factor": 0.5,
|
| 1414 |
+
"details": "Target object left workspace/view"
|
| 1415 |
+
}
|
| 1416 |
+
]
|
| 1417 |
+
},
|
| 1418 |
+
{
|
| 1419 |
+
"episode_id": 77,
|
| 1420 |
+
"seed": 100177,
|
| 1421 |
+
"success": false,
|
| 1422 |
+
"steps_taken": 134,
|
| 1423 |
+
"max_steps": 400,
|
| 1424 |
+
"route_completion": 53.56156338027029,
|
| 1425 |
+
"manipulation_score": 26.780781690135147,
|
| 1426 |
+
"total_penalty_factor": 0.5,
|
| 1427 |
+
"fail_reason": "out_of_bounds",
|
| 1428 |
+
"penalty_events": [
|
| 1429 |
+
{
|
| 1430 |
+
"event_type": "out_of_bounds",
|
| 1431 |
+
"timestep": 134,
|
| 1432 |
+
"penalty_factor": 0.5,
|
| 1433 |
+
"details": "Target object left workspace/view"
|
| 1434 |
+
}
|
| 1435 |
+
]
|
| 1436 |
+
},
|
| 1437 |
+
{
|
| 1438 |
+
"episode_id": 78,
|
| 1439 |
+
"seed": 100179,
|
| 1440 |
+
"success": false,
|
| 1441 |
+
"steps_taken": 133,
|
| 1442 |
+
"max_steps": 400,
|
| 1443 |
+
"route_completion": 21.17112294471217,
|
| 1444 |
+
"manipulation_score": 10.585561472356085,
|
| 1445 |
+
"total_penalty_factor": 0.5,
|
| 1446 |
+
"fail_reason": "out_of_bounds",
|
| 1447 |
+
"penalty_events": [
|
| 1448 |
+
{
|
| 1449 |
+
"event_type": "out_of_bounds",
|
| 1450 |
+
"timestep": 133,
|
| 1451 |
+
"penalty_factor": 0.5,
|
| 1452 |
+
"details": "Target object left workspace/view"
|
| 1453 |
+
}
|
| 1454 |
+
]
|
| 1455 |
+
},
|
| 1456 |
+
{
|
| 1457 |
+
"episode_id": 79,
|
| 1458 |
+
"seed": 100181,
|
| 1459 |
+
"success": false,
|
| 1460 |
+
"steps_taken": 99,
|
| 1461 |
+
"max_steps": 400,
|
| 1462 |
+
"route_completion": 27.155206841870598,
|
| 1463 |
+
"manipulation_score": 13.577603420935299,
|
| 1464 |
+
"total_penalty_factor": 0.5,
|
| 1465 |
+
"fail_reason": "out_of_bounds",
|
| 1466 |
+
"penalty_events": [
|
| 1467 |
+
{
|
| 1468 |
+
"event_type": "out_of_bounds",
|
| 1469 |
+
"timestep": 99,
|
| 1470 |
+
"penalty_factor": 0.5,
|
| 1471 |
+
"details": "Target object left workspace/view"
|
| 1472 |
+
}
|
| 1473 |
+
]
|
| 1474 |
+
},
|
| 1475 |
+
{
|
| 1476 |
+
"episode_id": 80,
|
| 1477 |
+
"seed": 100187,
|
| 1478 |
+
"success": false,
|
| 1479 |
+
"steps_taken": 285,
|
| 1480 |
+
"max_steps": 400,
|
| 1481 |
+
"route_completion": 32.730217608903246,
|
| 1482 |
+
"manipulation_score": 16.365108804451623,
|
| 1483 |
+
"total_penalty_factor": 0.5,
|
| 1484 |
+
"fail_reason": "out_of_bounds",
|
| 1485 |
+
"penalty_events": [
|
| 1486 |
+
{
|
| 1487 |
+
"event_type": "out_of_bounds",
|
| 1488 |
+
"timestep": 285,
|
| 1489 |
+
"penalty_factor": 0.5,
|
| 1490 |
+
"details": "Target object left workspace/view"
|
| 1491 |
+
}
|
| 1492 |
+
]
|
| 1493 |
+
},
|
| 1494 |
+
{
|
| 1495 |
+
"episode_id": 81,
|
| 1496 |
+
"seed": 100188,
|
| 1497 |
+
"success": false,
|
| 1498 |
+
"steps_taken": 109,
|
| 1499 |
+
"max_steps": 400,
|
| 1500 |
+
"route_completion": 46.588485112728286,
|
| 1501 |
+
"manipulation_score": 23.294242556364143,
|
| 1502 |
+
"total_penalty_factor": 0.5,
|
| 1503 |
+
"fail_reason": "out_of_bounds",
|
| 1504 |
+
"penalty_events": [
|
| 1505 |
+
{
|
| 1506 |
+
"event_type": "out_of_bounds",
|
| 1507 |
+
"timestep": 109,
|
| 1508 |
+
"penalty_factor": 0.5,
|
| 1509 |
+
"details": "Target object left workspace/view"
|
| 1510 |
+
}
|
| 1511 |
+
]
|
| 1512 |
+
},
|
| 1513 |
+
{
|
| 1514 |
+
"episode_id": 82,
|
| 1515 |
+
"seed": 100190,
|
| 1516 |
+
"success": false,
|
| 1517 |
+
"steps_taken": 182,
|
| 1518 |
+
"max_steps": 400,
|
| 1519 |
+
"route_completion": 18.49735049559607,
|
| 1520 |
+
"manipulation_score": 9.248675247798035,
|
| 1521 |
+
"total_penalty_factor": 0.5,
|
| 1522 |
+
"fail_reason": "out_of_bounds",
|
| 1523 |
+
"penalty_events": [
|
| 1524 |
+
{
|
| 1525 |
+
"event_type": "out_of_bounds",
|
| 1526 |
+
"timestep": 182,
|
| 1527 |
+
"penalty_factor": 0.5,
|
| 1528 |
+
"details": "Target object left workspace/view"
|
| 1529 |
+
}
|
| 1530 |
+
]
|
| 1531 |
+
},
|
| 1532 |
+
{
|
| 1533 |
+
"episode_id": 83,
|
| 1534 |
+
"seed": 100192,
|
| 1535 |
+
"success": false,
|
| 1536 |
+
"steps_taken": 361,
|
| 1537 |
+
"max_steps": 400,
|
| 1538 |
+
"route_completion": 38.3045093302551,
|
| 1539 |
+
"manipulation_score": 19.15225466512755,
|
| 1540 |
+
"total_penalty_factor": 0.5,
|
| 1541 |
+
"fail_reason": "out_of_bounds",
|
| 1542 |
+
"penalty_events": [
|
| 1543 |
+
{
|
| 1544 |
+
"event_type": "out_of_bounds",
|
| 1545 |
+
"timestep": 361,
|
| 1546 |
+
"penalty_factor": 0.5,
|
| 1547 |
+
"details": "Target object left workspace/view"
|
| 1548 |
+
}
|
| 1549 |
+
]
|
| 1550 |
+
},
|
| 1551 |
+
{
|
| 1552 |
+
"episode_id": 84,
|
| 1553 |
+
"seed": 100193,
|
| 1554 |
+
"success": false,
|
| 1555 |
+
"steps_taken": 373,
|
| 1556 |
+
"max_steps": 400,
|
| 1557 |
+
"route_completion": 44.23078153650785,
|
| 1558 |
+
"manipulation_score": 22.115390768253924,
|
| 1559 |
+
"total_penalty_factor": 0.5,
|
| 1560 |
+
"fail_reason": "out_of_bounds",
|
| 1561 |
+
"penalty_events": [
|
| 1562 |
+
{
|
| 1563 |
+
"event_type": "out_of_bounds",
|
| 1564 |
+
"timestep": 373,
|
| 1565 |
+
"penalty_factor": 0.5,
|
| 1566 |
+
"details": "Target object left workspace/view"
|
| 1567 |
+
}
|
| 1568 |
+
]
|
| 1569 |
+
},
|
| 1570 |
+
{
|
| 1571 |
+
"episode_id": 85,
|
| 1572 |
+
"seed": 100195,
|
| 1573 |
+
"success": false,
|
| 1574 |
+
"steps_taken": 102,
|
| 1575 |
+
"max_steps": 400,
|
| 1576 |
+
"route_completion": 7.072998662649675,
|
| 1577 |
+
"manipulation_score": 3.5364993313248374,
|
| 1578 |
+
"total_penalty_factor": 0.5,
|
| 1579 |
+
"fail_reason": "out_of_bounds",
|
| 1580 |
+
"penalty_events": [
|
| 1581 |
+
{
|
| 1582 |
+
"event_type": "out_of_bounds",
|
| 1583 |
+
"timestep": 102,
|
| 1584 |
+
"penalty_factor": 0.5,
|
| 1585 |
+
"details": "Target object left workspace/view"
|
| 1586 |
+
}
|
| 1587 |
+
]
|
| 1588 |
+
},
|
| 1589 |
+
{
|
| 1590 |
+
"episode_id": 86,
|
| 1591 |
+
"seed": 100198,
|
| 1592 |
+
"success": true,
|
| 1593 |
+
"steps_taken": 108,
|
| 1594 |
+
"max_steps": 400,
|
| 1595 |
+
"route_completion": 100.0,
|
| 1596 |
+
"manipulation_score": 100.0,
|
| 1597 |
+
"total_penalty_factor": 1.0,
|
| 1598 |
+
"fail_reason": null,
|
| 1599 |
+
"penalty_events": []
|
| 1600 |
+
},
|
| 1601 |
+
{
|
| 1602 |
+
"episode_id": 87,
|
| 1603 |
+
"seed": 100201,
|
| 1604 |
+
"success": false,
|
| 1605 |
+
"steps_taken": 206,
|
| 1606 |
+
"max_steps": 400,
|
| 1607 |
+
"route_completion": 53.25148986263017,
|
| 1608 |
+
"manipulation_score": 26.625744931315086,
|
| 1609 |
+
"total_penalty_factor": 0.5,
|
| 1610 |
+
"fail_reason": "out_of_bounds",
|
| 1611 |
+
"penalty_events": [
|
| 1612 |
+
{
|
| 1613 |
+
"event_type": "out_of_bounds",
|
| 1614 |
+
"timestep": 206,
|
| 1615 |
+
"penalty_factor": 0.5,
|
| 1616 |
+
"details": "Target object left workspace/view"
|
| 1617 |
+
}
|
| 1618 |
+
]
|
| 1619 |
+
},
|
| 1620 |
+
{
|
| 1621 |
+
"episode_id": 88,
|
| 1622 |
+
"seed": 100202,
|
| 1623 |
+
"success": false,
|
| 1624 |
+
"steps_taken": 170,
|
| 1625 |
+
"max_steps": 400,
|
| 1626 |
+
"route_completion": 28.43902813101612,
|
| 1627 |
+
"manipulation_score": 14.21951406550806,
|
| 1628 |
+
"total_penalty_factor": 0.5,
|
| 1629 |
+
"fail_reason": "out_of_bounds",
|
| 1630 |
+
"penalty_events": [
|
| 1631 |
+
{
|
| 1632 |
+
"event_type": "out_of_bounds",
|
| 1633 |
+
"timestep": 170,
|
| 1634 |
+
"penalty_factor": 0.5,
|
| 1635 |
+
"details": "Target object left workspace/view"
|
| 1636 |
+
}
|
| 1637 |
+
]
|
| 1638 |
+
},
|
| 1639 |
+
{
|
| 1640 |
+
"episode_id": 89,
|
| 1641 |
+
"seed": 100206,
|
| 1642 |
+
"success": false,
|
| 1643 |
+
"steps_taken": 141,
|
| 1644 |
+
"max_steps": 400,
|
| 1645 |
+
"route_completion": 2.033010576074464,
|
| 1646 |
+
"manipulation_score": 1.016505288037232,
|
| 1647 |
+
"total_penalty_factor": 0.5,
|
| 1648 |
+
"fail_reason": "out_of_bounds",
|
| 1649 |
+
"penalty_events": [
|
| 1650 |
+
{
|
| 1651 |
+
"event_type": "out_of_bounds",
|
| 1652 |
+
"timestep": 141,
|
| 1653 |
+
"penalty_factor": 0.5,
|
| 1654 |
+
"details": "Target object left workspace/view"
|
| 1655 |
+
}
|
| 1656 |
+
]
|
| 1657 |
+
},
|
| 1658 |
+
{
|
| 1659 |
+
"episode_id": 90,
|
| 1660 |
+
"seed": 100208,
|
| 1661 |
+
"success": false,
|
| 1662 |
+
"steps_taken": 85,
|
| 1663 |
+
"max_steps": 400,
|
| 1664 |
+
"route_completion": 14.814930081841709,
|
| 1665 |
+
"manipulation_score": 7.4074650409208544,
|
| 1666 |
+
"total_penalty_factor": 0.5,
|
| 1667 |
+
"fail_reason": "out_of_bounds",
|
| 1668 |
+
"penalty_events": [
|
| 1669 |
+
{
|
| 1670 |
+
"event_type": "out_of_bounds",
|
| 1671 |
+
"timestep": 85,
|
| 1672 |
+
"penalty_factor": 0.5,
|
| 1673 |
+
"details": "Target object left workspace/view"
|
| 1674 |
+
}
|
| 1675 |
+
]
|
| 1676 |
+
},
|
| 1677 |
+
{
|
| 1678 |
+
"episode_id": 91,
|
| 1679 |
+
"seed": 100209,
|
| 1680 |
+
"success": false,
|
| 1681 |
+
"steps_taken": 89,
|
| 1682 |
+
"max_steps": 400,
|
| 1683 |
+
"route_completion": 32.935646276428834,
|
| 1684 |
+
"manipulation_score": 16.467823138214417,
|
| 1685 |
+
"total_penalty_factor": 0.5,
|
| 1686 |
+
"fail_reason": "out_of_bounds",
|
| 1687 |
+
"penalty_events": [
|
| 1688 |
+
{
|
| 1689 |
+
"event_type": "out_of_bounds",
|
| 1690 |
+
"timestep": 89,
|
| 1691 |
+
"penalty_factor": 0.5,
|
| 1692 |
+
"details": "Target object left workspace/view"
|
| 1693 |
+
}
|
| 1694 |
+
]
|
| 1695 |
+
},
|
| 1696 |
+
{
|
| 1697 |
+
"episode_id": 92,
|
| 1698 |
+
"seed": 100210,
|
| 1699 |
+
"success": false,
|
| 1700 |
+
"steps_taken": 160,
|
| 1701 |
+
"max_steps": 400,
|
| 1702 |
+
"route_completion": 26.43661974795368,
|
| 1703 |
+
"manipulation_score": 13.21830987397684,
|
| 1704 |
+
"total_penalty_factor": 0.5,
|
| 1705 |
+
"fail_reason": "out_of_bounds",
|
| 1706 |
+
"penalty_events": [
|
| 1707 |
+
{
|
| 1708 |
+
"event_type": "out_of_bounds",
|
| 1709 |
+
"timestep": 160,
|
| 1710 |
+
"penalty_factor": 0.5,
|
| 1711 |
+
"details": "Target object left workspace/view"
|
| 1712 |
+
}
|
| 1713 |
+
]
|
| 1714 |
+
},
|
| 1715 |
+
{
|
| 1716 |
+
"episode_id": 93,
|
| 1717 |
+
"seed": 100212,
|
| 1718 |
+
"success": false,
|
| 1719 |
+
"steps_taken": 126,
|
| 1720 |
+
"max_steps": 400,
|
| 1721 |
+
"route_completion": 33.86073455879256,
|
| 1722 |
+
"manipulation_score": 16.93036727939628,
|
| 1723 |
+
"total_penalty_factor": 0.5,
|
| 1724 |
+
"fail_reason": "out_of_bounds",
|
| 1725 |
+
"penalty_events": [
|
| 1726 |
+
{
|
| 1727 |
+
"event_type": "out_of_bounds",
|
| 1728 |
+
"timestep": 126,
|
| 1729 |
+
"penalty_factor": 0.5,
|
| 1730 |
+
"details": "Target object left workspace/view"
|
| 1731 |
+
}
|
| 1732 |
+
]
|
| 1733 |
+
},
|
| 1734 |
+
{
|
| 1735 |
+
"episode_id": 94,
|
| 1736 |
+
"seed": 100213,
|
| 1737 |
+
"success": false,
|
| 1738 |
+
"steps_taken": 78,
|
| 1739 |
+
"max_steps": 400,
|
| 1740 |
+
"route_completion": 11.339715729219337,
|
| 1741 |
+
"manipulation_score": 5.669857864609669,
|
| 1742 |
+
"total_penalty_factor": 0.5,
|
| 1743 |
+
"fail_reason": "out_of_bounds",
|
| 1744 |
+
"penalty_events": [
|
| 1745 |
+
{
|
| 1746 |
+
"event_type": "out_of_bounds",
|
| 1747 |
+
"timestep": 78,
|
| 1748 |
+
"penalty_factor": 0.5,
|
| 1749 |
+
"details": "Target object left workspace/view"
|
| 1750 |
+
}
|
| 1751 |
+
]
|
| 1752 |
+
},
|
| 1753 |
+
{
|
| 1754 |
+
"episode_id": 95,
|
| 1755 |
+
"seed": 100214,
|
| 1756 |
+
"success": false,
|
| 1757 |
+
"steps_taken": 102,
|
| 1758 |
+
"max_steps": 400,
|
| 1759 |
+
"route_completion": 10.682037857122689,
|
| 1760 |
+
"manipulation_score": 5.341018928561344,
|
| 1761 |
+
"total_penalty_factor": 0.5,
|
| 1762 |
+
"fail_reason": "out_of_bounds",
|
| 1763 |
+
"penalty_events": [
|
| 1764 |
+
{
|
| 1765 |
+
"event_type": "out_of_bounds",
|
| 1766 |
+
"timestep": 102,
|
| 1767 |
+
"penalty_factor": 0.5,
|
| 1768 |
+
"details": "Target object left workspace/view"
|
| 1769 |
+
}
|
| 1770 |
+
]
|
| 1771 |
+
},
|
| 1772 |
+
{
|
| 1773 |
+
"episode_id": 96,
|
| 1774 |
+
"seed": 100215,
|
| 1775 |
+
"success": false,
|
| 1776 |
+
"steps_taken": 89,
|
| 1777 |
+
"max_steps": 400,
|
| 1778 |
+
"route_completion": 0.07270160374209421,
|
| 1779 |
+
"manipulation_score": 0.036350801871047105,
|
| 1780 |
+
"total_penalty_factor": 0.5,
|
| 1781 |
+
"fail_reason": "out_of_bounds",
|
| 1782 |
+
"penalty_events": [
|
| 1783 |
+
{
|
| 1784 |
+
"event_type": "out_of_bounds",
|
| 1785 |
+
"timestep": 89,
|
| 1786 |
+
"penalty_factor": 0.5,
|
| 1787 |
+
"details": "Target object left workspace/view"
|
| 1788 |
+
}
|
| 1789 |
+
]
|
| 1790 |
+
},
|
| 1791 |
+
{
|
| 1792 |
+
"episode_id": 97,
|
| 1793 |
+
"seed": 100216,
|
| 1794 |
+
"success": false,
|
| 1795 |
+
"steps_taken": 130,
|
| 1796 |
+
"max_steps": 400,
|
| 1797 |
+
"route_completion": 36.92498807062696,
|
| 1798 |
+
"manipulation_score": 18.46249403531348,
|
| 1799 |
+
"total_penalty_factor": 0.5,
|
| 1800 |
+
"fail_reason": "out_of_bounds",
|
| 1801 |
+
"penalty_events": [
|
| 1802 |
+
{
|
| 1803 |
+
"event_type": "out_of_bounds",
|
| 1804 |
+
"timestep": 130,
|
| 1805 |
+
"penalty_factor": 0.5,
|
| 1806 |
+
"details": "Target object left workspace/view"
|
| 1807 |
+
}
|
| 1808 |
+
]
|
| 1809 |
+
},
|
| 1810 |
+
{
|
| 1811 |
+
"episode_id": 98,
|
| 1812 |
+
"seed": 100218,
|
| 1813 |
+
"success": false,
|
| 1814 |
+
"steps_taken": 242,
|
| 1815 |
+
"max_steps": 400,
|
| 1816 |
+
"route_completion": 37.397469608216646,
|
| 1817 |
+
"manipulation_score": 18.698734804108323,
|
| 1818 |
+
"total_penalty_factor": 0.5,
|
| 1819 |
+
"fail_reason": "out_of_bounds",
|
| 1820 |
+
"penalty_events": [
|
| 1821 |
+
{
|
| 1822 |
+
"event_type": "out_of_bounds",
|
| 1823 |
+
"timestep": 242,
|
| 1824 |
+
"penalty_factor": 0.5,
|
| 1825 |
+
"details": "Target object left workspace/view"
|
| 1826 |
+
}
|
| 1827 |
+
]
|
| 1828 |
+
},
|
| 1829 |
+
{
|
| 1830 |
+
"episode_id": 99,
|
| 1831 |
+
"seed": 100219,
|
| 1832 |
+
"success": false,
|
| 1833 |
+
"steps_taken": 129,
|
| 1834 |
+
"max_steps": 400,
|
| 1835 |
+
"route_completion": 19.995449798110876,
|
| 1836 |
+
"manipulation_score": 9.997724899055438,
|
| 1837 |
+
"total_penalty_factor": 0.5,
|
| 1838 |
+
"fail_reason": "out_of_bounds",
|
| 1839 |
+
"penalty_events": [
|
| 1840 |
+
{
|
| 1841 |
+
"event_type": "out_of_bounds",
|
| 1842 |
+
"timestep": 129,
|
| 1843 |
+
"penalty_factor": 0.5,
|
| 1844 |
+
"details": "Target object left workspace/view"
|
| 1845 |
+
}
|
| 1846 |
+
]
|
| 1847 |
+
},
|
| 1848 |
+
{
|
| 1849 |
+
"episode_id": 100,
|
| 1850 |
+
"seed": 100222,
|
| 1851 |
+
"success": false,
|
| 1852 |
+
"steps_taken": 103,
|
| 1853 |
+
"max_steps": 400,
|
| 1854 |
+
"route_completion": 7.245558161336432,
|
| 1855 |
+
"manipulation_score": 3.622779080668216,
|
| 1856 |
+
"total_penalty_factor": 0.5,
|
| 1857 |
+
"fail_reason": "out_of_bounds",
|
| 1858 |
+
"penalty_events": [
|
| 1859 |
+
{
|
| 1860 |
+
"event_type": "out_of_bounds",
|
| 1861 |
+
"timestep": 103,
|
| 1862 |
+
"penalty_factor": 0.5,
|
| 1863 |
+
"details": "Target object left workspace/view"
|
| 1864 |
+
}
|
| 1865 |
+
]
|
| 1866 |
+
}
|
| 1867 |
+
]
|
log/eval_result/beat_block_hammer/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 19:53:57/_metrics.json
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"total_episodes": 100,
|
| 3 |
+
"success_count": 4,
|
| 4 |
+
"success_rate": 4.0,
|
| 5 |
+
"manipulation_score_mean": 19.509286349302474,
|
| 6 |
+
"manipulation_score_std": 18.858061298632347,
|
| 7 |
+
"route_completion_mean": 34.452495100463885,
|
| 8 |
+
"route_completion_std": 21.490633923306763,
|
| 9 |
+
"penalty_clutter_collision_total": 0,
|
| 10 |
+
"penalty_out_of_bounds_total": 95
|
| 11 |
+
}
|
log/eval_result/beat_block_hammer/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 19:53:57/_metrics_report.txt
ADDED
|
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
============================================================
|
| 2 |
+
EVALUATION METRICS REPORT
|
| 3 |
+
============================================================
|
| 4 |
+
|
| 5 |
+
Total Episodes: 100
|
| 6 |
+
Success Rate: 4.0% (4/100)
|
| 7 |
+
|
| 8 |
+
--- Manipulation Score ---
|
| 9 |
+
Mean: 19.51
|
| 10 |
+
Std: 18.86
|
| 11 |
+
|
| 12 |
+
--- Route Completion ---
|
| 13 |
+
Mean: 34.45%
|
| 14 |
+
Std: 21.49
|
| 15 |
+
|
| 16 |
+
--- Penalty Events ---
|
| 17 |
+
Clutter Collisions: 0
|
| 18 |
+
Out of Bounds: 95
|
| 19 |
+
|
| 20 |
+
============================================================
|
log/eval_result/beat_block_hammer/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 19:53:57/_result.txt
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Timestamp: 2026-03-29 19:53:57
|
| 2 |
+
|
| 3 |
+
Instruction Type: unseen
|
| 4 |
+
|
| 5 |
+
0.04
|
log/eval_result/click_alarmclock/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 19:53:57/_episodes_detail.json
ADDED
|
@@ -0,0 +1,1846 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[
|
| 2 |
+
{
|
| 3 |
+
"episode_id": 1,
|
| 4 |
+
"seed": 100000,
|
| 5 |
+
"success": false,
|
| 6 |
+
"steps_taken": 86,
|
| 7 |
+
"max_steps": 400,
|
| 8 |
+
"route_completion": 0.04886677299730829,
|
| 9 |
+
"manipulation_score": 0.024433386498654144,
|
| 10 |
+
"total_penalty_factor": 0.5,
|
| 11 |
+
"fail_reason": "out_of_bounds",
|
| 12 |
+
"penalty_events": [
|
| 13 |
+
{
|
| 14 |
+
"event_type": "out_of_bounds",
|
| 15 |
+
"timestep": 86,
|
| 16 |
+
"penalty_factor": 0.5,
|
| 17 |
+
"details": "Target object left workspace/view"
|
| 18 |
+
}
|
| 19 |
+
]
|
| 20 |
+
},
|
| 21 |
+
{
|
| 22 |
+
"episode_id": 2,
|
| 23 |
+
"seed": 100002,
|
| 24 |
+
"success": false,
|
| 25 |
+
"steps_taken": 103,
|
| 26 |
+
"max_steps": 400,
|
| 27 |
+
"route_completion": 32.013475244976,
|
| 28 |
+
"manipulation_score": 16.006737622488,
|
| 29 |
+
"total_penalty_factor": 0.5,
|
| 30 |
+
"fail_reason": "out_of_bounds",
|
| 31 |
+
"penalty_events": [
|
| 32 |
+
{
|
| 33 |
+
"event_type": "out_of_bounds",
|
| 34 |
+
"timestep": 103,
|
| 35 |
+
"penalty_factor": 0.5,
|
| 36 |
+
"details": "Target object left workspace/view"
|
| 37 |
+
}
|
| 38 |
+
]
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"episode_id": 3,
|
| 42 |
+
"seed": 100003,
|
| 43 |
+
"success": false,
|
| 44 |
+
"steps_taken": 56,
|
| 45 |
+
"max_steps": 400,
|
| 46 |
+
"route_completion": 0.0,
|
| 47 |
+
"manipulation_score": 0.0,
|
| 48 |
+
"total_penalty_factor": 0.5,
|
| 49 |
+
"fail_reason": "out_of_bounds",
|
| 50 |
+
"penalty_events": [
|
| 51 |
+
{
|
| 52 |
+
"event_type": "out_of_bounds",
|
| 53 |
+
"timestep": 56,
|
| 54 |
+
"penalty_factor": 0.5,
|
| 55 |
+
"details": "Target object left workspace/view"
|
| 56 |
+
}
|
| 57 |
+
]
|
| 58 |
+
},
|
| 59 |
+
{
|
| 60 |
+
"episode_id": 4,
|
| 61 |
+
"seed": 100007,
|
| 62 |
+
"success": false,
|
| 63 |
+
"steps_taken": 78,
|
| 64 |
+
"max_steps": 400,
|
| 65 |
+
"route_completion": 14.57677340085001,
|
| 66 |
+
"manipulation_score": 7.288386700425005,
|
| 67 |
+
"total_penalty_factor": 0.5,
|
| 68 |
+
"fail_reason": "out_of_bounds",
|
| 69 |
+
"penalty_events": [
|
| 70 |
+
{
|
| 71 |
+
"event_type": "out_of_bounds",
|
| 72 |
+
"timestep": 78,
|
| 73 |
+
"penalty_factor": 0.5,
|
| 74 |
+
"details": "Target object left workspace/view"
|
| 75 |
+
}
|
| 76 |
+
]
|
| 77 |
+
},
|
| 78 |
+
{
|
| 79 |
+
"episode_id": 5,
|
| 80 |
+
"seed": 100008,
|
| 81 |
+
"success": true,
|
| 82 |
+
"steps_taken": 113,
|
| 83 |
+
"max_steps": 400,
|
| 84 |
+
"route_completion": 100.0,
|
| 85 |
+
"manipulation_score": 100.0,
|
| 86 |
+
"total_penalty_factor": 1.0,
|
| 87 |
+
"fail_reason": null,
|
| 88 |
+
"penalty_events": []
|
| 89 |
+
},
|
| 90 |
+
{
|
| 91 |
+
"episode_id": 6,
|
| 92 |
+
"seed": 100009,
|
| 93 |
+
"success": false,
|
| 94 |
+
"steps_taken": 85,
|
| 95 |
+
"max_steps": 400,
|
| 96 |
+
"route_completion": 20.24427012304051,
|
| 97 |
+
"manipulation_score": 10.122135061520256,
|
| 98 |
+
"total_penalty_factor": 0.5,
|
| 99 |
+
"fail_reason": "out_of_bounds",
|
| 100 |
+
"penalty_events": [
|
| 101 |
+
{
|
| 102 |
+
"event_type": "out_of_bounds",
|
| 103 |
+
"timestep": 85,
|
| 104 |
+
"penalty_factor": 0.5,
|
| 105 |
+
"details": "Target object left workspace/view"
|
| 106 |
+
}
|
| 107 |
+
]
|
| 108 |
+
},
|
| 109 |
+
{
|
| 110 |
+
"episode_id": 7,
|
| 111 |
+
"seed": 100010,
|
| 112 |
+
"success": false,
|
| 113 |
+
"steps_taken": 83,
|
| 114 |
+
"max_steps": 400,
|
| 115 |
+
"route_completion": 22.06911864237568,
|
| 116 |
+
"manipulation_score": 11.03455932118784,
|
| 117 |
+
"total_penalty_factor": 0.5,
|
| 118 |
+
"fail_reason": "out_of_bounds",
|
| 119 |
+
"penalty_events": [
|
| 120 |
+
{
|
| 121 |
+
"event_type": "out_of_bounds",
|
| 122 |
+
"timestep": 83,
|
| 123 |
+
"penalty_factor": 0.5,
|
| 124 |
+
"details": "Target object left workspace/view"
|
| 125 |
+
}
|
| 126 |
+
]
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"episode_id": 8,
|
| 130 |
+
"seed": 100012,
|
| 131 |
+
"success": false,
|
| 132 |
+
"steps_taken": 53,
|
| 133 |
+
"max_steps": 400,
|
| 134 |
+
"route_completion": 7.264615756273315,
|
| 135 |
+
"manipulation_score": 3.6323078781366576,
|
| 136 |
+
"total_penalty_factor": 0.5,
|
| 137 |
+
"fail_reason": "out_of_bounds",
|
| 138 |
+
"penalty_events": [
|
| 139 |
+
{
|
| 140 |
+
"event_type": "out_of_bounds",
|
| 141 |
+
"timestep": 53,
|
| 142 |
+
"penalty_factor": 0.5,
|
| 143 |
+
"details": "Target object left workspace/view"
|
| 144 |
+
}
|
| 145 |
+
]
|
| 146 |
+
},
|
| 147 |
+
{
|
| 148 |
+
"episode_id": 9,
|
| 149 |
+
"seed": 100013,
|
| 150 |
+
"success": false,
|
| 151 |
+
"steps_taken": 73,
|
| 152 |
+
"max_steps": 400,
|
| 153 |
+
"route_completion": 9.417897547189137,
|
| 154 |
+
"manipulation_score": 4.708948773594568,
|
| 155 |
+
"total_penalty_factor": 0.5,
|
| 156 |
+
"fail_reason": "out_of_bounds",
|
| 157 |
+
"penalty_events": [
|
| 158 |
+
{
|
| 159 |
+
"event_type": "out_of_bounds",
|
| 160 |
+
"timestep": 73,
|
| 161 |
+
"penalty_factor": 0.5,
|
| 162 |
+
"details": "Target object left workspace/view"
|
| 163 |
+
}
|
| 164 |
+
]
|
| 165 |
+
},
|
| 166 |
+
{
|
| 167 |
+
"episode_id": 10,
|
| 168 |
+
"seed": 100014,
|
| 169 |
+
"success": false,
|
| 170 |
+
"steps_taken": 50,
|
| 171 |
+
"max_steps": 400,
|
| 172 |
+
"route_completion": 2.5967072047805577,
|
| 173 |
+
"manipulation_score": 1.2983536023902789,
|
| 174 |
+
"total_penalty_factor": 0.5,
|
| 175 |
+
"fail_reason": "out_of_bounds",
|
| 176 |
+
"penalty_events": [
|
| 177 |
+
{
|
| 178 |
+
"event_type": "out_of_bounds",
|
| 179 |
+
"timestep": 50,
|
| 180 |
+
"penalty_factor": 0.5,
|
| 181 |
+
"details": "Target object left workspace/view"
|
| 182 |
+
}
|
| 183 |
+
]
|
| 184 |
+
},
|
| 185 |
+
{
|
| 186 |
+
"episode_id": 11,
|
| 187 |
+
"seed": 100015,
|
| 188 |
+
"success": false,
|
| 189 |
+
"steps_taken": 61,
|
| 190 |
+
"max_steps": 400,
|
| 191 |
+
"route_completion": 0.0,
|
| 192 |
+
"manipulation_score": 0.0,
|
| 193 |
+
"total_penalty_factor": 0.5,
|
| 194 |
+
"fail_reason": "out_of_bounds",
|
| 195 |
+
"penalty_events": [
|
| 196 |
+
{
|
| 197 |
+
"event_type": "out_of_bounds",
|
| 198 |
+
"timestep": 61,
|
| 199 |
+
"penalty_factor": 0.5,
|
| 200 |
+
"details": "Target object left workspace/view"
|
| 201 |
+
}
|
| 202 |
+
]
|
| 203 |
+
},
|
| 204 |
+
{
|
| 205 |
+
"episode_id": 12,
|
| 206 |
+
"seed": 100018,
|
| 207 |
+
"success": false,
|
| 208 |
+
"steps_taken": 112,
|
| 209 |
+
"max_steps": 400,
|
| 210 |
+
"route_completion": 30.230876397128075,
|
| 211 |
+
"manipulation_score": 15.115438198564037,
|
| 212 |
+
"total_penalty_factor": 0.5,
|
| 213 |
+
"fail_reason": "out_of_bounds",
|
| 214 |
+
"penalty_events": [
|
| 215 |
+
{
|
| 216 |
+
"event_type": "out_of_bounds",
|
| 217 |
+
"timestep": 112,
|
| 218 |
+
"penalty_factor": 0.5,
|
| 219 |
+
"details": "Target object left workspace/view"
|
| 220 |
+
}
|
| 221 |
+
]
|
| 222 |
+
},
|
| 223 |
+
{
|
| 224 |
+
"episode_id": 13,
|
| 225 |
+
"seed": 100020,
|
| 226 |
+
"success": false,
|
| 227 |
+
"steps_taken": 69,
|
| 228 |
+
"max_steps": 400,
|
| 229 |
+
"route_completion": 0.013939954337672828,
|
| 230 |
+
"manipulation_score": 0.006969977168836414,
|
| 231 |
+
"total_penalty_factor": 0.5,
|
| 232 |
+
"fail_reason": "out_of_bounds",
|
| 233 |
+
"penalty_events": [
|
| 234 |
+
{
|
| 235 |
+
"event_type": "out_of_bounds",
|
| 236 |
+
"timestep": 69,
|
| 237 |
+
"penalty_factor": 0.5,
|
| 238 |
+
"details": "Target object left workspace/view"
|
| 239 |
+
}
|
| 240 |
+
]
|
| 241 |
+
},
|
| 242 |
+
{
|
| 243 |
+
"episode_id": 14,
|
| 244 |
+
"seed": 100021,
|
| 245 |
+
"success": false,
|
| 246 |
+
"steps_taken": 72,
|
| 247 |
+
"max_steps": 400,
|
| 248 |
+
"route_completion": 0.02892305454774488,
|
| 249 |
+
"manipulation_score": 0.01446152727387244,
|
| 250 |
+
"total_penalty_factor": 0.5,
|
| 251 |
+
"fail_reason": "out_of_bounds",
|
| 252 |
+
"penalty_events": [
|
| 253 |
+
{
|
| 254 |
+
"event_type": "out_of_bounds",
|
| 255 |
+
"timestep": 72,
|
| 256 |
+
"penalty_factor": 0.5,
|
| 257 |
+
"details": "Target object left workspace/view"
|
| 258 |
+
}
|
| 259 |
+
]
|
| 260 |
+
},
|
| 261 |
+
{
|
| 262 |
+
"episode_id": 15,
|
| 263 |
+
"seed": 100022,
|
| 264 |
+
"success": false,
|
| 265 |
+
"steps_taken": 182,
|
| 266 |
+
"max_steps": 400,
|
| 267 |
+
"route_completion": 0.039946378970042516,
|
| 268 |
+
"manipulation_score": 0.019973189485021258,
|
| 269 |
+
"total_penalty_factor": 0.5,
|
| 270 |
+
"fail_reason": "out_of_bounds",
|
| 271 |
+
"penalty_events": [
|
| 272 |
+
{
|
| 273 |
+
"event_type": "out_of_bounds",
|
| 274 |
+
"timestep": 182,
|
| 275 |
+
"penalty_factor": 0.5,
|
| 276 |
+
"details": "Target object left workspace/view"
|
| 277 |
+
}
|
| 278 |
+
]
|
| 279 |
+
},
|
| 280 |
+
{
|
| 281 |
+
"episode_id": 16,
|
| 282 |
+
"seed": 100023,
|
| 283 |
+
"success": false,
|
| 284 |
+
"steps_taken": 199,
|
| 285 |
+
"max_steps": 400,
|
| 286 |
+
"route_completion": 0.0502370763810198,
|
| 287 |
+
"manipulation_score": 0.0251185381905099,
|
| 288 |
+
"total_penalty_factor": 0.5,
|
| 289 |
+
"fail_reason": "out_of_bounds",
|
| 290 |
+
"penalty_events": [
|
| 291 |
+
{
|
| 292 |
+
"event_type": "out_of_bounds",
|
| 293 |
+
"timestep": 199,
|
| 294 |
+
"penalty_factor": 0.5,
|
| 295 |
+
"details": "Target object left workspace/view"
|
| 296 |
+
}
|
| 297 |
+
]
|
| 298 |
+
},
|
| 299 |
+
{
|
| 300 |
+
"episode_id": 17,
|
| 301 |
+
"seed": 100026,
|
| 302 |
+
"success": false,
|
| 303 |
+
"steps_taken": 92,
|
| 304 |
+
"max_steps": 400,
|
| 305 |
+
"route_completion": 0.007775874272610174,
|
| 306 |
+
"manipulation_score": 0.003887937136305087,
|
| 307 |
+
"total_penalty_factor": 0.5,
|
| 308 |
+
"fail_reason": "out_of_bounds",
|
| 309 |
+
"penalty_events": [
|
| 310 |
+
{
|
| 311 |
+
"event_type": "out_of_bounds",
|
| 312 |
+
"timestep": 92,
|
| 313 |
+
"penalty_factor": 0.5,
|
| 314 |
+
"details": "Target object left workspace/view"
|
| 315 |
+
}
|
| 316 |
+
]
|
| 317 |
+
},
|
| 318 |
+
{
|
| 319 |
+
"episode_id": 18,
|
| 320 |
+
"seed": 100027,
|
| 321 |
+
"success": false,
|
| 322 |
+
"steps_taken": 69,
|
| 323 |
+
"max_steps": 400,
|
| 324 |
+
"route_completion": 0.0158720541130807,
|
| 325 |
+
"manipulation_score": 0.00793602705654035,
|
| 326 |
+
"total_penalty_factor": 0.5,
|
| 327 |
+
"fail_reason": "out_of_bounds",
|
| 328 |
+
"penalty_events": [
|
| 329 |
+
{
|
| 330 |
+
"event_type": "out_of_bounds",
|
| 331 |
+
"timestep": 69,
|
| 332 |
+
"penalty_factor": 0.5,
|
| 333 |
+
"details": "Target object left workspace/view"
|
| 334 |
+
}
|
| 335 |
+
]
|
| 336 |
+
},
|
| 337 |
+
{
|
| 338 |
+
"episode_id": 19,
|
| 339 |
+
"seed": 100029,
|
| 340 |
+
"success": false,
|
| 341 |
+
"steps_taken": 117,
|
| 342 |
+
"max_steps": 400,
|
| 343 |
+
"route_completion": 12.868164190564416,
|
| 344 |
+
"manipulation_score": 6.434082095282208,
|
| 345 |
+
"total_penalty_factor": 0.5,
|
| 346 |
+
"fail_reason": "out_of_bounds",
|
| 347 |
+
"penalty_events": [
|
| 348 |
+
{
|
| 349 |
+
"event_type": "out_of_bounds",
|
| 350 |
+
"timestep": 117,
|
| 351 |
+
"penalty_factor": 0.5,
|
| 352 |
+
"details": "Target object left workspace/view"
|
| 353 |
+
}
|
| 354 |
+
]
|
| 355 |
+
},
|
| 356 |
+
{
|
| 357 |
+
"episode_id": 20,
|
| 358 |
+
"seed": 100031,
|
| 359 |
+
"success": false,
|
| 360 |
+
"steps_taken": 105,
|
| 361 |
+
"max_steps": 400,
|
| 362 |
+
"route_completion": 0.0,
|
| 363 |
+
"manipulation_score": 0.0,
|
| 364 |
+
"total_penalty_factor": 0.5,
|
| 365 |
+
"fail_reason": "out_of_bounds",
|
| 366 |
+
"penalty_events": [
|
| 367 |
+
{
|
| 368 |
+
"event_type": "out_of_bounds",
|
| 369 |
+
"timestep": 105,
|
| 370 |
+
"penalty_factor": 0.5,
|
| 371 |
+
"details": "Target object left workspace/view"
|
| 372 |
+
}
|
| 373 |
+
]
|
| 374 |
+
},
|
| 375 |
+
{
|
| 376 |
+
"episode_id": 21,
|
| 377 |
+
"seed": 100034,
|
| 378 |
+
"success": false,
|
| 379 |
+
"steps_taken": 101,
|
| 380 |
+
"max_steps": 400,
|
| 381 |
+
"route_completion": 14.601701874233203,
|
| 382 |
+
"manipulation_score": 7.300850937116602,
|
| 383 |
+
"total_penalty_factor": 0.5,
|
| 384 |
+
"fail_reason": "out_of_bounds",
|
| 385 |
+
"penalty_events": [
|
| 386 |
+
{
|
| 387 |
+
"event_type": "out_of_bounds",
|
| 388 |
+
"timestep": 101,
|
| 389 |
+
"penalty_factor": 0.5,
|
| 390 |
+
"details": "Target object left workspace/view"
|
| 391 |
+
}
|
| 392 |
+
]
|
| 393 |
+
},
|
| 394 |
+
{
|
| 395 |
+
"episode_id": 22,
|
| 396 |
+
"seed": 100037,
|
| 397 |
+
"success": false,
|
| 398 |
+
"steps_taken": 135,
|
| 399 |
+
"max_steps": 400,
|
| 400 |
+
"route_completion": 12.777039689591726,
|
| 401 |
+
"manipulation_score": 6.388519844795863,
|
| 402 |
+
"total_penalty_factor": 0.5,
|
| 403 |
+
"fail_reason": "out_of_bounds",
|
| 404 |
+
"penalty_events": [
|
| 405 |
+
{
|
| 406 |
+
"event_type": "out_of_bounds",
|
| 407 |
+
"timestep": 135,
|
| 408 |
+
"penalty_factor": 0.5,
|
| 409 |
+
"details": "Target object left workspace/view"
|
| 410 |
+
}
|
| 411 |
+
]
|
| 412 |
+
},
|
| 413 |
+
{
|
| 414 |
+
"episode_id": 23,
|
| 415 |
+
"seed": 100038,
|
| 416 |
+
"success": false,
|
| 417 |
+
"steps_taken": 63,
|
| 418 |
+
"max_steps": 400,
|
| 419 |
+
"route_completion": 0.055715671887603166,
|
| 420 |
+
"manipulation_score": 0.027857835943801583,
|
| 421 |
+
"total_penalty_factor": 0.5,
|
| 422 |
+
"fail_reason": "out_of_bounds",
|
| 423 |
+
"penalty_events": [
|
| 424 |
+
{
|
| 425 |
+
"event_type": "out_of_bounds",
|
| 426 |
+
"timestep": 63,
|
| 427 |
+
"penalty_factor": 0.5,
|
| 428 |
+
"details": "Target object left workspace/view"
|
| 429 |
+
}
|
| 430 |
+
]
|
| 431 |
+
},
|
| 432 |
+
{
|
| 433 |
+
"episode_id": 24,
|
| 434 |
+
"seed": 100039,
|
| 435 |
+
"success": false,
|
| 436 |
+
"steps_taken": 102,
|
| 437 |
+
"max_steps": 400,
|
| 438 |
+
"route_completion": 28.565295269420503,
|
| 439 |
+
"manipulation_score": 14.282647634710251,
|
| 440 |
+
"total_penalty_factor": 0.5,
|
| 441 |
+
"fail_reason": "out_of_bounds",
|
| 442 |
+
"penalty_events": [
|
| 443 |
+
{
|
| 444 |
+
"event_type": "out_of_bounds",
|
| 445 |
+
"timestep": 102,
|
| 446 |
+
"penalty_factor": 0.5,
|
| 447 |
+
"details": "Target object left workspace/view"
|
| 448 |
+
}
|
| 449 |
+
]
|
| 450 |
+
},
|
| 451 |
+
{
|
| 452 |
+
"episode_id": 25,
|
| 453 |
+
"seed": 100040,
|
| 454 |
+
"success": false,
|
| 455 |
+
"steps_taken": 76,
|
| 456 |
+
"max_steps": 400,
|
| 457 |
+
"route_completion": 0.0,
|
| 458 |
+
"manipulation_score": 0.0,
|
| 459 |
+
"total_penalty_factor": 0.5,
|
| 460 |
+
"fail_reason": "out_of_bounds",
|
| 461 |
+
"penalty_events": [
|
| 462 |
+
{
|
| 463 |
+
"event_type": "out_of_bounds",
|
| 464 |
+
"timestep": 76,
|
| 465 |
+
"penalty_factor": 0.5,
|
| 466 |
+
"details": "Target object left workspace/view"
|
| 467 |
+
}
|
| 468 |
+
]
|
| 469 |
+
},
|
| 470 |
+
{
|
| 471 |
+
"episode_id": 26,
|
| 472 |
+
"seed": 100041,
|
| 473 |
+
"success": false,
|
| 474 |
+
"steps_taken": 55,
|
| 475 |
+
"max_steps": 400,
|
| 476 |
+
"route_completion": 0.04322487582114092,
|
| 477 |
+
"manipulation_score": 0.02161243791057046,
|
| 478 |
+
"total_penalty_factor": 0.5,
|
| 479 |
+
"fail_reason": "out_of_bounds",
|
| 480 |
+
"penalty_events": [
|
| 481 |
+
{
|
| 482 |
+
"event_type": "out_of_bounds",
|
| 483 |
+
"timestep": 55,
|
| 484 |
+
"penalty_factor": 0.5,
|
| 485 |
+
"details": "Target object left workspace/view"
|
| 486 |
+
}
|
| 487 |
+
]
|
| 488 |
+
},
|
| 489 |
+
{
|
| 490 |
+
"episode_id": 27,
|
| 491 |
+
"seed": 100046,
|
| 492 |
+
"success": false,
|
| 493 |
+
"steps_taken": 57,
|
| 494 |
+
"max_steps": 400,
|
| 495 |
+
"route_completion": 0.034988258475332455,
|
| 496 |
+
"manipulation_score": 0.017494129237666228,
|
| 497 |
+
"total_penalty_factor": 0.5,
|
| 498 |
+
"fail_reason": "out_of_bounds",
|
| 499 |
+
"penalty_events": [
|
| 500 |
+
{
|
| 501 |
+
"event_type": "out_of_bounds",
|
| 502 |
+
"timestep": 57,
|
| 503 |
+
"penalty_factor": 0.5,
|
| 504 |
+
"details": "Target object left workspace/view"
|
| 505 |
+
}
|
| 506 |
+
]
|
| 507 |
+
},
|
| 508 |
+
{
|
| 509 |
+
"episode_id": 28,
|
| 510 |
+
"seed": 100048,
|
| 511 |
+
"success": false,
|
| 512 |
+
"steps_taken": 79,
|
| 513 |
+
"max_steps": 400,
|
| 514 |
+
"route_completion": 0.0,
|
| 515 |
+
"manipulation_score": 0.0,
|
| 516 |
+
"total_penalty_factor": 0.5,
|
| 517 |
+
"fail_reason": "out_of_bounds",
|
| 518 |
+
"penalty_events": [
|
| 519 |
+
{
|
| 520 |
+
"event_type": "out_of_bounds",
|
| 521 |
+
"timestep": 79,
|
| 522 |
+
"penalty_factor": 0.5,
|
| 523 |
+
"details": "Target object left workspace/view"
|
| 524 |
+
}
|
| 525 |
+
]
|
| 526 |
+
},
|
| 527 |
+
{
|
| 528 |
+
"episode_id": 29,
|
| 529 |
+
"seed": 100049,
|
| 530 |
+
"success": false,
|
| 531 |
+
"steps_taken": 120,
|
| 532 |
+
"max_steps": 400,
|
| 533 |
+
"route_completion": 7.995620346100574,
|
| 534 |
+
"manipulation_score": 3.997810173050287,
|
| 535 |
+
"total_penalty_factor": 0.5,
|
| 536 |
+
"fail_reason": "out_of_bounds",
|
| 537 |
+
"penalty_events": [
|
| 538 |
+
{
|
| 539 |
+
"event_type": "out_of_bounds",
|
| 540 |
+
"timestep": 120,
|
| 541 |
+
"penalty_factor": 0.5,
|
| 542 |
+
"details": "Target object left workspace/view"
|
| 543 |
+
}
|
| 544 |
+
]
|
| 545 |
+
},
|
| 546 |
+
{
|
| 547 |
+
"episode_id": 30,
|
| 548 |
+
"seed": 100053,
|
| 549 |
+
"success": false,
|
| 550 |
+
"steps_taken": 64,
|
| 551 |
+
"max_steps": 400,
|
| 552 |
+
"route_completion": 13.980280284610197,
|
| 553 |
+
"manipulation_score": 6.990140142305099,
|
| 554 |
+
"total_penalty_factor": 0.5,
|
| 555 |
+
"fail_reason": "out_of_bounds",
|
| 556 |
+
"penalty_events": [
|
| 557 |
+
{
|
| 558 |
+
"event_type": "out_of_bounds",
|
| 559 |
+
"timestep": 64,
|
| 560 |
+
"penalty_factor": 0.5,
|
| 561 |
+
"details": "Target object left workspace/view"
|
| 562 |
+
}
|
| 563 |
+
]
|
| 564 |
+
},
|
| 565 |
+
{
|
| 566 |
+
"episode_id": 31,
|
| 567 |
+
"seed": 100054,
|
| 568 |
+
"success": false,
|
| 569 |
+
"steps_taken": 66,
|
| 570 |
+
"max_steps": 400,
|
| 571 |
+
"route_completion": 20.534954338224402,
|
| 572 |
+
"manipulation_score": 10.267477169112201,
|
| 573 |
+
"total_penalty_factor": 0.5,
|
| 574 |
+
"fail_reason": "out_of_bounds",
|
| 575 |
+
"penalty_events": [
|
| 576 |
+
{
|
| 577 |
+
"event_type": "out_of_bounds",
|
| 578 |
+
"timestep": 66,
|
| 579 |
+
"penalty_factor": 0.5,
|
| 580 |
+
"details": "Target object left workspace/view"
|
| 581 |
+
}
|
| 582 |
+
]
|
| 583 |
+
},
|
| 584 |
+
{
|
| 585 |
+
"episode_id": 32,
|
| 586 |
+
"seed": 100055,
|
| 587 |
+
"success": false,
|
| 588 |
+
"steps_taken": 71,
|
| 589 |
+
"max_steps": 400,
|
| 590 |
+
"route_completion": 0.01300461693165528,
|
| 591 |
+
"manipulation_score": 0.00650230846582764,
|
| 592 |
+
"total_penalty_factor": 0.5,
|
| 593 |
+
"fail_reason": "out_of_bounds",
|
| 594 |
+
"penalty_events": [
|
| 595 |
+
{
|
| 596 |
+
"event_type": "out_of_bounds",
|
| 597 |
+
"timestep": 71,
|
| 598 |
+
"penalty_factor": 0.5,
|
| 599 |
+
"details": "Target object left workspace/view"
|
| 600 |
+
}
|
| 601 |
+
]
|
| 602 |
+
},
|
| 603 |
+
{
|
| 604 |
+
"episode_id": 33,
|
| 605 |
+
"seed": 100059,
|
| 606 |
+
"success": false,
|
| 607 |
+
"steps_taken": 251,
|
| 608 |
+
"max_steps": 400,
|
| 609 |
+
"route_completion": 0.005177344034676207,
|
| 610 |
+
"manipulation_score": 0.0025886720173381034,
|
| 611 |
+
"total_penalty_factor": 0.5,
|
| 612 |
+
"fail_reason": "out_of_bounds",
|
| 613 |
+
"penalty_events": [
|
| 614 |
+
{
|
| 615 |
+
"event_type": "out_of_bounds",
|
| 616 |
+
"timestep": 251,
|
| 617 |
+
"penalty_factor": 0.5,
|
| 618 |
+
"details": "Target object left workspace/view"
|
| 619 |
+
}
|
| 620 |
+
]
|
| 621 |
+
},
|
| 622 |
+
{
|
| 623 |
+
"episode_id": 34,
|
| 624 |
+
"seed": 100062,
|
| 625 |
+
"success": false,
|
| 626 |
+
"steps_taken": 72,
|
| 627 |
+
"max_steps": 400,
|
| 628 |
+
"route_completion": 0.008412673332625435,
|
| 629 |
+
"manipulation_score": 0.004206336666312717,
|
| 630 |
+
"total_penalty_factor": 0.5,
|
| 631 |
+
"fail_reason": "out_of_bounds",
|
| 632 |
+
"penalty_events": [
|
| 633 |
+
{
|
| 634 |
+
"event_type": "out_of_bounds",
|
| 635 |
+
"timestep": 72,
|
| 636 |
+
"penalty_factor": 0.5,
|
| 637 |
+
"details": "Target object left workspace/view"
|
| 638 |
+
}
|
| 639 |
+
]
|
| 640 |
+
},
|
| 641 |
+
{
|
| 642 |
+
"episode_id": 35,
|
| 643 |
+
"seed": 100063,
|
| 644 |
+
"success": false,
|
| 645 |
+
"steps_taken": 210,
|
| 646 |
+
"max_steps": 400,
|
| 647 |
+
"route_completion": 8.856721302625465,
|
| 648 |
+
"manipulation_score": 4.428360651312732,
|
| 649 |
+
"total_penalty_factor": 0.5,
|
| 650 |
+
"fail_reason": "out_of_bounds",
|
| 651 |
+
"penalty_events": [
|
| 652 |
+
{
|
| 653 |
+
"event_type": "out_of_bounds",
|
| 654 |
+
"timestep": 210,
|
| 655 |
+
"penalty_factor": 0.5,
|
| 656 |
+
"details": "Target object left workspace/view"
|
| 657 |
+
}
|
| 658 |
+
]
|
| 659 |
+
},
|
| 660 |
+
{
|
| 661 |
+
"episode_id": 36,
|
| 662 |
+
"seed": 100064,
|
| 663 |
+
"success": false,
|
| 664 |
+
"steps_taken": 75,
|
| 665 |
+
"max_steps": 400,
|
| 666 |
+
"route_completion": 18.38435915072785,
|
| 667 |
+
"manipulation_score": 9.192179575363925,
|
| 668 |
+
"total_penalty_factor": 0.5,
|
| 669 |
+
"fail_reason": "out_of_bounds",
|
| 670 |
+
"penalty_events": [
|
| 671 |
+
{
|
| 672 |
+
"event_type": "out_of_bounds",
|
| 673 |
+
"timestep": 75,
|
| 674 |
+
"penalty_factor": 0.5,
|
| 675 |
+
"details": "Target object left workspace/view"
|
| 676 |
+
}
|
| 677 |
+
]
|
| 678 |
+
},
|
| 679 |
+
{
|
| 680 |
+
"episode_id": 37,
|
| 681 |
+
"seed": 100066,
|
| 682 |
+
"success": false,
|
| 683 |
+
"steps_taken": 74,
|
| 684 |
+
"max_steps": 400,
|
| 685 |
+
"route_completion": 3.8011815743954775,
|
| 686 |
+
"manipulation_score": 1.9005907871977388,
|
| 687 |
+
"total_penalty_factor": 0.5,
|
| 688 |
+
"fail_reason": "out_of_bounds",
|
| 689 |
+
"penalty_events": [
|
| 690 |
+
{
|
| 691 |
+
"event_type": "out_of_bounds",
|
| 692 |
+
"timestep": 74,
|
| 693 |
+
"penalty_factor": 0.5,
|
| 694 |
+
"details": "Target object left workspace/view"
|
| 695 |
+
}
|
| 696 |
+
]
|
| 697 |
+
},
|
| 698 |
+
{
|
| 699 |
+
"episode_id": 38,
|
| 700 |
+
"seed": 100067,
|
| 701 |
+
"success": false,
|
| 702 |
+
"steps_taken": 79,
|
| 703 |
+
"max_steps": 400,
|
| 704 |
+
"route_completion": 20.178611275509798,
|
| 705 |
+
"manipulation_score": 10.089305637754899,
|
| 706 |
+
"total_penalty_factor": 0.5,
|
| 707 |
+
"fail_reason": "out_of_bounds",
|
| 708 |
+
"penalty_events": [
|
| 709 |
+
{
|
| 710 |
+
"event_type": "out_of_bounds",
|
| 711 |
+
"timestep": 79,
|
| 712 |
+
"penalty_factor": 0.5,
|
| 713 |
+
"details": "Target object left workspace/view"
|
| 714 |
+
}
|
| 715 |
+
]
|
| 716 |
+
},
|
| 717 |
+
{
|
| 718 |
+
"episode_id": 39,
|
| 719 |
+
"seed": 100068,
|
| 720 |
+
"success": false,
|
| 721 |
+
"steps_taken": 69,
|
| 722 |
+
"max_steps": 400,
|
| 723 |
+
"route_completion": 18.242609986249644,
|
| 724 |
+
"manipulation_score": 9.121304993124822,
|
| 725 |
+
"total_penalty_factor": 0.5,
|
| 726 |
+
"fail_reason": "out_of_bounds",
|
| 727 |
+
"penalty_events": [
|
| 728 |
+
{
|
| 729 |
+
"event_type": "out_of_bounds",
|
| 730 |
+
"timestep": 69,
|
| 731 |
+
"penalty_factor": 0.5,
|
| 732 |
+
"details": "Target object left workspace/view"
|
| 733 |
+
}
|
| 734 |
+
]
|
| 735 |
+
},
|
| 736 |
+
{
|
| 737 |
+
"episode_id": 40,
|
| 738 |
+
"seed": 100069,
|
| 739 |
+
"success": false,
|
| 740 |
+
"steps_taken": 96,
|
| 741 |
+
"max_steps": 400,
|
| 742 |
+
"route_completion": 21.53764821153565,
|
| 743 |
+
"manipulation_score": 10.768824105767825,
|
| 744 |
+
"total_penalty_factor": 0.5,
|
| 745 |
+
"fail_reason": "out_of_bounds",
|
| 746 |
+
"penalty_events": [
|
| 747 |
+
{
|
| 748 |
+
"event_type": "out_of_bounds",
|
| 749 |
+
"timestep": 96,
|
| 750 |
+
"penalty_factor": 0.5,
|
| 751 |
+
"details": "Target object left workspace/view"
|
| 752 |
+
}
|
| 753 |
+
]
|
| 754 |
+
},
|
| 755 |
+
{
|
| 756 |
+
"episode_id": 41,
|
| 757 |
+
"seed": 100070,
|
| 758 |
+
"success": false,
|
| 759 |
+
"steps_taken": 206,
|
| 760 |
+
"max_steps": 400,
|
| 761 |
+
"route_completion": 6.6622773249552,
|
| 762 |
+
"manipulation_score": 3.3311386624776,
|
| 763 |
+
"total_penalty_factor": 0.5,
|
| 764 |
+
"fail_reason": "out_of_bounds",
|
| 765 |
+
"penalty_events": [
|
| 766 |
+
{
|
| 767 |
+
"event_type": "out_of_bounds",
|
| 768 |
+
"timestep": 206,
|
| 769 |
+
"penalty_factor": 0.5,
|
| 770 |
+
"details": "Target object left workspace/view"
|
| 771 |
+
}
|
| 772 |
+
]
|
| 773 |
+
},
|
| 774 |
+
{
|
| 775 |
+
"episode_id": 42,
|
| 776 |
+
"seed": 100071,
|
| 777 |
+
"success": false,
|
| 778 |
+
"steps_taken": 76,
|
| 779 |
+
"max_steps": 400,
|
| 780 |
+
"route_completion": 12.938433202402635,
|
| 781 |
+
"manipulation_score": 6.4692166012013175,
|
| 782 |
+
"total_penalty_factor": 0.5,
|
| 783 |
+
"fail_reason": "out_of_bounds",
|
| 784 |
+
"penalty_events": [
|
| 785 |
+
{
|
| 786 |
+
"event_type": "out_of_bounds",
|
| 787 |
+
"timestep": 76,
|
| 788 |
+
"penalty_factor": 0.5,
|
| 789 |
+
"details": "Target object left workspace/view"
|
| 790 |
+
}
|
| 791 |
+
]
|
| 792 |
+
},
|
| 793 |
+
{
|
| 794 |
+
"episode_id": 43,
|
| 795 |
+
"seed": 100073,
|
| 796 |
+
"success": true,
|
| 797 |
+
"steps_taken": 60,
|
| 798 |
+
"max_steps": 400,
|
| 799 |
+
"route_completion": 100.0,
|
| 800 |
+
"manipulation_score": 100.0,
|
| 801 |
+
"total_penalty_factor": 1.0,
|
| 802 |
+
"fail_reason": null,
|
| 803 |
+
"penalty_events": []
|
| 804 |
+
},
|
| 805 |
+
{
|
| 806 |
+
"episode_id": 44,
|
| 807 |
+
"seed": 100074,
|
| 808 |
+
"success": false,
|
| 809 |
+
"steps_taken": 75,
|
| 810 |
+
"max_steps": 400,
|
| 811 |
+
"route_completion": 17.36575627796258,
|
| 812 |
+
"manipulation_score": 8.68287813898129,
|
| 813 |
+
"total_penalty_factor": 0.5,
|
| 814 |
+
"fail_reason": "out_of_bounds",
|
| 815 |
+
"penalty_events": [
|
| 816 |
+
{
|
| 817 |
+
"event_type": "out_of_bounds",
|
| 818 |
+
"timestep": 75,
|
| 819 |
+
"penalty_factor": 0.5,
|
| 820 |
+
"details": "Target object left workspace/view"
|
| 821 |
+
}
|
| 822 |
+
]
|
| 823 |
+
},
|
| 824 |
+
{
|
| 825 |
+
"episode_id": 45,
|
| 826 |
+
"seed": 100075,
|
| 827 |
+
"success": false,
|
| 828 |
+
"steps_taken": 102,
|
| 829 |
+
"max_steps": 400,
|
| 830 |
+
"route_completion": 24.104071049434026,
|
| 831 |
+
"manipulation_score": 12.052035524717013,
|
| 832 |
+
"total_penalty_factor": 0.5,
|
| 833 |
+
"fail_reason": "out_of_bounds",
|
| 834 |
+
"penalty_events": [
|
| 835 |
+
{
|
| 836 |
+
"event_type": "out_of_bounds",
|
| 837 |
+
"timestep": 102,
|
| 838 |
+
"penalty_factor": 0.5,
|
| 839 |
+
"details": "Target object left workspace/view"
|
| 840 |
+
}
|
| 841 |
+
]
|
| 842 |
+
},
|
| 843 |
+
{
|
| 844 |
+
"episode_id": 46,
|
| 845 |
+
"seed": 100079,
|
| 846 |
+
"success": false,
|
| 847 |
+
"steps_taken": 81,
|
| 848 |
+
"max_steps": 400,
|
| 849 |
+
"route_completion": 25.43103022722098,
|
| 850 |
+
"manipulation_score": 12.71551511361049,
|
| 851 |
+
"total_penalty_factor": 0.5,
|
| 852 |
+
"fail_reason": "out_of_bounds",
|
| 853 |
+
"penalty_events": [
|
| 854 |
+
{
|
| 855 |
+
"event_type": "out_of_bounds",
|
| 856 |
+
"timestep": 81,
|
| 857 |
+
"penalty_factor": 0.5,
|
| 858 |
+
"details": "Target object left workspace/view"
|
| 859 |
+
}
|
| 860 |
+
]
|
| 861 |
+
},
|
| 862 |
+
{
|
| 863 |
+
"episode_id": 47,
|
| 864 |
+
"seed": 100080,
|
| 865 |
+
"success": false,
|
| 866 |
+
"steps_taken": 79,
|
| 867 |
+
"max_steps": 400,
|
| 868 |
+
"route_completion": 0.0,
|
| 869 |
+
"manipulation_score": 0.0,
|
| 870 |
+
"total_penalty_factor": 0.5,
|
| 871 |
+
"fail_reason": "out_of_bounds",
|
| 872 |
+
"penalty_events": [
|
| 873 |
+
{
|
| 874 |
+
"event_type": "out_of_bounds",
|
| 875 |
+
"timestep": 79,
|
| 876 |
+
"penalty_factor": 0.5,
|
| 877 |
+
"details": "Target object left workspace/view"
|
| 878 |
+
}
|
| 879 |
+
]
|
| 880 |
+
},
|
| 881 |
+
{
|
| 882 |
+
"episode_id": 48,
|
| 883 |
+
"seed": 100084,
|
| 884 |
+
"success": false,
|
| 885 |
+
"steps_taken": 290,
|
| 886 |
+
"max_steps": 400,
|
| 887 |
+
"route_completion": 8.815215052340793,
|
| 888 |
+
"manipulation_score": 4.407607526170397,
|
| 889 |
+
"total_penalty_factor": 0.5,
|
| 890 |
+
"fail_reason": "out_of_bounds",
|
| 891 |
+
"penalty_events": [
|
| 892 |
+
{
|
| 893 |
+
"event_type": "out_of_bounds",
|
| 894 |
+
"timestep": 290,
|
| 895 |
+
"penalty_factor": 0.5,
|
| 896 |
+
"details": "Target object left workspace/view"
|
| 897 |
+
}
|
| 898 |
+
]
|
| 899 |
+
},
|
| 900 |
+
{
|
| 901 |
+
"episode_id": 49,
|
| 902 |
+
"seed": 100085,
|
| 903 |
+
"success": false,
|
| 904 |
+
"steps_taken": 100,
|
| 905 |
+
"max_steps": 400,
|
| 906 |
+
"route_completion": 15.347863913522398,
|
| 907 |
+
"manipulation_score": 7.673931956761199,
|
| 908 |
+
"total_penalty_factor": 0.5,
|
| 909 |
+
"fail_reason": "out_of_bounds",
|
| 910 |
+
"penalty_events": [
|
| 911 |
+
{
|
| 912 |
+
"event_type": "out_of_bounds",
|
| 913 |
+
"timestep": 100,
|
| 914 |
+
"penalty_factor": 0.5,
|
| 915 |
+
"details": "Target object left workspace/view"
|
| 916 |
+
}
|
| 917 |
+
]
|
| 918 |
+
},
|
| 919 |
+
{
|
| 920 |
+
"episode_id": 50,
|
| 921 |
+
"seed": 100086,
|
| 922 |
+
"success": false,
|
| 923 |
+
"steps_taken": 54,
|
| 924 |
+
"max_steps": 400,
|
| 925 |
+
"route_completion": 0.0,
|
| 926 |
+
"manipulation_score": 0.0,
|
| 927 |
+
"total_penalty_factor": 0.5,
|
| 928 |
+
"fail_reason": "out_of_bounds",
|
| 929 |
+
"penalty_events": [
|
| 930 |
+
{
|
| 931 |
+
"event_type": "out_of_bounds",
|
| 932 |
+
"timestep": 54,
|
| 933 |
+
"penalty_factor": 0.5,
|
| 934 |
+
"details": "Target object left workspace/view"
|
| 935 |
+
}
|
| 936 |
+
]
|
| 937 |
+
},
|
| 938 |
+
{
|
| 939 |
+
"episode_id": 51,
|
| 940 |
+
"seed": 100087,
|
| 941 |
+
"success": false,
|
| 942 |
+
"steps_taken": 118,
|
| 943 |
+
"max_steps": 400,
|
| 944 |
+
"route_completion": 11.188888141042204,
|
| 945 |
+
"manipulation_score": 5.594444070521102,
|
| 946 |
+
"total_penalty_factor": 0.5,
|
| 947 |
+
"fail_reason": "out_of_bounds",
|
| 948 |
+
"penalty_events": [
|
| 949 |
+
{
|
| 950 |
+
"event_type": "out_of_bounds",
|
| 951 |
+
"timestep": 118,
|
| 952 |
+
"penalty_factor": 0.5,
|
| 953 |
+
"details": "Target object left workspace/view"
|
| 954 |
+
}
|
| 955 |
+
]
|
| 956 |
+
},
|
| 957 |
+
{
|
| 958 |
+
"episode_id": 52,
|
| 959 |
+
"seed": 100088,
|
| 960 |
+
"success": false,
|
| 961 |
+
"steps_taken": 90,
|
| 962 |
+
"max_steps": 400,
|
| 963 |
+
"route_completion": 5.428452384834214,
|
| 964 |
+
"manipulation_score": 2.714226192417107,
|
| 965 |
+
"total_penalty_factor": 0.5,
|
| 966 |
+
"fail_reason": "out_of_bounds",
|
| 967 |
+
"penalty_events": [
|
| 968 |
+
{
|
| 969 |
+
"event_type": "out_of_bounds",
|
| 970 |
+
"timestep": 90,
|
| 971 |
+
"penalty_factor": 0.5,
|
| 972 |
+
"details": "Target object left workspace/view"
|
| 973 |
+
}
|
| 974 |
+
]
|
| 975 |
+
},
|
| 976 |
+
{
|
| 977 |
+
"episode_id": 53,
|
| 978 |
+
"seed": 100089,
|
| 979 |
+
"success": false,
|
| 980 |
+
"steps_taken": 62,
|
| 981 |
+
"max_steps": 400,
|
| 982 |
+
"route_completion": 0.03315122713126059,
|
| 983 |
+
"manipulation_score": 0.016575613565630296,
|
| 984 |
+
"total_penalty_factor": 0.5,
|
| 985 |
+
"fail_reason": "out_of_bounds",
|
| 986 |
+
"penalty_events": [
|
| 987 |
+
{
|
| 988 |
+
"event_type": "out_of_bounds",
|
| 989 |
+
"timestep": 62,
|
| 990 |
+
"penalty_factor": 0.5,
|
| 991 |
+
"details": "Target object left workspace/view"
|
| 992 |
+
}
|
| 993 |
+
]
|
| 994 |
+
},
|
| 995 |
+
{
|
| 996 |
+
"episode_id": 54,
|
| 997 |
+
"seed": 100090,
|
| 998 |
+
"success": false,
|
| 999 |
+
"steps_taken": 65,
|
| 1000 |
+
"max_steps": 400,
|
| 1001 |
+
"route_completion": 20.577494292564886,
|
| 1002 |
+
"manipulation_score": 10.288747146282443,
|
| 1003 |
+
"total_penalty_factor": 0.5,
|
| 1004 |
+
"fail_reason": "out_of_bounds",
|
| 1005 |
+
"penalty_events": [
|
| 1006 |
+
{
|
| 1007 |
+
"event_type": "out_of_bounds",
|
| 1008 |
+
"timestep": 65,
|
| 1009 |
+
"penalty_factor": 0.5,
|
| 1010 |
+
"details": "Target object left workspace/view"
|
| 1011 |
+
}
|
| 1012 |
+
]
|
| 1013 |
+
},
|
| 1014 |
+
{
|
| 1015 |
+
"episode_id": 55,
|
| 1016 |
+
"seed": 100094,
|
| 1017 |
+
"success": true,
|
| 1018 |
+
"steps_taken": 78,
|
| 1019 |
+
"max_steps": 400,
|
| 1020 |
+
"route_completion": 100.0,
|
| 1021 |
+
"manipulation_score": 100.0,
|
| 1022 |
+
"total_penalty_factor": 1.0,
|
| 1023 |
+
"fail_reason": null,
|
| 1024 |
+
"penalty_events": []
|
| 1025 |
+
},
|
| 1026 |
+
{
|
| 1027 |
+
"episode_id": 56,
|
| 1028 |
+
"seed": 100095,
|
| 1029 |
+
"success": false,
|
| 1030 |
+
"steps_taken": 92,
|
| 1031 |
+
"max_steps": 400,
|
| 1032 |
+
"route_completion": 11.454928907740516,
|
| 1033 |
+
"manipulation_score": 5.727464453870258,
|
| 1034 |
+
"total_penalty_factor": 0.5,
|
| 1035 |
+
"fail_reason": "out_of_bounds",
|
| 1036 |
+
"penalty_events": [
|
| 1037 |
+
{
|
| 1038 |
+
"event_type": "out_of_bounds",
|
| 1039 |
+
"timestep": 92,
|
| 1040 |
+
"penalty_factor": 0.5,
|
| 1041 |
+
"details": "Target object left workspace/view"
|
| 1042 |
+
}
|
| 1043 |
+
]
|
| 1044 |
+
},
|
| 1045 |
+
{
|
| 1046 |
+
"episode_id": 57,
|
| 1047 |
+
"seed": 100096,
|
| 1048 |
+
"success": false,
|
| 1049 |
+
"steps_taken": 80,
|
| 1050 |
+
"max_steps": 400,
|
| 1051 |
+
"route_completion": 5.1722387117423905,
|
| 1052 |
+
"manipulation_score": 2.5861193558711952,
|
| 1053 |
+
"total_penalty_factor": 0.5,
|
| 1054 |
+
"fail_reason": "out_of_bounds",
|
| 1055 |
+
"penalty_events": [
|
| 1056 |
+
{
|
| 1057 |
+
"event_type": "out_of_bounds",
|
| 1058 |
+
"timestep": 80,
|
| 1059 |
+
"penalty_factor": 0.5,
|
| 1060 |
+
"details": "Target object left workspace/view"
|
| 1061 |
+
}
|
| 1062 |
+
]
|
| 1063 |
+
},
|
| 1064 |
+
{
|
| 1065 |
+
"episode_id": 58,
|
| 1066 |
+
"seed": 100097,
|
| 1067 |
+
"success": false,
|
| 1068 |
+
"steps_taken": 75,
|
| 1069 |
+
"max_steps": 400,
|
| 1070 |
+
"route_completion": 17.6808338383294,
|
| 1071 |
+
"manipulation_score": 8.8404169191647,
|
| 1072 |
+
"total_penalty_factor": 0.5,
|
| 1073 |
+
"fail_reason": "out_of_bounds",
|
| 1074 |
+
"penalty_events": [
|
| 1075 |
+
{
|
| 1076 |
+
"event_type": "out_of_bounds",
|
| 1077 |
+
"timestep": 75,
|
| 1078 |
+
"penalty_factor": 0.5,
|
| 1079 |
+
"details": "Target object left workspace/view"
|
| 1080 |
+
}
|
| 1081 |
+
]
|
| 1082 |
+
},
|
| 1083 |
+
{
|
| 1084 |
+
"episode_id": 59,
|
| 1085 |
+
"seed": 100105,
|
| 1086 |
+
"success": true,
|
| 1087 |
+
"steps_taken": 60,
|
| 1088 |
+
"max_steps": 400,
|
| 1089 |
+
"route_completion": 100.0,
|
| 1090 |
+
"manipulation_score": 100.0,
|
| 1091 |
+
"total_penalty_factor": 1.0,
|
| 1092 |
+
"fail_reason": null,
|
| 1093 |
+
"penalty_events": []
|
| 1094 |
+
},
|
| 1095 |
+
{
|
| 1096 |
+
"episode_id": 60,
|
| 1097 |
+
"seed": 100107,
|
| 1098 |
+
"success": false,
|
| 1099 |
+
"steps_taken": 124,
|
| 1100 |
+
"max_steps": 400,
|
| 1101 |
+
"route_completion": 12.59970256111651,
|
| 1102 |
+
"manipulation_score": 6.299851280558255,
|
| 1103 |
+
"total_penalty_factor": 0.5,
|
| 1104 |
+
"fail_reason": "out_of_bounds",
|
| 1105 |
+
"penalty_events": [
|
| 1106 |
+
{
|
| 1107 |
+
"event_type": "out_of_bounds",
|
| 1108 |
+
"timestep": 124,
|
| 1109 |
+
"penalty_factor": 0.5,
|
| 1110 |
+
"details": "Target object left workspace/view"
|
| 1111 |
+
}
|
| 1112 |
+
]
|
| 1113 |
+
},
|
| 1114 |
+
{
|
| 1115 |
+
"episode_id": 61,
|
| 1116 |
+
"seed": 100108,
|
| 1117 |
+
"success": true,
|
| 1118 |
+
"steps_taken": 64,
|
| 1119 |
+
"max_steps": 400,
|
| 1120 |
+
"route_completion": 100.0,
|
| 1121 |
+
"manipulation_score": 100.0,
|
| 1122 |
+
"total_penalty_factor": 1.0,
|
| 1123 |
+
"fail_reason": null,
|
| 1124 |
+
"penalty_events": []
|
| 1125 |
+
},
|
| 1126 |
+
{
|
| 1127 |
+
"episode_id": 62,
|
| 1128 |
+
"seed": 100109,
|
| 1129 |
+
"success": false,
|
| 1130 |
+
"steps_taken": 103,
|
| 1131 |
+
"max_steps": 400,
|
| 1132 |
+
"route_completion": 23.76621204324151,
|
| 1133 |
+
"manipulation_score": 11.883106021620755,
|
| 1134 |
+
"total_penalty_factor": 0.5,
|
| 1135 |
+
"fail_reason": "out_of_bounds",
|
| 1136 |
+
"penalty_events": [
|
| 1137 |
+
{
|
| 1138 |
+
"event_type": "out_of_bounds",
|
| 1139 |
+
"timestep": 103,
|
| 1140 |
+
"penalty_factor": 0.5,
|
| 1141 |
+
"details": "Target object left workspace/view"
|
| 1142 |
+
}
|
| 1143 |
+
]
|
| 1144 |
+
},
|
| 1145 |
+
{
|
| 1146 |
+
"episode_id": 63,
|
| 1147 |
+
"seed": 100110,
|
| 1148 |
+
"success": true,
|
| 1149 |
+
"steps_taken": 61,
|
| 1150 |
+
"max_steps": 400,
|
| 1151 |
+
"route_completion": 100.0,
|
| 1152 |
+
"manipulation_score": 100.0,
|
| 1153 |
+
"total_penalty_factor": 1.0,
|
| 1154 |
+
"fail_reason": null,
|
| 1155 |
+
"penalty_events": []
|
| 1156 |
+
},
|
| 1157 |
+
{
|
| 1158 |
+
"episode_id": 64,
|
| 1159 |
+
"seed": 100111,
|
| 1160 |
+
"success": false,
|
| 1161 |
+
"steps_taken": 50,
|
| 1162 |
+
"max_steps": 400,
|
| 1163 |
+
"route_completion": 0.034825338996131806,
|
| 1164 |
+
"manipulation_score": 0.017412669498065903,
|
| 1165 |
+
"total_penalty_factor": 0.5,
|
| 1166 |
+
"fail_reason": "out_of_bounds",
|
| 1167 |
+
"penalty_events": [
|
| 1168 |
+
{
|
| 1169 |
+
"event_type": "out_of_bounds",
|
| 1170 |
+
"timestep": 50,
|
| 1171 |
+
"penalty_factor": 0.5,
|
| 1172 |
+
"details": "Target object left workspace/view"
|
| 1173 |
+
}
|
| 1174 |
+
]
|
| 1175 |
+
},
|
| 1176 |
+
{
|
| 1177 |
+
"episode_id": 65,
|
| 1178 |
+
"seed": 100112,
|
| 1179 |
+
"success": false,
|
| 1180 |
+
"steps_taken": 114,
|
| 1181 |
+
"max_steps": 400,
|
| 1182 |
+
"route_completion": 0.024054181927002042,
|
| 1183 |
+
"manipulation_score": 0.012027090963501021,
|
| 1184 |
+
"total_penalty_factor": 0.5,
|
| 1185 |
+
"fail_reason": "out_of_bounds",
|
| 1186 |
+
"penalty_events": [
|
| 1187 |
+
{
|
| 1188 |
+
"event_type": "out_of_bounds",
|
| 1189 |
+
"timestep": 114,
|
| 1190 |
+
"penalty_factor": 0.5,
|
| 1191 |
+
"details": "Target object left workspace/view"
|
| 1192 |
+
}
|
| 1193 |
+
]
|
| 1194 |
+
},
|
| 1195 |
+
{
|
| 1196 |
+
"episode_id": 66,
|
| 1197 |
+
"seed": 100113,
|
| 1198 |
+
"success": false,
|
| 1199 |
+
"steps_taken": 61,
|
| 1200 |
+
"max_steps": 400,
|
| 1201 |
+
"route_completion": 0.006453430912308391,
|
| 1202 |
+
"manipulation_score": 0.0032267154561541954,
|
| 1203 |
+
"total_penalty_factor": 0.5,
|
| 1204 |
+
"fail_reason": "out_of_bounds",
|
| 1205 |
+
"penalty_events": [
|
| 1206 |
+
{
|
| 1207 |
+
"event_type": "out_of_bounds",
|
| 1208 |
+
"timestep": 61,
|
| 1209 |
+
"penalty_factor": 0.5,
|
| 1210 |
+
"details": "Target object left workspace/view"
|
| 1211 |
+
}
|
| 1212 |
+
]
|
| 1213 |
+
},
|
| 1214 |
+
{
|
| 1215 |
+
"episode_id": 67,
|
| 1216 |
+
"seed": 100115,
|
| 1217 |
+
"success": false,
|
| 1218 |
+
"steps_taken": 83,
|
| 1219 |
+
"max_steps": 400,
|
| 1220 |
+
"route_completion": 3.6221284726426384,
|
| 1221 |
+
"manipulation_score": 1.8110642363213192,
|
| 1222 |
+
"total_penalty_factor": 0.5,
|
| 1223 |
+
"fail_reason": "out_of_bounds",
|
| 1224 |
+
"penalty_events": [
|
| 1225 |
+
{
|
| 1226 |
+
"event_type": "out_of_bounds",
|
| 1227 |
+
"timestep": 83,
|
| 1228 |
+
"penalty_factor": 0.5,
|
| 1229 |
+
"details": "Target object left workspace/view"
|
| 1230 |
+
}
|
| 1231 |
+
]
|
| 1232 |
+
},
|
| 1233 |
+
{
|
| 1234 |
+
"episode_id": 68,
|
| 1235 |
+
"seed": 100117,
|
| 1236 |
+
"success": false,
|
| 1237 |
+
"steps_taken": 85,
|
| 1238 |
+
"max_steps": 400,
|
| 1239 |
+
"route_completion": 0.01868230378556501,
|
| 1240 |
+
"manipulation_score": 0.009341151892782505,
|
| 1241 |
+
"total_penalty_factor": 0.5,
|
| 1242 |
+
"fail_reason": "out_of_bounds",
|
| 1243 |
+
"penalty_events": [
|
| 1244 |
+
{
|
| 1245 |
+
"event_type": "out_of_bounds",
|
| 1246 |
+
"timestep": 85,
|
| 1247 |
+
"penalty_factor": 0.5,
|
| 1248 |
+
"details": "Target object left workspace/view"
|
| 1249 |
+
}
|
| 1250 |
+
]
|
| 1251 |
+
},
|
| 1252 |
+
{
|
| 1253 |
+
"episode_id": 69,
|
| 1254 |
+
"seed": 100121,
|
| 1255 |
+
"success": false,
|
| 1256 |
+
"steps_taken": 91,
|
| 1257 |
+
"max_steps": 400,
|
| 1258 |
+
"route_completion": 0.0,
|
| 1259 |
+
"manipulation_score": 0.0,
|
| 1260 |
+
"total_penalty_factor": 0.5,
|
| 1261 |
+
"fail_reason": "out_of_bounds",
|
| 1262 |
+
"penalty_events": [
|
| 1263 |
+
{
|
| 1264 |
+
"event_type": "out_of_bounds",
|
| 1265 |
+
"timestep": 91,
|
| 1266 |
+
"penalty_factor": 0.5,
|
| 1267 |
+
"details": "Target object left workspace/view"
|
| 1268 |
+
}
|
| 1269 |
+
]
|
| 1270 |
+
},
|
| 1271 |
+
{
|
| 1272 |
+
"episode_id": 70,
|
| 1273 |
+
"seed": 100122,
|
| 1274 |
+
"success": false,
|
| 1275 |
+
"steps_taken": 63,
|
| 1276 |
+
"max_steps": 400,
|
| 1277 |
+
"route_completion": 2.1166780005777563,
|
| 1278 |
+
"manipulation_score": 1.0583390002888782,
|
| 1279 |
+
"total_penalty_factor": 0.5,
|
| 1280 |
+
"fail_reason": "out_of_bounds",
|
| 1281 |
+
"penalty_events": [
|
| 1282 |
+
{
|
| 1283 |
+
"event_type": "out_of_bounds",
|
| 1284 |
+
"timestep": 63,
|
| 1285 |
+
"penalty_factor": 0.5,
|
| 1286 |
+
"details": "Target object left workspace/view"
|
| 1287 |
+
}
|
| 1288 |
+
]
|
| 1289 |
+
},
|
| 1290 |
+
{
|
| 1291 |
+
"episode_id": 71,
|
| 1292 |
+
"seed": 100124,
|
| 1293 |
+
"success": false,
|
| 1294 |
+
"steps_taken": 73,
|
| 1295 |
+
"max_steps": 400,
|
| 1296 |
+
"route_completion": 0.0,
|
| 1297 |
+
"manipulation_score": 0.0,
|
| 1298 |
+
"total_penalty_factor": 0.5,
|
| 1299 |
+
"fail_reason": "out_of_bounds",
|
| 1300 |
+
"penalty_events": [
|
| 1301 |
+
{
|
| 1302 |
+
"event_type": "out_of_bounds",
|
| 1303 |
+
"timestep": 73,
|
| 1304 |
+
"penalty_factor": 0.5,
|
| 1305 |
+
"details": "Target object left workspace/view"
|
| 1306 |
+
}
|
| 1307 |
+
]
|
| 1308 |
+
},
|
| 1309 |
+
{
|
| 1310 |
+
"episode_id": 72,
|
| 1311 |
+
"seed": 100125,
|
| 1312 |
+
"success": false,
|
| 1313 |
+
"steps_taken": 125,
|
| 1314 |
+
"max_steps": 400,
|
| 1315 |
+
"route_completion": 0.0,
|
| 1316 |
+
"manipulation_score": 0.0,
|
| 1317 |
+
"total_penalty_factor": 0.5,
|
| 1318 |
+
"fail_reason": "out_of_bounds",
|
| 1319 |
+
"penalty_events": [
|
| 1320 |
+
{
|
| 1321 |
+
"event_type": "out_of_bounds",
|
| 1322 |
+
"timestep": 125,
|
| 1323 |
+
"penalty_factor": 0.5,
|
| 1324 |
+
"details": "Target object left workspace/view"
|
| 1325 |
+
}
|
| 1326 |
+
]
|
| 1327 |
+
},
|
| 1328 |
+
{
|
| 1329 |
+
"episode_id": 73,
|
| 1330 |
+
"seed": 100126,
|
| 1331 |
+
"success": false,
|
| 1332 |
+
"steps_taken": 76,
|
| 1333 |
+
"max_steps": 400,
|
| 1334 |
+
"route_completion": 0.0,
|
| 1335 |
+
"manipulation_score": 0.0,
|
| 1336 |
+
"total_penalty_factor": 0.5,
|
| 1337 |
+
"fail_reason": "out_of_bounds",
|
| 1338 |
+
"penalty_events": [
|
| 1339 |
+
{
|
| 1340 |
+
"event_type": "out_of_bounds",
|
| 1341 |
+
"timestep": 76,
|
| 1342 |
+
"penalty_factor": 0.5,
|
| 1343 |
+
"details": "Target object left workspace/view"
|
| 1344 |
+
}
|
| 1345 |
+
]
|
| 1346 |
+
},
|
| 1347 |
+
{
|
| 1348 |
+
"episode_id": 74,
|
| 1349 |
+
"seed": 100127,
|
| 1350 |
+
"success": false,
|
| 1351 |
+
"steps_taken": 250,
|
| 1352 |
+
"max_steps": 400,
|
| 1353 |
+
"route_completion": 27.612640315368342,
|
| 1354 |
+
"manipulation_score": 13.806320157684171,
|
| 1355 |
+
"total_penalty_factor": 0.5,
|
| 1356 |
+
"fail_reason": "out_of_bounds",
|
| 1357 |
+
"penalty_events": [
|
| 1358 |
+
{
|
| 1359 |
+
"event_type": "out_of_bounds",
|
| 1360 |
+
"timestep": 250,
|
| 1361 |
+
"penalty_factor": 0.5,
|
| 1362 |
+
"details": "Target object left workspace/view"
|
| 1363 |
+
}
|
| 1364 |
+
]
|
| 1365 |
+
},
|
| 1366 |
+
{
|
| 1367 |
+
"episode_id": 75,
|
| 1368 |
+
"seed": 100128,
|
| 1369 |
+
"success": false,
|
| 1370 |
+
"steps_taken": 110,
|
| 1371 |
+
"max_steps": 400,
|
| 1372 |
+
"route_completion": 0.022608358531820867,
|
| 1373 |
+
"manipulation_score": 0.011304179265910434,
|
| 1374 |
+
"total_penalty_factor": 0.5,
|
| 1375 |
+
"fail_reason": "out_of_bounds",
|
| 1376 |
+
"penalty_events": [
|
| 1377 |
+
{
|
| 1378 |
+
"event_type": "out_of_bounds",
|
| 1379 |
+
"timestep": 110,
|
| 1380 |
+
"penalty_factor": 0.5,
|
| 1381 |
+
"details": "Target object left workspace/view"
|
| 1382 |
+
}
|
| 1383 |
+
]
|
| 1384 |
+
},
|
| 1385 |
+
{
|
| 1386 |
+
"episode_id": 76,
|
| 1387 |
+
"seed": 100129,
|
| 1388 |
+
"success": false,
|
| 1389 |
+
"steps_taken": 106,
|
| 1390 |
+
"max_steps": 400,
|
| 1391 |
+
"route_completion": 0.0,
|
| 1392 |
+
"manipulation_score": 0.0,
|
| 1393 |
+
"total_penalty_factor": 0.5,
|
| 1394 |
+
"fail_reason": "out_of_bounds",
|
| 1395 |
+
"penalty_events": [
|
| 1396 |
+
{
|
| 1397 |
+
"event_type": "out_of_bounds",
|
| 1398 |
+
"timestep": 106,
|
| 1399 |
+
"penalty_factor": 0.5,
|
| 1400 |
+
"details": "Target object left workspace/view"
|
| 1401 |
+
}
|
| 1402 |
+
]
|
| 1403 |
+
},
|
| 1404 |
+
{
|
| 1405 |
+
"episode_id": 77,
|
| 1406 |
+
"seed": 100130,
|
| 1407 |
+
"success": false,
|
| 1408 |
+
"steps_taken": 58,
|
| 1409 |
+
"max_steps": 400,
|
| 1410 |
+
"route_completion": 0.026646380842476457,
|
| 1411 |
+
"manipulation_score": 0.013323190421238229,
|
| 1412 |
+
"total_penalty_factor": 0.5,
|
| 1413 |
+
"fail_reason": "out_of_bounds",
|
| 1414 |
+
"penalty_events": [
|
| 1415 |
+
{
|
| 1416 |
+
"event_type": "out_of_bounds",
|
| 1417 |
+
"timestep": 58,
|
| 1418 |
+
"penalty_factor": 0.5,
|
| 1419 |
+
"details": "Target object left workspace/view"
|
| 1420 |
+
}
|
| 1421 |
+
]
|
| 1422 |
+
},
|
| 1423 |
+
{
|
| 1424 |
+
"episode_id": 78,
|
| 1425 |
+
"seed": 100132,
|
| 1426 |
+
"success": false,
|
| 1427 |
+
"steps_taken": 93,
|
| 1428 |
+
"max_steps": 400,
|
| 1429 |
+
"route_completion": 20.440797824494354,
|
| 1430 |
+
"manipulation_score": 10.220398912247177,
|
| 1431 |
+
"total_penalty_factor": 0.5,
|
| 1432 |
+
"fail_reason": "out_of_bounds",
|
| 1433 |
+
"penalty_events": [
|
| 1434 |
+
{
|
| 1435 |
+
"event_type": "out_of_bounds",
|
| 1436 |
+
"timestep": 93,
|
| 1437 |
+
"penalty_factor": 0.5,
|
| 1438 |
+
"details": "Target object left workspace/view"
|
| 1439 |
+
}
|
| 1440 |
+
]
|
| 1441 |
+
},
|
| 1442 |
+
{
|
| 1443 |
+
"episode_id": 79,
|
| 1444 |
+
"seed": 100134,
|
| 1445 |
+
"success": false,
|
| 1446 |
+
"steps_taken": 61,
|
| 1447 |
+
"max_steps": 400,
|
| 1448 |
+
"route_completion": 6.2983499543190185,
|
| 1449 |
+
"manipulation_score": 3.1491749771595092,
|
| 1450 |
+
"total_penalty_factor": 0.5,
|
| 1451 |
+
"fail_reason": "out_of_bounds",
|
| 1452 |
+
"penalty_events": [
|
| 1453 |
+
{
|
| 1454 |
+
"event_type": "out_of_bounds",
|
| 1455 |
+
"timestep": 61,
|
| 1456 |
+
"penalty_factor": 0.5,
|
| 1457 |
+
"details": "Target object left workspace/view"
|
| 1458 |
+
}
|
| 1459 |
+
]
|
| 1460 |
+
},
|
| 1461 |
+
{
|
| 1462 |
+
"episode_id": 80,
|
| 1463 |
+
"seed": 100136,
|
| 1464 |
+
"success": false,
|
| 1465 |
+
"steps_taken": 72,
|
| 1466 |
+
"max_steps": 400,
|
| 1467 |
+
"route_completion": 0.014706557902341533,
|
| 1468 |
+
"manipulation_score": 0.007353278951170767,
|
| 1469 |
+
"total_penalty_factor": 0.5,
|
| 1470 |
+
"fail_reason": "out_of_bounds",
|
| 1471 |
+
"penalty_events": [
|
| 1472 |
+
{
|
| 1473 |
+
"event_type": "out_of_bounds",
|
| 1474 |
+
"timestep": 72,
|
| 1475 |
+
"penalty_factor": 0.5,
|
| 1476 |
+
"details": "Target object left workspace/view"
|
| 1477 |
+
}
|
| 1478 |
+
]
|
| 1479 |
+
},
|
| 1480 |
+
{
|
| 1481 |
+
"episode_id": 81,
|
| 1482 |
+
"seed": 100137,
|
| 1483 |
+
"success": true,
|
| 1484 |
+
"steps_taken": 47,
|
| 1485 |
+
"max_steps": 400,
|
| 1486 |
+
"route_completion": 100.0,
|
| 1487 |
+
"manipulation_score": 100.0,
|
| 1488 |
+
"total_penalty_factor": 1.0,
|
| 1489 |
+
"fail_reason": null,
|
| 1490 |
+
"penalty_events": []
|
| 1491 |
+
},
|
| 1492 |
+
{
|
| 1493 |
+
"episode_id": 82,
|
| 1494 |
+
"seed": 100139,
|
| 1495 |
+
"success": true,
|
| 1496 |
+
"steps_taken": 63,
|
| 1497 |
+
"max_steps": 400,
|
| 1498 |
+
"route_completion": 100.0,
|
| 1499 |
+
"manipulation_score": 100.0,
|
| 1500 |
+
"total_penalty_factor": 1.0,
|
| 1501 |
+
"fail_reason": null,
|
| 1502 |
+
"penalty_events": []
|
| 1503 |
+
},
|
| 1504 |
+
{
|
| 1505 |
+
"episode_id": 83,
|
| 1506 |
+
"seed": 100140,
|
| 1507 |
+
"success": false,
|
| 1508 |
+
"steps_taken": 320,
|
| 1509 |
+
"max_steps": 400,
|
| 1510 |
+
"route_completion": 0.0,
|
| 1511 |
+
"manipulation_score": 0.0,
|
| 1512 |
+
"total_penalty_factor": 0.5,
|
| 1513 |
+
"fail_reason": "out_of_bounds",
|
| 1514 |
+
"penalty_events": [
|
| 1515 |
+
{
|
| 1516 |
+
"event_type": "out_of_bounds",
|
| 1517 |
+
"timestep": 320,
|
| 1518 |
+
"penalty_factor": 0.5,
|
| 1519 |
+
"details": "Target object left workspace/view"
|
| 1520 |
+
}
|
| 1521 |
+
]
|
| 1522 |
+
},
|
| 1523 |
+
{
|
| 1524 |
+
"episode_id": 84,
|
| 1525 |
+
"seed": 100141,
|
| 1526 |
+
"success": false,
|
| 1527 |
+
"steps_taken": 216,
|
| 1528 |
+
"max_steps": 400,
|
| 1529 |
+
"route_completion": 21.209682284471327,
|
| 1530 |
+
"manipulation_score": 10.604841142235664,
|
| 1531 |
+
"total_penalty_factor": 0.5,
|
| 1532 |
+
"fail_reason": "out_of_bounds",
|
| 1533 |
+
"penalty_events": [
|
| 1534 |
+
{
|
| 1535 |
+
"event_type": "out_of_bounds",
|
| 1536 |
+
"timestep": 216,
|
| 1537 |
+
"penalty_factor": 0.5,
|
| 1538 |
+
"details": "Target object left workspace/view"
|
| 1539 |
+
}
|
| 1540 |
+
]
|
| 1541 |
+
},
|
| 1542 |
+
{
|
| 1543 |
+
"episode_id": 85,
|
| 1544 |
+
"seed": 100143,
|
| 1545 |
+
"success": false,
|
| 1546 |
+
"steps_taken": 81,
|
| 1547 |
+
"max_steps": 400,
|
| 1548 |
+
"route_completion": 18.2641184642789,
|
| 1549 |
+
"manipulation_score": 9.13205923213945,
|
| 1550 |
+
"total_penalty_factor": 0.5,
|
| 1551 |
+
"fail_reason": "out_of_bounds",
|
| 1552 |
+
"penalty_events": [
|
| 1553 |
+
{
|
| 1554 |
+
"event_type": "out_of_bounds",
|
| 1555 |
+
"timestep": 81,
|
| 1556 |
+
"penalty_factor": 0.5,
|
| 1557 |
+
"details": "Target object left workspace/view"
|
| 1558 |
+
}
|
| 1559 |
+
]
|
| 1560 |
+
},
|
| 1561 |
+
{
|
| 1562 |
+
"episode_id": 86,
|
| 1563 |
+
"seed": 100145,
|
| 1564 |
+
"success": false,
|
| 1565 |
+
"steps_taken": 77,
|
| 1566 |
+
"max_steps": 400,
|
| 1567 |
+
"route_completion": 19.00386181406584,
|
| 1568 |
+
"manipulation_score": 9.50193090703292,
|
| 1569 |
+
"total_penalty_factor": 0.5,
|
| 1570 |
+
"fail_reason": "out_of_bounds",
|
| 1571 |
+
"penalty_events": [
|
| 1572 |
+
{
|
| 1573 |
+
"event_type": "out_of_bounds",
|
| 1574 |
+
"timestep": 77,
|
| 1575 |
+
"penalty_factor": 0.5,
|
| 1576 |
+
"details": "Target object left workspace/view"
|
| 1577 |
+
}
|
| 1578 |
+
]
|
| 1579 |
+
},
|
| 1580 |
+
{
|
| 1581 |
+
"episode_id": 87,
|
| 1582 |
+
"seed": 100146,
|
| 1583 |
+
"success": false,
|
| 1584 |
+
"steps_taken": 154,
|
| 1585 |
+
"max_steps": 400,
|
| 1586 |
+
"route_completion": 12.762721766080537,
|
| 1587 |
+
"manipulation_score": 6.381360883040268,
|
| 1588 |
+
"total_penalty_factor": 0.5,
|
| 1589 |
+
"fail_reason": "out_of_bounds",
|
| 1590 |
+
"penalty_events": [
|
| 1591 |
+
{
|
| 1592 |
+
"event_type": "out_of_bounds",
|
| 1593 |
+
"timestep": 154,
|
| 1594 |
+
"penalty_factor": 0.5,
|
| 1595 |
+
"details": "Target object left workspace/view"
|
| 1596 |
+
}
|
| 1597 |
+
]
|
| 1598 |
+
},
|
| 1599 |
+
{
|
| 1600 |
+
"episode_id": 88,
|
| 1601 |
+
"seed": 100152,
|
| 1602 |
+
"success": false,
|
| 1603 |
+
"steps_taken": 84,
|
| 1604 |
+
"max_steps": 400,
|
| 1605 |
+
"route_completion": 14.429796178800997,
|
| 1606 |
+
"manipulation_score": 7.214898089400498,
|
| 1607 |
+
"total_penalty_factor": 0.5,
|
| 1608 |
+
"fail_reason": "out_of_bounds",
|
| 1609 |
+
"penalty_events": [
|
| 1610 |
+
{
|
| 1611 |
+
"event_type": "out_of_bounds",
|
| 1612 |
+
"timestep": 84,
|
| 1613 |
+
"penalty_factor": 0.5,
|
| 1614 |
+
"details": "Target object left workspace/view"
|
| 1615 |
+
}
|
| 1616 |
+
]
|
| 1617 |
+
},
|
| 1618 |
+
{
|
| 1619 |
+
"episode_id": 89,
|
| 1620 |
+
"seed": 100154,
|
| 1621 |
+
"success": false,
|
| 1622 |
+
"steps_taken": 352,
|
| 1623 |
+
"max_steps": 400,
|
| 1624 |
+
"route_completion": 23.615751066584014,
|
| 1625 |
+
"manipulation_score": 11.807875533292007,
|
| 1626 |
+
"total_penalty_factor": 0.5,
|
| 1627 |
+
"fail_reason": "out_of_bounds",
|
| 1628 |
+
"penalty_events": [
|
| 1629 |
+
{
|
| 1630 |
+
"event_type": "out_of_bounds",
|
| 1631 |
+
"timestep": 352,
|
| 1632 |
+
"penalty_factor": 0.5,
|
| 1633 |
+
"details": "Target object left workspace/view"
|
| 1634 |
+
}
|
| 1635 |
+
]
|
| 1636 |
+
},
|
| 1637 |
+
{
|
| 1638 |
+
"episode_id": 90,
|
| 1639 |
+
"seed": 100157,
|
| 1640 |
+
"success": false,
|
| 1641 |
+
"steps_taken": 88,
|
| 1642 |
+
"max_steps": 400,
|
| 1643 |
+
"route_completion": 14.178787981335908,
|
| 1644 |
+
"manipulation_score": 7.089393990667954,
|
| 1645 |
+
"total_penalty_factor": 0.5,
|
| 1646 |
+
"fail_reason": "out_of_bounds",
|
| 1647 |
+
"penalty_events": [
|
| 1648 |
+
{
|
| 1649 |
+
"event_type": "out_of_bounds",
|
| 1650 |
+
"timestep": 88,
|
| 1651 |
+
"penalty_factor": 0.5,
|
| 1652 |
+
"details": "Target object left workspace/view"
|
| 1653 |
+
}
|
| 1654 |
+
]
|
| 1655 |
+
},
|
| 1656 |
+
{
|
| 1657 |
+
"episode_id": 91,
|
| 1658 |
+
"seed": 100158,
|
| 1659 |
+
"success": false,
|
| 1660 |
+
"steps_taken": 92,
|
| 1661 |
+
"max_steps": 400,
|
| 1662 |
+
"route_completion": 19.009228972350396,
|
| 1663 |
+
"manipulation_score": 9.504614486175198,
|
| 1664 |
+
"total_penalty_factor": 0.5,
|
| 1665 |
+
"fail_reason": "out_of_bounds",
|
| 1666 |
+
"penalty_events": [
|
| 1667 |
+
{
|
| 1668 |
+
"event_type": "out_of_bounds",
|
| 1669 |
+
"timestep": 92,
|
| 1670 |
+
"penalty_factor": 0.5,
|
| 1671 |
+
"details": "Target object left workspace/view"
|
| 1672 |
+
}
|
| 1673 |
+
]
|
| 1674 |
+
},
|
| 1675 |
+
{
|
| 1676 |
+
"episode_id": 92,
|
| 1677 |
+
"seed": 100160,
|
| 1678 |
+
"success": false,
|
| 1679 |
+
"steps_taken": 80,
|
| 1680 |
+
"max_steps": 400,
|
| 1681 |
+
"route_completion": 8.69407708345137,
|
| 1682 |
+
"manipulation_score": 4.347038541725685,
|
| 1683 |
+
"total_penalty_factor": 0.5,
|
| 1684 |
+
"fail_reason": "out_of_bounds",
|
| 1685 |
+
"penalty_events": [
|
| 1686 |
+
{
|
| 1687 |
+
"event_type": "out_of_bounds",
|
| 1688 |
+
"timestep": 80,
|
| 1689 |
+
"penalty_factor": 0.5,
|
| 1690 |
+
"details": "Target object left workspace/view"
|
| 1691 |
+
}
|
| 1692 |
+
]
|
| 1693 |
+
},
|
| 1694 |
+
{
|
| 1695 |
+
"episode_id": 93,
|
| 1696 |
+
"seed": 100164,
|
| 1697 |
+
"success": false,
|
| 1698 |
+
"steps_taken": 139,
|
| 1699 |
+
"max_steps": 400,
|
| 1700 |
+
"route_completion": 0.027446510715713877,
|
| 1701 |
+
"manipulation_score": 0.013723255357856939,
|
| 1702 |
+
"total_penalty_factor": 0.5,
|
| 1703 |
+
"fail_reason": "out_of_bounds",
|
| 1704 |
+
"penalty_events": [
|
| 1705 |
+
{
|
| 1706 |
+
"event_type": "out_of_bounds",
|
| 1707 |
+
"timestep": 139,
|
| 1708 |
+
"penalty_factor": 0.5,
|
| 1709 |
+
"details": "Target object left workspace/view"
|
| 1710 |
+
}
|
| 1711 |
+
]
|
| 1712 |
+
},
|
| 1713 |
+
{
|
| 1714 |
+
"episode_id": 94,
|
| 1715 |
+
"seed": 100165,
|
| 1716 |
+
"success": false,
|
| 1717 |
+
"steps_taken": 74,
|
| 1718 |
+
"max_steps": 400,
|
| 1719 |
+
"route_completion": 0.0,
|
| 1720 |
+
"manipulation_score": 0.0,
|
| 1721 |
+
"total_penalty_factor": 0.5,
|
| 1722 |
+
"fail_reason": "out_of_bounds",
|
| 1723 |
+
"penalty_events": [
|
| 1724 |
+
{
|
| 1725 |
+
"event_type": "out_of_bounds",
|
| 1726 |
+
"timestep": 74,
|
| 1727 |
+
"penalty_factor": 0.5,
|
| 1728 |
+
"details": "Target object left workspace/view"
|
| 1729 |
+
}
|
| 1730 |
+
]
|
| 1731 |
+
},
|
| 1732 |
+
{
|
| 1733 |
+
"episode_id": 95,
|
| 1734 |
+
"seed": 100166,
|
| 1735 |
+
"success": false,
|
| 1736 |
+
"steps_taken": 71,
|
| 1737 |
+
"max_steps": 400,
|
| 1738 |
+
"route_completion": 0.0,
|
| 1739 |
+
"manipulation_score": 0.0,
|
| 1740 |
+
"total_penalty_factor": 0.5,
|
| 1741 |
+
"fail_reason": "out_of_bounds",
|
| 1742 |
+
"penalty_events": [
|
| 1743 |
+
{
|
| 1744 |
+
"event_type": "out_of_bounds",
|
| 1745 |
+
"timestep": 71,
|
| 1746 |
+
"penalty_factor": 0.5,
|
| 1747 |
+
"details": "Target object left workspace/view"
|
| 1748 |
+
}
|
| 1749 |
+
]
|
| 1750 |
+
},
|
| 1751 |
+
{
|
| 1752 |
+
"episode_id": 96,
|
| 1753 |
+
"seed": 100167,
|
| 1754 |
+
"success": false,
|
| 1755 |
+
"steps_taken": 117,
|
| 1756 |
+
"max_steps": 400,
|
| 1757 |
+
"route_completion": 14.977009105844473,
|
| 1758 |
+
"manipulation_score": 7.488504552922237,
|
| 1759 |
+
"total_penalty_factor": 0.5,
|
| 1760 |
+
"fail_reason": "out_of_bounds",
|
| 1761 |
+
"penalty_events": [
|
| 1762 |
+
{
|
| 1763 |
+
"event_type": "out_of_bounds",
|
| 1764 |
+
"timestep": 117,
|
| 1765 |
+
"penalty_factor": 0.5,
|
| 1766 |
+
"details": "Target object left workspace/view"
|
| 1767 |
+
}
|
| 1768 |
+
]
|
| 1769 |
+
},
|
| 1770 |
+
{
|
| 1771 |
+
"episode_id": 97,
|
| 1772 |
+
"seed": 100170,
|
| 1773 |
+
"success": false,
|
| 1774 |
+
"steps_taken": 175,
|
| 1775 |
+
"max_steps": 400,
|
| 1776 |
+
"route_completion": 5.463907262652169,
|
| 1777 |
+
"manipulation_score": 2.7319536313260846,
|
| 1778 |
+
"total_penalty_factor": 0.5,
|
| 1779 |
+
"fail_reason": "out_of_bounds",
|
| 1780 |
+
"penalty_events": [
|
| 1781 |
+
{
|
| 1782 |
+
"event_type": "out_of_bounds",
|
| 1783 |
+
"timestep": 175,
|
| 1784 |
+
"penalty_factor": 0.5,
|
| 1785 |
+
"details": "Target object left workspace/view"
|
| 1786 |
+
}
|
| 1787 |
+
]
|
| 1788 |
+
},
|
| 1789 |
+
{
|
| 1790 |
+
"episode_id": 98,
|
| 1791 |
+
"seed": 100171,
|
| 1792 |
+
"success": false,
|
| 1793 |
+
"steps_taken": 147,
|
| 1794 |
+
"max_steps": 400,
|
| 1795 |
+
"route_completion": 5.021848498379486,
|
| 1796 |
+
"manipulation_score": 2.510924249189743,
|
| 1797 |
+
"total_penalty_factor": 0.5,
|
| 1798 |
+
"fail_reason": "out_of_bounds",
|
| 1799 |
+
"penalty_events": [
|
| 1800 |
+
{
|
| 1801 |
+
"event_type": "out_of_bounds",
|
| 1802 |
+
"timestep": 147,
|
| 1803 |
+
"penalty_factor": 0.5,
|
| 1804 |
+
"details": "Target object left workspace/view"
|
| 1805 |
+
}
|
| 1806 |
+
]
|
| 1807 |
+
},
|
| 1808 |
+
{
|
| 1809 |
+
"episode_id": 99,
|
| 1810 |
+
"seed": 100172,
|
| 1811 |
+
"success": false,
|
| 1812 |
+
"steps_taken": 73,
|
| 1813 |
+
"max_steps": 400,
|
| 1814 |
+
"route_completion": 0.017789651925118475,
|
| 1815 |
+
"manipulation_score": 0.008894825962559237,
|
| 1816 |
+
"total_penalty_factor": 0.5,
|
| 1817 |
+
"fail_reason": "out_of_bounds",
|
| 1818 |
+
"penalty_events": [
|
| 1819 |
+
{
|
| 1820 |
+
"event_type": "out_of_bounds",
|
| 1821 |
+
"timestep": 73,
|
| 1822 |
+
"penalty_factor": 0.5,
|
| 1823 |
+
"details": "Target object left workspace/view"
|
| 1824 |
+
}
|
| 1825 |
+
]
|
| 1826 |
+
},
|
| 1827 |
+
{
|
| 1828 |
+
"episode_id": 100,
|
| 1829 |
+
"seed": 100173,
|
| 1830 |
+
"success": false,
|
| 1831 |
+
"steps_taken": 126,
|
| 1832 |
+
"max_steps": 400,
|
| 1833 |
+
"route_completion": 0.06606636215107346,
|
| 1834 |
+
"manipulation_score": 0.03303318107553673,
|
| 1835 |
+
"total_penalty_factor": 0.5,
|
| 1836 |
+
"fail_reason": "out_of_bounds",
|
| 1837 |
+
"penalty_events": [
|
| 1838 |
+
{
|
| 1839 |
+
"event_type": "out_of_bounds",
|
| 1840 |
+
"timestep": 126,
|
| 1841 |
+
"penalty_factor": 0.5,
|
| 1842 |
+
"details": "Target object left workspace/view"
|
| 1843 |
+
}
|
| 1844 |
+
]
|
| 1845 |
+
}
|
| 1846 |
+
]
|
log/eval_result/click_alarmclock/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 19:53:57/_metrics.json
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"total_episodes": 100,
|
| 3 |
+
"success_count": 8,
|
| 4 |
+
"success_rate": 8.0,
|
| 5 |
+
"manipulation_score_mean": 11.983256098477368,
|
| 6 |
+
"manipulation_score_std": 26.33845683805734,
|
| 7 |
+
"route_completion_mean": 15.966512196954733,
|
| 8 |
+
"route_completion_std": 26.349979688647075,
|
| 9 |
+
"penalty_clutter_collision_total": 0,
|
| 10 |
+
"penalty_out_of_bounds_total": 92
|
| 11 |
+
}
|
log/eval_result/click_alarmclock/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 19:53:57/_metrics_report.txt
ADDED
|
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
============================================================
|
| 2 |
+
EVALUATION METRICS REPORT
|
| 3 |
+
============================================================
|
| 4 |
+
|
| 5 |
+
Total Episodes: 100
|
| 6 |
+
Success Rate: 8.0% (8/100)
|
| 7 |
+
|
| 8 |
+
--- Manipulation Score ---
|
| 9 |
+
Mean: 11.98
|
| 10 |
+
Std: 26.34
|
| 11 |
+
|
| 12 |
+
--- Route Completion ---
|
| 13 |
+
Mean: 15.97%
|
| 14 |
+
Std: 26.35
|
| 15 |
+
|
| 16 |
+
--- Penalty Events ---
|
| 17 |
+
Clutter Collisions: 0
|
| 18 |
+
Out of Bounds: 92
|
| 19 |
+
|
| 20 |
+
============================================================
|
log/eval_result/click_alarmclock/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 19:53:57/_result.txt
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Timestamp: 2026-03-29 19:53:57
|
| 2 |
+
|
| 3 |
+
Instruction Type: unseen
|
| 4 |
+
|
| 5 |
+
0.08
|
log/eval_result/dump_bin_bigbin/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:15:01/_episodes_detail.json
ADDED
|
@@ -0,0 +1,1307 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[
|
| 2 |
+
{
|
| 3 |
+
"episode_id": 1,
|
| 4 |
+
"seed": 100003,
|
| 5 |
+
"success": false,
|
| 6 |
+
"steps_taken": 600,
|
| 7 |
+
"max_steps": 600,
|
| 8 |
+
"route_completion": 16.939268196068483,
|
| 9 |
+
"manipulation_score": 16.939268196068483,
|
| 10 |
+
"total_penalty_factor": 1.0,
|
| 11 |
+
"fail_reason": null,
|
| 12 |
+
"penalty_events": []
|
| 13 |
+
},
|
| 14 |
+
{
|
| 15 |
+
"episode_id": 2,
|
| 16 |
+
"seed": 100009,
|
| 17 |
+
"success": false,
|
| 18 |
+
"steps_taken": 600,
|
| 19 |
+
"max_steps": 600,
|
| 20 |
+
"route_completion": 54.19966062468522,
|
| 21 |
+
"manipulation_score": 54.19966062468522,
|
| 22 |
+
"total_penalty_factor": 1.0,
|
| 23 |
+
"fail_reason": null,
|
| 24 |
+
"penalty_events": []
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"episode_id": 3,
|
| 28 |
+
"seed": 100010,
|
| 29 |
+
"success": false,
|
| 30 |
+
"steps_taken": 59,
|
| 31 |
+
"max_steps": 600,
|
| 32 |
+
"route_completion": 0.0,
|
| 33 |
+
"manipulation_score": 0.0,
|
| 34 |
+
"total_penalty_factor": 0.5,
|
| 35 |
+
"fail_reason": "out_of_bounds",
|
| 36 |
+
"penalty_events": [
|
| 37 |
+
{
|
| 38 |
+
"event_type": "out_of_bounds",
|
| 39 |
+
"timestep": 59,
|
| 40 |
+
"penalty_factor": 0.5,
|
| 41 |
+
"details": "Target object left workspace/view"
|
| 42 |
+
}
|
| 43 |
+
]
|
| 44 |
+
},
|
| 45 |
+
{
|
| 46 |
+
"episode_id": 4,
|
| 47 |
+
"seed": 100014,
|
| 48 |
+
"success": false,
|
| 49 |
+
"steps_taken": 600,
|
| 50 |
+
"max_steps": 600,
|
| 51 |
+
"route_completion": 22.29109065908329,
|
| 52 |
+
"manipulation_score": 22.29109065908329,
|
| 53 |
+
"total_penalty_factor": 1.0,
|
| 54 |
+
"fail_reason": null,
|
| 55 |
+
"penalty_events": []
|
| 56 |
+
},
|
| 57 |
+
{
|
| 58 |
+
"episode_id": 5,
|
| 59 |
+
"seed": 100036,
|
| 60 |
+
"success": false,
|
| 61 |
+
"steps_taken": 600,
|
| 62 |
+
"max_steps": 600,
|
| 63 |
+
"route_completion": 55.057024095441065,
|
| 64 |
+
"manipulation_score": 55.057024095441065,
|
| 65 |
+
"total_penalty_factor": 1.0,
|
| 66 |
+
"fail_reason": null,
|
| 67 |
+
"penalty_events": []
|
| 68 |
+
},
|
| 69 |
+
{
|
| 70 |
+
"episode_id": 6,
|
| 71 |
+
"seed": 100052,
|
| 72 |
+
"success": false,
|
| 73 |
+
"steps_taken": 600,
|
| 74 |
+
"max_steps": 600,
|
| 75 |
+
"route_completion": 54.068164430277,
|
| 76 |
+
"manipulation_score": 54.068164430277,
|
| 77 |
+
"total_penalty_factor": 1.0,
|
| 78 |
+
"fail_reason": null,
|
| 79 |
+
"penalty_events": []
|
| 80 |
+
},
|
| 81 |
+
{
|
| 82 |
+
"episode_id": 7,
|
| 83 |
+
"seed": 100060,
|
| 84 |
+
"success": false,
|
| 85 |
+
"steps_taken": 128,
|
| 86 |
+
"max_steps": 600,
|
| 87 |
+
"route_completion": 29.168240895275044,
|
| 88 |
+
"manipulation_score": 14.584120447637522,
|
| 89 |
+
"total_penalty_factor": 0.5,
|
| 90 |
+
"fail_reason": "out_of_bounds",
|
| 91 |
+
"penalty_events": [
|
| 92 |
+
{
|
| 93 |
+
"event_type": "out_of_bounds",
|
| 94 |
+
"timestep": 128,
|
| 95 |
+
"penalty_factor": 0.5,
|
| 96 |
+
"details": "Target object left workspace/view"
|
| 97 |
+
}
|
| 98 |
+
]
|
| 99 |
+
},
|
| 100 |
+
{
|
| 101 |
+
"episode_id": 8,
|
| 102 |
+
"seed": 100065,
|
| 103 |
+
"success": false,
|
| 104 |
+
"steps_taken": 600,
|
| 105 |
+
"max_steps": 600,
|
| 106 |
+
"route_completion": 51.530913992368625,
|
| 107 |
+
"manipulation_score": 51.530913992368625,
|
| 108 |
+
"total_penalty_factor": 1.0,
|
| 109 |
+
"fail_reason": null,
|
| 110 |
+
"penalty_events": []
|
| 111 |
+
},
|
| 112 |
+
{
|
| 113 |
+
"episode_id": 9,
|
| 114 |
+
"seed": 100066,
|
| 115 |
+
"success": false,
|
| 116 |
+
"steps_taken": 600,
|
| 117 |
+
"max_steps": 600,
|
| 118 |
+
"route_completion": 13.213930510563221,
|
| 119 |
+
"manipulation_score": 13.213930510563221,
|
| 120 |
+
"total_penalty_factor": 1.0,
|
| 121 |
+
"fail_reason": null,
|
| 122 |
+
"penalty_events": []
|
| 123 |
+
},
|
| 124 |
+
{
|
| 125 |
+
"episode_id": 10,
|
| 126 |
+
"seed": 100068,
|
| 127 |
+
"success": false,
|
| 128 |
+
"steps_taken": 600,
|
| 129 |
+
"max_steps": 600,
|
| 130 |
+
"route_completion": 59.87548380107336,
|
| 131 |
+
"manipulation_score": 59.87548380107336,
|
| 132 |
+
"total_penalty_factor": 1.0,
|
| 133 |
+
"fail_reason": null,
|
| 134 |
+
"penalty_events": []
|
| 135 |
+
},
|
| 136 |
+
{
|
| 137 |
+
"episode_id": 11,
|
| 138 |
+
"seed": 100069,
|
| 139 |
+
"success": false,
|
| 140 |
+
"steps_taken": 58,
|
| 141 |
+
"max_steps": 600,
|
| 142 |
+
"route_completion": 0.0,
|
| 143 |
+
"manipulation_score": 0.0,
|
| 144 |
+
"total_penalty_factor": 0.5,
|
| 145 |
+
"fail_reason": "out_of_bounds",
|
| 146 |
+
"penalty_events": [
|
| 147 |
+
{
|
| 148 |
+
"event_type": "out_of_bounds",
|
| 149 |
+
"timestep": 58,
|
| 150 |
+
"penalty_factor": 0.5,
|
| 151 |
+
"details": "Target object left workspace/view"
|
| 152 |
+
}
|
| 153 |
+
]
|
| 154 |
+
},
|
| 155 |
+
{
|
| 156 |
+
"episode_id": 12,
|
| 157 |
+
"seed": 100074,
|
| 158 |
+
"success": false,
|
| 159 |
+
"steps_taken": 600,
|
| 160 |
+
"max_steps": 600,
|
| 161 |
+
"route_completion": 55.361190055098106,
|
| 162 |
+
"manipulation_score": 55.361190055098106,
|
| 163 |
+
"total_penalty_factor": 1.0,
|
| 164 |
+
"fail_reason": null,
|
| 165 |
+
"penalty_events": []
|
| 166 |
+
},
|
| 167 |
+
{
|
| 168 |
+
"episode_id": 13,
|
| 169 |
+
"seed": 100079,
|
| 170 |
+
"success": false,
|
| 171 |
+
"steps_taken": 600,
|
| 172 |
+
"max_steps": 600,
|
| 173 |
+
"route_completion": 55.55967278183842,
|
| 174 |
+
"manipulation_score": 55.55967278183842,
|
| 175 |
+
"total_penalty_factor": 1.0,
|
| 176 |
+
"fail_reason": null,
|
| 177 |
+
"penalty_events": []
|
| 178 |
+
},
|
| 179 |
+
{
|
| 180 |
+
"episode_id": 14,
|
| 181 |
+
"seed": 100086,
|
| 182 |
+
"success": false,
|
| 183 |
+
"steps_taken": 49,
|
| 184 |
+
"max_steps": 600,
|
| 185 |
+
"route_completion": 0.0,
|
| 186 |
+
"manipulation_score": 0.0,
|
| 187 |
+
"total_penalty_factor": 0.5,
|
| 188 |
+
"fail_reason": "out_of_bounds",
|
| 189 |
+
"penalty_events": [
|
| 190 |
+
{
|
| 191 |
+
"event_type": "out_of_bounds",
|
| 192 |
+
"timestep": 49,
|
| 193 |
+
"penalty_factor": 0.5,
|
| 194 |
+
"details": "Target object left workspace/view"
|
| 195 |
+
}
|
| 196 |
+
]
|
| 197 |
+
},
|
| 198 |
+
{
|
| 199 |
+
"episode_id": 15,
|
| 200 |
+
"seed": 100093,
|
| 201 |
+
"success": false,
|
| 202 |
+
"steps_taken": 600,
|
| 203 |
+
"max_steps": 600,
|
| 204 |
+
"route_completion": 23.71698824874466,
|
| 205 |
+
"manipulation_score": 23.71698824874466,
|
| 206 |
+
"total_penalty_factor": 1.0,
|
| 207 |
+
"fail_reason": null,
|
| 208 |
+
"penalty_events": []
|
| 209 |
+
},
|
| 210 |
+
{
|
| 211 |
+
"episode_id": 16,
|
| 212 |
+
"seed": 100102,
|
| 213 |
+
"success": false,
|
| 214 |
+
"steps_taken": 600,
|
| 215 |
+
"max_steps": 600,
|
| 216 |
+
"route_completion": 20.228000933866223,
|
| 217 |
+
"manipulation_score": 20.228000933866223,
|
| 218 |
+
"total_penalty_factor": 1.0,
|
| 219 |
+
"fail_reason": null,
|
| 220 |
+
"penalty_events": []
|
| 221 |
+
},
|
| 222 |
+
{
|
| 223 |
+
"episode_id": 17,
|
| 224 |
+
"seed": 100122,
|
| 225 |
+
"success": false,
|
| 226 |
+
"steps_taken": 600,
|
| 227 |
+
"max_steps": 600,
|
| 228 |
+
"route_completion": 0.043726648954563865,
|
| 229 |
+
"manipulation_score": 0.043726648954563865,
|
| 230 |
+
"total_penalty_factor": 1.0,
|
| 231 |
+
"fail_reason": null,
|
| 232 |
+
"penalty_events": []
|
| 233 |
+
},
|
| 234 |
+
{
|
| 235 |
+
"episode_id": 18,
|
| 236 |
+
"seed": 100124,
|
| 237 |
+
"success": false,
|
| 238 |
+
"steps_taken": 66,
|
| 239 |
+
"max_steps": 600,
|
| 240 |
+
"route_completion": 0.0,
|
| 241 |
+
"manipulation_score": 0.0,
|
| 242 |
+
"total_penalty_factor": 0.5,
|
| 243 |
+
"fail_reason": "out_of_bounds",
|
| 244 |
+
"penalty_events": [
|
| 245 |
+
{
|
| 246 |
+
"event_type": "out_of_bounds",
|
| 247 |
+
"timestep": 66,
|
| 248 |
+
"penalty_factor": 0.5,
|
| 249 |
+
"details": "Target object left workspace/view"
|
| 250 |
+
}
|
| 251 |
+
]
|
| 252 |
+
},
|
| 253 |
+
{
|
| 254 |
+
"episode_id": 19,
|
| 255 |
+
"seed": 100131,
|
| 256 |
+
"success": false,
|
| 257 |
+
"steps_taken": 600,
|
| 258 |
+
"max_steps": 600,
|
| 259 |
+
"route_completion": 0.016434972720339443,
|
| 260 |
+
"manipulation_score": 0.016434972720339443,
|
| 261 |
+
"total_penalty_factor": 1.0,
|
| 262 |
+
"fail_reason": null,
|
| 263 |
+
"penalty_events": []
|
| 264 |
+
},
|
| 265 |
+
{
|
| 266 |
+
"episode_id": 20,
|
| 267 |
+
"seed": 100137,
|
| 268 |
+
"success": false,
|
| 269 |
+
"steps_taken": 600,
|
| 270 |
+
"max_steps": 600,
|
| 271 |
+
"route_completion": 19.263449119531607,
|
| 272 |
+
"manipulation_score": 19.263449119531607,
|
| 273 |
+
"total_penalty_factor": 1.0,
|
| 274 |
+
"fail_reason": null,
|
| 275 |
+
"penalty_events": []
|
| 276 |
+
},
|
| 277 |
+
{
|
| 278 |
+
"episode_id": 21,
|
| 279 |
+
"seed": 100144,
|
| 280 |
+
"success": false,
|
| 281 |
+
"steps_taken": 600,
|
| 282 |
+
"max_steps": 600,
|
| 283 |
+
"route_completion": 55.70880529492176,
|
| 284 |
+
"manipulation_score": 55.70880529492176,
|
| 285 |
+
"total_penalty_factor": 1.0,
|
| 286 |
+
"fail_reason": null,
|
| 287 |
+
"penalty_events": []
|
| 288 |
+
},
|
| 289 |
+
{
|
| 290 |
+
"episode_id": 22,
|
| 291 |
+
"seed": 100147,
|
| 292 |
+
"success": false,
|
| 293 |
+
"steps_taken": 600,
|
| 294 |
+
"max_steps": 600,
|
| 295 |
+
"route_completion": 55.487330716323946,
|
| 296 |
+
"manipulation_score": 55.487330716323946,
|
| 297 |
+
"total_penalty_factor": 1.0,
|
| 298 |
+
"fail_reason": null,
|
| 299 |
+
"penalty_events": []
|
| 300 |
+
},
|
| 301 |
+
{
|
| 302 |
+
"episode_id": 23,
|
| 303 |
+
"seed": 100158,
|
| 304 |
+
"success": false,
|
| 305 |
+
"steps_taken": 600,
|
| 306 |
+
"max_steps": 600,
|
| 307 |
+
"route_completion": 55.45821935176374,
|
| 308 |
+
"manipulation_score": 55.45821935176374,
|
| 309 |
+
"total_penalty_factor": 1.0,
|
| 310 |
+
"fail_reason": null,
|
| 311 |
+
"penalty_events": []
|
| 312 |
+
},
|
| 313 |
+
{
|
| 314 |
+
"episode_id": 24,
|
| 315 |
+
"seed": 100174,
|
| 316 |
+
"success": false,
|
| 317 |
+
"steps_taken": 130,
|
| 318 |
+
"max_steps": 600,
|
| 319 |
+
"route_completion": 30.524690504807634,
|
| 320 |
+
"manipulation_score": 15.262345252403817,
|
| 321 |
+
"total_penalty_factor": 0.5,
|
| 322 |
+
"fail_reason": "out_of_bounds",
|
| 323 |
+
"penalty_events": [
|
| 324 |
+
{
|
| 325 |
+
"event_type": "out_of_bounds",
|
| 326 |
+
"timestep": 130,
|
| 327 |
+
"penalty_factor": 0.5,
|
| 328 |
+
"details": "Target object left workspace/view"
|
| 329 |
+
}
|
| 330 |
+
]
|
| 331 |
+
},
|
| 332 |
+
{
|
| 333 |
+
"episode_id": 25,
|
| 334 |
+
"seed": 100209,
|
| 335 |
+
"success": false,
|
| 336 |
+
"steps_taken": 600,
|
| 337 |
+
"max_steps": 600,
|
| 338 |
+
"route_completion": 55.19446893908344,
|
| 339 |
+
"manipulation_score": 55.19446893908344,
|
| 340 |
+
"total_penalty_factor": 1.0,
|
| 341 |
+
"fail_reason": null,
|
| 342 |
+
"penalty_events": []
|
| 343 |
+
},
|
| 344 |
+
{
|
| 345 |
+
"episode_id": 26,
|
| 346 |
+
"seed": 100211,
|
| 347 |
+
"success": false,
|
| 348 |
+
"steps_taken": 600,
|
| 349 |
+
"max_steps": 600,
|
| 350 |
+
"route_completion": 0.10733801774133851,
|
| 351 |
+
"manipulation_score": 0.10733801774133851,
|
| 352 |
+
"total_penalty_factor": 1.0,
|
| 353 |
+
"fail_reason": null,
|
| 354 |
+
"penalty_events": []
|
| 355 |
+
},
|
| 356 |
+
{
|
| 357 |
+
"episode_id": 27,
|
| 358 |
+
"seed": 100231,
|
| 359 |
+
"success": false,
|
| 360 |
+
"steps_taken": 600,
|
| 361 |
+
"max_steps": 600,
|
| 362 |
+
"route_completion": 30.58528005619069,
|
| 363 |
+
"manipulation_score": 30.58528005619069,
|
| 364 |
+
"total_penalty_factor": 1.0,
|
| 365 |
+
"fail_reason": null,
|
| 366 |
+
"penalty_events": []
|
| 367 |
+
},
|
| 368 |
+
{
|
| 369 |
+
"episode_id": 28,
|
| 370 |
+
"seed": 100233,
|
| 371 |
+
"success": false,
|
| 372 |
+
"steps_taken": 600,
|
| 373 |
+
"max_steps": 600,
|
| 374 |
+
"route_completion": 56.47010274427353,
|
| 375 |
+
"manipulation_score": 56.47010274427353,
|
| 376 |
+
"total_penalty_factor": 1.0,
|
| 377 |
+
"fail_reason": null,
|
| 378 |
+
"penalty_events": []
|
| 379 |
+
},
|
| 380 |
+
{
|
| 381 |
+
"episode_id": 29,
|
| 382 |
+
"seed": 100237,
|
| 383 |
+
"success": false,
|
| 384 |
+
"steps_taken": 600,
|
| 385 |
+
"max_steps": 600,
|
| 386 |
+
"route_completion": 17.628134170115842,
|
| 387 |
+
"manipulation_score": 17.628134170115842,
|
| 388 |
+
"total_penalty_factor": 1.0,
|
| 389 |
+
"fail_reason": null,
|
| 390 |
+
"penalty_events": []
|
| 391 |
+
},
|
| 392 |
+
{
|
| 393 |
+
"episode_id": 30,
|
| 394 |
+
"seed": 100241,
|
| 395 |
+
"success": false,
|
| 396 |
+
"steps_taken": 600,
|
| 397 |
+
"max_steps": 600,
|
| 398 |
+
"route_completion": 2.9295199194754797,
|
| 399 |
+
"manipulation_score": 2.9295199194754797,
|
| 400 |
+
"total_penalty_factor": 1.0,
|
| 401 |
+
"fail_reason": null,
|
| 402 |
+
"penalty_events": []
|
| 403 |
+
},
|
| 404 |
+
{
|
| 405 |
+
"episode_id": 31,
|
| 406 |
+
"seed": 100251,
|
| 407 |
+
"success": false,
|
| 408 |
+
"steps_taken": 600,
|
| 409 |
+
"max_steps": 600,
|
| 410 |
+
"route_completion": 51.21958430646013,
|
| 411 |
+
"manipulation_score": 51.21958430646013,
|
| 412 |
+
"total_penalty_factor": 1.0,
|
| 413 |
+
"fail_reason": null,
|
| 414 |
+
"penalty_events": []
|
| 415 |
+
},
|
| 416 |
+
{
|
| 417 |
+
"episode_id": 32,
|
| 418 |
+
"seed": 100261,
|
| 419 |
+
"success": false,
|
| 420 |
+
"steps_taken": 600,
|
| 421 |
+
"max_steps": 600,
|
| 422 |
+
"route_completion": 19.03533751697544,
|
| 423 |
+
"manipulation_score": 19.03533751697544,
|
| 424 |
+
"total_penalty_factor": 1.0,
|
| 425 |
+
"fail_reason": null,
|
| 426 |
+
"penalty_events": []
|
| 427 |
+
},
|
| 428 |
+
{
|
| 429 |
+
"episode_id": 33,
|
| 430 |
+
"seed": 100262,
|
| 431 |
+
"success": false,
|
| 432 |
+
"steps_taken": 600,
|
| 433 |
+
"max_steps": 600,
|
| 434 |
+
"route_completion": 29.803219061195396,
|
| 435 |
+
"manipulation_score": 29.803219061195396,
|
| 436 |
+
"total_penalty_factor": 1.0,
|
| 437 |
+
"fail_reason": null,
|
| 438 |
+
"penalty_events": []
|
| 439 |
+
},
|
| 440 |
+
{
|
| 441 |
+
"episode_id": 34,
|
| 442 |
+
"seed": 100269,
|
| 443 |
+
"success": false,
|
| 444 |
+
"steps_taken": 600,
|
| 445 |
+
"max_steps": 600,
|
| 446 |
+
"route_completion": 55.38538338146617,
|
| 447 |
+
"manipulation_score": 55.38538338146617,
|
| 448 |
+
"total_penalty_factor": 1.0,
|
| 449 |
+
"fail_reason": null,
|
| 450 |
+
"penalty_events": []
|
| 451 |
+
},
|
| 452 |
+
{
|
| 453 |
+
"episode_id": 35,
|
| 454 |
+
"seed": 100274,
|
| 455 |
+
"success": false,
|
| 456 |
+
"steps_taken": 600,
|
| 457 |
+
"max_steps": 600,
|
| 458 |
+
"route_completion": 55.019980775947054,
|
| 459 |
+
"manipulation_score": 55.019980775947054,
|
| 460 |
+
"total_penalty_factor": 1.0,
|
| 461 |
+
"fail_reason": null,
|
| 462 |
+
"penalty_events": []
|
| 463 |
+
},
|
| 464 |
+
{
|
| 465 |
+
"episode_id": 36,
|
| 466 |
+
"seed": 100276,
|
| 467 |
+
"success": false,
|
| 468 |
+
"steps_taken": 600,
|
| 469 |
+
"max_steps": 600,
|
| 470 |
+
"route_completion": 55.364542111612494,
|
| 471 |
+
"manipulation_score": 55.364542111612494,
|
| 472 |
+
"total_penalty_factor": 1.0,
|
| 473 |
+
"fail_reason": null,
|
| 474 |
+
"penalty_events": []
|
| 475 |
+
},
|
| 476 |
+
{
|
| 477 |
+
"episode_id": 37,
|
| 478 |
+
"seed": 100300,
|
| 479 |
+
"success": false,
|
| 480 |
+
"steps_taken": 600,
|
| 481 |
+
"max_steps": 600,
|
| 482 |
+
"route_completion": 55.24842945956574,
|
| 483 |
+
"manipulation_score": 55.24842945956574,
|
| 484 |
+
"total_penalty_factor": 1.0,
|
| 485 |
+
"fail_reason": null,
|
| 486 |
+
"penalty_events": []
|
| 487 |
+
},
|
| 488 |
+
{
|
| 489 |
+
"episode_id": 38,
|
| 490 |
+
"seed": 100307,
|
| 491 |
+
"success": false,
|
| 492 |
+
"steps_taken": 600,
|
| 493 |
+
"max_steps": 600,
|
| 494 |
+
"route_completion": 28.227776800624838,
|
| 495 |
+
"manipulation_score": 28.227776800624838,
|
| 496 |
+
"total_penalty_factor": 1.0,
|
| 497 |
+
"fail_reason": null,
|
| 498 |
+
"penalty_events": []
|
| 499 |
+
},
|
| 500 |
+
{
|
| 501 |
+
"episode_id": 39,
|
| 502 |
+
"seed": 100318,
|
| 503 |
+
"success": false,
|
| 504 |
+
"steps_taken": 600,
|
| 505 |
+
"max_steps": 600,
|
| 506 |
+
"route_completion": 9.62402167332361,
|
| 507 |
+
"manipulation_score": 9.62402167332361,
|
| 508 |
+
"total_penalty_factor": 1.0,
|
| 509 |
+
"fail_reason": null,
|
| 510 |
+
"penalty_events": []
|
| 511 |
+
},
|
| 512 |
+
{
|
| 513 |
+
"episode_id": 40,
|
| 514 |
+
"seed": 100319,
|
| 515 |
+
"success": false,
|
| 516 |
+
"steps_taken": 600,
|
| 517 |
+
"max_steps": 600,
|
| 518 |
+
"route_completion": 9.29843335784365,
|
| 519 |
+
"manipulation_score": 9.29843335784365,
|
| 520 |
+
"total_penalty_factor": 1.0,
|
| 521 |
+
"fail_reason": null,
|
| 522 |
+
"penalty_events": []
|
| 523 |
+
},
|
| 524 |
+
{
|
| 525 |
+
"episode_id": 41,
|
| 526 |
+
"seed": 100324,
|
| 527 |
+
"success": false,
|
| 528 |
+
"steps_taken": 600,
|
| 529 |
+
"max_steps": 600,
|
| 530 |
+
"route_completion": 36.628426053190886,
|
| 531 |
+
"manipulation_score": 36.628426053190886,
|
| 532 |
+
"total_penalty_factor": 1.0,
|
| 533 |
+
"fail_reason": null,
|
| 534 |
+
"penalty_events": []
|
| 535 |
+
},
|
| 536 |
+
{
|
| 537 |
+
"episode_id": 42,
|
| 538 |
+
"seed": 100340,
|
| 539 |
+
"success": false,
|
| 540 |
+
"steps_taken": 600,
|
| 541 |
+
"max_steps": 600,
|
| 542 |
+
"route_completion": 23.095337846806586,
|
| 543 |
+
"manipulation_score": 23.095337846806586,
|
| 544 |
+
"total_penalty_factor": 1.0,
|
| 545 |
+
"fail_reason": null,
|
| 546 |
+
"penalty_events": []
|
| 547 |
+
},
|
| 548 |
+
{
|
| 549 |
+
"episode_id": 43,
|
| 550 |
+
"seed": 100355,
|
| 551 |
+
"success": false,
|
| 552 |
+
"steps_taken": 115,
|
| 553 |
+
"max_steps": 600,
|
| 554 |
+
"route_completion": 28.966139175160556,
|
| 555 |
+
"manipulation_score": 14.483069587580278,
|
| 556 |
+
"total_penalty_factor": 0.5,
|
| 557 |
+
"fail_reason": "out_of_bounds",
|
| 558 |
+
"penalty_events": [
|
| 559 |
+
{
|
| 560 |
+
"event_type": "out_of_bounds",
|
| 561 |
+
"timestep": 115,
|
| 562 |
+
"penalty_factor": 0.5,
|
| 563 |
+
"details": "Target object left workspace/view"
|
| 564 |
+
}
|
| 565 |
+
]
|
| 566 |
+
},
|
| 567 |
+
{
|
| 568 |
+
"episode_id": 44,
|
| 569 |
+
"seed": 100360,
|
| 570 |
+
"success": false,
|
| 571 |
+
"steps_taken": 600,
|
| 572 |
+
"max_steps": 600,
|
| 573 |
+
"route_completion": 55.66073430642923,
|
| 574 |
+
"manipulation_score": 55.66073430642923,
|
| 575 |
+
"total_penalty_factor": 1.0,
|
| 576 |
+
"fail_reason": null,
|
| 577 |
+
"penalty_events": []
|
| 578 |
+
},
|
| 579 |
+
{
|
| 580 |
+
"episode_id": 45,
|
| 581 |
+
"seed": 100371,
|
| 582 |
+
"success": false,
|
| 583 |
+
"steps_taken": 600,
|
| 584 |
+
"max_steps": 600,
|
| 585 |
+
"route_completion": 55.305331189212545,
|
| 586 |
+
"manipulation_score": 55.305331189212545,
|
| 587 |
+
"total_penalty_factor": 1.0,
|
| 588 |
+
"fail_reason": null,
|
| 589 |
+
"penalty_events": []
|
| 590 |
+
},
|
| 591 |
+
{
|
| 592 |
+
"episode_id": 46,
|
| 593 |
+
"seed": 100374,
|
| 594 |
+
"success": false,
|
| 595 |
+
"steps_taken": 600,
|
| 596 |
+
"max_steps": 600,
|
| 597 |
+
"route_completion": 54.82875411459518,
|
| 598 |
+
"manipulation_score": 54.82875411459518,
|
| 599 |
+
"total_penalty_factor": 1.0,
|
| 600 |
+
"fail_reason": null,
|
| 601 |
+
"penalty_events": []
|
| 602 |
+
},
|
| 603 |
+
{
|
| 604 |
+
"episode_id": 47,
|
| 605 |
+
"seed": 100377,
|
| 606 |
+
"success": false,
|
| 607 |
+
"steps_taken": 44,
|
| 608 |
+
"max_steps": 600,
|
| 609 |
+
"route_completion": 0.0,
|
| 610 |
+
"manipulation_score": 0.0,
|
| 611 |
+
"total_penalty_factor": 0.5,
|
| 612 |
+
"fail_reason": "out_of_bounds",
|
| 613 |
+
"penalty_events": [
|
| 614 |
+
{
|
| 615 |
+
"event_type": "out_of_bounds",
|
| 616 |
+
"timestep": 44,
|
| 617 |
+
"penalty_factor": 0.5,
|
| 618 |
+
"details": "Target object left workspace/view"
|
| 619 |
+
}
|
| 620 |
+
]
|
| 621 |
+
},
|
| 622 |
+
{
|
| 623 |
+
"episode_id": 48,
|
| 624 |
+
"seed": 100396,
|
| 625 |
+
"success": false,
|
| 626 |
+
"steps_taken": 600,
|
| 627 |
+
"max_steps": 600,
|
| 628 |
+
"route_completion": 52.841895684703175,
|
| 629 |
+
"manipulation_score": 52.841895684703175,
|
| 630 |
+
"total_penalty_factor": 1.0,
|
| 631 |
+
"fail_reason": null,
|
| 632 |
+
"penalty_events": []
|
| 633 |
+
},
|
| 634 |
+
{
|
| 635 |
+
"episode_id": 49,
|
| 636 |
+
"seed": 100399,
|
| 637 |
+
"success": false,
|
| 638 |
+
"steps_taken": 600,
|
| 639 |
+
"max_steps": 600,
|
| 640 |
+
"route_completion": 55.76635593313972,
|
| 641 |
+
"manipulation_score": 55.76635593313972,
|
| 642 |
+
"total_penalty_factor": 1.0,
|
| 643 |
+
"fail_reason": null,
|
| 644 |
+
"penalty_events": []
|
| 645 |
+
},
|
| 646 |
+
{
|
| 647 |
+
"episode_id": 50,
|
| 648 |
+
"seed": 100401,
|
| 649 |
+
"success": false,
|
| 650 |
+
"steps_taken": 600,
|
| 651 |
+
"max_steps": 600,
|
| 652 |
+
"route_completion": 55.15735486922081,
|
| 653 |
+
"manipulation_score": 55.15735486922081,
|
| 654 |
+
"total_penalty_factor": 1.0,
|
| 655 |
+
"fail_reason": null,
|
| 656 |
+
"penalty_events": []
|
| 657 |
+
},
|
| 658 |
+
{
|
| 659 |
+
"episode_id": 51,
|
| 660 |
+
"seed": 100415,
|
| 661 |
+
"success": false,
|
| 662 |
+
"steps_taken": 86,
|
| 663 |
+
"max_steps": 600,
|
| 664 |
+
"route_completion": 13.377568256542727,
|
| 665 |
+
"manipulation_score": 6.688784128271363,
|
| 666 |
+
"total_penalty_factor": 0.5,
|
| 667 |
+
"fail_reason": "out_of_bounds",
|
| 668 |
+
"penalty_events": [
|
| 669 |
+
{
|
| 670 |
+
"event_type": "out_of_bounds",
|
| 671 |
+
"timestep": 86,
|
| 672 |
+
"penalty_factor": 0.5,
|
| 673 |
+
"details": "Target object left workspace/view"
|
| 674 |
+
}
|
| 675 |
+
]
|
| 676 |
+
},
|
| 677 |
+
{
|
| 678 |
+
"episode_id": 52,
|
| 679 |
+
"seed": 100419,
|
| 680 |
+
"success": false,
|
| 681 |
+
"steps_taken": 600,
|
| 682 |
+
"max_steps": 600,
|
| 683 |
+
"route_completion": 56.07106981420355,
|
| 684 |
+
"manipulation_score": 56.07106981420355,
|
| 685 |
+
"total_penalty_factor": 1.0,
|
| 686 |
+
"fail_reason": null,
|
| 687 |
+
"penalty_events": []
|
| 688 |
+
},
|
| 689 |
+
{
|
| 690 |
+
"episode_id": 53,
|
| 691 |
+
"seed": 100420,
|
| 692 |
+
"success": false,
|
| 693 |
+
"steps_taken": 600,
|
| 694 |
+
"max_steps": 600,
|
| 695 |
+
"route_completion": 30.999493554999624,
|
| 696 |
+
"manipulation_score": 30.999493554999624,
|
| 697 |
+
"total_penalty_factor": 1.0,
|
| 698 |
+
"fail_reason": null,
|
| 699 |
+
"penalty_events": []
|
| 700 |
+
},
|
| 701 |
+
{
|
| 702 |
+
"episode_id": 54,
|
| 703 |
+
"seed": 100431,
|
| 704 |
+
"success": false,
|
| 705 |
+
"steps_taken": 600,
|
| 706 |
+
"max_steps": 600,
|
| 707 |
+
"route_completion": 53.879304031928996,
|
| 708 |
+
"manipulation_score": 53.879304031928996,
|
| 709 |
+
"total_penalty_factor": 1.0,
|
| 710 |
+
"fail_reason": null,
|
| 711 |
+
"penalty_events": []
|
| 712 |
+
},
|
| 713 |
+
{
|
| 714 |
+
"episode_id": 55,
|
| 715 |
+
"seed": 100437,
|
| 716 |
+
"success": false,
|
| 717 |
+
"steps_taken": 600,
|
| 718 |
+
"max_steps": 600,
|
| 719 |
+
"route_completion": 12.411321571430891,
|
| 720 |
+
"manipulation_score": 12.411321571430891,
|
| 721 |
+
"total_penalty_factor": 1.0,
|
| 722 |
+
"fail_reason": null,
|
| 723 |
+
"penalty_events": []
|
| 724 |
+
},
|
| 725 |
+
{
|
| 726 |
+
"episode_id": 56,
|
| 727 |
+
"seed": 100442,
|
| 728 |
+
"success": false,
|
| 729 |
+
"steps_taken": 600,
|
| 730 |
+
"max_steps": 600,
|
| 731 |
+
"route_completion": 56.45457819316253,
|
| 732 |
+
"manipulation_score": 56.45457819316253,
|
| 733 |
+
"total_penalty_factor": 1.0,
|
| 734 |
+
"fail_reason": null,
|
| 735 |
+
"penalty_events": []
|
| 736 |
+
},
|
| 737 |
+
{
|
| 738 |
+
"episode_id": 57,
|
| 739 |
+
"seed": 100449,
|
| 740 |
+
"success": false,
|
| 741 |
+
"steps_taken": 600,
|
| 742 |
+
"max_steps": 600,
|
| 743 |
+
"route_completion": 57.916821266608686,
|
| 744 |
+
"manipulation_score": 57.916821266608686,
|
| 745 |
+
"total_penalty_factor": 1.0,
|
| 746 |
+
"fail_reason": null,
|
| 747 |
+
"penalty_events": []
|
| 748 |
+
},
|
| 749 |
+
{
|
| 750 |
+
"episode_id": 58,
|
| 751 |
+
"seed": 100478,
|
| 752 |
+
"success": false,
|
| 753 |
+
"steps_taken": 600,
|
| 754 |
+
"max_steps": 600,
|
| 755 |
+
"route_completion": 63.113747770893156,
|
| 756 |
+
"manipulation_score": 63.113747770893156,
|
| 757 |
+
"total_penalty_factor": 1.0,
|
| 758 |
+
"fail_reason": null,
|
| 759 |
+
"penalty_events": []
|
| 760 |
+
},
|
| 761 |
+
{
|
| 762 |
+
"episode_id": 59,
|
| 763 |
+
"seed": 100491,
|
| 764 |
+
"success": false,
|
| 765 |
+
"steps_taken": 600,
|
| 766 |
+
"max_steps": 600,
|
| 767 |
+
"route_completion": 60.77787362329984,
|
| 768 |
+
"manipulation_score": 60.77787362329984,
|
| 769 |
+
"total_penalty_factor": 1.0,
|
| 770 |
+
"fail_reason": null,
|
| 771 |
+
"penalty_events": []
|
| 772 |
+
},
|
| 773 |
+
{
|
| 774 |
+
"episode_id": 60,
|
| 775 |
+
"seed": 100498,
|
| 776 |
+
"success": false,
|
| 777 |
+
"steps_taken": 600,
|
| 778 |
+
"max_steps": 600,
|
| 779 |
+
"route_completion": 16.722138103391543,
|
| 780 |
+
"manipulation_score": 16.722138103391543,
|
| 781 |
+
"total_penalty_factor": 1.0,
|
| 782 |
+
"fail_reason": null,
|
| 783 |
+
"penalty_events": []
|
| 784 |
+
},
|
| 785 |
+
{
|
| 786 |
+
"episode_id": 61,
|
| 787 |
+
"seed": 100502,
|
| 788 |
+
"success": false,
|
| 789 |
+
"steps_taken": 600,
|
| 790 |
+
"max_steps": 600,
|
| 791 |
+
"route_completion": 55.19124156581281,
|
| 792 |
+
"manipulation_score": 55.19124156581281,
|
| 793 |
+
"total_penalty_factor": 1.0,
|
| 794 |
+
"fail_reason": null,
|
| 795 |
+
"penalty_events": []
|
| 796 |
+
},
|
| 797 |
+
{
|
| 798 |
+
"episode_id": 62,
|
| 799 |
+
"seed": 100508,
|
| 800 |
+
"success": false,
|
| 801 |
+
"steps_taken": 600,
|
| 802 |
+
"max_steps": 600,
|
| 803 |
+
"route_completion": 55.84612989772312,
|
| 804 |
+
"manipulation_score": 55.84612989772312,
|
| 805 |
+
"total_penalty_factor": 1.0,
|
| 806 |
+
"fail_reason": null,
|
| 807 |
+
"penalty_events": []
|
| 808 |
+
},
|
| 809 |
+
{
|
| 810 |
+
"episode_id": 63,
|
| 811 |
+
"seed": 100509,
|
| 812 |
+
"success": false,
|
| 813 |
+
"steps_taken": 600,
|
| 814 |
+
"max_steps": 600,
|
| 815 |
+
"route_completion": 55.66387742062179,
|
| 816 |
+
"manipulation_score": 55.66387742062179,
|
| 817 |
+
"total_penalty_factor": 1.0,
|
| 818 |
+
"fail_reason": null,
|
| 819 |
+
"penalty_events": []
|
| 820 |
+
},
|
| 821 |
+
{
|
| 822 |
+
"episode_id": 64,
|
| 823 |
+
"seed": 100511,
|
| 824 |
+
"success": false,
|
| 825 |
+
"steps_taken": 600,
|
| 826 |
+
"max_steps": 600,
|
| 827 |
+
"route_completion": 15.097497809334984,
|
| 828 |
+
"manipulation_score": 15.097497809334984,
|
| 829 |
+
"total_penalty_factor": 1.0,
|
| 830 |
+
"fail_reason": null,
|
| 831 |
+
"penalty_events": []
|
| 832 |
+
},
|
| 833 |
+
{
|
| 834 |
+
"episode_id": 65,
|
| 835 |
+
"seed": 100514,
|
| 836 |
+
"success": false,
|
| 837 |
+
"steps_taken": 600,
|
| 838 |
+
"max_steps": 600,
|
| 839 |
+
"route_completion": 0.0,
|
| 840 |
+
"manipulation_score": 0.0,
|
| 841 |
+
"total_penalty_factor": 1.0,
|
| 842 |
+
"fail_reason": null,
|
| 843 |
+
"penalty_events": []
|
| 844 |
+
},
|
| 845 |
+
{
|
| 846 |
+
"episode_id": 66,
|
| 847 |
+
"seed": 100521,
|
| 848 |
+
"success": false,
|
| 849 |
+
"steps_taken": 600,
|
| 850 |
+
"max_steps": 600,
|
| 851 |
+
"route_completion": 55.680516729500916,
|
| 852 |
+
"manipulation_score": 55.680516729500916,
|
| 853 |
+
"total_penalty_factor": 1.0,
|
| 854 |
+
"fail_reason": null,
|
| 855 |
+
"penalty_events": []
|
| 856 |
+
},
|
| 857 |
+
{
|
| 858 |
+
"episode_id": 67,
|
| 859 |
+
"seed": 100522,
|
| 860 |
+
"success": false,
|
| 861 |
+
"steps_taken": 600,
|
| 862 |
+
"max_steps": 600,
|
| 863 |
+
"route_completion": 18.87630371535566,
|
| 864 |
+
"manipulation_score": 18.87630371535566,
|
| 865 |
+
"total_penalty_factor": 1.0,
|
| 866 |
+
"fail_reason": null,
|
| 867 |
+
"penalty_events": []
|
| 868 |
+
},
|
| 869 |
+
{
|
| 870 |
+
"episode_id": 68,
|
| 871 |
+
"seed": 100523,
|
| 872 |
+
"success": false,
|
| 873 |
+
"steps_taken": 600,
|
| 874 |
+
"max_steps": 600,
|
| 875 |
+
"route_completion": 27.9134123368311,
|
| 876 |
+
"manipulation_score": 27.9134123368311,
|
| 877 |
+
"total_penalty_factor": 1.0,
|
| 878 |
+
"fail_reason": null,
|
| 879 |
+
"penalty_events": []
|
| 880 |
+
},
|
| 881 |
+
{
|
| 882 |
+
"episode_id": 69,
|
| 883 |
+
"seed": 100536,
|
| 884 |
+
"success": false,
|
| 885 |
+
"steps_taken": 600,
|
| 886 |
+
"max_steps": 600,
|
| 887 |
+
"route_completion": 24.74962781992401,
|
| 888 |
+
"manipulation_score": 24.74962781992401,
|
| 889 |
+
"total_penalty_factor": 1.0,
|
| 890 |
+
"fail_reason": null,
|
| 891 |
+
"penalty_events": []
|
| 892 |
+
},
|
| 893 |
+
{
|
| 894 |
+
"episode_id": 70,
|
| 895 |
+
"seed": 100546,
|
| 896 |
+
"success": false,
|
| 897 |
+
"steps_taken": 600,
|
| 898 |
+
"max_steps": 600,
|
| 899 |
+
"route_completion": 52.46211173208298,
|
| 900 |
+
"manipulation_score": 52.46211173208298,
|
| 901 |
+
"total_penalty_factor": 1.0,
|
| 902 |
+
"fail_reason": null,
|
| 903 |
+
"penalty_events": []
|
| 904 |
+
},
|
| 905 |
+
{
|
| 906 |
+
"episode_id": 71,
|
| 907 |
+
"seed": 100550,
|
| 908 |
+
"success": false,
|
| 909 |
+
"steps_taken": 600,
|
| 910 |
+
"max_steps": 600,
|
| 911 |
+
"route_completion": 7.601276663632051,
|
| 912 |
+
"manipulation_score": 7.601276663632051,
|
| 913 |
+
"total_penalty_factor": 1.0,
|
| 914 |
+
"fail_reason": null,
|
| 915 |
+
"penalty_events": []
|
| 916 |
+
},
|
| 917 |
+
{
|
| 918 |
+
"episode_id": 72,
|
| 919 |
+
"seed": 100564,
|
| 920 |
+
"success": false,
|
| 921 |
+
"steps_taken": 600,
|
| 922 |
+
"max_steps": 600,
|
| 923 |
+
"route_completion": 55.87750417022767,
|
| 924 |
+
"manipulation_score": 55.87750417022767,
|
| 925 |
+
"total_penalty_factor": 1.0,
|
| 926 |
+
"fail_reason": null,
|
| 927 |
+
"penalty_events": []
|
| 928 |
+
},
|
| 929 |
+
{
|
| 930 |
+
"episode_id": 73,
|
| 931 |
+
"seed": 100567,
|
| 932 |
+
"success": false,
|
| 933 |
+
"steps_taken": 600,
|
| 934 |
+
"max_steps": 600,
|
| 935 |
+
"route_completion": 55.71941500988484,
|
| 936 |
+
"manipulation_score": 55.71941500988484,
|
| 937 |
+
"total_penalty_factor": 1.0,
|
| 938 |
+
"fail_reason": null,
|
| 939 |
+
"penalty_events": []
|
| 940 |
+
},
|
| 941 |
+
{
|
| 942 |
+
"episode_id": 74,
|
| 943 |
+
"seed": 100572,
|
| 944 |
+
"success": false,
|
| 945 |
+
"steps_taken": 600,
|
| 946 |
+
"max_steps": 600,
|
| 947 |
+
"route_completion": 60.94739583381369,
|
| 948 |
+
"manipulation_score": 60.94739583381369,
|
| 949 |
+
"total_penalty_factor": 1.0,
|
| 950 |
+
"fail_reason": null,
|
| 951 |
+
"penalty_events": []
|
| 952 |
+
},
|
| 953 |
+
{
|
| 954 |
+
"episode_id": 75,
|
| 955 |
+
"seed": 100578,
|
| 956 |
+
"success": false,
|
| 957 |
+
"steps_taken": 600,
|
| 958 |
+
"max_steps": 600,
|
| 959 |
+
"route_completion": 55.6292385842874,
|
| 960 |
+
"manipulation_score": 55.6292385842874,
|
| 961 |
+
"total_penalty_factor": 1.0,
|
| 962 |
+
"fail_reason": null,
|
| 963 |
+
"penalty_events": []
|
| 964 |
+
},
|
| 965 |
+
{
|
| 966 |
+
"episode_id": 76,
|
| 967 |
+
"seed": 100583,
|
| 968 |
+
"success": false,
|
| 969 |
+
"steps_taken": 57,
|
| 970 |
+
"max_steps": 600,
|
| 971 |
+
"route_completion": 0.0,
|
| 972 |
+
"manipulation_score": 0.0,
|
| 973 |
+
"total_penalty_factor": 0.5,
|
| 974 |
+
"fail_reason": "out_of_bounds",
|
| 975 |
+
"penalty_events": [
|
| 976 |
+
{
|
| 977 |
+
"event_type": "out_of_bounds",
|
| 978 |
+
"timestep": 57,
|
| 979 |
+
"penalty_factor": 0.5,
|
| 980 |
+
"details": "Target object left workspace/view"
|
| 981 |
+
}
|
| 982 |
+
]
|
| 983 |
+
},
|
| 984 |
+
{
|
| 985 |
+
"episode_id": 77,
|
| 986 |
+
"seed": 100591,
|
| 987 |
+
"success": false,
|
| 988 |
+
"steps_taken": 600,
|
| 989 |
+
"max_steps": 600,
|
| 990 |
+
"route_completion": 55.790093777988105,
|
| 991 |
+
"manipulation_score": 55.790093777988105,
|
| 992 |
+
"total_penalty_factor": 1.0,
|
| 993 |
+
"fail_reason": null,
|
| 994 |
+
"penalty_events": []
|
| 995 |
+
},
|
| 996 |
+
{
|
| 997 |
+
"episode_id": 78,
|
| 998 |
+
"seed": 100593,
|
| 999 |
+
"success": false,
|
| 1000 |
+
"steps_taken": 600,
|
| 1001 |
+
"max_steps": 600,
|
| 1002 |
+
"route_completion": 55.02537662316291,
|
| 1003 |
+
"manipulation_score": 55.02537662316291,
|
| 1004 |
+
"total_penalty_factor": 1.0,
|
| 1005 |
+
"fail_reason": null,
|
| 1006 |
+
"penalty_events": []
|
| 1007 |
+
},
|
| 1008 |
+
{
|
| 1009 |
+
"episode_id": 79,
|
| 1010 |
+
"seed": 100595,
|
| 1011 |
+
"success": false,
|
| 1012 |
+
"steps_taken": 50,
|
| 1013 |
+
"max_steps": 600,
|
| 1014 |
+
"route_completion": 0.0,
|
| 1015 |
+
"manipulation_score": 0.0,
|
| 1016 |
+
"total_penalty_factor": 0.5,
|
| 1017 |
+
"fail_reason": "out_of_bounds",
|
| 1018 |
+
"penalty_events": [
|
| 1019 |
+
{
|
| 1020 |
+
"event_type": "out_of_bounds",
|
| 1021 |
+
"timestep": 50,
|
| 1022 |
+
"penalty_factor": 0.5,
|
| 1023 |
+
"details": "Target object left workspace/view"
|
| 1024 |
+
}
|
| 1025 |
+
]
|
| 1026 |
+
},
|
| 1027 |
+
{
|
| 1028 |
+
"episode_id": 80,
|
| 1029 |
+
"seed": 100598,
|
| 1030 |
+
"success": false,
|
| 1031 |
+
"steps_taken": 600,
|
| 1032 |
+
"max_steps": 600,
|
| 1033 |
+
"route_completion": 55.21456694200695,
|
| 1034 |
+
"manipulation_score": 55.21456694200695,
|
| 1035 |
+
"total_penalty_factor": 1.0,
|
| 1036 |
+
"fail_reason": null,
|
| 1037 |
+
"penalty_events": []
|
| 1038 |
+
},
|
| 1039 |
+
{
|
| 1040 |
+
"episode_id": 81,
|
| 1041 |
+
"seed": 100604,
|
| 1042 |
+
"success": false,
|
| 1043 |
+
"steps_taken": 57,
|
| 1044 |
+
"max_steps": 600,
|
| 1045 |
+
"route_completion": 20.284430100575115,
|
| 1046 |
+
"manipulation_score": 10.142215050287557,
|
| 1047 |
+
"total_penalty_factor": 0.5,
|
| 1048 |
+
"fail_reason": "out_of_bounds",
|
| 1049 |
+
"penalty_events": [
|
| 1050 |
+
{
|
| 1051 |
+
"event_type": "out_of_bounds",
|
| 1052 |
+
"timestep": 57,
|
| 1053 |
+
"penalty_factor": 0.5,
|
| 1054 |
+
"details": "Target object left workspace/view"
|
| 1055 |
+
}
|
| 1056 |
+
]
|
| 1057 |
+
},
|
| 1058 |
+
{
|
| 1059 |
+
"episode_id": 82,
|
| 1060 |
+
"seed": 100611,
|
| 1061 |
+
"success": false,
|
| 1062 |
+
"steps_taken": 49,
|
| 1063 |
+
"max_steps": 600,
|
| 1064 |
+
"route_completion": 0.0,
|
| 1065 |
+
"manipulation_score": 0.0,
|
| 1066 |
+
"total_penalty_factor": 0.5,
|
| 1067 |
+
"fail_reason": "out_of_bounds",
|
| 1068 |
+
"penalty_events": [
|
| 1069 |
+
{
|
| 1070 |
+
"event_type": "out_of_bounds",
|
| 1071 |
+
"timestep": 49,
|
| 1072 |
+
"penalty_factor": 0.5,
|
| 1073 |
+
"details": "Target object left workspace/view"
|
| 1074 |
+
}
|
| 1075 |
+
]
|
| 1076 |
+
},
|
| 1077 |
+
{
|
| 1078 |
+
"episode_id": 83,
|
| 1079 |
+
"seed": 100618,
|
| 1080 |
+
"success": false,
|
| 1081 |
+
"steps_taken": 600,
|
| 1082 |
+
"max_steps": 600,
|
| 1083 |
+
"route_completion": 36.34363425428703,
|
| 1084 |
+
"manipulation_score": 36.34363425428703,
|
| 1085 |
+
"total_penalty_factor": 1.0,
|
| 1086 |
+
"fail_reason": null,
|
| 1087 |
+
"penalty_events": []
|
| 1088 |
+
},
|
| 1089 |
+
{
|
| 1090 |
+
"episode_id": 84,
|
| 1091 |
+
"seed": 100623,
|
| 1092 |
+
"success": false,
|
| 1093 |
+
"steps_taken": 600,
|
| 1094 |
+
"max_steps": 600,
|
| 1095 |
+
"route_completion": 16.247256310079585,
|
| 1096 |
+
"manipulation_score": 16.247256310079585,
|
| 1097 |
+
"total_penalty_factor": 1.0,
|
| 1098 |
+
"fail_reason": null,
|
| 1099 |
+
"penalty_events": []
|
| 1100 |
+
},
|
| 1101 |
+
{
|
| 1102 |
+
"episode_id": 85,
|
| 1103 |
+
"seed": 100624,
|
| 1104 |
+
"success": false,
|
| 1105 |
+
"steps_taken": 600,
|
| 1106 |
+
"max_steps": 600,
|
| 1107 |
+
"route_completion": 55.256479696322955,
|
| 1108 |
+
"manipulation_score": 55.256479696322955,
|
| 1109 |
+
"total_penalty_factor": 1.0,
|
| 1110 |
+
"fail_reason": null,
|
| 1111 |
+
"penalty_events": []
|
| 1112 |
+
},
|
| 1113 |
+
{
|
| 1114 |
+
"episode_id": 86,
|
| 1115 |
+
"seed": 100633,
|
| 1116 |
+
"success": false,
|
| 1117 |
+
"steps_taken": 600,
|
| 1118 |
+
"max_steps": 600,
|
| 1119 |
+
"route_completion": 0.08036187090459233,
|
| 1120 |
+
"manipulation_score": 0.08036187090459233,
|
| 1121 |
+
"total_penalty_factor": 1.0,
|
| 1122 |
+
"fail_reason": null,
|
| 1123 |
+
"penalty_events": []
|
| 1124 |
+
},
|
| 1125 |
+
{
|
| 1126 |
+
"episode_id": 87,
|
| 1127 |
+
"seed": 100640,
|
| 1128 |
+
"success": false,
|
| 1129 |
+
"steps_taken": 600,
|
| 1130 |
+
"max_steps": 600,
|
| 1131 |
+
"route_completion": 32.007969403171636,
|
| 1132 |
+
"manipulation_score": 32.007969403171636,
|
| 1133 |
+
"total_penalty_factor": 1.0,
|
| 1134 |
+
"fail_reason": null,
|
| 1135 |
+
"penalty_events": []
|
| 1136 |
+
},
|
| 1137 |
+
{
|
| 1138 |
+
"episode_id": 88,
|
| 1139 |
+
"seed": 100653,
|
| 1140 |
+
"success": false,
|
| 1141 |
+
"steps_taken": 600,
|
| 1142 |
+
"max_steps": 600,
|
| 1143 |
+
"route_completion": 55.46282395277168,
|
| 1144 |
+
"manipulation_score": 55.46282395277168,
|
| 1145 |
+
"total_penalty_factor": 1.0,
|
| 1146 |
+
"fail_reason": null,
|
| 1147 |
+
"penalty_events": []
|
| 1148 |
+
},
|
| 1149 |
+
{
|
| 1150 |
+
"episode_id": 89,
|
| 1151 |
+
"seed": 100660,
|
| 1152 |
+
"success": false,
|
| 1153 |
+
"steps_taken": 600,
|
| 1154 |
+
"max_steps": 600,
|
| 1155 |
+
"route_completion": 57.0790526758255,
|
| 1156 |
+
"manipulation_score": 57.0790526758255,
|
| 1157 |
+
"total_penalty_factor": 1.0,
|
| 1158 |
+
"fail_reason": null,
|
| 1159 |
+
"penalty_events": []
|
| 1160 |
+
},
|
| 1161 |
+
{
|
| 1162 |
+
"episode_id": 90,
|
| 1163 |
+
"seed": 100666,
|
| 1164 |
+
"success": false,
|
| 1165 |
+
"steps_taken": 600,
|
| 1166 |
+
"max_steps": 600,
|
| 1167 |
+
"route_completion": 0.06041266417310267,
|
| 1168 |
+
"manipulation_score": 0.06041266417310267,
|
| 1169 |
+
"total_penalty_factor": 1.0,
|
| 1170 |
+
"fail_reason": null,
|
| 1171 |
+
"penalty_events": []
|
| 1172 |
+
},
|
| 1173 |
+
{
|
| 1174 |
+
"episode_id": 91,
|
| 1175 |
+
"seed": 100669,
|
| 1176 |
+
"success": false,
|
| 1177 |
+
"steps_taken": 600,
|
| 1178 |
+
"max_steps": 600,
|
| 1179 |
+
"route_completion": 17.656540656380805,
|
| 1180 |
+
"manipulation_score": 17.656540656380805,
|
| 1181 |
+
"total_penalty_factor": 1.0,
|
| 1182 |
+
"fail_reason": null,
|
| 1183 |
+
"penalty_events": []
|
| 1184 |
+
},
|
| 1185 |
+
{
|
| 1186 |
+
"episode_id": 92,
|
| 1187 |
+
"seed": 100677,
|
| 1188 |
+
"success": false,
|
| 1189 |
+
"steps_taken": 600,
|
| 1190 |
+
"max_steps": 600,
|
| 1191 |
+
"route_completion": 54.41549696296353,
|
| 1192 |
+
"manipulation_score": 54.41549696296353,
|
| 1193 |
+
"total_penalty_factor": 1.0,
|
| 1194 |
+
"fail_reason": null,
|
| 1195 |
+
"penalty_events": []
|
| 1196 |
+
},
|
| 1197 |
+
{
|
| 1198 |
+
"episode_id": 93,
|
| 1199 |
+
"seed": 100679,
|
| 1200 |
+
"success": false,
|
| 1201 |
+
"steps_taken": 600,
|
| 1202 |
+
"max_steps": 600,
|
| 1203 |
+
"route_completion": 55.08503775960539,
|
| 1204 |
+
"manipulation_score": 55.08503775960539,
|
| 1205 |
+
"total_penalty_factor": 1.0,
|
| 1206 |
+
"fail_reason": null,
|
| 1207 |
+
"penalty_events": []
|
| 1208 |
+
},
|
| 1209 |
+
{
|
| 1210 |
+
"episode_id": 94,
|
| 1211 |
+
"seed": 100696,
|
| 1212 |
+
"success": false,
|
| 1213 |
+
"steps_taken": 600,
|
| 1214 |
+
"max_steps": 600,
|
| 1215 |
+
"route_completion": 55.07130279422257,
|
| 1216 |
+
"manipulation_score": 55.07130279422257,
|
| 1217 |
+
"total_penalty_factor": 1.0,
|
| 1218 |
+
"fail_reason": null,
|
| 1219 |
+
"penalty_events": []
|
| 1220 |
+
},
|
| 1221 |
+
{
|
| 1222 |
+
"episode_id": 95,
|
| 1223 |
+
"seed": 100698,
|
| 1224 |
+
"success": false,
|
| 1225 |
+
"steps_taken": 128,
|
| 1226 |
+
"max_steps": 600,
|
| 1227 |
+
"route_completion": 0.09350817070245572,
|
| 1228 |
+
"manipulation_score": 0.04675408535122786,
|
| 1229 |
+
"total_penalty_factor": 0.5,
|
| 1230 |
+
"fail_reason": "out_of_bounds",
|
| 1231 |
+
"penalty_events": [
|
| 1232 |
+
{
|
| 1233 |
+
"event_type": "out_of_bounds",
|
| 1234 |
+
"timestep": 128,
|
| 1235 |
+
"penalty_factor": 0.5,
|
| 1236 |
+
"details": "Target object left workspace/view"
|
| 1237 |
+
}
|
| 1238 |
+
]
|
| 1239 |
+
},
|
| 1240 |
+
{
|
| 1241 |
+
"episode_id": 96,
|
| 1242 |
+
"seed": 100700,
|
| 1243 |
+
"success": false,
|
| 1244 |
+
"steps_taken": 600,
|
| 1245 |
+
"max_steps": 600,
|
| 1246 |
+
"route_completion": 57.95519910633256,
|
| 1247 |
+
"manipulation_score": 57.95519910633256,
|
| 1248 |
+
"total_penalty_factor": 1.0,
|
| 1249 |
+
"fail_reason": null,
|
| 1250 |
+
"penalty_events": []
|
| 1251 |
+
},
|
| 1252 |
+
{
|
| 1253 |
+
"episode_id": 97,
|
| 1254 |
+
"seed": 100703,
|
| 1255 |
+
"success": false,
|
| 1256 |
+
"steps_taken": 600,
|
| 1257 |
+
"max_steps": 600,
|
| 1258 |
+
"route_completion": 55.3230676626295,
|
| 1259 |
+
"manipulation_score": 55.3230676626295,
|
| 1260 |
+
"total_penalty_factor": 1.0,
|
| 1261 |
+
"fail_reason": null,
|
| 1262 |
+
"penalty_events": []
|
| 1263 |
+
},
|
| 1264 |
+
{
|
| 1265 |
+
"episode_id": 98,
|
| 1266 |
+
"seed": 100710,
|
| 1267 |
+
"success": false,
|
| 1268 |
+
"steps_taken": 600,
|
| 1269 |
+
"max_steps": 600,
|
| 1270 |
+
"route_completion": 22.165987177329008,
|
| 1271 |
+
"manipulation_score": 22.165987177329008,
|
| 1272 |
+
"total_penalty_factor": 1.0,
|
| 1273 |
+
"fail_reason": null,
|
| 1274 |
+
"penalty_events": []
|
| 1275 |
+
},
|
| 1276 |
+
{
|
| 1277 |
+
"episode_id": 99,
|
| 1278 |
+
"seed": 100712,
|
| 1279 |
+
"success": false,
|
| 1280 |
+
"steps_taken": 68,
|
| 1281 |
+
"max_steps": 600,
|
| 1282 |
+
"route_completion": 0.0,
|
| 1283 |
+
"manipulation_score": 0.0,
|
| 1284 |
+
"total_penalty_factor": 0.5,
|
| 1285 |
+
"fail_reason": "out_of_bounds",
|
| 1286 |
+
"penalty_events": [
|
| 1287 |
+
{
|
| 1288 |
+
"event_type": "out_of_bounds",
|
| 1289 |
+
"timestep": 68,
|
| 1290 |
+
"penalty_factor": 0.5,
|
| 1291 |
+
"details": "Target object left workspace/view"
|
| 1292 |
+
}
|
| 1293 |
+
]
|
| 1294 |
+
},
|
| 1295 |
+
{
|
| 1296 |
+
"episode_id": 100,
|
| 1297 |
+
"seed": 100725,
|
| 1298 |
+
"success": false,
|
| 1299 |
+
"steps_taken": 600,
|
| 1300 |
+
"max_steps": 600,
|
| 1301 |
+
"route_completion": 54.69098550866379,
|
| 1302 |
+
"manipulation_score": 54.69098550866379,
|
| 1303 |
+
"total_penalty_factor": 1.0,
|
| 1304 |
+
"fail_reason": null,
|
| 1305 |
+
"penalty_events": []
|
| 1306 |
+
}
|
| 1307 |
+
]
|
log/eval_result/dump_bin_bigbin/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:15:01/_metrics.json
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"total_episodes": 100,
|
| 3 |
+
"success_count": 0,
|
| 4 |
+
"success_rate": 0.0,
|
| 5 |
+
"manipulation_score_mean": 34.46185928291821,
|
| 6 |
+
"manipulation_score_std": 22.736166584188926,
|
| 7 |
+
"route_completion_mean": 35.07393216843353,
|
| 8 |
+
"route_completion_std": 22.32627032163533,
|
| 9 |
+
"penalty_clutter_collision_total": 0,
|
| 10 |
+
"penalty_out_of_bounds_total": 15
|
| 11 |
+
}
|
log/eval_result/dump_bin_bigbin/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:15:01/_metrics_report.txt
ADDED
|
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
============================================================
|
| 2 |
+
EVALUATION METRICS REPORT
|
| 3 |
+
============================================================
|
| 4 |
+
|
| 5 |
+
Total Episodes: 100
|
| 6 |
+
Success Rate: 0.0% (0/100)
|
| 7 |
+
|
| 8 |
+
--- Manipulation Score ---
|
| 9 |
+
Mean: 34.46
|
| 10 |
+
Std: 22.74
|
| 11 |
+
|
| 12 |
+
--- Route Completion ---
|
| 13 |
+
Mean: 35.07%
|
| 14 |
+
Std: 22.33
|
| 15 |
+
|
| 16 |
+
--- Penalty Events ---
|
| 17 |
+
Clutter Collisions: 0
|
| 18 |
+
Out of Bounds: 15
|
| 19 |
+
|
| 20 |
+
============================================================
|
log/eval_result/dump_bin_bigbin/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:15:01/_result.txt
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Timestamp: 2026-03-29 20:15:01
|
| 2 |
+
|
| 3 |
+
Instruction Type: unseen
|
| 4 |
+
|
| 5 |
+
0.0
|
log/eval_result/place_bread_basket/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 23:59:10/_episodes_detail.json
ADDED
|
@@ -0,0 +1,1790 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[
|
| 2 |
+
{
|
| 3 |
+
"episode_id": 1,
|
| 4 |
+
"seed": 100003,
|
| 5 |
+
"success": false,
|
| 6 |
+
"steps_taken": 121,
|
| 7 |
+
"max_steps": 700,
|
| 8 |
+
"route_completion": 31.80945037194624,
|
| 9 |
+
"manipulation_score": 15.90472518597312,
|
| 10 |
+
"total_penalty_factor": 0.5,
|
| 11 |
+
"fail_reason": "out_of_bounds",
|
| 12 |
+
"penalty_events": [
|
| 13 |
+
{
|
| 14 |
+
"event_type": "out_of_bounds",
|
| 15 |
+
"timestep": 121,
|
| 16 |
+
"penalty_factor": 0.5,
|
| 17 |
+
"details": "Target object left workspace/view"
|
| 18 |
+
}
|
| 19 |
+
]
|
| 20 |
+
},
|
| 21 |
+
{
|
| 22 |
+
"episode_id": 2,
|
| 23 |
+
"seed": 100013,
|
| 24 |
+
"success": false,
|
| 25 |
+
"steps_taken": 108,
|
| 26 |
+
"max_steps": 700,
|
| 27 |
+
"route_completion": 30.135516588488958,
|
| 28 |
+
"manipulation_score": 15.067758294244479,
|
| 29 |
+
"total_penalty_factor": 0.5,
|
| 30 |
+
"fail_reason": "out_of_bounds",
|
| 31 |
+
"penalty_events": [
|
| 32 |
+
{
|
| 33 |
+
"event_type": "out_of_bounds",
|
| 34 |
+
"timestep": 108,
|
| 35 |
+
"penalty_factor": 0.5,
|
| 36 |
+
"details": "Target object left workspace/view"
|
| 37 |
+
}
|
| 38 |
+
]
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"episode_id": 3,
|
| 42 |
+
"seed": 100015,
|
| 43 |
+
"success": false,
|
| 44 |
+
"steps_taken": 114,
|
| 45 |
+
"max_steps": 700,
|
| 46 |
+
"route_completion": 9.340921437193469,
|
| 47 |
+
"manipulation_score": 4.670460718596734,
|
| 48 |
+
"total_penalty_factor": 0.5,
|
| 49 |
+
"fail_reason": "out_of_bounds",
|
| 50 |
+
"penalty_events": [
|
| 51 |
+
{
|
| 52 |
+
"event_type": "out_of_bounds",
|
| 53 |
+
"timestep": 114,
|
| 54 |
+
"penalty_factor": 0.5,
|
| 55 |
+
"details": "Target object left workspace/view"
|
| 56 |
+
}
|
| 57 |
+
]
|
| 58 |
+
},
|
| 59 |
+
{
|
| 60 |
+
"episode_id": 4,
|
| 61 |
+
"seed": 100020,
|
| 62 |
+
"success": false,
|
| 63 |
+
"steps_taken": 106,
|
| 64 |
+
"max_steps": 700,
|
| 65 |
+
"route_completion": 9.896409752284645,
|
| 66 |
+
"manipulation_score": 4.948204876142323,
|
| 67 |
+
"total_penalty_factor": 0.5,
|
| 68 |
+
"fail_reason": "out_of_bounds",
|
| 69 |
+
"penalty_events": [
|
| 70 |
+
{
|
| 71 |
+
"event_type": "out_of_bounds",
|
| 72 |
+
"timestep": 106,
|
| 73 |
+
"penalty_factor": 0.5,
|
| 74 |
+
"details": "Target object left workspace/view"
|
| 75 |
+
}
|
| 76 |
+
]
|
| 77 |
+
},
|
| 78 |
+
{
|
| 79 |
+
"episode_id": 5,
|
| 80 |
+
"seed": 100023,
|
| 81 |
+
"success": false,
|
| 82 |
+
"steps_taken": 93,
|
| 83 |
+
"max_steps": 700,
|
| 84 |
+
"route_completion": 24.72960035955209,
|
| 85 |
+
"manipulation_score": 12.364800179776045,
|
| 86 |
+
"total_penalty_factor": 0.5,
|
| 87 |
+
"fail_reason": "out_of_bounds",
|
| 88 |
+
"penalty_events": [
|
| 89 |
+
{
|
| 90 |
+
"event_type": "out_of_bounds",
|
| 91 |
+
"timestep": 93,
|
| 92 |
+
"penalty_factor": 0.5,
|
| 93 |
+
"details": "Target object left workspace/view"
|
| 94 |
+
}
|
| 95 |
+
]
|
| 96 |
+
},
|
| 97 |
+
{
|
| 98 |
+
"episode_id": 6,
|
| 99 |
+
"seed": 100027,
|
| 100 |
+
"success": false,
|
| 101 |
+
"steps_taken": 146,
|
| 102 |
+
"max_steps": 700,
|
| 103 |
+
"route_completion": 28.015972462523052,
|
| 104 |
+
"manipulation_score": 14.007986231261526,
|
| 105 |
+
"total_penalty_factor": 0.5,
|
| 106 |
+
"fail_reason": "out_of_bounds",
|
| 107 |
+
"penalty_events": [
|
| 108 |
+
{
|
| 109 |
+
"event_type": "out_of_bounds",
|
| 110 |
+
"timestep": 146,
|
| 111 |
+
"penalty_factor": 0.5,
|
| 112 |
+
"details": "Target object left workspace/view"
|
| 113 |
+
}
|
| 114 |
+
]
|
| 115 |
+
},
|
| 116 |
+
{
|
| 117 |
+
"episode_id": 7,
|
| 118 |
+
"seed": 100038,
|
| 119 |
+
"success": false,
|
| 120 |
+
"steps_taken": 102,
|
| 121 |
+
"max_steps": 700,
|
| 122 |
+
"route_completion": 44.14731910639095,
|
| 123 |
+
"manipulation_score": 22.073659553195476,
|
| 124 |
+
"total_penalty_factor": 0.5,
|
| 125 |
+
"fail_reason": "out_of_bounds",
|
| 126 |
+
"penalty_events": [
|
| 127 |
+
{
|
| 128 |
+
"event_type": "out_of_bounds",
|
| 129 |
+
"timestep": 102,
|
| 130 |
+
"penalty_factor": 0.5,
|
| 131 |
+
"details": "Target object left workspace/view"
|
| 132 |
+
}
|
| 133 |
+
]
|
| 134 |
+
},
|
| 135 |
+
{
|
| 136 |
+
"episode_id": 8,
|
| 137 |
+
"seed": 100063,
|
| 138 |
+
"success": false,
|
| 139 |
+
"steps_taken": 124,
|
| 140 |
+
"max_steps": 700,
|
| 141 |
+
"route_completion": 22.666238461537954,
|
| 142 |
+
"manipulation_score": 11.333119230768977,
|
| 143 |
+
"total_penalty_factor": 0.5,
|
| 144 |
+
"fail_reason": "out_of_bounds",
|
| 145 |
+
"penalty_events": [
|
| 146 |
+
{
|
| 147 |
+
"event_type": "out_of_bounds",
|
| 148 |
+
"timestep": 124,
|
| 149 |
+
"penalty_factor": 0.5,
|
| 150 |
+
"details": "Target object left workspace/view"
|
| 151 |
+
}
|
| 152 |
+
]
|
| 153 |
+
},
|
| 154 |
+
{
|
| 155 |
+
"episode_id": 9,
|
| 156 |
+
"seed": 100074,
|
| 157 |
+
"success": false,
|
| 158 |
+
"steps_taken": 212,
|
| 159 |
+
"max_steps": 700,
|
| 160 |
+
"route_completion": 34.91859407135367,
|
| 161 |
+
"manipulation_score": 17.459297035676833,
|
| 162 |
+
"total_penalty_factor": 0.5,
|
| 163 |
+
"fail_reason": "out_of_bounds",
|
| 164 |
+
"penalty_events": [
|
| 165 |
+
{
|
| 166 |
+
"event_type": "out_of_bounds",
|
| 167 |
+
"timestep": 212,
|
| 168 |
+
"penalty_factor": 0.5,
|
| 169 |
+
"details": "Target object left workspace/view"
|
| 170 |
+
}
|
| 171 |
+
]
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"episode_id": 10,
|
| 175 |
+
"seed": 100075,
|
| 176 |
+
"success": false,
|
| 177 |
+
"steps_taken": 334,
|
| 178 |
+
"max_steps": 700,
|
| 179 |
+
"route_completion": 33.15600632137526,
|
| 180 |
+
"manipulation_score": 16.57800316068763,
|
| 181 |
+
"total_penalty_factor": 0.5,
|
| 182 |
+
"fail_reason": "out_of_bounds",
|
| 183 |
+
"penalty_events": [
|
| 184 |
+
{
|
| 185 |
+
"event_type": "out_of_bounds",
|
| 186 |
+
"timestep": 334,
|
| 187 |
+
"penalty_factor": 0.5,
|
| 188 |
+
"details": "Target object left workspace/view"
|
| 189 |
+
}
|
| 190 |
+
]
|
| 191 |
+
},
|
| 192 |
+
{
|
| 193 |
+
"episode_id": 11,
|
| 194 |
+
"seed": 100085,
|
| 195 |
+
"success": false,
|
| 196 |
+
"steps_taken": 182,
|
| 197 |
+
"max_steps": 700,
|
| 198 |
+
"route_completion": 0.02476822368850364,
|
| 199 |
+
"manipulation_score": 0.01238411184425182,
|
| 200 |
+
"total_penalty_factor": 0.5,
|
| 201 |
+
"fail_reason": "out_of_bounds",
|
| 202 |
+
"penalty_events": [
|
| 203 |
+
{
|
| 204 |
+
"event_type": "out_of_bounds",
|
| 205 |
+
"timestep": 182,
|
| 206 |
+
"penalty_factor": 0.5,
|
| 207 |
+
"details": "Target object left workspace/view"
|
| 208 |
+
}
|
| 209 |
+
]
|
| 210 |
+
},
|
| 211 |
+
{
|
| 212 |
+
"episode_id": 12,
|
| 213 |
+
"seed": 100105,
|
| 214 |
+
"success": false,
|
| 215 |
+
"steps_taken": 273,
|
| 216 |
+
"max_steps": 700,
|
| 217 |
+
"route_completion": 38.81244488139435,
|
| 218 |
+
"manipulation_score": 19.406222440697174,
|
| 219 |
+
"total_penalty_factor": 0.5,
|
| 220 |
+
"fail_reason": "out_of_bounds",
|
| 221 |
+
"penalty_events": [
|
| 222 |
+
{
|
| 223 |
+
"event_type": "out_of_bounds",
|
| 224 |
+
"timestep": 273,
|
| 225 |
+
"penalty_factor": 0.5,
|
| 226 |
+
"details": "Target object left workspace/view"
|
| 227 |
+
}
|
| 228 |
+
]
|
| 229 |
+
},
|
| 230 |
+
{
|
| 231 |
+
"episode_id": 13,
|
| 232 |
+
"seed": 100112,
|
| 233 |
+
"success": false,
|
| 234 |
+
"steps_taken": 105,
|
| 235 |
+
"max_steps": 700,
|
| 236 |
+
"route_completion": 30.192253495630432,
|
| 237 |
+
"manipulation_score": 15.096126747815216,
|
| 238 |
+
"total_penalty_factor": 0.5,
|
| 239 |
+
"fail_reason": "out_of_bounds",
|
| 240 |
+
"penalty_events": [
|
| 241 |
+
{
|
| 242 |
+
"event_type": "out_of_bounds",
|
| 243 |
+
"timestep": 105,
|
| 244 |
+
"penalty_factor": 0.5,
|
| 245 |
+
"details": "Target object left workspace/view"
|
| 246 |
+
}
|
| 247 |
+
]
|
| 248 |
+
},
|
| 249 |
+
{
|
| 250 |
+
"episode_id": 14,
|
| 251 |
+
"seed": 100140,
|
| 252 |
+
"success": false,
|
| 253 |
+
"steps_taken": 98,
|
| 254 |
+
"max_steps": 700,
|
| 255 |
+
"route_completion": 31.307394680066462,
|
| 256 |
+
"manipulation_score": 15.653697340033231,
|
| 257 |
+
"total_penalty_factor": 0.5,
|
| 258 |
+
"fail_reason": "out_of_bounds",
|
| 259 |
+
"penalty_events": [
|
| 260 |
+
{
|
| 261 |
+
"event_type": "out_of_bounds",
|
| 262 |
+
"timestep": 98,
|
| 263 |
+
"penalty_factor": 0.5,
|
| 264 |
+
"details": "Target object left workspace/view"
|
| 265 |
+
}
|
| 266 |
+
]
|
| 267 |
+
},
|
| 268 |
+
{
|
| 269 |
+
"episode_id": 15,
|
| 270 |
+
"seed": 100154,
|
| 271 |
+
"success": false,
|
| 272 |
+
"steps_taken": 133,
|
| 273 |
+
"max_steps": 700,
|
| 274 |
+
"route_completion": 24.009869427577595,
|
| 275 |
+
"manipulation_score": 12.004934713788797,
|
| 276 |
+
"total_penalty_factor": 0.5,
|
| 277 |
+
"fail_reason": "out_of_bounds",
|
| 278 |
+
"penalty_events": [
|
| 279 |
+
{
|
| 280 |
+
"event_type": "out_of_bounds",
|
| 281 |
+
"timestep": 133,
|
| 282 |
+
"penalty_factor": 0.5,
|
| 283 |
+
"details": "Target object left workspace/view"
|
| 284 |
+
}
|
| 285 |
+
]
|
| 286 |
+
},
|
| 287 |
+
{
|
| 288 |
+
"episode_id": 16,
|
| 289 |
+
"seed": 100175,
|
| 290 |
+
"success": true,
|
| 291 |
+
"steps_taken": 128,
|
| 292 |
+
"max_steps": 700,
|
| 293 |
+
"route_completion": 100.0,
|
| 294 |
+
"manipulation_score": 100.0,
|
| 295 |
+
"total_penalty_factor": 1.0,
|
| 296 |
+
"fail_reason": null,
|
| 297 |
+
"penalty_events": []
|
| 298 |
+
},
|
| 299 |
+
{
|
| 300 |
+
"episode_id": 17,
|
| 301 |
+
"seed": 100205,
|
| 302 |
+
"success": false,
|
| 303 |
+
"steps_taken": 210,
|
| 304 |
+
"max_steps": 700,
|
| 305 |
+
"route_completion": 17.57256148731175,
|
| 306 |
+
"manipulation_score": 8.786280743655874,
|
| 307 |
+
"total_penalty_factor": 0.5,
|
| 308 |
+
"fail_reason": "out_of_bounds",
|
| 309 |
+
"penalty_events": [
|
| 310 |
+
{
|
| 311 |
+
"event_type": "out_of_bounds",
|
| 312 |
+
"timestep": 210,
|
| 313 |
+
"penalty_factor": 0.5,
|
| 314 |
+
"details": "Target object left workspace/view"
|
| 315 |
+
}
|
| 316 |
+
]
|
| 317 |
+
},
|
| 318 |
+
{
|
| 319 |
+
"episode_id": 18,
|
| 320 |
+
"seed": 100208,
|
| 321 |
+
"success": false,
|
| 322 |
+
"steps_taken": 138,
|
| 323 |
+
"max_steps": 700,
|
| 324 |
+
"route_completion": 0.03708926207992871,
|
| 325 |
+
"manipulation_score": 0.018544631039964354,
|
| 326 |
+
"total_penalty_factor": 0.5,
|
| 327 |
+
"fail_reason": "out_of_bounds",
|
| 328 |
+
"penalty_events": [
|
| 329 |
+
{
|
| 330 |
+
"event_type": "out_of_bounds",
|
| 331 |
+
"timestep": 138,
|
| 332 |
+
"penalty_factor": 0.5,
|
| 333 |
+
"details": "Target object left workspace/view"
|
| 334 |
+
}
|
| 335 |
+
]
|
| 336 |
+
},
|
| 337 |
+
{
|
| 338 |
+
"episode_id": 19,
|
| 339 |
+
"seed": 100222,
|
| 340 |
+
"success": false,
|
| 341 |
+
"steps_taken": 141,
|
| 342 |
+
"max_steps": 700,
|
| 343 |
+
"route_completion": 0.0,
|
| 344 |
+
"manipulation_score": 0.0,
|
| 345 |
+
"total_penalty_factor": 0.5,
|
| 346 |
+
"fail_reason": "out_of_bounds",
|
| 347 |
+
"penalty_events": [
|
| 348 |
+
{
|
| 349 |
+
"event_type": "out_of_bounds",
|
| 350 |
+
"timestep": 141,
|
| 351 |
+
"penalty_factor": 0.5,
|
| 352 |
+
"details": "Target object left workspace/view"
|
| 353 |
+
}
|
| 354 |
+
]
|
| 355 |
+
},
|
| 356 |
+
{
|
| 357 |
+
"episode_id": 20,
|
| 358 |
+
"seed": 100249,
|
| 359 |
+
"success": false,
|
| 360 |
+
"steps_taken": 184,
|
| 361 |
+
"max_steps": 700,
|
| 362 |
+
"route_completion": 40.103793318237486,
|
| 363 |
+
"manipulation_score": 20.051896659118743,
|
| 364 |
+
"total_penalty_factor": 0.5,
|
| 365 |
+
"fail_reason": "out_of_bounds",
|
| 366 |
+
"penalty_events": [
|
| 367 |
+
{
|
| 368 |
+
"event_type": "out_of_bounds",
|
| 369 |
+
"timestep": 184,
|
| 370 |
+
"penalty_factor": 0.5,
|
| 371 |
+
"details": "Target object left workspace/view"
|
| 372 |
+
}
|
| 373 |
+
]
|
| 374 |
+
},
|
| 375 |
+
{
|
| 376 |
+
"episode_id": 21,
|
| 377 |
+
"seed": 100250,
|
| 378 |
+
"success": true,
|
| 379 |
+
"steps_taken": 129,
|
| 380 |
+
"max_steps": 700,
|
| 381 |
+
"route_completion": 100.0,
|
| 382 |
+
"manipulation_score": 100.0,
|
| 383 |
+
"total_penalty_factor": 1.0,
|
| 384 |
+
"fail_reason": null,
|
| 385 |
+
"penalty_events": []
|
| 386 |
+
},
|
| 387 |
+
{
|
| 388 |
+
"episode_id": 22,
|
| 389 |
+
"seed": 100252,
|
| 390 |
+
"success": false,
|
| 391 |
+
"steps_taken": 231,
|
| 392 |
+
"max_steps": 700,
|
| 393 |
+
"route_completion": 9.226158329778716,
|
| 394 |
+
"manipulation_score": 4.613079164889358,
|
| 395 |
+
"total_penalty_factor": 0.5,
|
| 396 |
+
"fail_reason": "out_of_bounds",
|
| 397 |
+
"penalty_events": [
|
| 398 |
+
{
|
| 399 |
+
"event_type": "out_of_bounds",
|
| 400 |
+
"timestep": 231,
|
| 401 |
+
"penalty_factor": 0.5,
|
| 402 |
+
"details": "Target object left workspace/view"
|
| 403 |
+
}
|
| 404 |
+
]
|
| 405 |
+
},
|
| 406 |
+
{
|
| 407 |
+
"episode_id": 23,
|
| 408 |
+
"seed": 100264,
|
| 409 |
+
"success": false,
|
| 410 |
+
"steps_taken": 159,
|
| 411 |
+
"max_steps": 700,
|
| 412 |
+
"route_completion": 17.49559967431919,
|
| 413 |
+
"manipulation_score": 8.747799837159596,
|
| 414 |
+
"total_penalty_factor": 0.5,
|
| 415 |
+
"fail_reason": "out_of_bounds",
|
| 416 |
+
"penalty_events": [
|
| 417 |
+
{
|
| 418 |
+
"event_type": "out_of_bounds",
|
| 419 |
+
"timestep": 159,
|
| 420 |
+
"penalty_factor": 0.5,
|
| 421 |
+
"details": "Target object left workspace/view"
|
| 422 |
+
}
|
| 423 |
+
]
|
| 424 |
+
},
|
| 425 |
+
{
|
| 426 |
+
"episode_id": 24,
|
| 427 |
+
"seed": 100280,
|
| 428 |
+
"success": false,
|
| 429 |
+
"steps_taken": 214,
|
| 430 |
+
"max_steps": 700,
|
| 431 |
+
"route_completion": 30.803677190940483,
|
| 432 |
+
"manipulation_score": 15.401838595470242,
|
| 433 |
+
"total_penalty_factor": 0.5,
|
| 434 |
+
"fail_reason": "out_of_bounds",
|
| 435 |
+
"penalty_events": [
|
| 436 |
+
{
|
| 437 |
+
"event_type": "out_of_bounds",
|
| 438 |
+
"timestep": 214,
|
| 439 |
+
"penalty_factor": 0.5,
|
| 440 |
+
"details": "Target object left workspace/view"
|
| 441 |
+
}
|
| 442 |
+
]
|
| 443 |
+
},
|
| 444 |
+
{
|
| 445 |
+
"episode_id": 25,
|
| 446 |
+
"seed": 100299,
|
| 447 |
+
"success": false,
|
| 448 |
+
"steps_taken": 599,
|
| 449 |
+
"max_steps": 700,
|
| 450 |
+
"route_completion": 26.664143842485522,
|
| 451 |
+
"manipulation_score": 13.332071921242761,
|
| 452 |
+
"total_penalty_factor": 0.5,
|
| 453 |
+
"fail_reason": "out_of_bounds",
|
| 454 |
+
"penalty_events": [
|
| 455 |
+
{
|
| 456 |
+
"event_type": "out_of_bounds",
|
| 457 |
+
"timestep": 599,
|
| 458 |
+
"penalty_factor": 0.5,
|
| 459 |
+
"details": "Target object left workspace/view"
|
| 460 |
+
}
|
| 461 |
+
]
|
| 462 |
+
},
|
| 463 |
+
{
|
| 464 |
+
"episode_id": 26,
|
| 465 |
+
"seed": 100307,
|
| 466 |
+
"success": true,
|
| 467 |
+
"steps_taken": 126,
|
| 468 |
+
"max_steps": 700,
|
| 469 |
+
"route_completion": 100.0,
|
| 470 |
+
"manipulation_score": 100.0,
|
| 471 |
+
"total_penalty_factor": 1.0,
|
| 472 |
+
"fail_reason": null,
|
| 473 |
+
"penalty_events": []
|
| 474 |
+
},
|
| 475 |
+
{
|
| 476 |
+
"episode_id": 27,
|
| 477 |
+
"seed": 100310,
|
| 478 |
+
"success": false,
|
| 479 |
+
"steps_taken": 129,
|
| 480 |
+
"max_steps": 700,
|
| 481 |
+
"route_completion": 12.060914963083913,
|
| 482 |
+
"manipulation_score": 6.030457481541957,
|
| 483 |
+
"total_penalty_factor": 0.5,
|
| 484 |
+
"fail_reason": "out_of_bounds",
|
| 485 |
+
"penalty_events": [
|
| 486 |
+
{
|
| 487 |
+
"event_type": "out_of_bounds",
|
| 488 |
+
"timestep": 129,
|
| 489 |
+
"penalty_factor": 0.5,
|
| 490 |
+
"details": "Target object left workspace/view"
|
| 491 |
+
}
|
| 492 |
+
]
|
| 493 |
+
},
|
| 494 |
+
{
|
| 495 |
+
"episode_id": 28,
|
| 496 |
+
"seed": 100314,
|
| 497 |
+
"success": false,
|
| 498 |
+
"steps_taken": 116,
|
| 499 |
+
"max_steps": 700,
|
| 500 |
+
"route_completion": 3.7066900894461643,
|
| 501 |
+
"manipulation_score": 1.8533450447230821,
|
| 502 |
+
"total_penalty_factor": 0.5,
|
| 503 |
+
"fail_reason": "out_of_bounds",
|
| 504 |
+
"penalty_events": [
|
| 505 |
+
{
|
| 506 |
+
"event_type": "out_of_bounds",
|
| 507 |
+
"timestep": 116,
|
| 508 |
+
"penalty_factor": 0.5,
|
| 509 |
+
"details": "Target object left workspace/view"
|
| 510 |
+
}
|
| 511 |
+
]
|
| 512 |
+
},
|
| 513 |
+
{
|
| 514 |
+
"episode_id": 29,
|
| 515 |
+
"seed": 100315,
|
| 516 |
+
"success": false,
|
| 517 |
+
"steps_taken": 168,
|
| 518 |
+
"max_steps": 700,
|
| 519 |
+
"route_completion": 1.6522174190551187,
|
| 520 |
+
"manipulation_score": 0.8261087095275593,
|
| 521 |
+
"total_penalty_factor": 0.5,
|
| 522 |
+
"fail_reason": "out_of_bounds",
|
| 523 |
+
"penalty_events": [
|
| 524 |
+
{
|
| 525 |
+
"event_type": "out_of_bounds",
|
| 526 |
+
"timestep": 168,
|
| 527 |
+
"penalty_factor": 0.5,
|
| 528 |
+
"details": "Target object left workspace/view"
|
| 529 |
+
}
|
| 530 |
+
]
|
| 531 |
+
},
|
| 532 |
+
{
|
| 533 |
+
"episode_id": 30,
|
| 534 |
+
"seed": 100318,
|
| 535 |
+
"success": false,
|
| 536 |
+
"steps_taken": 99,
|
| 537 |
+
"max_steps": 700,
|
| 538 |
+
"route_completion": 30.103469602715073,
|
| 539 |
+
"manipulation_score": 15.051734801357536,
|
| 540 |
+
"total_penalty_factor": 0.5,
|
| 541 |
+
"fail_reason": "out_of_bounds",
|
| 542 |
+
"penalty_events": [
|
| 543 |
+
{
|
| 544 |
+
"event_type": "out_of_bounds",
|
| 545 |
+
"timestep": 99,
|
| 546 |
+
"penalty_factor": 0.5,
|
| 547 |
+
"details": "Target object left workspace/view"
|
| 548 |
+
}
|
| 549 |
+
]
|
| 550 |
+
},
|
| 551 |
+
{
|
| 552 |
+
"episode_id": 31,
|
| 553 |
+
"seed": 100321,
|
| 554 |
+
"success": false,
|
| 555 |
+
"steps_taken": 227,
|
| 556 |
+
"max_steps": 700,
|
| 557 |
+
"route_completion": 44.324902278141344,
|
| 558 |
+
"manipulation_score": 22.162451139070672,
|
| 559 |
+
"total_penalty_factor": 0.5,
|
| 560 |
+
"fail_reason": "out_of_bounds",
|
| 561 |
+
"penalty_events": [
|
| 562 |
+
{
|
| 563 |
+
"event_type": "out_of_bounds",
|
| 564 |
+
"timestep": 227,
|
| 565 |
+
"penalty_factor": 0.5,
|
| 566 |
+
"details": "Target object left workspace/view"
|
| 567 |
+
}
|
| 568 |
+
]
|
| 569 |
+
},
|
| 570 |
+
{
|
| 571 |
+
"episode_id": 32,
|
| 572 |
+
"seed": 100322,
|
| 573 |
+
"success": false,
|
| 574 |
+
"steps_taken": 110,
|
| 575 |
+
"max_steps": 700,
|
| 576 |
+
"route_completion": 15.404569969317247,
|
| 577 |
+
"manipulation_score": 7.702284984658624,
|
| 578 |
+
"total_penalty_factor": 0.5,
|
| 579 |
+
"fail_reason": "out_of_bounds",
|
| 580 |
+
"penalty_events": [
|
| 581 |
+
{
|
| 582 |
+
"event_type": "out_of_bounds",
|
| 583 |
+
"timestep": 110,
|
| 584 |
+
"penalty_factor": 0.5,
|
| 585 |
+
"details": "Target object left workspace/view"
|
| 586 |
+
}
|
| 587 |
+
]
|
| 588 |
+
},
|
| 589 |
+
{
|
| 590 |
+
"episode_id": 33,
|
| 591 |
+
"seed": 100330,
|
| 592 |
+
"success": true,
|
| 593 |
+
"steps_taken": 124,
|
| 594 |
+
"max_steps": 700,
|
| 595 |
+
"route_completion": 100.0,
|
| 596 |
+
"manipulation_score": 100.0,
|
| 597 |
+
"total_penalty_factor": 1.0,
|
| 598 |
+
"fail_reason": null,
|
| 599 |
+
"penalty_events": []
|
| 600 |
+
},
|
| 601 |
+
{
|
| 602 |
+
"episode_id": 34,
|
| 603 |
+
"seed": 100334,
|
| 604 |
+
"success": false,
|
| 605 |
+
"steps_taken": 121,
|
| 606 |
+
"max_steps": 700,
|
| 607 |
+
"route_completion": 15.99091312673577,
|
| 608 |
+
"manipulation_score": 7.995456563367885,
|
| 609 |
+
"total_penalty_factor": 0.5,
|
| 610 |
+
"fail_reason": "out_of_bounds",
|
| 611 |
+
"penalty_events": [
|
| 612 |
+
{
|
| 613 |
+
"event_type": "out_of_bounds",
|
| 614 |
+
"timestep": 121,
|
| 615 |
+
"penalty_factor": 0.5,
|
| 616 |
+
"details": "Target object left workspace/view"
|
| 617 |
+
}
|
| 618 |
+
]
|
| 619 |
+
},
|
| 620 |
+
{
|
| 621 |
+
"episode_id": 35,
|
| 622 |
+
"seed": 100341,
|
| 623 |
+
"success": false,
|
| 624 |
+
"steps_taken": 289,
|
| 625 |
+
"max_steps": 700,
|
| 626 |
+
"route_completion": 39.41450967537898,
|
| 627 |
+
"manipulation_score": 19.70725483768949,
|
| 628 |
+
"total_penalty_factor": 0.5,
|
| 629 |
+
"fail_reason": "out_of_bounds",
|
| 630 |
+
"penalty_events": [
|
| 631 |
+
{
|
| 632 |
+
"event_type": "out_of_bounds",
|
| 633 |
+
"timestep": 289,
|
| 634 |
+
"penalty_factor": 0.5,
|
| 635 |
+
"details": "Target object left workspace/view"
|
| 636 |
+
}
|
| 637 |
+
]
|
| 638 |
+
},
|
| 639 |
+
{
|
| 640 |
+
"episode_id": 36,
|
| 641 |
+
"seed": 100345,
|
| 642 |
+
"success": false,
|
| 643 |
+
"steps_taken": 122,
|
| 644 |
+
"max_steps": 700,
|
| 645 |
+
"route_completion": 10.701133040589848,
|
| 646 |
+
"manipulation_score": 5.350566520294924,
|
| 647 |
+
"total_penalty_factor": 0.5,
|
| 648 |
+
"fail_reason": "out_of_bounds",
|
| 649 |
+
"penalty_events": [
|
| 650 |
+
{
|
| 651 |
+
"event_type": "out_of_bounds",
|
| 652 |
+
"timestep": 122,
|
| 653 |
+
"penalty_factor": 0.5,
|
| 654 |
+
"details": "Target object left workspace/view"
|
| 655 |
+
}
|
| 656 |
+
]
|
| 657 |
+
},
|
| 658 |
+
{
|
| 659 |
+
"episode_id": 37,
|
| 660 |
+
"seed": 100365,
|
| 661 |
+
"success": false,
|
| 662 |
+
"steps_taken": 203,
|
| 663 |
+
"max_steps": 700,
|
| 664 |
+
"route_completion": 36.63944414157123,
|
| 665 |
+
"manipulation_score": 18.319722070785616,
|
| 666 |
+
"total_penalty_factor": 0.5,
|
| 667 |
+
"fail_reason": "out_of_bounds",
|
| 668 |
+
"penalty_events": [
|
| 669 |
+
{
|
| 670 |
+
"event_type": "out_of_bounds",
|
| 671 |
+
"timestep": 203,
|
| 672 |
+
"penalty_factor": 0.5,
|
| 673 |
+
"details": "Target object left workspace/view"
|
| 674 |
+
}
|
| 675 |
+
]
|
| 676 |
+
},
|
| 677 |
+
{
|
| 678 |
+
"episode_id": 38,
|
| 679 |
+
"seed": 100377,
|
| 680 |
+
"success": false,
|
| 681 |
+
"steps_taken": 117,
|
| 682 |
+
"max_steps": 700,
|
| 683 |
+
"route_completion": 7.870316703731091,
|
| 684 |
+
"manipulation_score": 3.9351583518655455,
|
| 685 |
+
"total_penalty_factor": 0.5,
|
| 686 |
+
"fail_reason": "out_of_bounds",
|
| 687 |
+
"penalty_events": [
|
| 688 |
+
{
|
| 689 |
+
"event_type": "out_of_bounds",
|
| 690 |
+
"timestep": 117,
|
| 691 |
+
"penalty_factor": 0.5,
|
| 692 |
+
"details": "Target object left workspace/view"
|
| 693 |
+
}
|
| 694 |
+
]
|
| 695 |
+
},
|
| 696 |
+
{
|
| 697 |
+
"episode_id": 39,
|
| 698 |
+
"seed": 100385,
|
| 699 |
+
"success": false,
|
| 700 |
+
"steps_taken": 119,
|
| 701 |
+
"max_steps": 700,
|
| 702 |
+
"route_completion": 26.51876914818428,
|
| 703 |
+
"manipulation_score": 13.25938457409214,
|
| 704 |
+
"total_penalty_factor": 0.5,
|
| 705 |
+
"fail_reason": "out_of_bounds",
|
| 706 |
+
"penalty_events": [
|
| 707 |
+
{
|
| 708 |
+
"event_type": "out_of_bounds",
|
| 709 |
+
"timestep": 119,
|
| 710 |
+
"penalty_factor": 0.5,
|
| 711 |
+
"details": "Target object left workspace/view"
|
| 712 |
+
}
|
| 713 |
+
]
|
| 714 |
+
},
|
| 715 |
+
{
|
| 716 |
+
"episode_id": 40,
|
| 717 |
+
"seed": 100386,
|
| 718 |
+
"success": false,
|
| 719 |
+
"steps_taken": 263,
|
| 720 |
+
"max_steps": 700,
|
| 721 |
+
"route_completion": 35.975874717207866,
|
| 722 |
+
"manipulation_score": 17.987937358603933,
|
| 723 |
+
"total_penalty_factor": 0.5,
|
| 724 |
+
"fail_reason": "out_of_bounds",
|
| 725 |
+
"penalty_events": [
|
| 726 |
+
{
|
| 727 |
+
"event_type": "out_of_bounds",
|
| 728 |
+
"timestep": 263,
|
| 729 |
+
"penalty_factor": 0.5,
|
| 730 |
+
"details": "Target object left workspace/view"
|
| 731 |
+
}
|
| 732 |
+
]
|
| 733 |
+
},
|
| 734 |
+
{
|
| 735 |
+
"episode_id": 41,
|
| 736 |
+
"seed": 100388,
|
| 737 |
+
"success": true,
|
| 738 |
+
"steps_taken": 124,
|
| 739 |
+
"max_steps": 700,
|
| 740 |
+
"route_completion": 100.0,
|
| 741 |
+
"manipulation_score": 100.0,
|
| 742 |
+
"total_penalty_factor": 1.0,
|
| 743 |
+
"fail_reason": null,
|
| 744 |
+
"penalty_events": []
|
| 745 |
+
},
|
| 746 |
+
{
|
| 747 |
+
"episode_id": 42,
|
| 748 |
+
"seed": 100391,
|
| 749 |
+
"success": true,
|
| 750 |
+
"steps_taken": 127,
|
| 751 |
+
"max_steps": 700,
|
| 752 |
+
"route_completion": 100.0,
|
| 753 |
+
"manipulation_score": 100.0,
|
| 754 |
+
"total_penalty_factor": 1.0,
|
| 755 |
+
"fail_reason": null,
|
| 756 |
+
"penalty_events": []
|
| 757 |
+
},
|
| 758 |
+
{
|
| 759 |
+
"episode_id": 43,
|
| 760 |
+
"seed": 100406,
|
| 761 |
+
"success": false,
|
| 762 |
+
"steps_taken": 104,
|
| 763 |
+
"max_steps": 700,
|
| 764 |
+
"route_completion": 4.582411918106941,
|
| 765 |
+
"manipulation_score": 2.2912059590534706,
|
| 766 |
+
"total_penalty_factor": 0.5,
|
| 767 |
+
"fail_reason": "out_of_bounds",
|
| 768 |
+
"penalty_events": [
|
| 769 |
+
{
|
| 770 |
+
"event_type": "out_of_bounds",
|
| 771 |
+
"timestep": 104,
|
| 772 |
+
"penalty_factor": 0.5,
|
| 773 |
+
"details": "Target object left workspace/view"
|
| 774 |
+
}
|
| 775 |
+
]
|
| 776 |
+
},
|
| 777 |
+
{
|
| 778 |
+
"episode_id": 44,
|
| 779 |
+
"seed": 100424,
|
| 780 |
+
"success": false,
|
| 781 |
+
"steps_taken": 105,
|
| 782 |
+
"max_steps": 700,
|
| 783 |
+
"route_completion": 29.38674335919383,
|
| 784 |
+
"manipulation_score": 14.693371679596915,
|
| 785 |
+
"total_penalty_factor": 0.5,
|
| 786 |
+
"fail_reason": "out_of_bounds",
|
| 787 |
+
"penalty_events": [
|
| 788 |
+
{
|
| 789 |
+
"event_type": "out_of_bounds",
|
| 790 |
+
"timestep": 105,
|
| 791 |
+
"penalty_factor": 0.5,
|
| 792 |
+
"details": "Target object left workspace/view"
|
| 793 |
+
}
|
| 794 |
+
]
|
| 795 |
+
},
|
| 796 |
+
{
|
| 797 |
+
"episode_id": 45,
|
| 798 |
+
"seed": 100433,
|
| 799 |
+
"success": false,
|
| 800 |
+
"steps_taken": 103,
|
| 801 |
+
"max_steps": 700,
|
| 802 |
+
"route_completion": 19.523522157176494,
|
| 803 |
+
"manipulation_score": 9.761761078588247,
|
| 804 |
+
"total_penalty_factor": 0.5,
|
| 805 |
+
"fail_reason": "out_of_bounds",
|
| 806 |
+
"penalty_events": [
|
| 807 |
+
{
|
| 808 |
+
"event_type": "out_of_bounds",
|
| 809 |
+
"timestep": 103,
|
| 810 |
+
"penalty_factor": 0.5,
|
| 811 |
+
"details": "Target object left workspace/view"
|
| 812 |
+
}
|
| 813 |
+
]
|
| 814 |
+
},
|
| 815 |
+
{
|
| 816 |
+
"episode_id": 46,
|
| 817 |
+
"seed": 100442,
|
| 818 |
+
"success": true,
|
| 819 |
+
"steps_taken": 123,
|
| 820 |
+
"max_steps": 700,
|
| 821 |
+
"route_completion": 100.0,
|
| 822 |
+
"manipulation_score": 100.0,
|
| 823 |
+
"total_penalty_factor": 1.0,
|
| 824 |
+
"fail_reason": null,
|
| 825 |
+
"penalty_events": []
|
| 826 |
+
},
|
| 827 |
+
{
|
| 828 |
+
"episode_id": 47,
|
| 829 |
+
"seed": 100450,
|
| 830 |
+
"success": false,
|
| 831 |
+
"steps_taken": 144,
|
| 832 |
+
"max_steps": 700,
|
| 833 |
+
"route_completion": 39.05128780153799,
|
| 834 |
+
"manipulation_score": 19.525643900768994,
|
| 835 |
+
"total_penalty_factor": 0.5,
|
| 836 |
+
"fail_reason": "out_of_bounds",
|
| 837 |
+
"penalty_events": [
|
| 838 |
+
{
|
| 839 |
+
"event_type": "out_of_bounds",
|
| 840 |
+
"timestep": 144,
|
| 841 |
+
"penalty_factor": 0.5,
|
| 842 |
+
"details": "Target object left workspace/view"
|
| 843 |
+
}
|
| 844 |
+
]
|
| 845 |
+
},
|
| 846 |
+
{
|
| 847 |
+
"episode_id": 48,
|
| 848 |
+
"seed": 100463,
|
| 849 |
+
"success": true,
|
| 850 |
+
"steps_taken": 46,
|
| 851 |
+
"max_steps": 700,
|
| 852 |
+
"route_completion": 100.0,
|
| 853 |
+
"manipulation_score": 100.0,
|
| 854 |
+
"total_penalty_factor": 1.0,
|
| 855 |
+
"fail_reason": null,
|
| 856 |
+
"penalty_events": []
|
| 857 |
+
},
|
| 858 |
+
{
|
| 859 |
+
"episode_id": 49,
|
| 860 |
+
"seed": 100475,
|
| 861 |
+
"success": false,
|
| 862 |
+
"steps_taken": 108,
|
| 863 |
+
"max_steps": 700,
|
| 864 |
+
"route_completion": 21.165686629839033,
|
| 865 |
+
"manipulation_score": 10.582843314919517,
|
| 866 |
+
"total_penalty_factor": 0.5,
|
| 867 |
+
"fail_reason": "out_of_bounds",
|
| 868 |
+
"penalty_events": [
|
| 869 |
+
{
|
| 870 |
+
"event_type": "out_of_bounds",
|
| 871 |
+
"timestep": 108,
|
| 872 |
+
"penalty_factor": 0.5,
|
| 873 |
+
"details": "Target object left workspace/view"
|
| 874 |
+
}
|
| 875 |
+
]
|
| 876 |
+
},
|
| 877 |
+
{
|
| 878 |
+
"episode_id": 50,
|
| 879 |
+
"seed": 100505,
|
| 880 |
+
"success": false,
|
| 881 |
+
"steps_taken": 113,
|
| 882 |
+
"max_steps": 700,
|
| 883 |
+
"route_completion": 22.20097118989792,
|
| 884 |
+
"manipulation_score": 11.10048559494896,
|
| 885 |
+
"total_penalty_factor": 0.5,
|
| 886 |
+
"fail_reason": "out_of_bounds",
|
| 887 |
+
"penalty_events": [
|
| 888 |
+
{
|
| 889 |
+
"event_type": "out_of_bounds",
|
| 890 |
+
"timestep": 113,
|
| 891 |
+
"penalty_factor": 0.5,
|
| 892 |
+
"details": "Target object left workspace/view"
|
| 893 |
+
}
|
| 894 |
+
]
|
| 895 |
+
},
|
| 896 |
+
{
|
| 897 |
+
"episode_id": 51,
|
| 898 |
+
"seed": 100511,
|
| 899 |
+
"success": false,
|
| 900 |
+
"steps_taken": 125,
|
| 901 |
+
"max_steps": 700,
|
| 902 |
+
"route_completion": 46.804158167171536,
|
| 903 |
+
"manipulation_score": 23.402079083585768,
|
| 904 |
+
"total_penalty_factor": 0.5,
|
| 905 |
+
"fail_reason": "out_of_bounds",
|
| 906 |
+
"penalty_events": [
|
| 907 |
+
{
|
| 908 |
+
"event_type": "out_of_bounds",
|
| 909 |
+
"timestep": 125,
|
| 910 |
+
"penalty_factor": 0.5,
|
| 911 |
+
"details": "Target object left workspace/view"
|
| 912 |
+
}
|
| 913 |
+
]
|
| 914 |
+
},
|
| 915 |
+
{
|
| 916 |
+
"episode_id": 52,
|
| 917 |
+
"seed": 100524,
|
| 918 |
+
"success": false,
|
| 919 |
+
"steps_taken": 127,
|
| 920 |
+
"max_steps": 700,
|
| 921 |
+
"route_completion": 0.6243282435630901,
|
| 922 |
+
"manipulation_score": 0.31216412178154507,
|
| 923 |
+
"total_penalty_factor": 0.5,
|
| 924 |
+
"fail_reason": "out_of_bounds",
|
| 925 |
+
"penalty_events": [
|
| 926 |
+
{
|
| 927 |
+
"event_type": "out_of_bounds",
|
| 928 |
+
"timestep": 127,
|
| 929 |
+
"penalty_factor": 0.5,
|
| 930 |
+
"details": "Target object left workspace/view"
|
| 931 |
+
}
|
| 932 |
+
]
|
| 933 |
+
},
|
| 934 |
+
{
|
| 935 |
+
"episode_id": 53,
|
| 936 |
+
"seed": 100528,
|
| 937 |
+
"success": false,
|
| 938 |
+
"steps_taken": 98,
|
| 939 |
+
"max_steps": 700,
|
| 940 |
+
"route_completion": 29.96608420392417,
|
| 941 |
+
"manipulation_score": 14.983042101962084,
|
| 942 |
+
"total_penalty_factor": 0.5,
|
| 943 |
+
"fail_reason": "out_of_bounds",
|
| 944 |
+
"penalty_events": [
|
| 945 |
+
{
|
| 946 |
+
"event_type": "out_of_bounds",
|
| 947 |
+
"timestep": 98,
|
| 948 |
+
"penalty_factor": 0.5,
|
| 949 |
+
"details": "Target object left workspace/view"
|
| 950 |
+
}
|
| 951 |
+
]
|
| 952 |
+
},
|
| 953 |
+
{
|
| 954 |
+
"episode_id": 54,
|
| 955 |
+
"seed": 100530,
|
| 956 |
+
"success": false,
|
| 957 |
+
"steps_taken": 96,
|
| 958 |
+
"max_steps": 700,
|
| 959 |
+
"route_completion": 30.09276711313339,
|
| 960 |
+
"manipulation_score": 15.046383556566695,
|
| 961 |
+
"total_penalty_factor": 0.5,
|
| 962 |
+
"fail_reason": "out_of_bounds",
|
| 963 |
+
"penalty_events": [
|
| 964 |
+
{
|
| 965 |
+
"event_type": "out_of_bounds",
|
| 966 |
+
"timestep": 96,
|
| 967 |
+
"penalty_factor": 0.5,
|
| 968 |
+
"details": "Target object left workspace/view"
|
| 969 |
+
}
|
| 970 |
+
]
|
| 971 |
+
},
|
| 972 |
+
{
|
| 973 |
+
"episode_id": 55,
|
| 974 |
+
"seed": 100538,
|
| 975 |
+
"success": true,
|
| 976 |
+
"steps_taken": 126,
|
| 977 |
+
"max_steps": 700,
|
| 978 |
+
"route_completion": 100.0,
|
| 979 |
+
"manipulation_score": 100.0,
|
| 980 |
+
"total_penalty_factor": 1.0,
|
| 981 |
+
"fail_reason": null,
|
| 982 |
+
"penalty_events": []
|
| 983 |
+
},
|
| 984 |
+
{
|
| 985 |
+
"episode_id": 56,
|
| 986 |
+
"seed": 100542,
|
| 987 |
+
"success": false,
|
| 988 |
+
"steps_taken": 174,
|
| 989 |
+
"max_steps": 700,
|
| 990 |
+
"route_completion": 0.7837737761470516,
|
| 991 |
+
"manipulation_score": 0.3918868880735258,
|
| 992 |
+
"total_penalty_factor": 0.5,
|
| 993 |
+
"fail_reason": "out_of_bounds",
|
| 994 |
+
"penalty_events": [
|
| 995 |
+
{
|
| 996 |
+
"event_type": "out_of_bounds",
|
| 997 |
+
"timestep": 174,
|
| 998 |
+
"penalty_factor": 0.5,
|
| 999 |
+
"details": "Target object left workspace/view"
|
| 1000 |
+
}
|
| 1001 |
+
]
|
| 1002 |
+
},
|
| 1003 |
+
{
|
| 1004 |
+
"episode_id": 57,
|
| 1005 |
+
"seed": 100549,
|
| 1006 |
+
"success": false,
|
| 1007 |
+
"steps_taken": 129,
|
| 1008 |
+
"max_steps": 700,
|
| 1009 |
+
"route_completion": 19.45727246228472,
|
| 1010 |
+
"manipulation_score": 9.72863623114236,
|
| 1011 |
+
"total_penalty_factor": 0.5,
|
| 1012 |
+
"fail_reason": "out_of_bounds",
|
| 1013 |
+
"penalty_events": [
|
| 1014 |
+
{
|
| 1015 |
+
"event_type": "out_of_bounds",
|
| 1016 |
+
"timestep": 129,
|
| 1017 |
+
"penalty_factor": 0.5,
|
| 1018 |
+
"details": "Target object left workspace/view"
|
| 1019 |
+
}
|
| 1020 |
+
]
|
| 1021 |
+
},
|
| 1022 |
+
{
|
| 1023 |
+
"episode_id": 58,
|
| 1024 |
+
"seed": 100561,
|
| 1025 |
+
"success": true,
|
| 1026 |
+
"steps_taken": 123,
|
| 1027 |
+
"max_steps": 700,
|
| 1028 |
+
"route_completion": 100.0,
|
| 1029 |
+
"manipulation_score": 100.0,
|
| 1030 |
+
"total_penalty_factor": 1.0,
|
| 1031 |
+
"fail_reason": null,
|
| 1032 |
+
"penalty_events": []
|
| 1033 |
+
},
|
| 1034 |
+
{
|
| 1035 |
+
"episode_id": 59,
|
| 1036 |
+
"seed": 100581,
|
| 1037 |
+
"success": false,
|
| 1038 |
+
"steps_taken": 94,
|
| 1039 |
+
"max_steps": 700,
|
| 1040 |
+
"route_completion": 28.429644413688997,
|
| 1041 |
+
"manipulation_score": 14.214822206844499,
|
| 1042 |
+
"total_penalty_factor": 0.5,
|
| 1043 |
+
"fail_reason": "out_of_bounds",
|
| 1044 |
+
"penalty_events": [
|
| 1045 |
+
{
|
| 1046 |
+
"event_type": "out_of_bounds",
|
| 1047 |
+
"timestep": 94,
|
| 1048 |
+
"penalty_factor": 0.5,
|
| 1049 |
+
"details": "Target object left workspace/view"
|
| 1050 |
+
}
|
| 1051 |
+
]
|
| 1052 |
+
},
|
| 1053 |
+
{
|
| 1054 |
+
"episode_id": 60,
|
| 1055 |
+
"seed": 100584,
|
| 1056 |
+
"success": false,
|
| 1057 |
+
"steps_taken": 129,
|
| 1058 |
+
"max_steps": 700,
|
| 1059 |
+
"route_completion": 36.80288329985403,
|
| 1060 |
+
"manipulation_score": 18.401441649927015,
|
| 1061 |
+
"total_penalty_factor": 0.5,
|
| 1062 |
+
"fail_reason": "out_of_bounds",
|
| 1063 |
+
"penalty_events": [
|
| 1064 |
+
{
|
| 1065 |
+
"event_type": "out_of_bounds",
|
| 1066 |
+
"timestep": 129,
|
| 1067 |
+
"penalty_factor": 0.5,
|
| 1068 |
+
"details": "Target object left workspace/view"
|
| 1069 |
+
}
|
| 1070 |
+
]
|
| 1071 |
+
},
|
| 1072 |
+
{
|
| 1073 |
+
"episode_id": 61,
|
| 1074 |
+
"seed": 100589,
|
| 1075 |
+
"success": false,
|
| 1076 |
+
"steps_taken": 145,
|
| 1077 |
+
"max_steps": 700,
|
| 1078 |
+
"route_completion": 7.61501362639984,
|
| 1079 |
+
"manipulation_score": 3.80750681319992,
|
| 1080 |
+
"total_penalty_factor": 0.5,
|
| 1081 |
+
"fail_reason": "out_of_bounds",
|
| 1082 |
+
"penalty_events": [
|
| 1083 |
+
{
|
| 1084 |
+
"event_type": "out_of_bounds",
|
| 1085 |
+
"timestep": 145,
|
| 1086 |
+
"penalty_factor": 0.5,
|
| 1087 |
+
"details": "Target object left workspace/view"
|
| 1088 |
+
}
|
| 1089 |
+
]
|
| 1090 |
+
},
|
| 1091 |
+
{
|
| 1092 |
+
"episode_id": 62,
|
| 1093 |
+
"seed": 100596,
|
| 1094 |
+
"success": false,
|
| 1095 |
+
"steps_taken": 110,
|
| 1096 |
+
"max_steps": 700,
|
| 1097 |
+
"route_completion": 14.993821809709518,
|
| 1098 |
+
"manipulation_score": 7.496910904854759,
|
| 1099 |
+
"total_penalty_factor": 0.5,
|
| 1100 |
+
"fail_reason": "out_of_bounds",
|
| 1101 |
+
"penalty_events": [
|
| 1102 |
+
{
|
| 1103 |
+
"event_type": "out_of_bounds",
|
| 1104 |
+
"timestep": 110,
|
| 1105 |
+
"penalty_factor": 0.5,
|
| 1106 |
+
"details": "Target object left workspace/view"
|
| 1107 |
+
}
|
| 1108 |
+
]
|
| 1109 |
+
},
|
| 1110 |
+
{
|
| 1111 |
+
"episode_id": 63,
|
| 1112 |
+
"seed": 100602,
|
| 1113 |
+
"success": false,
|
| 1114 |
+
"steps_taken": 157,
|
| 1115 |
+
"max_steps": 700,
|
| 1116 |
+
"route_completion": 22.8126478109111,
|
| 1117 |
+
"manipulation_score": 11.40632390545555,
|
| 1118 |
+
"total_penalty_factor": 0.5,
|
| 1119 |
+
"fail_reason": "out_of_bounds",
|
| 1120 |
+
"penalty_events": [
|
| 1121 |
+
{
|
| 1122 |
+
"event_type": "out_of_bounds",
|
| 1123 |
+
"timestep": 157,
|
| 1124 |
+
"penalty_factor": 0.5,
|
| 1125 |
+
"details": "Target object left workspace/view"
|
| 1126 |
+
}
|
| 1127 |
+
]
|
| 1128 |
+
},
|
| 1129 |
+
{
|
| 1130 |
+
"episode_id": 64,
|
| 1131 |
+
"seed": 100632,
|
| 1132 |
+
"success": false,
|
| 1133 |
+
"steps_taken": 110,
|
| 1134 |
+
"max_steps": 700,
|
| 1135 |
+
"route_completion": 26.292081000813784,
|
| 1136 |
+
"manipulation_score": 13.146040500406892,
|
| 1137 |
+
"total_penalty_factor": 0.5,
|
| 1138 |
+
"fail_reason": "out_of_bounds",
|
| 1139 |
+
"penalty_events": [
|
| 1140 |
+
{
|
| 1141 |
+
"event_type": "out_of_bounds",
|
| 1142 |
+
"timestep": 110,
|
| 1143 |
+
"penalty_factor": 0.5,
|
| 1144 |
+
"details": "Target object left workspace/view"
|
| 1145 |
+
}
|
| 1146 |
+
]
|
| 1147 |
+
},
|
| 1148 |
+
{
|
| 1149 |
+
"episode_id": 65,
|
| 1150 |
+
"seed": 100636,
|
| 1151 |
+
"success": false,
|
| 1152 |
+
"steps_taken": 158,
|
| 1153 |
+
"max_steps": 700,
|
| 1154 |
+
"route_completion": 33.61826382289808,
|
| 1155 |
+
"manipulation_score": 16.80913191144904,
|
| 1156 |
+
"total_penalty_factor": 0.5,
|
| 1157 |
+
"fail_reason": "out_of_bounds",
|
| 1158 |
+
"penalty_events": [
|
| 1159 |
+
{
|
| 1160 |
+
"event_type": "out_of_bounds",
|
| 1161 |
+
"timestep": 158,
|
| 1162 |
+
"penalty_factor": 0.5,
|
| 1163 |
+
"details": "Target object left workspace/view"
|
| 1164 |
+
}
|
| 1165 |
+
]
|
| 1166 |
+
},
|
| 1167 |
+
{
|
| 1168 |
+
"episode_id": 66,
|
| 1169 |
+
"seed": 100642,
|
| 1170 |
+
"success": false,
|
| 1171 |
+
"steps_taken": 248,
|
| 1172 |
+
"max_steps": 700,
|
| 1173 |
+
"route_completion": 45.34775052332129,
|
| 1174 |
+
"manipulation_score": 22.673875261660644,
|
| 1175 |
+
"total_penalty_factor": 0.5,
|
| 1176 |
+
"fail_reason": "out_of_bounds",
|
| 1177 |
+
"penalty_events": [
|
| 1178 |
+
{
|
| 1179 |
+
"event_type": "out_of_bounds",
|
| 1180 |
+
"timestep": 248,
|
| 1181 |
+
"penalty_factor": 0.5,
|
| 1182 |
+
"details": "Target object left workspace/view"
|
| 1183 |
+
}
|
| 1184 |
+
]
|
| 1185 |
+
},
|
| 1186 |
+
{
|
| 1187 |
+
"episode_id": 67,
|
| 1188 |
+
"seed": 100667,
|
| 1189 |
+
"success": false,
|
| 1190 |
+
"steps_taken": 120,
|
| 1191 |
+
"max_steps": 700,
|
| 1192 |
+
"route_completion": 25.05756117501164,
|
| 1193 |
+
"manipulation_score": 12.52878058750582,
|
| 1194 |
+
"total_penalty_factor": 0.5,
|
| 1195 |
+
"fail_reason": "out_of_bounds",
|
| 1196 |
+
"penalty_events": [
|
| 1197 |
+
{
|
| 1198 |
+
"event_type": "out_of_bounds",
|
| 1199 |
+
"timestep": 120,
|
| 1200 |
+
"penalty_factor": 0.5,
|
| 1201 |
+
"details": "Target object left workspace/view"
|
| 1202 |
+
}
|
| 1203 |
+
]
|
| 1204 |
+
},
|
| 1205 |
+
{
|
| 1206 |
+
"episode_id": 68,
|
| 1207 |
+
"seed": 100673,
|
| 1208 |
+
"success": false,
|
| 1209 |
+
"steps_taken": 119,
|
| 1210 |
+
"max_steps": 700,
|
| 1211 |
+
"route_completion": 17.97466238388545,
|
| 1212 |
+
"manipulation_score": 8.987331191942724,
|
| 1213 |
+
"total_penalty_factor": 0.5,
|
| 1214 |
+
"fail_reason": "out_of_bounds",
|
| 1215 |
+
"penalty_events": [
|
| 1216 |
+
{
|
| 1217 |
+
"event_type": "out_of_bounds",
|
| 1218 |
+
"timestep": 119,
|
| 1219 |
+
"penalty_factor": 0.5,
|
| 1220 |
+
"details": "Target object left workspace/view"
|
| 1221 |
+
}
|
| 1222 |
+
]
|
| 1223 |
+
},
|
| 1224 |
+
{
|
| 1225 |
+
"episode_id": 69,
|
| 1226 |
+
"seed": 100690,
|
| 1227 |
+
"success": false,
|
| 1228 |
+
"steps_taken": 95,
|
| 1229 |
+
"max_steps": 700,
|
| 1230 |
+
"route_completion": 27.25396435498996,
|
| 1231 |
+
"manipulation_score": 13.62698217749498,
|
| 1232 |
+
"total_penalty_factor": 0.5,
|
| 1233 |
+
"fail_reason": "out_of_bounds",
|
| 1234 |
+
"penalty_events": [
|
| 1235 |
+
{
|
| 1236 |
+
"event_type": "out_of_bounds",
|
| 1237 |
+
"timestep": 95,
|
| 1238 |
+
"penalty_factor": 0.5,
|
| 1239 |
+
"details": "Target object left workspace/view"
|
| 1240 |
+
}
|
| 1241 |
+
]
|
| 1242 |
+
},
|
| 1243 |
+
{
|
| 1244 |
+
"episode_id": 70,
|
| 1245 |
+
"seed": 100716,
|
| 1246 |
+
"success": false,
|
| 1247 |
+
"steps_taken": 118,
|
| 1248 |
+
"max_steps": 700,
|
| 1249 |
+
"route_completion": 24.408355783135228,
|
| 1250 |
+
"manipulation_score": 12.204177891567614,
|
| 1251 |
+
"total_penalty_factor": 0.5,
|
| 1252 |
+
"fail_reason": "out_of_bounds",
|
| 1253 |
+
"penalty_events": [
|
| 1254 |
+
{
|
| 1255 |
+
"event_type": "out_of_bounds",
|
| 1256 |
+
"timestep": 118,
|
| 1257 |
+
"penalty_factor": 0.5,
|
| 1258 |
+
"details": "Target object left workspace/view"
|
| 1259 |
+
}
|
| 1260 |
+
]
|
| 1261 |
+
},
|
| 1262 |
+
{
|
| 1263 |
+
"episode_id": 71,
|
| 1264 |
+
"seed": 100743,
|
| 1265 |
+
"success": false,
|
| 1266 |
+
"steps_taken": 115,
|
| 1267 |
+
"max_steps": 700,
|
| 1268 |
+
"route_completion": 19.277517249609854,
|
| 1269 |
+
"manipulation_score": 9.638758624804927,
|
| 1270 |
+
"total_penalty_factor": 0.5,
|
| 1271 |
+
"fail_reason": "out_of_bounds",
|
| 1272 |
+
"penalty_events": [
|
| 1273 |
+
{
|
| 1274 |
+
"event_type": "out_of_bounds",
|
| 1275 |
+
"timestep": 115,
|
| 1276 |
+
"penalty_factor": 0.5,
|
| 1277 |
+
"details": "Target object left workspace/view"
|
| 1278 |
+
}
|
| 1279 |
+
]
|
| 1280 |
+
},
|
| 1281 |
+
{
|
| 1282 |
+
"episode_id": 72,
|
| 1283 |
+
"seed": 100753,
|
| 1284 |
+
"success": false,
|
| 1285 |
+
"steps_taken": 182,
|
| 1286 |
+
"max_steps": 700,
|
| 1287 |
+
"route_completion": 41.59088680794433,
|
| 1288 |
+
"manipulation_score": 20.795443403972165,
|
| 1289 |
+
"total_penalty_factor": 0.5,
|
| 1290 |
+
"fail_reason": "out_of_bounds",
|
| 1291 |
+
"penalty_events": [
|
| 1292 |
+
{
|
| 1293 |
+
"event_type": "out_of_bounds",
|
| 1294 |
+
"timestep": 182,
|
| 1295 |
+
"penalty_factor": 0.5,
|
| 1296 |
+
"details": "Target object left workspace/view"
|
| 1297 |
+
}
|
| 1298 |
+
]
|
| 1299 |
+
},
|
| 1300 |
+
{
|
| 1301 |
+
"episode_id": 73,
|
| 1302 |
+
"seed": 100762,
|
| 1303 |
+
"success": true,
|
| 1304 |
+
"steps_taken": 127,
|
| 1305 |
+
"max_steps": 700,
|
| 1306 |
+
"route_completion": 100.0,
|
| 1307 |
+
"manipulation_score": 100.0,
|
| 1308 |
+
"total_penalty_factor": 1.0,
|
| 1309 |
+
"fail_reason": null,
|
| 1310 |
+
"penalty_events": []
|
| 1311 |
+
},
|
| 1312 |
+
{
|
| 1313 |
+
"episode_id": 74,
|
| 1314 |
+
"seed": 100763,
|
| 1315 |
+
"success": false,
|
| 1316 |
+
"steps_taken": 111,
|
| 1317 |
+
"max_steps": 700,
|
| 1318 |
+
"route_completion": 0.6128187212676081,
|
| 1319 |
+
"manipulation_score": 0.30640936063380403,
|
| 1320 |
+
"total_penalty_factor": 0.5,
|
| 1321 |
+
"fail_reason": "out_of_bounds",
|
| 1322 |
+
"penalty_events": [
|
| 1323 |
+
{
|
| 1324 |
+
"event_type": "out_of_bounds",
|
| 1325 |
+
"timestep": 111,
|
| 1326 |
+
"penalty_factor": 0.5,
|
| 1327 |
+
"details": "Target object left workspace/view"
|
| 1328 |
+
}
|
| 1329 |
+
]
|
| 1330 |
+
},
|
| 1331 |
+
{
|
| 1332 |
+
"episode_id": 75,
|
| 1333 |
+
"seed": 100764,
|
| 1334 |
+
"success": false,
|
| 1335 |
+
"steps_taken": 127,
|
| 1336 |
+
"max_steps": 700,
|
| 1337 |
+
"route_completion": 34.91296683958785,
|
| 1338 |
+
"manipulation_score": 17.456483419793926,
|
| 1339 |
+
"total_penalty_factor": 0.5,
|
| 1340 |
+
"fail_reason": "out_of_bounds",
|
| 1341 |
+
"penalty_events": [
|
| 1342 |
+
{
|
| 1343 |
+
"event_type": "out_of_bounds",
|
| 1344 |
+
"timestep": 127,
|
| 1345 |
+
"penalty_factor": 0.5,
|
| 1346 |
+
"details": "Target object left workspace/view"
|
| 1347 |
+
}
|
| 1348 |
+
]
|
| 1349 |
+
},
|
| 1350 |
+
{
|
| 1351 |
+
"episode_id": 76,
|
| 1352 |
+
"seed": 100771,
|
| 1353 |
+
"success": false,
|
| 1354 |
+
"steps_taken": 133,
|
| 1355 |
+
"max_steps": 700,
|
| 1356 |
+
"route_completion": 27.80507412419792,
|
| 1357 |
+
"manipulation_score": 13.90253706209896,
|
| 1358 |
+
"total_penalty_factor": 0.5,
|
| 1359 |
+
"fail_reason": "out_of_bounds",
|
| 1360 |
+
"penalty_events": [
|
| 1361 |
+
{
|
| 1362 |
+
"event_type": "out_of_bounds",
|
| 1363 |
+
"timestep": 133,
|
| 1364 |
+
"penalty_factor": 0.5,
|
| 1365 |
+
"details": "Target object left workspace/view"
|
| 1366 |
+
}
|
| 1367 |
+
]
|
| 1368 |
+
},
|
| 1369 |
+
{
|
| 1370 |
+
"episode_id": 77,
|
| 1371 |
+
"seed": 100779,
|
| 1372 |
+
"success": false,
|
| 1373 |
+
"steps_taken": 100,
|
| 1374 |
+
"max_steps": 700,
|
| 1375 |
+
"route_completion": 34.80341739799026,
|
| 1376 |
+
"manipulation_score": 17.40170869899513,
|
| 1377 |
+
"total_penalty_factor": 0.5,
|
| 1378 |
+
"fail_reason": "out_of_bounds",
|
| 1379 |
+
"penalty_events": [
|
| 1380 |
+
{
|
| 1381 |
+
"event_type": "out_of_bounds",
|
| 1382 |
+
"timestep": 100,
|
| 1383 |
+
"penalty_factor": 0.5,
|
| 1384 |
+
"details": "Target object left workspace/view"
|
| 1385 |
+
}
|
| 1386 |
+
]
|
| 1387 |
+
},
|
| 1388 |
+
{
|
| 1389 |
+
"episode_id": 78,
|
| 1390 |
+
"seed": 100804,
|
| 1391 |
+
"success": false,
|
| 1392 |
+
"steps_taken": 142,
|
| 1393 |
+
"max_steps": 700,
|
| 1394 |
+
"route_completion": 10.586028560958356,
|
| 1395 |
+
"manipulation_score": 5.293014280479178,
|
| 1396 |
+
"total_penalty_factor": 0.5,
|
| 1397 |
+
"fail_reason": "out_of_bounds",
|
| 1398 |
+
"penalty_events": [
|
| 1399 |
+
{
|
| 1400 |
+
"event_type": "out_of_bounds",
|
| 1401 |
+
"timestep": 142,
|
| 1402 |
+
"penalty_factor": 0.5,
|
| 1403 |
+
"details": "Target object left workspace/view"
|
| 1404 |
+
}
|
| 1405 |
+
]
|
| 1406 |
+
},
|
| 1407 |
+
{
|
| 1408 |
+
"episode_id": 79,
|
| 1409 |
+
"seed": 100806,
|
| 1410 |
+
"success": false,
|
| 1411 |
+
"steps_taken": 110,
|
| 1412 |
+
"max_steps": 700,
|
| 1413 |
+
"route_completion": 14.96847745801607,
|
| 1414 |
+
"manipulation_score": 7.484238729008035,
|
| 1415 |
+
"total_penalty_factor": 0.5,
|
| 1416 |
+
"fail_reason": "out_of_bounds",
|
| 1417 |
+
"penalty_events": [
|
| 1418 |
+
{
|
| 1419 |
+
"event_type": "out_of_bounds",
|
| 1420 |
+
"timestep": 110,
|
| 1421 |
+
"penalty_factor": 0.5,
|
| 1422 |
+
"details": "Target object left workspace/view"
|
| 1423 |
+
}
|
| 1424 |
+
]
|
| 1425 |
+
},
|
| 1426 |
+
{
|
| 1427 |
+
"episode_id": 80,
|
| 1428 |
+
"seed": 100808,
|
| 1429 |
+
"success": false,
|
| 1430 |
+
"steps_taken": 105,
|
| 1431 |
+
"max_steps": 700,
|
| 1432 |
+
"route_completion": 15.676358821690869,
|
| 1433 |
+
"manipulation_score": 7.838179410845434,
|
| 1434 |
+
"total_penalty_factor": 0.5,
|
| 1435 |
+
"fail_reason": "out_of_bounds",
|
| 1436 |
+
"penalty_events": [
|
| 1437 |
+
{
|
| 1438 |
+
"event_type": "out_of_bounds",
|
| 1439 |
+
"timestep": 105,
|
| 1440 |
+
"penalty_factor": 0.5,
|
| 1441 |
+
"details": "Target object left workspace/view"
|
| 1442 |
+
}
|
| 1443 |
+
]
|
| 1444 |
+
},
|
| 1445 |
+
{
|
| 1446 |
+
"episode_id": 81,
|
| 1447 |
+
"seed": 100814,
|
| 1448 |
+
"success": false,
|
| 1449 |
+
"steps_taken": 552,
|
| 1450 |
+
"max_steps": 700,
|
| 1451 |
+
"route_completion": 31.770102538256424,
|
| 1452 |
+
"manipulation_score": 15.885051269128212,
|
| 1453 |
+
"total_penalty_factor": 0.5,
|
| 1454 |
+
"fail_reason": "out_of_bounds",
|
| 1455 |
+
"penalty_events": [
|
| 1456 |
+
{
|
| 1457 |
+
"event_type": "out_of_bounds",
|
| 1458 |
+
"timestep": 552,
|
| 1459 |
+
"penalty_factor": 0.5,
|
| 1460 |
+
"details": "Target object left workspace/view"
|
| 1461 |
+
}
|
| 1462 |
+
]
|
| 1463 |
+
},
|
| 1464 |
+
{
|
| 1465 |
+
"episode_id": 82,
|
| 1466 |
+
"seed": 100817,
|
| 1467 |
+
"success": false,
|
| 1468 |
+
"steps_taken": 109,
|
| 1469 |
+
"max_steps": 700,
|
| 1470 |
+
"route_completion": 36.116156327315615,
|
| 1471 |
+
"manipulation_score": 18.058078163657807,
|
| 1472 |
+
"total_penalty_factor": 0.5,
|
| 1473 |
+
"fail_reason": "out_of_bounds",
|
| 1474 |
+
"penalty_events": [
|
| 1475 |
+
{
|
| 1476 |
+
"event_type": "out_of_bounds",
|
| 1477 |
+
"timestep": 109,
|
| 1478 |
+
"penalty_factor": 0.5,
|
| 1479 |
+
"details": "Target object left workspace/view"
|
| 1480 |
+
}
|
| 1481 |
+
]
|
| 1482 |
+
},
|
| 1483 |
+
{
|
| 1484 |
+
"episode_id": 83,
|
| 1485 |
+
"seed": 100819,
|
| 1486 |
+
"success": false,
|
| 1487 |
+
"steps_taken": 107,
|
| 1488 |
+
"max_steps": 700,
|
| 1489 |
+
"route_completion": 0.03516298045198093,
|
| 1490 |
+
"manipulation_score": 0.017581490225990464,
|
| 1491 |
+
"total_penalty_factor": 0.5,
|
| 1492 |
+
"fail_reason": "out_of_bounds",
|
| 1493 |
+
"penalty_events": [
|
| 1494 |
+
{
|
| 1495 |
+
"event_type": "out_of_bounds",
|
| 1496 |
+
"timestep": 107,
|
| 1497 |
+
"penalty_factor": 0.5,
|
| 1498 |
+
"details": "Target object left workspace/view"
|
| 1499 |
+
}
|
| 1500 |
+
]
|
| 1501 |
+
},
|
| 1502 |
+
{
|
| 1503 |
+
"episode_id": 84,
|
| 1504 |
+
"seed": 100828,
|
| 1505 |
+
"success": false,
|
| 1506 |
+
"steps_taken": 99,
|
| 1507 |
+
"max_steps": 700,
|
| 1508 |
+
"route_completion": 30.270784868278362,
|
| 1509 |
+
"manipulation_score": 15.135392434139181,
|
| 1510 |
+
"total_penalty_factor": 0.5,
|
| 1511 |
+
"fail_reason": "out_of_bounds",
|
| 1512 |
+
"penalty_events": [
|
| 1513 |
+
{
|
| 1514 |
+
"event_type": "out_of_bounds",
|
| 1515 |
+
"timestep": 99,
|
| 1516 |
+
"penalty_factor": 0.5,
|
| 1517 |
+
"details": "Target object left workspace/view"
|
| 1518 |
+
}
|
| 1519 |
+
]
|
| 1520 |
+
},
|
| 1521 |
+
{
|
| 1522 |
+
"episode_id": 85,
|
| 1523 |
+
"seed": 100836,
|
| 1524 |
+
"success": false,
|
| 1525 |
+
"steps_taken": 161,
|
| 1526 |
+
"max_steps": 700,
|
| 1527 |
+
"route_completion": 19.22391662493854,
|
| 1528 |
+
"manipulation_score": 9.61195831246927,
|
| 1529 |
+
"total_penalty_factor": 0.5,
|
| 1530 |
+
"fail_reason": "out_of_bounds",
|
| 1531 |
+
"penalty_events": [
|
| 1532 |
+
{
|
| 1533 |
+
"event_type": "out_of_bounds",
|
| 1534 |
+
"timestep": 161,
|
| 1535 |
+
"penalty_factor": 0.5,
|
| 1536 |
+
"details": "Target object left workspace/view"
|
| 1537 |
+
}
|
| 1538 |
+
]
|
| 1539 |
+
},
|
| 1540 |
+
{
|
| 1541 |
+
"episode_id": 86,
|
| 1542 |
+
"seed": 100841,
|
| 1543 |
+
"success": true,
|
| 1544 |
+
"steps_taken": 134,
|
| 1545 |
+
"max_steps": 700,
|
| 1546 |
+
"route_completion": 100.0,
|
| 1547 |
+
"manipulation_score": 100.0,
|
| 1548 |
+
"total_penalty_factor": 1.0,
|
| 1549 |
+
"fail_reason": null,
|
| 1550 |
+
"penalty_events": []
|
| 1551 |
+
},
|
| 1552 |
+
{
|
| 1553 |
+
"episode_id": 87,
|
| 1554 |
+
"seed": 100858,
|
| 1555 |
+
"success": false,
|
| 1556 |
+
"steps_taken": 112,
|
| 1557 |
+
"max_steps": 700,
|
| 1558 |
+
"route_completion": 19.120658394599737,
|
| 1559 |
+
"manipulation_score": 9.560329197299868,
|
| 1560 |
+
"total_penalty_factor": 0.5,
|
| 1561 |
+
"fail_reason": "out_of_bounds",
|
| 1562 |
+
"penalty_events": [
|
| 1563 |
+
{
|
| 1564 |
+
"event_type": "out_of_bounds",
|
| 1565 |
+
"timestep": 112,
|
| 1566 |
+
"penalty_factor": 0.5,
|
| 1567 |
+
"details": "Target object left workspace/view"
|
| 1568 |
+
}
|
| 1569 |
+
]
|
| 1570 |
+
},
|
| 1571 |
+
{
|
| 1572 |
+
"episode_id": 88,
|
| 1573 |
+
"seed": 100870,
|
| 1574 |
+
"success": true,
|
| 1575 |
+
"steps_taken": 123,
|
| 1576 |
+
"max_steps": 700,
|
| 1577 |
+
"route_completion": 100.0,
|
| 1578 |
+
"manipulation_score": 100.0,
|
| 1579 |
+
"total_penalty_factor": 1.0,
|
| 1580 |
+
"fail_reason": null,
|
| 1581 |
+
"penalty_events": []
|
| 1582 |
+
},
|
| 1583 |
+
{
|
| 1584 |
+
"episode_id": 89,
|
| 1585 |
+
"seed": 100882,
|
| 1586 |
+
"success": false,
|
| 1587 |
+
"steps_taken": 111,
|
| 1588 |
+
"max_steps": 700,
|
| 1589 |
+
"route_completion": 16.223289023089055,
|
| 1590 |
+
"manipulation_score": 8.111644511544528,
|
| 1591 |
+
"total_penalty_factor": 0.5,
|
| 1592 |
+
"fail_reason": "out_of_bounds",
|
| 1593 |
+
"penalty_events": [
|
| 1594 |
+
{
|
| 1595 |
+
"event_type": "out_of_bounds",
|
| 1596 |
+
"timestep": 111,
|
| 1597 |
+
"penalty_factor": 0.5,
|
| 1598 |
+
"details": "Target object left workspace/view"
|
| 1599 |
+
}
|
| 1600 |
+
]
|
| 1601 |
+
},
|
| 1602 |
+
{
|
| 1603 |
+
"episode_id": 90,
|
| 1604 |
+
"seed": 100883,
|
| 1605 |
+
"success": false,
|
| 1606 |
+
"steps_taken": 110,
|
| 1607 |
+
"max_steps": 700,
|
| 1608 |
+
"route_completion": 3.872701460686619,
|
| 1609 |
+
"manipulation_score": 1.9363507303433094,
|
| 1610 |
+
"total_penalty_factor": 0.5,
|
| 1611 |
+
"fail_reason": "out_of_bounds",
|
| 1612 |
+
"penalty_events": [
|
| 1613 |
+
{
|
| 1614 |
+
"event_type": "out_of_bounds",
|
| 1615 |
+
"timestep": 110,
|
| 1616 |
+
"penalty_factor": 0.5,
|
| 1617 |
+
"details": "Target object left workspace/view"
|
| 1618 |
+
}
|
| 1619 |
+
]
|
| 1620 |
+
},
|
| 1621 |
+
{
|
| 1622 |
+
"episode_id": 91,
|
| 1623 |
+
"seed": 100904,
|
| 1624 |
+
"success": true,
|
| 1625 |
+
"steps_taken": 97,
|
| 1626 |
+
"max_steps": 700,
|
| 1627 |
+
"route_completion": 100.0,
|
| 1628 |
+
"manipulation_score": 100.0,
|
| 1629 |
+
"total_penalty_factor": 1.0,
|
| 1630 |
+
"fail_reason": null,
|
| 1631 |
+
"penalty_events": []
|
| 1632 |
+
},
|
| 1633 |
+
{
|
| 1634 |
+
"episode_id": 92,
|
| 1635 |
+
"seed": 100942,
|
| 1636 |
+
"success": false,
|
| 1637 |
+
"steps_taken": 116,
|
| 1638 |
+
"max_steps": 700,
|
| 1639 |
+
"route_completion": 34.854047206264795,
|
| 1640 |
+
"manipulation_score": 17.427023603132398,
|
| 1641 |
+
"total_penalty_factor": 0.5,
|
| 1642 |
+
"fail_reason": "out_of_bounds",
|
| 1643 |
+
"penalty_events": [
|
| 1644 |
+
{
|
| 1645 |
+
"event_type": "out_of_bounds",
|
| 1646 |
+
"timestep": 116,
|
| 1647 |
+
"penalty_factor": 0.5,
|
| 1648 |
+
"details": "Target object left workspace/view"
|
| 1649 |
+
}
|
| 1650 |
+
]
|
| 1651 |
+
},
|
| 1652 |
+
{
|
| 1653 |
+
"episode_id": 93,
|
| 1654 |
+
"seed": 100943,
|
| 1655 |
+
"success": false,
|
| 1656 |
+
"steps_taken": 157,
|
| 1657 |
+
"max_steps": 700,
|
| 1658 |
+
"route_completion": 7.035914786397527,
|
| 1659 |
+
"manipulation_score": 3.5179573931987633,
|
| 1660 |
+
"total_penalty_factor": 0.5,
|
| 1661 |
+
"fail_reason": "out_of_bounds",
|
| 1662 |
+
"penalty_events": [
|
| 1663 |
+
{
|
| 1664 |
+
"event_type": "out_of_bounds",
|
| 1665 |
+
"timestep": 157,
|
| 1666 |
+
"penalty_factor": 0.5,
|
| 1667 |
+
"details": "Target object left workspace/view"
|
| 1668 |
+
}
|
| 1669 |
+
]
|
| 1670 |
+
},
|
| 1671 |
+
{
|
| 1672 |
+
"episode_id": 94,
|
| 1673 |
+
"seed": 100962,
|
| 1674 |
+
"success": false,
|
| 1675 |
+
"steps_taken": 105,
|
| 1676 |
+
"max_steps": 700,
|
| 1677 |
+
"route_completion": 38.206939540069136,
|
| 1678 |
+
"manipulation_score": 19.103469770034568,
|
| 1679 |
+
"total_penalty_factor": 0.5,
|
| 1680 |
+
"fail_reason": "out_of_bounds",
|
| 1681 |
+
"penalty_events": [
|
| 1682 |
+
{
|
| 1683 |
+
"event_type": "out_of_bounds",
|
| 1684 |
+
"timestep": 105,
|
| 1685 |
+
"penalty_factor": 0.5,
|
| 1686 |
+
"details": "Target object left workspace/view"
|
| 1687 |
+
}
|
| 1688 |
+
]
|
| 1689 |
+
},
|
| 1690 |
+
{
|
| 1691 |
+
"episode_id": 95,
|
| 1692 |
+
"seed": 100965,
|
| 1693 |
+
"success": true,
|
| 1694 |
+
"steps_taken": 124,
|
| 1695 |
+
"max_steps": 700,
|
| 1696 |
+
"route_completion": 100.0,
|
| 1697 |
+
"manipulation_score": 100.0,
|
| 1698 |
+
"total_penalty_factor": 1.0,
|
| 1699 |
+
"fail_reason": null,
|
| 1700 |
+
"penalty_events": []
|
| 1701 |
+
},
|
| 1702 |
+
{
|
| 1703 |
+
"episode_id": 96,
|
| 1704 |
+
"seed": 100968,
|
| 1705 |
+
"success": false,
|
| 1706 |
+
"steps_taken": 96,
|
| 1707 |
+
"max_steps": 700,
|
| 1708 |
+
"route_completion": 21.96485645824778,
|
| 1709 |
+
"manipulation_score": 10.98242822912389,
|
| 1710 |
+
"total_penalty_factor": 0.5,
|
| 1711 |
+
"fail_reason": "out_of_bounds",
|
| 1712 |
+
"penalty_events": [
|
| 1713 |
+
{
|
| 1714 |
+
"event_type": "out_of_bounds",
|
| 1715 |
+
"timestep": 96,
|
| 1716 |
+
"penalty_factor": 0.5,
|
| 1717 |
+
"details": "Target object left workspace/view"
|
| 1718 |
+
}
|
| 1719 |
+
]
|
| 1720 |
+
},
|
| 1721 |
+
{
|
| 1722 |
+
"episode_id": 97,
|
| 1723 |
+
"seed": 100983,
|
| 1724 |
+
"success": true,
|
| 1725 |
+
"steps_taken": 97,
|
| 1726 |
+
"max_steps": 700,
|
| 1727 |
+
"route_completion": 100.0,
|
| 1728 |
+
"manipulation_score": 100.0,
|
| 1729 |
+
"total_penalty_factor": 1.0,
|
| 1730 |
+
"fail_reason": null,
|
| 1731 |
+
"penalty_events": []
|
| 1732 |
+
},
|
| 1733 |
+
{
|
| 1734 |
+
"episode_id": 98,
|
| 1735 |
+
"seed": 100995,
|
| 1736 |
+
"success": false,
|
| 1737 |
+
"steps_taken": 112,
|
| 1738 |
+
"max_steps": 700,
|
| 1739 |
+
"route_completion": 8.125051364547407,
|
| 1740 |
+
"manipulation_score": 4.062525682273703,
|
| 1741 |
+
"total_penalty_factor": 0.5,
|
| 1742 |
+
"fail_reason": "out_of_bounds",
|
| 1743 |
+
"penalty_events": [
|
| 1744 |
+
{
|
| 1745 |
+
"event_type": "out_of_bounds",
|
| 1746 |
+
"timestep": 112,
|
| 1747 |
+
"penalty_factor": 0.5,
|
| 1748 |
+
"details": "Target object left workspace/view"
|
| 1749 |
+
}
|
| 1750 |
+
]
|
| 1751 |
+
},
|
| 1752 |
+
{
|
| 1753 |
+
"episode_id": 99,
|
| 1754 |
+
"seed": 101018,
|
| 1755 |
+
"success": false,
|
| 1756 |
+
"steps_taken": 91,
|
| 1757 |
+
"max_steps": 700,
|
| 1758 |
+
"route_completion": 40.9846038198366,
|
| 1759 |
+
"manipulation_score": 20.4923019099183,
|
| 1760 |
+
"total_penalty_factor": 0.5,
|
| 1761 |
+
"fail_reason": "out_of_bounds",
|
| 1762 |
+
"penalty_events": [
|
| 1763 |
+
{
|
| 1764 |
+
"event_type": "out_of_bounds",
|
| 1765 |
+
"timestep": 91,
|
| 1766 |
+
"penalty_factor": 0.5,
|
| 1767 |
+
"details": "Target object left workspace/view"
|
| 1768 |
+
}
|
| 1769 |
+
]
|
| 1770 |
+
},
|
| 1771 |
+
{
|
| 1772 |
+
"episode_id": 100,
|
| 1773 |
+
"seed": 101026,
|
| 1774 |
+
"success": false,
|
| 1775 |
+
"steps_taken": 119,
|
| 1776 |
+
"max_steps": 700,
|
| 1777 |
+
"route_completion": 18.00497148046248,
|
| 1778 |
+
"manipulation_score": 9.00248574023124,
|
| 1779 |
+
"total_penalty_factor": 0.5,
|
| 1780 |
+
"fail_reason": "out_of_bounds",
|
| 1781 |
+
"penalty_events": [
|
| 1782 |
+
{
|
| 1783 |
+
"event_type": "out_of_bounds",
|
| 1784 |
+
"timestep": 119,
|
| 1785 |
+
"penalty_factor": 0.5,
|
| 1786 |
+
"details": "Target object left workspace/view"
|
| 1787 |
+
}
|
| 1788 |
+
]
|
| 1789 |
+
}
|
| 1790 |
+
]
|
log/eval_result/place_bread_basket/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 23:59:10/_metrics.json
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"total_episodes": 100,
|
| 3 |
+
"success_count": 16,
|
| 4 |
+
"success_rate": 16.0,
|
| 5 |
+
"manipulation_score_mean": 25.578589337513076,
|
| 6 |
+
"manipulation_score_std": 33.00611294830604,
|
| 7 |
+
"route_completion_mean": 35.15717867502615,
|
| 8 |
+
"route_completion_std": 30.6372923971127,
|
| 9 |
+
"penalty_clutter_collision_total": 0,
|
| 10 |
+
"penalty_out_of_bounds_total": 84
|
| 11 |
+
}
|
log/eval_result/place_bread_basket/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 23:59:10/_metrics_report.txt
ADDED
|
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
============================================================
|
| 2 |
+
EVALUATION METRICS REPORT
|
| 3 |
+
============================================================
|
| 4 |
+
|
| 5 |
+
Total Episodes: 100
|
| 6 |
+
Success Rate: 16.0% (16/100)
|
| 7 |
+
|
| 8 |
+
--- Manipulation Score ---
|
| 9 |
+
Mean: 25.58
|
| 10 |
+
Std: 33.01
|
| 11 |
+
|
| 12 |
+
--- Route Completion ---
|
| 13 |
+
Mean: 35.16%
|
| 14 |
+
Std: 30.64
|
| 15 |
+
|
| 16 |
+
--- Penalty Events ---
|
| 17 |
+
Clutter Collisions: 0
|
| 18 |
+
Out of Bounds: 84
|
| 19 |
+
|
| 20 |
+
============================================================
|
log/eval_result/place_bread_basket/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 23:59:10/_result.txt
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Timestamp: 2026-03-29 23:59:10
|
| 2 |
+
|
| 3 |
+
Instruction Type: unseen
|
| 4 |
+
|
| 5 |
+
0.16
|
log/eval_result/place_bread_skillet/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 00:20:17/_episodes_detail.json
ADDED
|
@@ -0,0 +1,1517 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[
|
| 2 |
+
{
|
| 3 |
+
"episode_id": 1,
|
| 4 |
+
"seed": 100002,
|
| 5 |
+
"success": true,
|
| 6 |
+
"steps_taken": 130,
|
| 7 |
+
"max_steps": 500,
|
| 8 |
+
"route_completion": 100.0,
|
| 9 |
+
"manipulation_score": 100.0,
|
| 10 |
+
"total_penalty_factor": 1.0,
|
| 11 |
+
"fail_reason": null,
|
| 12 |
+
"penalty_events": []
|
| 13 |
+
},
|
| 14 |
+
{
|
| 15 |
+
"episode_id": 2,
|
| 16 |
+
"seed": 100004,
|
| 17 |
+
"success": false,
|
| 18 |
+
"steps_taken": 500,
|
| 19 |
+
"max_steps": 500,
|
| 20 |
+
"route_completion": 33.14519747230092,
|
| 21 |
+
"manipulation_score": 33.14519747230092,
|
| 22 |
+
"total_penalty_factor": 1.0,
|
| 23 |
+
"fail_reason": null,
|
| 24 |
+
"penalty_events": []
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"episode_id": 3,
|
| 28 |
+
"seed": 100006,
|
| 29 |
+
"success": false,
|
| 30 |
+
"steps_taken": 122,
|
| 31 |
+
"max_steps": 500,
|
| 32 |
+
"route_completion": 43.39398543780702,
|
| 33 |
+
"manipulation_score": 21.69699271890351,
|
| 34 |
+
"total_penalty_factor": 0.5,
|
| 35 |
+
"fail_reason": "out_of_bounds",
|
| 36 |
+
"penalty_events": [
|
| 37 |
+
{
|
| 38 |
+
"event_type": "out_of_bounds",
|
| 39 |
+
"timestep": 122,
|
| 40 |
+
"penalty_factor": 0.5,
|
| 41 |
+
"details": "Target object left workspace/view"
|
| 42 |
+
}
|
| 43 |
+
]
|
| 44 |
+
},
|
| 45 |
+
{
|
| 46 |
+
"episode_id": 4,
|
| 47 |
+
"seed": 100011,
|
| 48 |
+
"success": false,
|
| 49 |
+
"steps_taken": 96,
|
| 50 |
+
"max_steps": 500,
|
| 51 |
+
"route_completion": 32.67549139760787,
|
| 52 |
+
"manipulation_score": 16.337745698803936,
|
| 53 |
+
"total_penalty_factor": 0.5,
|
| 54 |
+
"fail_reason": "out_of_bounds",
|
| 55 |
+
"penalty_events": [
|
| 56 |
+
{
|
| 57 |
+
"event_type": "out_of_bounds",
|
| 58 |
+
"timestep": 96,
|
| 59 |
+
"penalty_factor": 0.5,
|
| 60 |
+
"details": "Target object left workspace/view"
|
| 61 |
+
}
|
| 62 |
+
]
|
| 63 |
+
},
|
| 64 |
+
{
|
| 65 |
+
"episode_id": 5,
|
| 66 |
+
"seed": 100017,
|
| 67 |
+
"success": false,
|
| 68 |
+
"steps_taken": 500,
|
| 69 |
+
"max_steps": 500,
|
| 70 |
+
"route_completion": 33.52032381798674,
|
| 71 |
+
"manipulation_score": 33.52032381798674,
|
| 72 |
+
"total_penalty_factor": 1.0,
|
| 73 |
+
"fail_reason": null,
|
| 74 |
+
"penalty_events": []
|
| 75 |
+
},
|
| 76 |
+
{
|
| 77 |
+
"episode_id": 6,
|
| 78 |
+
"seed": 100018,
|
| 79 |
+
"success": false,
|
| 80 |
+
"steps_taken": 500,
|
| 81 |
+
"max_steps": 500,
|
| 82 |
+
"route_completion": 38.38114284399977,
|
| 83 |
+
"manipulation_score": 38.38114284399977,
|
| 84 |
+
"total_penalty_factor": 1.0,
|
| 85 |
+
"fail_reason": null,
|
| 86 |
+
"penalty_events": []
|
| 87 |
+
},
|
| 88 |
+
{
|
| 89 |
+
"episode_id": 7,
|
| 90 |
+
"seed": 100021,
|
| 91 |
+
"success": false,
|
| 92 |
+
"steps_taken": 500,
|
| 93 |
+
"max_steps": 500,
|
| 94 |
+
"route_completion": 57.34478425305439,
|
| 95 |
+
"manipulation_score": 57.34478425305439,
|
| 96 |
+
"total_penalty_factor": 1.0,
|
| 97 |
+
"fail_reason": null,
|
| 98 |
+
"penalty_events": []
|
| 99 |
+
},
|
| 100 |
+
{
|
| 101 |
+
"episode_id": 8,
|
| 102 |
+
"seed": 100024,
|
| 103 |
+
"success": true,
|
| 104 |
+
"steps_taken": 130,
|
| 105 |
+
"max_steps": 500,
|
| 106 |
+
"route_completion": 100.0,
|
| 107 |
+
"manipulation_score": 100.0,
|
| 108 |
+
"total_penalty_factor": 1.0,
|
| 109 |
+
"fail_reason": null,
|
| 110 |
+
"penalty_events": []
|
| 111 |
+
},
|
| 112 |
+
{
|
| 113 |
+
"episode_id": 9,
|
| 114 |
+
"seed": 100027,
|
| 115 |
+
"success": false,
|
| 116 |
+
"steps_taken": 144,
|
| 117 |
+
"max_steps": 500,
|
| 118 |
+
"route_completion": 37.976309848792326,
|
| 119 |
+
"manipulation_score": 18.988154924396163,
|
| 120 |
+
"total_penalty_factor": 0.5,
|
| 121 |
+
"fail_reason": "out_of_bounds",
|
| 122 |
+
"penalty_events": [
|
| 123 |
+
{
|
| 124 |
+
"event_type": "out_of_bounds",
|
| 125 |
+
"timestep": 144,
|
| 126 |
+
"penalty_factor": 0.5,
|
| 127 |
+
"details": "Target object left workspace/view"
|
| 128 |
+
}
|
| 129 |
+
]
|
| 130 |
+
},
|
| 131 |
+
{
|
| 132 |
+
"episode_id": 10,
|
| 133 |
+
"seed": 100029,
|
| 134 |
+
"success": false,
|
| 135 |
+
"steps_taken": 500,
|
| 136 |
+
"max_steps": 500,
|
| 137 |
+
"route_completion": 31.539003483180277,
|
| 138 |
+
"manipulation_score": 31.539003483180277,
|
| 139 |
+
"total_penalty_factor": 1.0,
|
| 140 |
+
"fail_reason": null,
|
| 141 |
+
"penalty_events": []
|
| 142 |
+
},
|
| 143 |
+
{
|
| 144 |
+
"episode_id": 11,
|
| 145 |
+
"seed": 100031,
|
| 146 |
+
"success": false,
|
| 147 |
+
"steps_taken": 98,
|
| 148 |
+
"max_steps": 500,
|
| 149 |
+
"route_completion": 20.10620386267051,
|
| 150 |
+
"manipulation_score": 10.053101931335256,
|
| 151 |
+
"total_penalty_factor": 0.5,
|
| 152 |
+
"fail_reason": "out_of_bounds",
|
| 153 |
+
"penalty_events": [
|
| 154 |
+
{
|
| 155 |
+
"event_type": "out_of_bounds",
|
| 156 |
+
"timestep": 98,
|
| 157 |
+
"penalty_factor": 0.5,
|
| 158 |
+
"details": "Target object left workspace/view"
|
| 159 |
+
}
|
| 160 |
+
]
|
| 161 |
+
},
|
| 162 |
+
{
|
| 163 |
+
"episode_id": 12,
|
| 164 |
+
"seed": 100035,
|
| 165 |
+
"success": false,
|
| 166 |
+
"steps_taken": 70,
|
| 167 |
+
"max_steps": 500,
|
| 168 |
+
"route_completion": 18.26051653376635,
|
| 169 |
+
"manipulation_score": 9.130258266883175,
|
| 170 |
+
"total_penalty_factor": 0.5,
|
| 171 |
+
"fail_reason": "out_of_bounds",
|
| 172 |
+
"penalty_events": [
|
| 173 |
+
{
|
| 174 |
+
"event_type": "out_of_bounds",
|
| 175 |
+
"timestep": 70,
|
| 176 |
+
"penalty_factor": 0.5,
|
| 177 |
+
"details": "Target object left workspace/view"
|
| 178 |
+
}
|
| 179 |
+
]
|
| 180 |
+
},
|
| 181 |
+
{
|
| 182 |
+
"episode_id": 13,
|
| 183 |
+
"seed": 100038,
|
| 184 |
+
"success": false,
|
| 185 |
+
"steps_taken": 111,
|
| 186 |
+
"max_steps": 500,
|
| 187 |
+
"route_completion": 27.966445492302828,
|
| 188 |
+
"manipulation_score": 13.983222746151414,
|
| 189 |
+
"total_penalty_factor": 0.5,
|
| 190 |
+
"fail_reason": "out_of_bounds",
|
| 191 |
+
"penalty_events": [
|
| 192 |
+
{
|
| 193 |
+
"event_type": "out_of_bounds",
|
| 194 |
+
"timestep": 111,
|
| 195 |
+
"penalty_factor": 0.5,
|
| 196 |
+
"details": "Target object left workspace/view"
|
| 197 |
+
}
|
| 198 |
+
]
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"episode_id": 14,
|
| 202 |
+
"seed": 100040,
|
| 203 |
+
"success": false,
|
| 204 |
+
"steps_taken": 49,
|
| 205 |
+
"max_steps": 500,
|
| 206 |
+
"route_completion": 14.650500407351307,
|
| 207 |
+
"manipulation_score": 7.325250203675654,
|
| 208 |
+
"total_penalty_factor": 0.5,
|
| 209 |
+
"fail_reason": "out_of_bounds",
|
| 210 |
+
"penalty_events": [
|
| 211 |
+
{
|
| 212 |
+
"event_type": "out_of_bounds",
|
| 213 |
+
"timestep": 49,
|
| 214 |
+
"penalty_factor": 0.5,
|
| 215 |
+
"details": "Target object left workspace/view"
|
| 216 |
+
}
|
| 217 |
+
]
|
| 218 |
+
},
|
| 219 |
+
{
|
| 220 |
+
"episode_id": 15,
|
| 221 |
+
"seed": 100042,
|
| 222 |
+
"success": false,
|
| 223 |
+
"steps_taken": 500,
|
| 224 |
+
"max_steps": 500,
|
| 225 |
+
"route_completion": 41.05882874580604,
|
| 226 |
+
"manipulation_score": 41.05882874580604,
|
| 227 |
+
"total_penalty_factor": 1.0,
|
| 228 |
+
"fail_reason": null,
|
| 229 |
+
"penalty_events": []
|
| 230 |
+
},
|
| 231 |
+
{
|
| 232 |
+
"episode_id": 16,
|
| 233 |
+
"seed": 100043,
|
| 234 |
+
"success": false,
|
| 235 |
+
"steps_taken": 500,
|
| 236 |
+
"max_steps": 500,
|
| 237 |
+
"route_completion": 40.63534030919445,
|
| 238 |
+
"manipulation_score": 40.63534030919445,
|
| 239 |
+
"total_penalty_factor": 1.0,
|
| 240 |
+
"fail_reason": null,
|
| 241 |
+
"penalty_events": []
|
| 242 |
+
},
|
| 243 |
+
{
|
| 244 |
+
"episode_id": 17,
|
| 245 |
+
"seed": 100046,
|
| 246 |
+
"success": true,
|
| 247 |
+
"steps_taken": 127,
|
| 248 |
+
"max_steps": 500,
|
| 249 |
+
"route_completion": 100.0,
|
| 250 |
+
"manipulation_score": 100.0,
|
| 251 |
+
"total_penalty_factor": 1.0,
|
| 252 |
+
"fail_reason": null,
|
| 253 |
+
"penalty_events": []
|
| 254 |
+
},
|
| 255 |
+
{
|
| 256 |
+
"episode_id": 18,
|
| 257 |
+
"seed": 100050,
|
| 258 |
+
"success": false,
|
| 259 |
+
"steps_taken": 61,
|
| 260 |
+
"max_steps": 500,
|
| 261 |
+
"route_completion": 18.06655988243789,
|
| 262 |
+
"manipulation_score": 9.033279941218945,
|
| 263 |
+
"total_penalty_factor": 0.5,
|
| 264 |
+
"fail_reason": "out_of_bounds",
|
| 265 |
+
"penalty_events": [
|
| 266 |
+
{
|
| 267 |
+
"event_type": "out_of_bounds",
|
| 268 |
+
"timestep": 61,
|
| 269 |
+
"penalty_factor": 0.5,
|
| 270 |
+
"details": "Target object left workspace/view"
|
| 271 |
+
}
|
| 272 |
+
]
|
| 273 |
+
},
|
| 274 |
+
{
|
| 275 |
+
"episode_id": 19,
|
| 276 |
+
"seed": 100054,
|
| 277 |
+
"success": true,
|
| 278 |
+
"steps_taken": 360,
|
| 279 |
+
"max_steps": 500,
|
| 280 |
+
"route_completion": 100.0,
|
| 281 |
+
"manipulation_score": 100.0,
|
| 282 |
+
"total_penalty_factor": 1.0,
|
| 283 |
+
"fail_reason": null,
|
| 284 |
+
"penalty_events": []
|
| 285 |
+
},
|
| 286 |
+
{
|
| 287 |
+
"episode_id": 20,
|
| 288 |
+
"seed": 100056,
|
| 289 |
+
"success": true,
|
| 290 |
+
"steps_taken": 128,
|
| 291 |
+
"max_steps": 500,
|
| 292 |
+
"route_completion": 100.0,
|
| 293 |
+
"manipulation_score": 100.0,
|
| 294 |
+
"total_penalty_factor": 1.0,
|
| 295 |
+
"fail_reason": null,
|
| 296 |
+
"penalty_events": []
|
| 297 |
+
},
|
| 298 |
+
{
|
| 299 |
+
"episode_id": 21,
|
| 300 |
+
"seed": 100057,
|
| 301 |
+
"success": false,
|
| 302 |
+
"steps_taken": 500,
|
| 303 |
+
"max_steps": 500,
|
| 304 |
+
"route_completion": 68.73672700431034,
|
| 305 |
+
"manipulation_score": 68.73672700431034,
|
| 306 |
+
"total_penalty_factor": 1.0,
|
| 307 |
+
"fail_reason": null,
|
| 308 |
+
"penalty_events": []
|
| 309 |
+
},
|
| 310 |
+
{
|
| 311 |
+
"episode_id": 22,
|
| 312 |
+
"seed": 100059,
|
| 313 |
+
"success": true,
|
| 314 |
+
"steps_taken": 134,
|
| 315 |
+
"max_steps": 500,
|
| 316 |
+
"route_completion": 100.0,
|
| 317 |
+
"manipulation_score": 100.0,
|
| 318 |
+
"total_penalty_factor": 1.0,
|
| 319 |
+
"fail_reason": null,
|
| 320 |
+
"penalty_events": []
|
| 321 |
+
},
|
| 322 |
+
{
|
| 323 |
+
"episode_id": 23,
|
| 324 |
+
"seed": 100061,
|
| 325 |
+
"success": false,
|
| 326 |
+
"steps_taken": 319,
|
| 327 |
+
"max_steps": 500,
|
| 328 |
+
"route_completion": 52.682519384401026,
|
| 329 |
+
"manipulation_score": 26.341259692200513,
|
| 330 |
+
"total_penalty_factor": 0.5,
|
| 331 |
+
"fail_reason": "out_of_bounds",
|
| 332 |
+
"penalty_events": [
|
| 333 |
+
{
|
| 334 |
+
"event_type": "out_of_bounds",
|
| 335 |
+
"timestep": 319,
|
| 336 |
+
"penalty_factor": 0.5,
|
| 337 |
+
"details": "Target object left workspace/view"
|
| 338 |
+
}
|
| 339 |
+
]
|
| 340 |
+
},
|
| 341 |
+
{
|
| 342 |
+
"episode_id": 24,
|
| 343 |
+
"seed": 100062,
|
| 344 |
+
"success": false,
|
| 345 |
+
"steps_taken": 149,
|
| 346 |
+
"max_steps": 500,
|
| 347 |
+
"route_completion": 42.749007900577155,
|
| 348 |
+
"manipulation_score": 21.374503950288577,
|
| 349 |
+
"total_penalty_factor": 0.5,
|
| 350 |
+
"fail_reason": "out_of_bounds",
|
| 351 |
+
"penalty_events": [
|
| 352 |
+
{
|
| 353 |
+
"event_type": "out_of_bounds",
|
| 354 |
+
"timestep": 149,
|
| 355 |
+
"penalty_factor": 0.5,
|
| 356 |
+
"details": "Target object left workspace/view"
|
| 357 |
+
}
|
| 358 |
+
]
|
| 359 |
+
},
|
| 360 |
+
{
|
| 361 |
+
"episode_id": 25,
|
| 362 |
+
"seed": 100067,
|
| 363 |
+
"success": true,
|
| 364 |
+
"steps_taken": 133,
|
| 365 |
+
"max_steps": 500,
|
| 366 |
+
"route_completion": 100.0,
|
| 367 |
+
"manipulation_score": 100.0,
|
| 368 |
+
"total_penalty_factor": 1.0,
|
| 369 |
+
"fail_reason": null,
|
| 370 |
+
"penalty_events": []
|
| 371 |
+
},
|
| 372 |
+
{
|
| 373 |
+
"episode_id": 26,
|
| 374 |
+
"seed": 100068,
|
| 375 |
+
"success": false,
|
| 376 |
+
"steps_taken": 500,
|
| 377 |
+
"max_steps": 500,
|
| 378 |
+
"route_completion": 32.893395708134676,
|
| 379 |
+
"manipulation_score": 32.893395708134676,
|
| 380 |
+
"total_penalty_factor": 1.0,
|
| 381 |
+
"fail_reason": null,
|
| 382 |
+
"penalty_events": []
|
| 383 |
+
},
|
| 384 |
+
{
|
| 385 |
+
"episode_id": 27,
|
| 386 |
+
"seed": 100069,
|
| 387 |
+
"success": false,
|
| 388 |
+
"steps_taken": 500,
|
| 389 |
+
"max_steps": 500,
|
| 390 |
+
"route_completion": 31.67276064593601,
|
| 391 |
+
"manipulation_score": 31.67276064593601,
|
| 392 |
+
"total_penalty_factor": 1.0,
|
| 393 |
+
"fail_reason": null,
|
| 394 |
+
"penalty_events": []
|
| 395 |
+
},
|
| 396 |
+
{
|
| 397 |
+
"episode_id": 28,
|
| 398 |
+
"seed": 100071,
|
| 399 |
+
"success": false,
|
| 400 |
+
"steps_taken": 50,
|
| 401 |
+
"max_steps": 500,
|
| 402 |
+
"route_completion": 0.0,
|
| 403 |
+
"manipulation_score": 0.0,
|
| 404 |
+
"total_penalty_factor": 0.5,
|
| 405 |
+
"fail_reason": "out_of_bounds",
|
| 406 |
+
"penalty_events": [
|
| 407 |
+
{
|
| 408 |
+
"event_type": "out_of_bounds",
|
| 409 |
+
"timestep": 50,
|
| 410 |
+
"penalty_factor": 0.5,
|
| 411 |
+
"details": "Target object left workspace/view"
|
| 412 |
+
}
|
| 413 |
+
]
|
| 414 |
+
},
|
| 415 |
+
{
|
| 416 |
+
"episode_id": 29,
|
| 417 |
+
"seed": 100082,
|
| 418 |
+
"success": false,
|
| 419 |
+
"steps_taken": 500,
|
| 420 |
+
"max_steps": 500,
|
| 421 |
+
"route_completion": 40.74610394241165,
|
| 422 |
+
"manipulation_score": 40.74610394241165,
|
| 423 |
+
"total_penalty_factor": 1.0,
|
| 424 |
+
"fail_reason": null,
|
| 425 |
+
"penalty_events": []
|
| 426 |
+
},
|
| 427 |
+
{
|
| 428 |
+
"episode_id": 30,
|
| 429 |
+
"seed": 100089,
|
| 430 |
+
"success": false,
|
| 431 |
+
"steps_taken": 48,
|
| 432 |
+
"max_steps": 500,
|
| 433 |
+
"route_completion": 13.005687313182232,
|
| 434 |
+
"manipulation_score": 6.502843656591116,
|
| 435 |
+
"total_penalty_factor": 0.5,
|
| 436 |
+
"fail_reason": "out_of_bounds",
|
| 437 |
+
"penalty_events": [
|
| 438 |
+
{
|
| 439 |
+
"event_type": "out_of_bounds",
|
| 440 |
+
"timestep": 48,
|
| 441 |
+
"penalty_factor": 0.5,
|
| 442 |
+
"details": "Target object left workspace/view"
|
| 443 |
+
}
|
| 444 |
+
]
|
| 445 |
+
},
|
| 446 |
+
{
|
| 447 |
+
"episode_id": 31,
|
| 448 |
+
"seed": 100101,
|
| 449 |
+
"success": false,
|
| 450 |
+
"steps_taken": 500,
|
| 451 |
+
"max_steps": 500,
|
| 452 |
+
"route_completion": 55.49397568401386,
|
| 453 |
+
"manipulation_score": 55.49397568401386,
|
| 454 |
+
"total_penalty_factor": 1.0,
|
| 455 |
+
"fail_reason": null,
|
| 456 |
+
"penalty_events": []
|
| 457 |
+
},
|
| 458 |
+
{
|
| 459 |
+
"episode_id": 32,
|
| 460 |
+
"seed": 100105,
|
| 461 |
+
"success": false,
|
| 462 |
+
"steps_taken": 106,
|
| 463 |
+
"max_steps": 500,
|
| 464 |
+
"route_completion": 35.08365226860911,
|
| 465 |
+
"manipulation_score": 17.541826134304554,
|
| 466 |
+
"total_penalty_factor": 0.5,
|
| 467 |
+
"fail_reason": "out_of_bounds",
|
| 468 |
+
"penalty_events": [
|
| 469 |
+
{
|
| 470 |
+
"event_type": "out_of_bounds",
|
| 471 |
+
"timestep": 106,
|
| 472 |
+
"penalty_factor": 0.5,
|
| 473 |
+
"details": "Target object left workspace/view"
|
| 474 |
+
}
|
| 475 |
+
]
|
| 476 |
+
},
|
| 477 |
+
{
|
| 478 |
+
"episode_id": 33,
|
| 479 |
+
"seed": 100106,
|
| 480 |
+
"success": false,
|
| 481 |
+
"steps_taken": 54,
|
| 482 |
+
"max_steps": 500,
|
| 483 |
+
"route_completion": 17.067478619920067,
|
| 484 |
+
"manipulation_score": 8.533739309960033,
|
| 485 |
+
"total_penalty_factor": 0.5,
|
| 486 |
+
"fail_reason": "out_of_bounds",
|
| 487 |
+
"penalty_events": [
|
| 488 |
+
{
|
| 489 |
+
"event_type": "out_of_bounds",
|
| 490 |
+
"timestep": 54,
|
| 491 |
+
"penalty_factor": 0.5,
|
| 492 |
+
"details": "Target object left workspace/view"
|
| 493 |
+
}
|
| 494 |
+
]
|
| 495 |
+
},
|
| 496 |
+
{
|
| 497 |
+
"episode_id": 34,
|
| 498 |
+
"seed": 100110,
|
| 499 |
+
"success": false,
|
| 500 |
+
"steps_taken": 51,
|
| 501 |
+
"max_steps": 500,
|
| 502 |
+
"route_completion": 14.715235330087829,
|
| 503 |
+
"manipulation_score": 7.3576176650439145,
|
| 504 |
+
"total_penalty_factor": 0.5,
|
| 505 |
+
"fail_reason": "out_of_bounds",
|
| 506 |
+
"penalty_events": [
|
| 507 |
+
{
|
| 508 |
+
"event_type": "out_of_bounds",
|
| 509 |
+
"timestep": 51,
|
| 510 |
+
"penalty_factor": 0.5,
|
| 511 |
+
"details": "Target object left workspace/view"
|
| 512 |
+
}
|
| 513 |
+
]
|
| 514 |
+
},
|
| 515 |
+
{
|
| 516 |
+
"episode_id": 35,
|
| 517 |
+
"seed": 100111,
|
| 518 |
+
"success": false,
|
| 519 |
+
"steps_taken": 51,
|
| 520 |
+
"max_steps": 500,
|
| 521 |
+
"route_completion": 14.806078354440125,
|
| 522 |
+
"manipulation_score": 7.403039177220062,
|
| 523 |
+
"total_penalty_factor": 0.5,
|
| 524 |
+
"fail_reason": "out_of_bounds",
|
| 525 |
+
"penalty_events": [
|
| 526 |
+
{
|
| 527 |
+
"event_type": "out_of_bounds",
|
| 528 |
+
"timestep": 51,
|
| 529 |
+
"penalty_factor": 0.5,
|
| 530 |
+
"details": "Target object left workspace/view"
|
| 531 |
+
}
|
| 532 |
+
]
|
| 533 |
+
},
|
| 534 |
+
{
|
| 535 |
+
"episode_id": 36,
|
| 536 |
+
"seed": 100112,
|
| 537 |
+
"success": false,
|
| 538 |
+
"steps_taken": 51,
|
| 539 |
+
"max_steps": 500,
|
| 540 |
+
"route_completion": 0.0,
|
| 541 |
+
"manipulation_score": 0.0,
|
| 542 |
+
"total_penalty_factor": 0.5,
|
| 543 |
+
"fail_reason": "out_of_bounds",
|
| 544 |
+
"penalty_events": [
|
| 545 |
+
{
|
| 546 |
+
"event_type": "out_of_bounds",
|
| 547 |
+
"timestep": 51,
|
| 548 |
+
"penalty_factor": 0.5,
|
| 549 |
+
"details": "Target object left workspace/view"
|
| 550 |
+
}
|
| 551 |
+
]
|
| 552 |
+
},
|
| 553 |
+
{
|
| 554 |
+
"episode_id": 37,
|
| 555 |
+
"seed": 100119,
|
| 556 |
+
"success": false,
|
| 557 |
+
"steps_taken": 500,
|
| 558 |
+
"max_steps": 500,
|
| 559 |
+
"route_completion": 57.788875457383824,
|
| 560 |
+
"manipulation_score": 57.788875457383824,
|
| 561 |
+
"total_penalty_factor": 1.0,
|
| 562 |
+
"fail_reason": null,
|
| 563 |
+
"penalty_events": []
|
| 564 |
+
},
|
| 565 |
+
{
|
| 566 |
+
"episode_id": 38,
|
| 567 |
+
"seed": 100123,
|
| 568 |
+
"success": false,
|
| 569 |
+
"steps_taken": 63,
|
| 570 |
+
"max_steps": 500,
|
| 571 |
+
"route_completion": 11.93473871224652,
|
| 572 |
+
"manipulation_score": 5.96736935612326,
|
| 573 |
+
"total_penalty_factor": 0.5,
|
| 574 |
+
"fail_reason": "out_of_bounds",
|
| 575 |
+
"penalty_events": [
|
| 576 |
+
{
|
| 577 |
+
"event_type": "out_of_bounds",
|
| 578 |
+
"timestep": 63,
|
| 579 |
+
"penalty_factor": 0.5,
|
| 580 |
+
"details": "Target object left workspace/view"
|
| 581 |
+
}
|
| 582 |
+
]
|
| 583 |
+
},
|
| 584 |
+
{
|
| 585 |
+
"episode_id": 39,
|
| 586 |
+
"seed": 100124,
|
| 587 |
+
"success": true,
|
| 588 |
+
"steps_taken": 173,
|
| 589 |
+
"max_steps": 500,
|
| 590 |
+
"route_completion": 100.0,
|
| 591 |
+
"manipulation_score": 100.0,
|
| 592 |
+
"total_penalty_factor": 1.0,
|
| 593 |
+
"fail_reason": null,
|
| 594 |
+
"penalty_events": []
|
| 595 |
+
},
|
| 596 |
+
{
|
| 597 |
+
"episode_id": 40,
|
| 598 |
+
"seed": 100125,
|
| 599 |
+
"success": false,
|
| 600 |
+
"steps_taken": 55,
|
| 601 |
+
"max_steps": 500,
|
| 602 |
+
"route_completion": 19.382014159954544,
|
| 603 |
+
"manipulation_score": 9.691007079977272,
|
| 604 |
+
"total_penalty_factor": 0.5,
|
| 605 |
+
"fail_reason": "out_of_bounds",
|
| 606 |
+
"penalty_events": [
|
| 607 |
+
{
|
| 608 |
+
"event_type": "out_of_bounds",
|
| 609 |
+
"timestep": 55,
|
| 610 |
+
"penalty_factor": 0.5,
|
| 611 |
+
"details": "Target object left workspace/view"
|
| 612 |
+
}
|
| 613 |
+
]
|
| 614 |
+
},
|
| 615 |
+
{
|
| 616 |
+
"episode_id": 41,
|
| 617 |
+
"seed": 100126,
|
| 618 |
+
"success": false,
|
| 619 |
+
"steps_taken": 79,
|
| 620 |
+
"max_steps": 500,
|
| 621 |
+
"route_completion": 13.084637879094174,
|
| 622 |
+
"manipulation_score": 6.542318939547087,
|
| 623 |
+
"total_penalty_factor": 0.5,
|
| 624 |
+
"fail_reason": "out_of_bounds",
|
| 625 |
+
"penalty_events": [
|
| 626 |
+
{
|
| 627 |
+
"event_type": "out_of_bounds",
|
| 628 |
+
"timestep": 79,
|
| 629 |
+
"penalty_factor": 0.5,
|
| 630 |
+
"details": "Target object left workspace/view"
|
| 631 |
+
}
|
| 632 |
+
]
|
| 633 |
+
},
|
| 634 |
+
{
|
| 635 |
+
"episode_id": 42,
|
| 636 |
+
"seed": 100129,
|
| 637 |
+
"success": false,
|
| 638 |
+
"steps_taken": 500,
|
| 639 |
+
"max_steps": 500,
|
| 640 |
+
"route_completion": 38.46730160897755,
|
| 641 |
+
"manipulation_score": 38.46730160897755,
|
| 642 |
+
"total_penalty_factor": 1.0,
|
| 643 |
+
"fail_reason": null,
|
| 644 |
+
"penalty_events": []
|
| 645 |
+
},
|
| 646 |
+
{
|
| 647 |
+
"episode_id": 43,
|
| 648 |
+
"seed": 100131,
|
| 649 |
+
"success": false,
|
| 650 |
+
"steps_taken": 500,
|
| 651 |
+
"max_steps": 500,
|
| 652 |
+
"route_completion": 30.665605684795764,
|
| 653 |
+
"manipulation_score": 30.665605684795764,
|
| 654 |
+
"total_penalty_factor": 1.0,
|
| 655 |
+
"fail_reason": null,
|
| 656 |
+
"penalty_events": []
|
| 657 |
+
},
|
| 658 |
+
{
|
| 659 |
+
"episode_id": 44,
|
| 660 |
+
"seed": 100132,
|
| 661 |
+
"success": false,
|
| 662 |
+
"steps_taken": 55,
|
| 663 |
+
"max_steps": 500,
|
| 664 |
+
"route_completion": 11.358535718139091,
|
| 665 |
+
"manipulation_score": 5.679267859069546,
|
| 666 |
+
"total_penalty_factor": 0.5,
|
| 667 |
+
"fail_reason": "out_of_bounds",
|
| 668 |
+
"penalty_events": [
|
| 669 |
+
{
|
| 670 |
+
"event_type": "out_of_bounds",
|
| 671 |
+
"timestep": 55,
|
| 672 |
+
"penalty_factor": 0.5,
|
| 673 |
+
"details": "Target object left workspace/view"
|
| 674 |
+
}
|
| 675 |
+
]
|
| 676 |
+
},
|
| 677 |
+
{
|
| 678 |
+
"episode_id": 45,
|
| 679 |
+
"seed": 100141,
|
| 680 |
+
"success": false,
|
| 681 |
+
"steps_taken": 500,
|
| 682 |
+
"max_steps": 500,
|
| 683 |
+
"route_completion": 36.461640464074705,
|
| 684 |
+
"manipulation_score": 36.461640464074705,
|
| 685 |
+
"total_penalty_factor": 1.0,
|
| 686 |
+
"fail_reason": null,
|
| 687 |
+
"penalty_events": []
|
| 688 |
+
},
|
| 689 |
+
{
|
| 690 |
+
"episode_id": 46,
|
| 691 |
+
"seed": 100142,
|
| 692 |
+
"success": false,
|
| 693 |
+
"steps_taken": 500,
|
| 694 |
+
"max_steps": 500,
|
| 695 |
+
"route_completion": 31.906173079239235,
|
| 696 |
+
"manipulation_score": 31.906173079239235,
|
| 697 |
+
"total_penalty_factor": 1.0,
|
| 698 |
+
"fail_reason": null,
|
| 699 |
+
"penalty_events": []
|
| 700 |
+
},
|
| 701 |
+
{
|
| 702 |
+
"episode_id": 47,
|
| 703 |
+
"seed": 100146,
|
| 704 |
+
"success": false,
|
| 705 |
+
"steps_taken": 48,
|
| 706 |
+
"max_steps": 500,
|
| 707 |
+
"route_completion": 11.445753804315114,
|
| 708 |
+
"manipulation_score": 5.722876902157557,
|
| 709 |
+
"total_penalty_factor": 0.5,
|
| 710 |
+
"fail_reason": "out_of_bounds",
|
| 711 |
+
"penalty_events": [
|
| 712 |
+
{
|
| 713 |
+
"event_type": "out_of_bounds",
|
| 714 |
+
"timestep": 48,
|
| 715 |
+
"penalty_factor": 0.5,
|
| 716 |
+
"details": "Target object left workspace/view"
|
| 717 |
+
}
|
| 718 |
+
]
|
| 719 |
+
},
|
| 720 |
+
{
|
| 721 |
+
"episode_id": 48,
|
| 722 |
+
"seed": 100147,
|
| 723 |
+
"success": false,
|
| 724 |
+
"steps_taken": 500,
|
| 725 |
+
"max_steps": 500,
|
| 726 |
+
"route_completion": 31.831624189933912,
|
| 727 |
+
"manipulation_score": 31.831624189933912,
|
| 728 |
+
"total_penalty_factor": 1.0,
|
| 729 |
+
"fail_reason": null,
|
| 730 |
+
"penalty_events": []
|
| 731 |
+
},
|
| 732 |
+
{
|
| 733 |
+
"episode_id": 49,
|
| 734 |
+
"seed": 100150,
|
| 735 |
+
"success": false,
|
| 736 |
+
"steps_taken": 80,
|
| 737 |
+
"max_steps": 500,
|
| 738 |
+
"route_completion": 33.615575196755664,
|
| 739 |
+
"manipulation_score": 16.807787598377832,
|
| 740 |
+
"total_penalty_factor": 0.5,
|
| 741 |
+
"fail_reason": "out_of_bounds",
|
| 742 |
+
"penalty_events": [
|
| 743 |
+
{
|
| 744 |
+
"event_type": "out_of_bounds",
|
| 745 |
+
"timestep": 80,
|
| 746 |
+
"penalty_factor": 0.5,
|
| 747 |
+
"details": "Target object left workspace/view"
|
| 748 |
+
}
|
| 749 |
+
]
|
| 750 |
+
},
|
| 751 |
+
{
|
| 752 |
+
"episode_id": 50,
|
| 753 |
+
"seed": 100153,
|
| 754 |
+
"success": false,
|
| 755 |
+
"steps_taken": 45,
|
| 756 |
+
"max_steps": 500,
|
| 757 |
+
"route_completion": 1.268615015340878,
|
| 758 |
+
"manipulation_score": 0.634307507670439,
|
| 759 |
+
"total_penalty_factor": 0.5,
|
| 760 |
+
"fail_reason": "out_of_bounds",
|
| 761 |
+
"penalty_events": [
|
| 762 |
+
{
|
| 763 |
+
"event_type": "out_of_bounds",
|
| 764 |
+
"timestep": 45,
|
| 765 |
+
"penalty_factor": 0.5,
|
| 766 |
+
"details": "Target object left workspace/view"
|
| 767 |
+
}
|
| 768 |
+
]
|
| 769 |
+
},
|
| 770 |
+
{
|
| 771 |
+
"episode_id": 51,
|
| 772 |
+
"seed": 100154,
|
| 773 |
+
"success": false,
|
| 774 |
+
"steps_taken": 500,
|
| 775 |
+
"max_steps": 500,
|
| 776 |
+
"route_completion": 40.94856165023776,
|
| 777 |
+
"manipulation_score": 40.94856165023776,
|
| 778 |
+
"total_penalty_factor": 1.0,
|
| 779 |
+
"fail_reason": null,
|
| 780 |
+
"penalty_events": []
|
| 781 |
+
},
|
| 782 |
+
{
|
| 783 |
+
"episode_id": 52,
|
| 784 |
+
"seed": 100155,
|
| 785 |
+
"success": false,
|
| 786 |
+
"steps_taken": 48,
|
| 787 |
+
"max_steps": 500,
|
| 788 |
+
"route_completion": 0.0,
|
| 789 |
+
"manipulation_score": 0.0,
|
| 790 |
+
"total_penalty_factor": 0.5,
|
| 791 |
+
"fail_reason": "out_of_bounds",
|
| 792 |
+
"penalty_events": [
|
| 793 |
+
{
|
| 794 |
+
"event_type": "out_of_bounds",
|
| 795 |
+
"timestep": 48,
|
| 796 |
+
"penalty_factor": 0.5,
|
| 797 |
+
"details": "Target object left workspace/view"
|
| 798 |
+
}
|
| 799 |
+
]
|
| 800 |
+
},
|
| 801 |
+
{
|
| 802 |
+
"episode_id": 53,
|
| 803 |
+
"seed": 100156,
|
| 804 |
+
"success": false,
|
| 805 |
+
"steps_taken": 500,
|
| 806 |
+
"max_steps": 500,
|
| 807 |
+
"route_completion": 28.419550222892596,
|
| 808 |
+
"manipulation_score": 28.419550222892596,
|
| 809 |
+
"total_penalty_factor": 1.0,
|
| 810 |
+
"fail_reason": null,
|
| 811 |
+
"penalty_events": []
|
| 812 |
+
},
|
| 813 |
+
{
|
| 814 |
+
"episode_id": 54,
|
| 815 |
+
"seed": 100162,
|
| 816 |
+
"success": false,
|
| 817 |
+
"steps_taken": 500,
|
| 818 |
+
"max_steps": 500,
|
| 819 |
+
"route_completion": 31.08784180957483,
|
| 820 |
+
"manipulation_score": 31.08784180957483,
|
| 821 |
+
"total_penalty_factor": 1.0,
|
| 822 |
+
"fail_reason": null,
|
| 823 |
+
"penalty_events": []
|
| 824 |
+
},
|
| 825 |
+
{
|
| 826 |
+
"episode_id": 55,
|
| 827 |
+
"seed": 100165,
|
| 828 |
+
"success": false,
|
| 829 |
+
"steps_taken": 76,
|
| 830 |
+
"max_steps": 500,
|
| 831 |
+
"route_completion": 15.595071750766524,
|
| 832 |
+
"manipulation_score": 7.797535875383262,
|
| 833 |
+
"total_penalty_factor": 0.5,
|
| 834 |
+
"fail_reason": "out_of_bounds",
|
| 835 |
+
"penalty_events": [
|
| 836 |
+
{
|
| 837 |
+
"event_type": "out_of_bounds",
|
| 838 |
+
"timestep": 76,
|
| 839 |
+
"penalty_factor": 0.5,
|
| 840 |
+
"details": "Target object left workspace/view"
|
| 841 |
+
}
|
| 842 |
+
]
|
| 843 |
+
},
|
| 844 |
+
{
|
| 845 |
+
"episode_id": 56,
|
| 846 |
+
"seed": 100170,
|
| 847 |
+
"success": false,
|
| 848 |
+
"steps_taken": 44,
|
| 849 |
+
"max_steps": 500,
|
| 850 |
+
"route_completion": 11.496030367317132,
|
| 851 |
+
"manipulation_score": 5.748015183658566,
|
| 852 |
+
"total_penalty_factor": 0.5,
|
| 853 |
+
"fail_reason": "out_of_bounds",
|
| 854 |
+
"penalty_events": [
|
| 855 |
+
{
|
| 856 |
+
"event_type": "out_of_bounds",
|
| 857 |
+
"timestep": 44,
|
| 858 |
+
"penalty_factor": 0.5,
|
| 859 |
+
"details": "Target object left workspace/view"
|
| 860 |
+
}
|
| 861 |
+
]
|
| 862 |
+
},
|
| 863 |
+
{
|
| 864 |
+
"episode_id": 57,
|
| 865 |
+
"seed": 100176,
|
| 866 |
+
"success": false,
|
| 867 |
+
"steps_taken": 500,
|
| 868 |
+
"max_steps": 500,
|
| 869 |
+
"route_completion": 39.43321618628551,
|
| 870 |
+
"manipulation_score": 39.43321618628551,
|
| 871 |
+
"total_penalty_factor": 1.0,
|
| 872 |
+
"fail_reason": null,
|
| 873 |
+
"penalty_events": []
|
| 874 |
+
},
|
| 875 |
+
{
|
| 876 |
+
"episode_id": 58,
|
| 877 |
+
"seed": 100178,
|
| 878 |
+
"success": false,
|
| 879 |
+
"steps_taken": 54,
|
| 880 |
+
"max_steps": 500,
|
| 881 |
+
"route_completion": 17.381488408250174,
|
| 882 |
+
"manipulation_score": 8.690744204125087,
|
| 883 |
+
"total_penalty_factor": 0.5,
|
| 884 |
+
"fail_reason": "out_of_bounds",
|
| 885 |
+
"penalty_events": [
|
| 886 |
+
{
|
| 887 |
+
"event_type": "out_of_bounds",
|
| 888 |
+
"timestep": 54,
|
| 889 |
+
"penalty_factor": 0.5,
|
| 890 |
+
"details": "Target object left workspace/view"
|
| 891 |
+
}
|
| 892 |
+
]
|
| 893 |
+
},
|
| 894 |
+
{
|
| 895 |
+
"episode_id": 59,
|
| 896 |
+
"seed": 100180,
|
| 897 |
+
"success": false,
|
| 898 |
+
"steps_taken": 500,
|
| 899 |
+
"max_steps": 500,
|
| 900 |
+
"route_completion": 40.97577218929902,
|
| 901 |
+
"manipulation_score": 40.97577218929902,
|
| 902 |
+
"total_penalty_factor": 1.0,
|
| 903 |
+
"fail_reason": null,
|
| 904 |
+
"penalty_events": []
|
| 905 |
+
},
|
| 906 |
+
{
|
| 907 |
+
"episode_id": 60,
|
| 908 |
+
"seed": 100194,
|
| 909 |
+
"success": false,
|
| 910 |
+
"steps_taken": 500,
|
| 911 |
+
"max_steps": 500,
|
| 912 |
+
"route_completion": 28.198570277054603,
|
| 913 |
+
"manipulation_score": 28.198570277054603,
|
| 914 |
+
"total_penalty_factor": 1.0,
|
| 915 |
+
"fail_reason": null,
|
| 916 |
+
"penalty_events": []
|
| 917 |
+
},
|
| 918 |
+
{
|
| 919 |
+
"episode_id": 61,
|
| 920 |
+
"seed": 100195,
|
| 921 |
+
"success": false,
|
| 922 |
+
"steps_taken": 44,
|
| 923 |
+
"max_steps": 500,
|
| 924 |
+
"route_completion": 21.378791595697884,
|
| 925 |
+
"manipulation_score": 10.689395797848942,
|
| 926 |
+
"total_penalty_factor": 0.5,
|
| 927 |
+
"fail_reason": "out_of_bounds",
|
| 928 |
+
"penalty_events": [
|
| 929 |
+
{
|
| 930 |
+
"event_type": "out_of_bounds",
|
| 931 |
+
"timestep": 44,
|
| 932 |
+
"penalty_factor": 0.5,
|
| 933 |
+
"details": "Target object left workspace/view"
|
| 934 |
+
}
|
| 935 |
+
]
|
| 936 |
+
},
|
| 937 |
+
{
|
| 938 |
+
"episode_id": 62,
|
| 939 |
+
"seed": 100196,
|
| 940 |
+
"success": false,
|
| 941 |
+
"steps_taken": 500,
|
| 942 |
+
"max_steps": 500,
|
| 943 |
+
"route_completion": 48.86701968299085,
|
| 944 |
+
"manipulation_score": 48.86701968299085,
|
| 945 |
+
"total_penalty_factor": 1.0,
|
| 946 |
+
"fail_reason": null,
|
| 947 |
+
"penalty_events": []
|
| 948 |
+
},
|
| 949 |
+
{
|
| 950 |
+
"episode_id": 63,
|
| 951 |
+
"seed": 100197,
|
| 952 |
+
"success": false,
|
| 953 |
+
"steps_taken": 55,
|
| 954 |
+
"max_steps": 500,
|
| 955 |
+
"route_completion": 6.281043677432378,
|
| 956 |
+
"manipulation_score": 3.140521838716189,
|
| 957 |
+
"total_penalty_factor": 0.5,
|
| 958 |
+
"fail_reason": "out_of_bounds",
|
| 959 |
+
"penalty_events": [
|
| 960 |
+
{
|
| 961 |
+
"event_type": "out_of_bounds",
|
| 962 |
+
"timestep": 55,
|
| 963 |
+
"penalty_factor": 0.5,
|
| 964 |
+
"details": "Target object left workspace/view"
|
| 965 |
+
}
|
| 966 |
+
]
|
| 967 |
+
},
|
| 968 |
+
{
|
| 969 |
+
"episode_id": 64,
|
| 970 |
+
"seed": 100201,
|
| 971 |
+
"success": false,
|
| 972 |
+
"steps_taken": 104,
|
| 973 |
+
"max_steps": 500,
|
| 974 |
+
"route_completion": 28.856792145954042,
|
| 975 |
+
"manipulation_score": 14.428396072977021,
|
| 976 |
+
"total_penalty_factor": 0.5,
|
| 977 |
+
"fail_reason": "out_of_bounds",
|
| 978 |
+
"penalty_events": [
|
| 979 |
+
{
|
| 980 |
+
"event_type": "out_of_bounds",
|
| 981 |
+
"timestep": 104,
|
| 982 |
+
"penalty_factor": 0.5,
|
| 983 |
+
"details": "Target object left workspace/view"
|
| 984 |
+
}
|
| 985 |
+
]
|
| 986 |
+
},
|
| 987 |
+
{
|
| 988 |
+
"episode_id": 65,
|
| 989 |
+
"seed": 100204,
|
| 990 |
+
"success": false,
|
| 991 |
+
"steps_taken": 57,
|
| 992 |
+
"max_steps": 500,
|
| 993 |
+
"route_completion": 13.188676837224028,
|
| 994 |
+
"manipulation_score": 6.594338418612014,
|
| 995 |
+
"total_penalty_factor": 0.5,
|
| 996 |
+
"fail_reason": "out_of_bounds",
|
| 997 |
+
"penalty_events": [
|
| 998 |
+
{
|
| 999 |
+
"event_type": "out_of_bounds",
|
| 1000 |
+
"timestep": 57,
|
| 1001 |
+
"penalty_factor": 0.5,
|
| 1002 |
+
"details": "Target object left workspace/view"
|
| 1003 |
+
}
|
| 1004 |
+
]
|
| 1005 |
+
},
|
| 1006 |
+
{
|
| 1007 |
+
"episode_id": 66,
|
| 1008 |
+
"seed": 100205,
|
| 1009 |
+
"success": false,
|
| 1010 |
+
"steps_taken": 68,
|
| 1011 |
+
"max_steps": 500,
|
| 1012 |
+
"route_completion": 19.001404258252094,
|
| 1013 |
+
"manipulation_score": 9.500702129126047,
|
| 1014 |
+
"total_penalty_factor": 0.5,
|
| 1015 |
+
"fail_reason": "out_of_bounds",
|
| 1016 |
+
"penalty_events": [
|
| 1017 |
+
{
|
| 1018 |
+
"event_type": "out_of_bounds",
|
| 1019 |
+
"timestep": 68,
|
| 1020 |
+
"penalty_factor": 0.5,
|
| 1021 |
+
"details": "Target object left workspace/view"
|
| 1022 |
+
}
|
| 1023 |
+
]
|
| 1024 |
+
},
|
| 1025 |
+
{
|
| 1026 |
+
"episode_id": 67,
|
| 1027 |
+
"seed": 100208,
|
| 1028 |
+
"success": false,
|
| 1029 |
+
"steps_taken": 177,
|
| 1030 |
+
"max_steps": 500,
|
| 1031 |
+
"route_completion": 32.16469439964836,
|
| 1032 |
+
"manipulation_score": 16.08234719982418,
|
| 1033 |
+
"total_penalty_factor": 0.5,
|
| 1034 |
+
"fail_reason": "out_of_bounds",
|
| 1035 |
+
"penalty_events": [
|
| 1036 |
+
{
|
| 1037 |
+
"event_type": "out_of_bounds",
|
| 1038 |
+
"timestep": 177,
|
| 1039 |
+
"penalty_factor": 0.5,
|
| 1040 |
+
"details": "Target object left workspace/view"
|
| 1041 |
+
}
|
| 1042 |
+
]
|
| 1043 |
+
},
|
| 1044 |
+
{
|
| 1045 |
+
"episode_id": 68,
|
| 1046 |
+
"seed": 100218,
|
| 1047 |
+
"success": false,
|
| 1048 |
+
"steps_taken": 79,
|
| 1049 |
+
"max_steps": 500,
|
| 1050 |
+
"route_completion": 17.90862178125069,
|
| 1051 |
+
"manipulation_score": 8.954310890625345,
|
| 1052 |
+
"total_penalty_factor": 0.5,
|
| 1053 |
+
"fail_reason": "out_of_bounds",
|
| 1054 |
+
"penalty_events": [
|
| 1055 |
+
{
|
| 1056 |
+
"event_type": "out_of_bounds",
|
| 1057 |
+
"timestep": 79,
|
| 1058 |
+
"penalty_factor": 0.5,
|
| 1059 |
+
"details": "Target object left workspace/view"
|
| 1060 |
+
}
|
| 1061 |
+
]
|
| 1062 |
+
},
|
| 1063 |
+
{
|
| 1064 |
+
"episode_id": 69,
|
| 1065 |
+
"seed": 100220,
|
| 1066 |
+
"success": false,
|
| 1067 |
+
"steps_taken": 500,
|
| 1068 |
+
"max_steps": 500,
|
| 1069 |
+
"route_completion": 30.885604906620358,
|
| 1070 |
+
"manipulation_score": 30.885604906620358,
|
| 1071 |
+
"total_penalty_factor": 1.0,
|
| 1072 |
+
"fail_reason": null,
|
| 1073 |
+
"penalty_events": []
|
| 1074 |
+
},
|
| 1075 |
+
{
|
| 1076 |
+
"episode_id": 70,
|
| 1077 |
+
"seed": 100221,
|
| 1078 |
+
"success": false,
|
| 1079 |
+
"steps_taken": 90,
|
| 1080 |
+
"max_steps": 500,
|
| 1081 |
+
"route_completion": 25.427095888667488,
|
| 1082 |
+
"manipulation_score": 12.713547944333744,
|
| 1083 |
+
"total_penalty_factor": 0.5,
|
| 1084 |
+
"fail_reason": "out_of_bounds",
|
| 1085 |
+
"penalty_events": [
|
| 1086 |
+
{
|
| 1087 |
+
"event_type": "out_of_bounds",
|
| 1088 |
+
"timestep": 90,
|
| 1089 |
+
"penalty_factor": 0.5,
|
| 1090 |
+
"details": "Target object left workspace/view"
|
| 1091 |
+
}
|
| 1092 |
+
]
|
| 1093 |
+
},
|
| 1094 |
+
{
|
| 1095 |
+
"episode_id": 71,
|
| 1096 |
+
"seed": 100223,
|
| 1097 |
+
"success": false,
|
| 1098 |
+
"steps_taken": 500,
|
| 1099 |
+
"max_steps": 500,
|
| 1100 |
+
"route_completion": 35.623691333390546,
|
| 1101 |
+
"manipulation_score": 35.623691333390546,
|
| 1102 |
+
"total_penalty_factor": 1.0,
|
| 1103 |
+
"fail_reason": null,
|
| 1104 |
+
"penalty_events": []
|
| 1105 |
+
},
|
| 1106 |
+
{
|
| 1107 |
+
"episode_id": 72,
|
| 1108 |
+
"seed": 100226,
|
| 1109 |
+
"success": true,
|
| 1110 |
+
"steps_taken": 128,
|
| 1111 |
+
"max_steps": 500,
|
| 1112 |
+
"route_completion": 100.0,
|
| 1113 |
+
"manipulation_score": 100.0,
|
| 1114 |
+
"total_penalty_factor": 1.0,
|
| 1115 |
+
"fail_reason": null,
|
| 1116 |
+
"penalty_events": []
|
| 1117 |
+
},
|
| 1118 |
+
{
|
| 1119 |
+
"episode_id": 73,
|
| 1120 |
+
"seed": 100233,
|
| 1121 |
+
"success": true,
|
| 1122 |
+
"steps_taken": 128,
|
| 1123 |
+
"max_steps": 500,
|
| 1124 |
+
"route_completion": 100.0,
|
| 1125 |
+
"manipulation_score": 100.0,
|
| 1126 |
+
"total_penalty_factor": 1.0,
|
| 1127 |
+
"fail_reason": null,
|
| 1128 |
+
"penalty_events": []
|
| 1129 |
+
},
|
| 1130 |
+
{
|
| 1131 |
+
"episode_id": 74,
|
| 1132 |
+
"seed": 100235,
|
| 1133 |
+
"success": true,
|
| 1134 |
+
"steps_taken": 127,
|
| 1135 |
+
"max_steps": 500,
|
| 1136 |
+
"route_completion": 100.0,
|
| 1137 |
+
"manipulation_score": 100.0,
|
| 1138 |
+
"total_penalty_factor": 1.0,
|
| 1139 |
+
"fail_reason": null,
|
| 1140 |
+
"penalty_events": []
|
| 1141 |
+
},
|
| 1142 |
+
{
|
| 1143 |
+
"episode_id": 75,
|
| 1144 |
+
"seed": 100240,
|
| 1145 |
+
"success": false,
|
| 1146 |
+
"steps_taken": 70,
|
| 1147 |
+
"max_steps": 500,
|
| 1148 |
+
"route_completion": 18.73877997790658,
|
| 1149 |
+
"manipulation_score": 9.36938998895329,
|
| 1150 |
+
"total_penalty_factor": 0.5,
|
| 1151 |
+
"fail_reason": "out_of_bounds",
|
| 1152 |
+
"penalty_events": [
|
| 1153 |
+
{
|
| 1154 |
+
"event_type": "out_of_bounds",
|
| 1155 |
+
"timestep": 70,
|
| 1156 |
+
"penalty_factor": 0.5,
|
| 1157 |
+
"details": "Target object left workspace/view"
|
| 1158 |
+
}
|
| 1159 |
+
]
|
| 1160 |
+
},
|
| 1161 |
+
{
|
| 1162 |
+
"episode_id": 76,
|
| 1163 |
+
"seed": 100241,
|
| 1164 |
+
"success": false,
|
| 1165 |
+
"steps_taken": 500,
|
| 1166 |
+
"max_steps": 500,
|
| 1167 |
+
"route_completion": 40.94650104796419,
|
| 1168 |
+
"manipulation_score": 40.94650104796419,
|
| 1169 |
+
"total_penalty_factor": 1.0,
|
| 1170 |
+
"fail_reason": null,
|
| 1171 |
+
"penalty_events": []
|
| 1172 |
+
},
|
| 1173 |
+
{
|
| 1174 |
+
"episode_id": 77,
|
| 1175 |
+
"seed": 100244,
|
| 1176 |
+
"success": false,
|
| 1177 |
+
"steps_taken": 500,
|
| 1178 |
+
"max_steps": 500,
|
| 1179 |
+
"route_completion": 26.10413678110802,
|
| 1180 |
+
"manipulation_score": 26.10413678110802,
|
| 1181 |
+
"total_penalty_factor": 1.0,
|
| 1182 |
+
"fail_reason": null,
|
| 1183 |
+
"penalty_events": []
|
| 1184 |
+
},
|
| 1185 |
+
{
|
| 1186 |
+
"episode_id": 78,
|
| 1187 |
+
"seed": 100245,
|
| 1188 |
+
"success": false,
|
| 1189 |
+
"steps_taken": 103,
|
| 1190 |
+
"max_steps": 500,
|
| 1191 |
+
"route_completion": 37.377744818725766,
|
| 1192 |
+
"manipulation_score": 18.688872409362883,
|
| 1193 |
+
"total_penalty_factor": 0.5,
|
| 1194 |
+
"fail_reason": "out_of_bounds",
|
| 1195 |
+
"penalty_events": [
|
| 1196 |
+
{
|
| 1197 |
+
"event_type": "out_of_bounds",
|
| 1198 |
+
"timestep": 103,
|
| 1199 |
+
"penalty_factor": 0.5,
|
| 1200 |
+
"details": "Target object left workspace/view"
|
| 1201 |
+
}
|
| 1202 |
+
]
|
| 1203 |
+
},
|
| 1204 |
+
{
|
| 1205 |
+
"episode_id": 79,
|
| 1206 |
+
"seed": 100253,
|
| 1207 |
+
"success": false,
|
| 1208 |
+
"steps_taken": 500,
|
| 1209 |
+
"max_steps": 500,
|
| 1210 |
+
"route_completion": 43.37631865632671,
|
| 1211 |
+
"manipulation_score": 43.37631865632671,
|
| 1212 |
+
"total_penalty_factor": 1.0,
|
| 1213 |
+
"fail_reason": null,
|
| 1214 |
+
"penalty_events": []
|
| 1215 |
+
},
|
| 1216 |
+
{
|
| 1217 |
+
"episode_id": 80,
|
| 1218 |
+
"seed": 100255,
|
| 1219 |
+
"success": true,
|
| 1220 |
+
"steps_taken": 293,
|
| 1221 |
+
"max_steps": 500,
|
| 1222 |
+
"route_completion": 100.0,
|
| 1223 |
+
"manipulation_score": 100.0,
|
| 1224 |
+
"total_penalty_factor": 1.0,
|
| 1225 |
+
"fail_reason": null,
|
| 1226 |
+
"penalty_events": []
|
| 1227 |
+
},
|
| 1228 |
+
{
|
| 1229 |
+
"episode_id": 81,
|
| 1230 |
+
"seed": 100262,
|
| 1231 |
+
"success": false,
|
| 1232 |
+
"steps_taken": 211,
|
| 1233 |
+
"max_steps": 500,
|
| 1234 |
+
"route_completion": 43.03373721627402,
|
| 1235 |
+
"manipulation_score": 21.51686860813701,
|
| 1236 |
+
"total_penalty_factor": 0.5,
|
| 1237 |
+
"fail_reason": "out_of_bounds",
|
| 1238 |
+
"penalty_events": [
|
| 1239 |
+
{
|
| 1240 |
+
"event_type": "out_of_bounds",
|
| 1241 |
+
"timestep": 211,
|
| 1242 |
+
"penalty_factor": 0.5,
|
| 1243 |
+
"details": "Target object left workspace/view"
|
| 1244 |
+
}
|
| 1245 |
+
]
|
| 1246 |
+
},
|
| 1247 |
+
{
|
| 1248 |
+
"episode_id": 82,
|
| 1249 |
+
"seed": 100267,
|
| 1250 |
+
"success": false,
|
| 1251 |
+
"steps_taken": 500,
|
| 1252 |
+
"max_steps": 500,
|
| 1253 |
+
"route_completion": 37.74765601886981,
|
| 1254 |
+
"manipulation_score": 37.74765601886981,
|
| 1255 |
+
"total_penalty_factor": 1.0,
|
| 1256 |
+
"fail_reason": null,
|
| 1257 |
+
"penalty_events": []
|
| 1258 |
+
},
|
| 1259 |
+
{
|
| 1260 |
+
"episode_id": 83,
|
| 1261 |
+
"seed": 100269,
|
| 1262 |
+
"success": true,
|
| 1263 |
+
"steps_taken": 129,
|
| 1264 |
+
"max_steps": 500,
|
| 1265 |
+
"route_completion": 100.0,
|
| 1266 |
+
"manipulation_score": 100.0,
|
| 1267 |
+
"total_penalty_factor": 1.0,
|
| 1268 |
+
"fail_reason": null,
|
| 1269 |
+
"penalty_events": []
|
| 1270 |
+
},
|
| 1271 |
+
{
|
| 1272 |
+
"episode_id": 84,
|
| 1273 |
+
"seed": 100278,
|
| 1274 |
+
"success": true,
|
| 1275 |
+
"steps_taken": 128,
|
| 1276 |
+
"max_steps": 500,
|
| 1277 |
+
"route_completion": 100.0,
|
| 1278 |
+
"manipulation_score": 100.0,
|
| 1279 |
+
"total_penalty_factor": 1.0,
|
| 1280 |
+
"fail_reason": null,
|
| 1281 |
+
"penalty_events": []
|
| 1282 |
+
},
|
| 1283 |
+
{
|
| 1284 |
+
"episode_id": 85,
|
| 1285 |
+
"seed": 100280,
|
| 1286 |
+
"success": true,
|
| 1287 |
+
"steps_taken": 125,
|
| 1288 |
+
"max_steps": 500,
|
| 1289 |
+
"route_completion": 100.0,
|
| 1290 |
+
"manipulation_score": 100.0,
|
| 1291 |
+
"total_penalty_factor": 1.0,
|
| 1292 |
+
"fail_reason": null,
|
| 1293 |
+
"penalty_events": []
|
| 1294 |
+
},
|
| 1295 |
+
{
|
| 1296 |
+
"episode_id": 86,
|
| 1297 |
+
"seed": 100285,
|
| 1298 |
+
"success": false,
|
| 1299 |
+
"steps_taken": 89,
|
| 1300 |
+
"max_steps": 500,
|
| 1301 |
+
"route_completion": 30.724917266708,
|
| 1302 |
+
"manipulation_score": 15.362458633354,
|
| 1303 |
+
"total_penalty_factor": 0.5,
|
| 1304 |
+
"fail_reason": "out_of_bounds",
|
| 1305 |
+
"penalty_events": [
|
| 1306 |
+
{
|
| 1307 |
+
"event_type": "out_of_bounds",
|
| 1308 |
+
"timestep": 89,
|
| 1309 |
+
"penalty_factor": 0.5,
|
| 1310 |
+
"details": "Target object left workspace/view"
|
| 1311 |
+
}
|
| 1312 |
+
]
|
| 1313 |
+
},
|
| 1314 |
+
{
|
| 1315 |
+
"episode_id": 87,
|
| 1316 |
+
"seed": 100290,
|
| 1317 |
+
"success": true,
|
| 1318 |
+
"steps_taken": 129,
|
| 1319 |
+
"max_steps": 500,
|
| 1320 |
+
"route_completion": 100.0,
|
| 1321 |
+
"manipulation_score": 100.0,
|
| 1322 |
+
"total_penalty_factor": 1.0,
|
| 1323 |
+
"fail_reason": null,
|
| 1324 |
+
"penalty_events": []
|
| 1325 |
+
},
|
| 1326 |
+
{
|
| 1327 |
+
"episode_id": 88,
|
| 1328 |
+
"seed": 100295,
|
| 1329 |
+
"success": true,
|
| 1330 |
+
"steps_taken": 133,
|
| 1331 |
+
"max_steps": 500,
|
| 1332 |
+
"route_completion": 100.0,
|
| 1333 |
+
"manipulation_score": 100.0,
|
| 1334 |
+
"total_penalty_factor": 1.0,
|
| 1335 |
+
"fail_reason": null,
|
| 1336 |
+
"penalty_events": []
|
| 1337 |
+
},
|
| 1338 |
+
{
|
| 1339 |
+
"episode_id": 89,
|
| 1340 |
+
"seed": 100296,
|
| 1341 |
+
"success": true,
|
| 1342 |
+
"steps_taken": 132,
|
| 1343 |
+
"max_steps": 500,
|
| 1344 |
+
"route_completion": 100.0,
|
| 1345 |
+
"manipulation_score": 100.0,
|
| 1346 |
+
"total_penalty_factor": 1.0,
|
| 1347 |
+
"fail_reason": null,
|
| 1348 |
+
"penalty_events": []
|
| 1349 |
+
},
|
| 1350 |
+
{
|
| 1351 |
+
"episode_id": 90,
|
| 1352 |
+
"seed": 100299,
|
| 1353 |
+
"success": false,
|
| 1354 |
+
"steps_taken": 47,
|
| 1355 |
+
"max_steps": 500,
|
| 1356 |
+
"route_completion": 8.523045948952417,
|
| 1357 |
+
"manipulation_score": 4.261522974476208,
|
| 1358 |
+
"total_penalty_factor": 0.5,
|
| 1359 |
+
"fail_reason": "out_of_bounds",
|
| 1360 |
+
"penalty_events": [
|
| 1361 |
+
{
|
| 1362 |
+
"event_type": "out_of_bounds",
|
| 1363 |
+
"timestep": 47,
|
| 1364 |
+
"penalty_factor": 0.5,
|
| 1365 |
+
"details": "Target object left workspace/view"
|
| 1366 |
+
}
|
| 1367 |
+
]
|
| 1368 |
+
},
|
| 1369 |
+
{
|
| 1370 |
+
"episode_id": 91,
|
| 1371 |
+
"seed": 100303,
|
| 1372 |
+
"success": false,
|
| 1373 |
+
"steps_taken": 500,
|
| 1374 |
+
"max_steps": 500,
|
| 1375 |
+
"route_completion": 54.04200499637549,
|
| 1376 |
+
"manipulation_score": 54.04200499637549,
|
| 1377 |
+
"total_penalty_factor": 1.0,
|
| 1378 |
+
"fail_reason": null,
|
| 1379 |
+
"penalty_events": []
|
| 1380 |
+
},
|
| 1381 |
+
{
|
| 1382 |
+
"episode_id": 92,
|
| 1383 |
+
"seed": 100307,
|
| 1384 |
+
"success": false,
|
| 1385 |
+
"steps_taken": 500,
|
| 1386 |
+
"max_steps": 500,
|
| 1387 |
+
"route_completion": 38.20341745152662,
|
| 1388 |
+
"manipulation_score": 38.20341745152662,
|
| 1389 |
+
"total_penalty_factor": 1.0,
|
| 1390 |
+
"fail_reason": null,
|
| 1391 |
+
"penalty_events": []
|
| 1392 |
+
},
|
| 1393 |
+
{
|
| 1394 |
+
"episode_id": 93,
|
| 1395 |
+
"seed": 100310,
|
| 1396 |
+
"success": true,
|
| 1397 |
+
"steps_taken": 186,
|
| 1398 |
+
"max_steps": 500,
|
| 1399 |
+
"route_completion": 100.0,
|
| 1400 |
+
"manipulation_score": 100.0,
|
| 1401 |
+
"total_penalty_factor": 1.0,
|
| 1402 |
+
"fail_reason": null,
|
| 1403 |
+
"penalty_events": []
|
| 1404 |
+
},
|
| 1405 |
+
{
|
| 1406 |
+
"episode_id": 94,
|
| 1407 |
+
"seed": 100311,
|
| 1408 |
+
"success": false,
|
| 1409 |
+
"steps_taken": 51,
|
| 1410 |
+
"max_steps": 500,
|
| 1411 |
+
"route_completion": 14.6523132894901,
|
| 1412 |
+
"manipulation_score": 7.32615664474505,
|
| 1413 |
+
"total_penalty_factor": 0.5,
|
| 1414 |
+
"fail_reason": "out_of_bounds",
|
| 1415 |
+
"penalty_events": [
|
| 1416 |
+
{
|
| 1417 |
+
"event_type": "out_of_bounds",
|
| 1418 |
+
"timestep": 51,
|
| 1419 |
+
"penalty_factor": 0.5,
|
| 1420 |
+
"details": "Target object left workspace/view"
|
| 1421 |
+
}
|
| 1422 |
+
]
|
| 1423 |
+
},
|
| 1424 |
+
{
|
| 1425 |
+
"episode_id": 95,
|
| 1426 |
+
"seed": 100313,
|
| 1427 |
+
"success": false,
|
| 1428 |
+
"steps_taken": 500,
|
| 1429 |
+
"max_steps": 500,
|
| 1430 |
+
"route_completion": 37.032675551895636,
|
| 1431 |
+
"manipulation_score": 37.032675551895636,
|
| 1432 |
+
"total_penalty_factor": 1.0,
|
| 1433 |
+
"fail_reason": null,
|
| 1434 |
+
"penalty_events": []
|
| 1435 |
+
},
|
| 1436 |
+
{
|
| 1437 |
+
"episode_id": 96,
|
| 1438 |
+
"seed": 100317,
|
| 1439 |
+
"success": false,
|
| 1440 |
+
"steps_taken": 58,
|
| 1441 |
+
"max_steps": 500,
|
| 1442 |
+
"route_completion": 0.0,
|
| 1443 |
+
"manipulation_score": 0.0,
|
| 1444 |
+
"total_penalty_factor": 0.5,
|
| 1445 |
+
"fail_reason": "out_of_bounds",
|
| 1446 |
+
"penalty_events": [
|
| 1447 |
+
{
|
| 1448 |
+
"event_type": "out_of_bounds",
|
| 1449 |
+
"timestep": 58,
|
| 1450 |
+
"penalty_factor": 0.5,
|
| 1451 |
+
"details": "Target object left workspace/view"
|
| 1452 |
+
}
|
| 1453 |
+
]
|
| 1454 |
+
},
|
| 1455 |
+
{
|
| 1456 |
+
"episode_id": 97,
|
| 1457 |
+
"seed": 100320,
|
| 1458 |
+
"success": false,
|
| 1459 |
+
"steps_taken": 500,
|
| 1460 |
+
"max_steps": 500,
|
| 1461 |
+
"route_completion": 37.27327516622442,
|
| 1462 |
+
"manipulation_score": 37.27327516622442,
|
| 1463 |
+
"total_penalty_factor": 1.0,
|
| 1464 |
+
"fail_reason": null,
|
| 1465 |
+
"penalty_events": []
|
| 1466 |
+
},
|
| 1467 |
+
{
|
| 1468 |
+
"episode_id": 98,
|
| 1469 |
+
"seed": 100323,
|
| 1470 |
+
"success": true,
|
| 1471 |
+
"steps_taken": 127,
|
| 1472 |
+
"max_steps": 500,
|
| 1473 |
+
"route_completion": 100.0,
|
| 1474 |
+
"manipulation_score": 100.0,
|
| 1475 |
+
"total_penalty_factor": 1.0,
|
| 1476 |
+
"fail_reason": null,
|
| 1477 |
+
"penalty_events": []
|
| 1478 |
+
},
|
| 1479 |
+
{
|
| 1480 |
+
"episode_id": 99,
|
| 1481 |
+
"seed": 100324,
|
| 1482 |
+
"success": false,
|
| 1483 |
+
"steps_taken": 79,
|
| 1484 |
+
"max_steps": 500,
|
| 1485 |
+
"route_completion": 32.25471308166198,
|
| 1486 |
+
"manipulation_score": 16.12735654083099,
|
| 1487 |
+
"total_penalty_factor": 0.5,
|
| 1488 |
+
"fail_reason": "out_of_bounds",
|
| 1489 |
+
"penalty_events": [
|
| 1490 |
+
{
|
| 1491 |
+
"event_type": "out_of_bounds",
|
| 1492 |
+
"timestep": 79,
|
| 1493 |
+
"penalty_factor": 0.5,
|
| 1494 |
+
"details": "Target object left workspace/view"
|
| 1495 |
+
}
|
| 1496 |
+
]
|
| 1497 |
+
},
|
| 1498 |
+
{
|
| 1499 |
+
"episode_id": 100,
|
| 1500 |
+
"seed": 100326,
|
| 1501 |
+
"success": false,
|
| 1502 |
+
"steps_taken": 59,
|
| 1503 |
+
"max_steps": 500,
|
| 1504 |
+
"route_completion": 17.747757224617022,
|
| 1505 |
+
"manipulation_score": 8.873878612308511,
|
| 1506 |
+
"total_penalty_factor": 0.5,
|
| 1507 |
+
"fail_reason": "out_of_bounds",
|
| 1508 |
+
"penalty_events": [
|
| 1509 |
+
{
|
| 1510 |
+
"event_type": "out_of_bounds",
|
| 1511 |
+
"timestep": 59,
|
| 1512 |
+
"penalty_factor": 0.5,
|
| 1513 |
+
"details": "Target object left workspace/view"
|
| 1514 |
+
}
|
| 1515 |
+
]
|
| 1516 |
+
}
|
| 1517 |
+
]
|
log/eval_result/place_bread_skillet/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 00:20:17/_metrics.json
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"total_episodes": 100,
|
| 3 |
+
"success_count": 20,
|
| 4 |
+
"success_rate": 20.0,
|
| 5 |
+
"manipulation_score_mean": 38.29968749550669,
|
| 6 |
+
"manipulation_score_std": 34.16049860446932,
|
| 7 |
+
"route_completion_mean": 42.88482880777967,
|
| 8 |
+
"route_completion_std": 31.458867907417126,
|
| 9 |
+
"penalty_clutter_collision_total": 0,
|
| 10 |
+
"penalty_out_of_bounds_total": 45
|
| 11 |
+
}
|
log/eval_result/place_bread_skillet/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 00:20:17/_metrics_report.txt
ADDED
|
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
============================================================
|
| 2 |
+
EVALUATION METRICS REPORT
|
| 3 |
+
============================================================
|
| 4 |
+
|
| 5 |
+
Total Episodes: 100
|
| 6 |
+
Success Rate: 20.0% (20/100)
|
| 7 |
+
|
| 8 |
+
--- Manipulation Score ---
|
| 9 |
+
Mean: 38.30
|
| 10 |
+
Std: 34.16
|
| 11 |
+
|
| 12 |
+
--- Route Completion ---
|
| 13 |
+
Mean: 42.88%
|
| 14 |
+
Std: 31.46
|
| 15 |
+
|
| 16 |
+
--- Penalty Events ---
|
| 17 |
+
Clutter Collisions: 0
|
| 18 |
+
Out of Bounds: 45
|
| 19 |
+
|
| 20 |
+
============================================================
|
log/eval_result/place_bread_skillet/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 00:20:17/_result.txt
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Timestamp: 2026-03-30 00:20:17
|
| 2 |
+
|
| 3 |
+
Instruction Type: unseen
|
| 4 |
+
|
| 5 |
+
0.2
|
log/eval_result/place_empty_cup/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:04:02/_episodes_detail.json
ADDED
|
@@ -0,0 +1,1839 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[
|
| 2 |
+
{
|
| 3 |
+
"episode_id": 1,
|
| 4 |
+
"seed": 100000,
|
| 5 |
+
"success": false,
|
| 6 |
+
"steps_taken": 127,
|
| 7 |
+
"max_steps": 500,
|
| 8 |
+
"route_completion": 15.26294939101342,
|
| 9 |
+
"manipulation_score": 7.63147469550671,
|
| 10 |
+
"total_penalty_factor": 0.5,
|
| 11 |
+
"fail_reason": "out_of_bounds",
|
| 12 |
+
"penalty_events": [
|
| 13 |
+
{
|
| 14 |
+
"event_type": "out_of_bounds",
|
| 15 |
+
"timestep": 127,
|
| 16 |
+
"penalty_factor": 0.5,
|
| 17 |
+
"details": "Target object left workspace/view"
|
| 18 |
+
}
|
| 19 |
+
]
|
| 20 |
+
},
|
| 21 |
+
{
|
| 22 |
+
"episode_id": 2,
|
| 23 |
+
"seed": 100001,
|
| 24 |
+
"success": false,
|
| 25 |
+
"steps_taken": 202,
|
| 26 |
+
"max_steps": 500,
|
| 27 |
+
"route_completion": 0.02686951735392479,
|
| 28 |
+
"manipulation_score": 0.013434758676962396,
|
| 29 |
+
"total_penalty_factor": 0.5,
|
| 30 |
+
"fail_reason": "out_of_bounds",
|
| 31 |
+
"penalty_events": [
|
| 32 |
+
{
|
| 33 |
+
"event_type": "out_of_bounds",
|
| 34 |
+
"timestep": 202,
|
| 35 |
+
"penalty_factor": 0.5,
|
| 36 |
+
"details": "Target object left workspace/view"
|
| 37 |
+
}
|
| 38 |
+
]
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"episode_id": 3,
|
| 42 |
+
"seed": 100002,
|
| 43 |
+
"success": false,
|
| 44 |
+
"steps_taken": 225,
|
| 45 |
+
"max_steps": 500,
|
| 46 |
+
"route_completion": 11.828571356730135,
|
| 47 |
+
"manipulation_score": 5.914285678365068,
|
| 48 |
+
"total_penalty_factor": 0.5,
|
| 49 |
+
"fail_reason": "out_of_bounds",
|
| 50 |
+
"penalty_events": [
|
| 51 |
+
{
|
| 52 |
+
"event_type": "out_of_bounds",
|
| 53 |
+
"timestep": 225,
|
| 54 |
+
"penalty_factor": 0.5,
|
| 55 |
+
"details": "Target object left workspace/view"
|
| 56 |
+
}
|
| 57 |
+
]
|
| 58 |
+
},
|
| 59 |
+
{
|
| 60 |
+
"episode_id": 4,
|
| 61 |
+
"seed": 100004,
|
| 62 |
+
"success": false,
|
| 63 |
+
"steps_taken": 110,
|
| 64 |
+
"max_steps": 500,
|
| 65 |
+
"route_completion": 27.497495153453,
|
| 66 |
+
"manipulation_score": 13.7487475767265,
|
| 67 |
+
"total_penalty_factor": 0.5,
|
| 68 |
+
"fail_reason": "out_of_bounds",
|
| 69 |
+
"penalty_events": [
|
| 70 |
+
{
|
| 71 |
+
"event_type": "out_of_bounds",
|
| 72 |
+
"timestep": 110,
|
| 73 |
+
"penalty_factor": 0.5,
|
| 74 |
+
"details": "Target object left workspace/view"
|
| 75 |
+
}
|
| 76 |
+
]
|
| 77 |
+
},
|
| 78 |
+
{
|
| 79 |
+
"episode_id": 5,
|
| 80 |
+
"seed": 100005,
|
| 81 |
+
"success": false,
|
| 82 |
+
"steps_taken": 115,
|
| 83 |
+
"max_steps": 500,
|
| 84 |
+
"route_completion": 23.865937511940867,
|
| 85 |
+
"manipulation_score": 11.932968755970434,
|
| 86 |
+
"total_penalty_factor": 0.5,
|
| 87 |
+
"fail_reason": "out_of_bounds",
|
| 88 |
+
"penalty_events": [
|
| 89 |
+
{
|
| 90 |
+
"event_type": "out_of_bounds",
|
| 91 |
+
"timestep": 115,
|
| 92 |
+
"penalty_factor": 0.5,
|
| 93 |
+
"details": "Target object left workspace/view"
|
| 94 |
+
}
|
| 95 |
+
]
|
| 96 |
+
},
|
| 97 |
+
{
|
| 98 |
+
"episode_id": 6,
|
| 99 |
+
"seed": 100007,
|
| 100 |
+
"success": false,
|
| 101 |
+
"steps_taken": 237,
|
| 102 |
+
"max_steps": 500,
|
| 103 |
+
"route_completion": 18.555382094789607,
|
| 104 |
+
"manipulation_score": 9.277691047394804,
|
| 105 |
+
"total_penalty_factor": 0.5,
|
| 106 |
+
"fail_reason": "out_of_bounds",
|
| 107 |
+
"penalty_events": [
|
| 108 |
+
{
|
| 109 |
+
"event_type": "out_of_bounds",
|
| 110 |
+
"timestep": 237,
|
| 111 |
+
"penalty_factor": 0.5,
|
| 112 |
+
"details": "Target object left workspace/view"
|
| 113 |
+
}
|
| 114 |
+
]
|
| 115 |
+
},
|
| 116 |
+
{
|
| 117 |
+
"episode_id": 7,
|
| 118 |
+
"seed": 100008,
|
| 119 |
+
"success": true,
|
| 120 |
+
"steps_taken": 211,
|
| 121 |
+
"max_steps": 500,
|
| 122 |
+
"route_completion": 100.0,
|
| 123 |
+
"manipulation_score": 100.0,
|
| 124 |
+
"total_penalty_factor": 1.0,
|
| 125 |
+
"fail_reason": null,
|
| 126 |
+
"penalty_events": []
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"episode_id": 8,
|
| 130 |
+
"seed": 100009,
|
| 131 |
+
"success": false,
|
| 132 |
+
"steps_taken": 167,
|
| 133 |
+
"max_steps": 500,
|
| 134 |
+
"route_completion": 28.1043464574452,
|
| 135 |
+
"manipulation_score": 14.0521732287226,
|
| 136 |
+
"total_penalty_factor": 0.5,
|
| 137 |
+
"fail_reason": "out_of_bounds",
|
| 138 |
+
"penalty_events": [
|
| 139 |
+
{
|
| 140 |
+
"event_type": "out_of_bounds",
|
| 141 |
+
"timestep": 167,
|
| 142 |
+
"penalty_factor": 0.5,
|
| 143 |
+
"details": "Target object left workspace/view"
|
| 144 |
+
}
|
| 145 |
+
]
|
| 146 |
+
},
|
| 147 |
+
{
|
| 148 |
+
"episode_id": 9,
|
| 149 |
+
"seed": 100010,
|
| 150 |
+
"success": false,
|
| 151 |
+
"steps_taken": 363,
|
| 152 |
+
"max_steps": 500,
|
| 153 |
+
"route_completion": 37.555003262229775,
|
| 154 |
+
"manipulation_score": 18.777501631114887,
|
| 155 |
+
"total_penalty_factor": 0.5,
|
| 156 |
+
"fail_reason": "out_of_bounds",
|
| 157 |
+
"penalty_events": [
|
| 158 |
+
{
|
| 159 |
+
"event_type": "out_of_bounds",
|
| 160 |
+
"timestep": 363,
|
| 161 |
+
"penalty_factor": 0.5,
|
| 162 |
+
"details": "Target object left workspace/view"
|
| 163 |
+
}
|
| 164 |
+
]
|
| 165 |
+
},
|
| 166 |
+
{
|
| 167 |
+
"episode_id": 10,
|
| 168 |
+
"seed": 100011,
|
| 169 |
+
"success": false,
|
| 170 |
+
"steps_taken": 369,
|
| 171 |
+
"max_steps": 500,
|
| 172 |
+
"route_completion": 29.725000810396917,
|
| 173 |
+
"manipulation_score": 14.862500405198459,
|
| 174 |
+
"total_penalty_factor": 0.5,
|
| 175 |
+
"fail_reason": "out_of_bounds",
|
| 176 |
+
"penalty_events": [
|
| 177 |
+
{
|
| 178 |
+
"event_type": "out_of_bounds",
|
| 179 |
+
"timestep": 369,
|
| 180 |
+
"penalty_factor": 0.5,
|
| 181 |
+
"details": "Target object left workspace/view"
|
| 182 |
+
}
|
| 183 |
+
]
|
| 184 |
+
},
|
| 185 |
+
{
|
| 186 |
+
"episode_id": 11,
|
| 187 |
+
"seed": 100012,
|
| 188 |
+
"success": false,
|
| 189 |
+
"steps_taken": 141,
|
| 190 |
+
"max_steps": 500,
|
| 191 |
+
"route_completion": 43.069990251395105,
|
| 192 |
+
"manipulation_score": 21.534995125697552,
|
| 193 |
+
"total_penalty_factor": 0.5,
|
| 194 |
+
"fail_reason": "out_of_bounds",
|
| 195 |
+
"penalty_events": [
|
| 196 |
+
{
|
| 197 |
+
"event_type": "out_of_bounds",
|
| 198 |
+
"timestep": 141,
|
| 199 |
+
"penalty_factor": 0.5,
|
| 200 |
+
"details": "Target object left workspace/view"
|
| 201 |
+
}
|
| 202 |
+
]
|
| 203 |
+
},
|
| 204 |
+
{
|
| 205 |
+
"episode_id": 12,
|
| 206 |
+
"seed": 100013,
|
| 207 |
+
"success": false,
|
| 208 |
+
"steps_taken": 191,
|
| 209 |
+
"max_steps": 500,
|
| 210 |
+
"route_completion": 0.014817431917151314,
|
| 211 |
+
"manipulation_score": 0.007408715958575657,
|
| 212 |
+
"total_penalty_factor": 0.5,
|
| 213 |
+
"fail_reason": "out_of_bounds",
|
| 214 |
+
"penalty_events": [
|
| 215 |
+
{
|
| 216 |
+
"event_type": "out_of_bounds",
|
| 217 |
+
"timestep": 191,
|
| 218 |
+
"penalty_factor": 0.5,
|
| 219 |
+
"details": "Target object left workspace/view"
|
| 220 |
+
}
|
| 221 |
+
]
|
| 222 |
+
},
|
| 223 |
+
{
|
| 224 |
+
"episode_id": 13,
|
| 225 |
+
"seed": 100014,
|
| 226 |
+
"success": false,
|
| 227 |
+
"steps_taken": 133,
|
| 228 |
+
"max_steps": 500,
|
| 229 |
+
"route_completion": 0.0,
|
| 230 |
+
"manipulation_score": 0.0,
|
| 231 |
+
"total_penalty_factor": 0.5,
|
| 232 |
+
"fail_reason": "out_of_bounds",
|
| 233 |
+
"penalty_events": [
|
| 234 |
+
{
|
| 235 |
+
"event_type": "out_of_bounds",
|
| 236 |
+
"timestep": 133,
|
| 237 |
+
"penalty_factor": 0.5,
|
| 238 |
+
"details": "Target object left workspace/view"
|
| 239 |
+
}
|
| 240 |
+
]
|
| 241 |
+
},
|
| 242 |
+
{
|
| 243 |
+
"episode_id": 14,
|
| 244 |
+
"seed": 100015,
|
| 245 |
+
"success": false,
|
| 246 |
+
"steps_taken": 182,
|
| 247 |
+
"max_steps": 500,
|
| 248 |
+
"route_completion": 3.1242693926539205,
|
| 249 |
+
"manipulation_score": 1.5621346963269602,
|
| 250 |
+
"total_penalty_factor": 0.5,
|
| 251 |
+
"fail_reason": "out_of_bounds",
|
| 252 |
+
"penalty_events": [
|
| 253 |
+
{
|
| 254 |
+
"event_type": "out_of_bounds",
|
| 255 |
+
"timestep": 182,
|
| 256 |
+
"penalty_factor": 0.5,
|
| 257 |
+
"details": "Target object left workspace/view"
|
| 258 |
+
}
|
| 259 |
+
]
|
| 260 |
+
},
|
| 261 |
+
{
|
| 262 |
+
"episode_id": 15,
|
| 263 |
+
"seed": 100016,
|
| 264 |
+
"success": false,
|
| 265 |
+
"steps_taken": 168,
|
| 266 |
+
"max_steps": 500,
|
| 267 |
+
"route_completion": 31.68806366536246,
|
| 268 |
+
"manipulation_score": 15.84403183268123,
|
| 269 |
+
"total_penalty_factor": 0.5,
|
| 270 |
+
"fail_reason": "out_of_bounds",
|
| 271 |
+
"penalty_events": [
|
| 272 |
+
{
|
| 273 |
+
"event_type": "out_of_bounds",
|
| 274 |
+
"timestep": 168,
|
| 275 |
+
"penalty_factor": 0.5,
|
| 276 |
+
"details": "Target object left workspace/view"
|
| 277 |
+
}
|
| 278 |
+
]
|
| 279 |
+
},
|
| 280 |
+
{
|
| 281 |
+
"episode_id": 16,
|
| 282 |
+
"seed": 100017,
|
| 283 |
+
"success": false,
|
| 284 |
+
"steps_taken": 179,
|
| 285 |
+
"max_steps": 500,
|
| 286 |
+
"route_completion": 28.66122087772755,
|
| 287 |
+
"manipulation_score": 14.330610438863776,
|
| 288 |
+
"total_penalty_factor": 0.5,
|
| 289 |
+
"fail_reason": "out_of_bounds",
|
| 290 |
+
"penalty_events": [
|
| 291 |
+
{
|
| 292 |
+
"event_type": "out_of_bounds",
|
| 293 |
+
"timestep": 179,
|
| 294 |
+
"penalty_factor": 0.5,
|
| 295 |
+
"details": "Target object left workspace/view"
|
| 296 |
+
}
|
| 297 |
+
]
|
| 298 |
+
},
|
| 299 |
+
{
|
| 300 |
+
"episode_id": 17,
|
| 301 |
+
"seed": 100018,
|
| 302 |
+
"success": false,
|
| 303 |
+
"steps_taken": 131,
|
| 304 |
+
"max_steps": 500,
|
| 305 |
+
"route_completion": 44.480363311412965,
|
| 306 |
+
"manipulation_score": 22.240181655706483,
|
| 307 |
+
"total_penalty_factor": 0.5,
|
| 308 |
+
"fail_reason": "out_of_bounds",
|
| 309 |
+
"penalty_events": [
|
| 310 |
+
{
|
| 311 |
+
"event_type": "out_of_bounds",
|
| 312 |
+
"timestep": 131,
|
| 313 |
+
"penalty_factor": 0.5,
|
| 314 |
+
"details": "Target object left workspace/view"
|
| 315 |
+
}
|
| 316 |
+
]
|
| 317 |
+
},
|
| 318 |
+
{
|
| 319 |
+
"episode_id": 18,
|
| 320 |
+
"seed": 100019,
|
| 321 |
+
"success": false,
|
| 322 |
+
"steps_taken": 130,
|
| 323 |
+
"max_steps": 500,
|
| 324 |
+
"route_completion": 4.593666444472416,
|
| 325 |
+
"manipulation_score": 2.296833222236208,
|
| 326 |
+
"total_penalty_factor": 0.5,
|
| 327 |
+
"fail_reason": "out_of_bounds",
|
| 328 |
+
"penalty_events": [
|
| 329 |
+
{
|
| 330 |
+
"event_type": "out_of_bounds",
|
| 331 |
+
"timestep": 130,
|
| 332 |
+
"penalty_factor": 0.5,
|
| 333 |
+
"details": "Target object left workspace/view"
|
| 334 |
+
}
|
| 335 |
+
]
|
| 336 |
+
},
|
| 337 |
+
{
|
| 338 |
+
"episode_id": 19,
|
| 339 |
+
"seed": 100020,
|
| 340 |
+
"success": false,
|
| 341 |
+
"steps_taken": 144,
|
| 342 |
+
"max_steps": 500,
|
| 343 |
+
"route_completion": 24.70368880883036,
|
| 344 |
+
"manipulation_score": 12.35184440441518,
|
| 345 |
+
"total_penalty_factor": 0.5,
|
| 346 |
+
"fail_reason": "out_of_bounds",
|
| 347 |
+
"penalty_events": [
|
| 348 |
+
{
|
| 349 |
+
"event_type": "out_of_bounds",
|
| 350 |
+
"timestep": 144,
|
| 351 |
+
"penalty_factor": 0.5,
|
| 352 |
+
"details": "Target object left workspace/view"
|
| 353 |
+
}
|
| 354 |
+
]
|
| 355 |
+
},
|
| 356 |
+
{
|
| 357 |
+
"episode_id": 20,
|
| 358 |
+
"seed": 100021,
|
| 359 |
+
"success": false,
|
| 360 |
+
"steps_taken": 95,
|
| 361 |
+
"max_steps": 500,
|
| 362 |
+
"route_completion": 0.08040160691700939,
|
| 363 |
+
"manipulation_score": 0.04020080345850469,
|
| 364 |
+
"total_penalty_factor": 0.5,
|
| 365 |
+
"fail_reason": "out_of_bounds",
|
| 366 |
+
"penalty_events": [
|
| 367 |
+
{
|
| 368 |
+
"event_type": "out_of_bounds",
|
| 369 |
+
"timestep": 95,
|
| 370 |
+
"penalty_factor": 0.5,
|
| 371 |
+
"details": "Target object left workspace/view"
|
| 372 |
+
}
|
| 373 |
+
]
|
| 374 |
+
},
|
| 375 |
+
{
|
| 376 |
+
"episode_id": 21,
|
| 377 |
+
"seed": 100023,
|
| 378 |
+
"success": false,
|
| 379 |
+
"steps_taken": 241,
|
| 380 |
+
"max_steps": 500,
|
| 381 |
+
"route_completion": 37.97566336393077,
|
| 382 |
+
"manipulation_score": 18.987831681965385,
|
| 383 |
+
"total_penalty_factor": 0.5,
|
| 384 |
+
"fail_reason": "out_of_bounds",
|
| 385 |
+
"penalty_events": [
|
| 386 |
+
{
|
| 387 |
+
"event_type": "out_of_bounds",
|
| 388 |
+
"timestep": 241,
|
| 389 |
+
"penalty_factor": 0.5,
|
| 390 |
+
"details": "Target object left workspace/view"
|
| 391 |
+
}
|
| 392 |
+
]
|
| 393 |
+
},
|
| 394 |
+
{
|
| 395 |
+
"episode_id": 22,
|
| 396 |
+
"seed": 100024,
|
| 397 |
+
"success": false,
|
| 398 |
+
"steps_taken": 316,
|
| 399 |
+
"max_steps": 500,
|
| 400 |
+
"route_completion": 45.2455924609332,
|
| 401 |
+
"manipulation_score": 22.6227962304666,
|
| 402 |
+
"total_penalty_factor": 0.5,
|
| 403 |
+
"fail_reason": "out_of_bounds",
|
| 404 |
+
"penalty_events": [
|
| 405 |
+
{
|
| 406 |
+
"event_type": "out_of_bounds",
|
| 407 |
+
"timestep": 316,
|
| 408 |
+
"penalty_factor": 0.5,
|
| 409 |
+
"details": "Target object left workspace/view"
|
| 410 |
+
}
|
| 411 |
+
]
|
| 412 |
+
},
|
| 413 |
+
{
|
| 414 |
+
"episode_id": 23,
|
| 415 |
+
"seed": 100025,
|
| 416 |
+
"success": false,
|
| 417 |
+
"steps_taken": 117,
|
| 418 |
+
"max_steps": 500,
|
| 419 |
+
"route_completion": 22.447073093287937,
|
| 420 |
+
"manipulation_score": 11.223536546643968,
|
| 421 |
+
"total_penalty_factor": 0.5,
|
| 422 |
+
"fail_reason": "out_of_bounds",
|
| 423 |
+
"penalty_events": [
|
| 424 |
+
{
|
| 425 |
+
"event_type": "out_of_bounds",
|
| 426 |
+
"timestep": 117,
|
| 427 |
+
"penalty_factor": 0.5,
|
| 428 |
+
"details": "Target object left workspace/view"
|
| 429 |
+
}
|
| 430 |
+
]
|
| 431 |
+
},
|
| 432 |
+
{
|
| 433 |
+
"episode_id": 24,
|
| 434 |
+
"seed": 100026,
|
| 435 |
+
"success": false,
|
| 436 |
+
"steps_taken": 144,
|
| 437 |
+
"max_steps": 500,
|
| 438 |
+
"route_completion": 29.377141061111374,
|
| 439 |
+
"manipulation_score": 14.688570530555687,
|
| 440 |
+
"total_penalty_factor": 0.5,
|
| 441 |
+
"fail_reason": "out_of_bounds",
|
| 442 |
+
"penalty_events": [
|
| 443 |
+
{
|
| 444 |
+
"event_type": "out_of_bounds",
|
| 445 |
+
"timestep": 144,
|
| 446 |
+
"penalty_factor": 0.5,
|
| 447 |
+
"details": "Target object left workspace/view"
|
| 448 |
+
}
|
| 449 |
+
]
|
| 450 |
+
},
|
| 451 |
+
{
|
| 452 |
+
"episode_id": 25,
|
| 453 |
+
"seed": 100028,
|
| 454 |
+
"success": false,
|
| 455 |
+
"steps_taken": 119,
|
| 456 |
+
"max_steps": 500,
|
| 457 |
+
"route_completion": 29.65049233904106,
|
| 458 |
+
"manipulation_score": 14.82524616952053,
|
| 459 |
+
"total_penalty_factor": 0.5,
|
| 460 |
+
"fail_reason": "out_of_bounds",
|
| 461 |
+
"penalty_events": [
|
| 462 |
+
{
|
| 463 |
+
"event_type": "out_of_bounds",
|
| 464 |
+
"timestep": 119,
|
| 465 |
+
"penalty_factor": 0.5,
|
| 466 |
+
"details": "Target object left workspace/view"
|
| 467 |
+
}
|
| 468 |
+
]
|
| 469 |
+
},
|
| 470 |
+
{
|
| 471 |
+
"episode_id": 26,
|
| 472 |
+
"seed": 100029,
|
| 473 |
+
"success": false,
|
| 474 |
+
"steps_taken": 155,
|
| 475 |
+
"max_steps": 500,
|
| 476 |
+
"route_completion": 39.4777299421295,
|
| 477 |
+
"manipulation_score": 19.73886497106475,
|
| 478 |
+
"total_penalty_factor": 0.5,
|
| 479 |
+
"fail_reason": "out_of_bounds",
|
| 480 |
+
"penalty_events": [
|
| 481 |
+
{
|
| 482 |
+
"event_type": "out_of_bounds",
|
| 483 |
+
"timestep": 155,
|
| 484 |
+
"penalty_factor": 0.5,
|
| 485 |
+
"details": "Target object left workspace/view"
|
| 486 |
+
}
|
| 487 |
+
]
|
| 488 |
+
},
|
| 489 |
+
{
|
| 490 |
+
"episode_id": 27,
|
| 491 |
+
"seed": 100030,
|
| 492 |
+
"success": false,
|
| 493 |
+
"steps_taken": 222,
|
| 494 |
+
"max_steps": 500,
|
| 495 |
+
"route_completion": 42.63631944089036,
|
| 496 |
+
"manipulation_score": 21.31815972044518,
|
| 497 |
+
"total_penalty_factor": 0.5,
|
| 498 |
+
"fail_reason": "out_of_bounds",
|
| 499 |
+
"penalty_events": [
|
| 500 |
+
{
|
| 501 |
+
"event_type": "out_of_bounds",
|
| 502 |
+
"timestep": 222,
|
| 503 |
+
"penalty_factor": 0.5,
|
| 504 |
+
"details": "Target object left workspace/view"
|
| 505 |
+
}
|
| 506 |
+
]
|
| 507 |
+
},
|
| 508 |
+
{
|
| 509 |
+
"episode_id": 28,
|
| 510 |
+
"seed": 100032,
|
| 511 |
+
"success": true,
|
| 512 |
+
"steps_taken": 128,
|
| 513 |
+
"max_steps": 500,
|
| 514 |
+
"route_completion": 100.0,
|
| 515 |
+
"manipulation_score": 100.0,
|
| 516 |
+
"total_penalty_factor": 1.0,
|
| 517 |
+
"fail_reason": null,
|
| 518 |
+
"penalty_events": []
|
| 519 |
+
},
|
| 520 |
+
{
|
| 521 |
+
"episode_id": 29,
|
| 522 |
+
"seed": 100033,
|
| 523 |
+
"success": false,
|
| 524 |
+
"steps_taken": 126,
|
| 525 |
+
"max_steps": 500,
|
| 526 |
+
"route_completion": 20.92747754286332,
|
| 527 |
+
"manipulation_score": 10.46373877143166,
|
| 528 |
+
"total_penalty_factor": 0.5,
|
| 529 |
+
"fail_reason": "out_of_bounds",
|
| 530 |
+
"penalty_events": [
|
| 531 |
+
{
|
| 532 |
+
"event_type": "out_of_bounds",
|
| 533 |
+
"timestep": 126,
|
| 534 |
+
"penalty_factor": 0.5,
|
| 535 |
+
"details": "Target object left workspace/view"
|
| 536 |
+
}
|
| 537 |
+
]
|
| 538 |
+
},
|
| 539 |
+
{
|
| 540 |
+
"episode_id": 30,
|
| 541 |
+
"seed": 100034,
|
| 542 |
+
"success": false,
|
| 543 |
+
"steps_taken": 148,
|
| 544 |
+
"max_steps": 500,
|
| 545 |
+
"route_completion": 32.13276679704122,
|
| 546 |
+
"manipulation_score": 16.06638339852061,
|
| 547 |
+
"total_penalty_factor": 0.5,
|
| 548 |
+
"fail_reason": "out_of_bounds",
|
| 549 |
+
"penalty_events": [
|
| 550 |
+
{
|
| 551 |
+
"event_type": "out_of_bounds",
|
| 552 |
+
"timestep": 148,
|
| 553 |
+
"penalty_factor": 0.5,
|
| 554 |
+
"details": "Target object left workspace/view"
|
| 555 |
+
}
|
| 556 |
+
]
|
| 557 |
+
},
|
| 558 |
+
{
|
| 559 |
+
"episode_id": 31,
|
| 560 |
+
"seed": 100035,
|
| 561 |
+
"success": false,
|
| 562 |
+
"steps_taken": 129,
|
| 563 |
+
"max_steps": 500,
|
| 564 |
+
"route_completion": 38.56689068020554,
|
| 565 |
+
"manipulation_score": 19.28344534010277,
|
| 566 |
+
"total_penalty_factor": 0.5,
|
| 567 |
+
"fail_reason": "out_of_bounds",
|
| 568 |
+
"penalty_events": [
|
| 569 |
+
{
|
| 570 |
+
"event_type": "out_of_bounds",
|
| 571 |
+
"timestep": 129,
|
| 572 |
+
"penalty_factor": 0.5,
|
| 573 |
+
"details": "Target object left workspace/view"
|
| 574 |
+
}
|
| 575 |
+
]
|
| 576 |
+
},
|
| 577 |
+
{
|
| 578 |
+
"episode_id": 32,
|
| 579 |
+
"seed": 100036,
|
| 580 |
+
"success": false,
|
| 581 |
+
"steps_taken": 110,
|
| 582 |
+
"max_steps": 500,
|
| 583 |
+
"route_completion": 0.04161456695050222,
|
| 584 |
+
"manipulation_score": 0.02080728347525111,
|
| 585 |
+
"total_penalty_factor": 0.5,
|
| 586 |
+
"fail_reason": "out_of_bounds",
|
| 587 |
+
"penalty_events": [
|
| 588 |
+
{
|
| 589 |
+
"event_type": "out_of_bounds",
|
| 590 |
+
"timestep": 110,
|
| 591 |
+
"penalty_factor": 0.5,
|
| 592 |
+
"details": "Target object left workspace/view"
|
| 593 |
+
}
|
| 594 |
+
]
|
| 595 |
+
},
|
| 596 |
+
{
|
| 597 |
+
"episode_id": 33,
|
| 598 |
+
"seed": 100037,
|
| 599 |
+
"success": false,
|
| 600 |
+
"steps_taken": 376,
|
| 601 |
+
"max_steps": 500,
|
| 602 |
+
"route_completion": 0.0,
|
| 603 |
+
"manipulation_score": 0.0,
|
| 604 |
+
"total_penalty_factor": 0.5,
|
| 605 |
+
"fail_reason": "out_of_bounds",
|
| 606 |
+
"penalty_events": [
|
| 607 |
+
{
|
| 608 |
+
"event_type": "out_of_bounds",
|
| 609 |
+
"timestep": 376,
|
| 610 |
+
"penalty_factor": 0.5,
|
| 611 |
+
"details": "Target object left workspace/view"
|
| 612 |
+
}
|
| 613 |
+
]
|
| 614 |
+
},
|
| 615 |
+
{
|
| 616 |
+
"episode_id": 34,
|
| 617 |
+
"seed": 100038,
|
| 618 |
+
"success": false,
|
| 619 |
+
"steps_taken": 166,
|
| 620 |
+
"max_steps": 500,
|
| 621 |
+
"route_completion": 18.889197808722873,
|
| 622 |
+
"manipulation_score": 9.444598904361436,
|
| 623 |
+
"total_penalty_factor": 0.5,
|
| 624 |
+
"fail_reason": "out_of_bounds",
|
| 625 |
+
"penalty_events": [
|
| 626 |
+
{
|
| 627 |
+
"event_type": "out_of_bounds",
|
| 628 |
+
"timestep": 166,
|
| 629 |
+
"penalty_factor": 0.5,
|
| 630 |
+
"details": "Target object left workspace/view"
|
| 631 |
+
}
|
| 632 |
+
]
|
| 633 |
+
},
|
| 634 |
+
{
|
| 635 |
+
"episode_id": 35,
|
| 636 |
+
"seed": 100040,
|
| 637 |
+
"success": false,
|
| 638 |
+
"steps_taken": 201,
|
| 639 |
+
"max_steps": 500,
|
| 640 |
+
"route_completion": 0.021233948718000543,
|
| 641 |
+
"manipulation_score": 0.010616974359000272,
|
| 642 |
+
"total_penalty_factor": 0.5,
|
| 643 |
+
"fail_reason": "out_of_bounds",
|
| 644 |
+
"penalty_events": [
|
| 645 |
+
{
|
| 646 |
+
"event_type": "out_of_bounds",
|
| 647 |
+
"timestep": 201,
|
| 648 |
+
"penalty_factor": 0.5,
|
| 649 |
+
"details": "Target object left workspace/view"
|
| 650 |
+
}
|
| 651 |
+
]
|
| 652 |
+
},
|
| 653 |
+
{
|
| 654 |
+
"episode_id": 36,
|
| 655 |
+
"seed": 100041,
|
| 656 |
+
"success": false,
|
| 657 |
+
"steps_taken": 198,
|
| 658 |
+
"max_steps": 500,
|
| 659 |
+
"route_completion": 30.506685507561222,
|
| 660 |
+
"manipulation_score": 15.253342753780611,
|
| 661 |
+
"total_penalty_factor": 0.5,
|
| 662 |
+
"fail_reason": "out_of_bounds",
|
| 663 |
+
"penalty_events": [
|
| 664 |
+
{
|
| 665 |
+
"event_type": "out_of_bounds",
|
| 666 |
+
"timestep": 198,
|
| 667 |
+
"penalty_factor": 0.5,
|
| 668 |
+
"details": "Target object left workspace/view"
|
| 669 |
+
}
|
| 670 |
+
]
|
| 671 |
+
},
|
| 672 |
+
{
|
| 673 |
+
"episode_id": 37,
|
| 674 |
+
"seed": 100042,
|
| 675 |
+
"success": false,
|
| 676 |
+
"steps_taken": 248,
|
| 677 |
+
"max_steps": 500,
|
| 678 |
+
"route_completion": 40.51772735156657,
|
| 679 |
+
"manipulation_score": 20.258863675783285,
|
| 680 |
+
"total_penalty_factor": 0.5,
|
| 681 |
+
"fail_reason": "out_of_bounds",
|
| 682 |
+
"penalty_events": [
|
| 683 |
+
{
|
| 684 |
+
"event_type": "out_of_bounds",
|
| 685 |
+
"timestep": 248,
|
| 686 |
+
"penalty_factor": 0.5,
|
| 687 |
+
"details": "Target object left workspace/view"
|
| 688 |
+
}
|
| 689 |
+
]
|
| 690 |
+
},
|
| 691 |
+
{
|
| 692 |
+
"episode_id": 38,
|
| 693 |
+
"seed": 100044,
|
| 694 |
+
"success": false,
|
| 695 |
+
"steps_taken": 115,
|
| 696 |
+
"max_steps": 500,
|
| 697 |
+
"route_completion": 0.0,
|
| 698 |
+
"manipulation_score": 0.0,
|
| 699 |
+
"total_penalty_factor": 0.5,
|
| 700 |
+
"fail_reason": "out_of_bounds",
|
| 701 |
+
"penalty_events": [
|
| 702 |
+
{
|
| 703 |
+
"event_type": "out_of_bounds",
|
| 704 |
+
"timestep": 115,
|
| 705 |
+
"penalty_factor": 0.5,
|
| 706 |
+
"details": "Target object left workspace/view"
|
| 707 |
+
}
|
| 708 |
+
]
|
| 709 |
+
},
|
| 710 |
+
{
|
| 711 |
+
"episode_id": 39,
|
| 712 |
+
"seed": 100046,
|
| 713 |
+
"success": false,
|
| 714 |
+
"steps_taken": 245,
|
| 715 |
+
"max_steps": 500,
|
| 716 |
+
"route_completion": 36.108616604562,
|
| 717 |
+
"manipulation_score": 18.054308302281,
|
| 718 |
+
"total_penalty_factor": 0.5,
|
| 719 |
+
"fail_reason": "out_of_bounds",
|
| 720 |
+
"penalty_events": [
|
| 721 |
+
{
|
| 722 |
+
"event_type": "out_of_bounds",
|
| 723 |
+
"timestep": 245,
|
| 724 |
+
"penalty_factor": 0.5,
|
| 725 |
+
"details": "Target object left workspace/view"
|
| 726 |
+
}
|
| 727 |
+
]
|
| 728 |
+
},
|
| 729 |
+
{
|
| 730 |
+
"episode_id": 40,
|
| 731 |
+
"seed": 100047,
|
| 732 |
+
"success": false,
|
| 733 |
+
"steps_taken": 274,
|
| 734 |
+
"max_steps": 500,
|
| 735 |
+
"route_completion": 36.62078705106776,
|
| 736 |
+
"manipulation_score": 18.31039352553388,
|
| 737 |
+
"total_penalty_factor": 0.5,
|
| 738 |
+
"fail_reason": "out_of_bounds",
|
| 739 |
+
"penalty_events": [
|
| 740 |
+
{
|
| 741 |
+
"event_type": "out_of_bounds",
|
| 742 |
+
"timestep": 274,
|
| 743 |
+
"penalty_factor": 0.5,
|
| 744 |
+
"details": "Target object left workspace/view"
|
| 745 |
+
}
|
| 746 |
+
]
|
| 747 |
+
},
|
| 748 |
+
{
|
| 749 |
+
"episode_id": 41,
|
| 750 |
+
"seed": 100049,
|
| 751 |
+
"success": false,
|
| 752 |
+
"steps_taken": 109,
|
| 753 |
+
"max_steps": 500,
|
| 754 |
+
"route_completion": 0.0,
|
| 755 |
+
"manipulation_score": 0.0,
|
| 756 |
+
"total_penalty_factor": 0.5,
|
| 757 |
+
"fail_reason": "out_of_bounds",
|
| 758 |
+
"penalty_events": [
|
| 759 |
+
{
|
| 760 |
+
"event_type": "out_of_bounds",
|
| 761 |
+
"timestep": 109,
|
| 762 |
+
"penalty_factor": 0.5,
|
| 763 |
+
"details": "Target object left workspace/view"
|
| 764 |
+
}
|
| 765 |
+
]
|
| 766 |
+
},
|
| 767 |
+
{
|
| 768 |
+
"episode_id": 42,
|
| 769 |
+
"seed": 100050,
|
| 770 |
+
"success": false,
|
| 771 |
+
"steps_taken": 114,
|
| 772 |
+
"max_steps": 500,
|
| 773 |
+
"route_completion": 8.425248697953176,
|
| 774 |
+
"manipulation_score": 4.212624348976588,
|
| 775 |
+
"total_penalty_factor": 0.5,
|
| 776 |
+
"fail_reason": "out_of_bounds",
|
| 777 |
+
"penalty_events": [
|
| 778 |
+
{
|
| 779 |
+
"event_type": "out_of_bounds",
|
| 780 |
+
"timestep": 114,
|
| 781 |
+
"penalty_factor": 0.5,
|
| 782 |
+
"details": "Target object left workspace/view"
|
| 783 |
+
}
|
| 784 |
+
]
|
| 785 |
+
},
|
| 786 |
+
{
|
| 787 |
+
"episode_id": 43,
|
| 788 |
+
"seed": 100051,
|
| 789 |
+
"success": false,
|
| 790 |
+
"steps_taken": 121,
|
| 791 |
+
"max_steps": 500,
|
| 792 |
+
"route_completion": 14.422916057176005,
|
| 793 |
+
"manipulation_score": 7.2114580285880026,
|
| 794 |
+
"total_penalty_factor": 0.5,
|
| 795 |
+
"fail_reason": "out_of_bounds",
|
| 796 |
+
"penalty_events": [
|
| 797 |
+
{
|
| 798 |
+
"event_type": "out_of_bounds",
|
| 799 |
+
"timestep": 121,
|
| 800 |
+
"penalty_factor": 0.5,
|
| 801 |
+
"details": "Target object left workspace/view"
|
| 802 |
+
}
|
| 803 |
+
]
|
| 804 |
+
},
|
| 805 |
+
{
|
| 806 |
+
"episode_id": 44,
|
| 807 |
+
"seed": 100052,
|
| 808 |
+
"success": true,
|
| 809 |
+
"steps_taken": 136,
|
| 810 |
+
"max_steps": 500,
|
| 811 |
+
"route_completion": 100.0,
|
| 812 |
+
"manipulation_score": 100.0,
|
| 813 |
+
"total_penalty_factor": 1.0,
|
| 814 |
+
"fail_reason": null,
|
| 815 |
+
"penalty_events": []
|
| 816 |
+
},
|
| 817 |
+
{
|
| 818 |
+
"episode_id": 45,
|
| 819 |
+
"seed": 100054,
|
| 820 |
+
"success": false,
|
| 821 |
+
"steps_taken": 286,
|
| 822 |
+
"max_steps": 500,
|
| 823 |
+
"route_completion": 0.7856596257151569,
|
| 824 |
+
"manipulation_score": 0.39282981285757845,
|
| 825 |
+
"total_penalty_factor": 0.5,
|
| 826 |
+
"fail_reason": "out_of_bounds",
|
| 827 |
+
"penalty_events": [
|
| 828 |
+
{
|
| 829 |
+
"event_type": "out_of_bounds",
|
| 830 |
+
"timestep": 286,
|
| 831 |
+
"penalty_factor": 0.5,
|
| 832 |
+
"details": "Target object left workspace/view"
|
| 833 |
+
}
|
| 834 |
+
]
|
| 835 |
+
},
|
| 836 |
+
{
|
| 837 |
+
"episode_id": 46,
|
| 838 |
+
"seed": 100056,
|
| 839 |
+
"success": false,
|
| 840 |
+
"steps_taken": 118,
|
| 841 |
+
"max_steps": 500,
|
| 842 |
+
"route_completion": 15.201780955148699,
|
| 843 |
+
"manipulation_score": 7.6008904775743495,
|
| 844 |
+
"total_penalty_factor": 0.5,
|
| 845 |
+
"fail_reason": "out_of_bounds",
|
| 846 |
+
"penalty_events": [
|
| 847 |
+
{
|
| 848 |
+
"event_type": "out_of_bounds",
|
| 849 |
+
"timestep": 118,
|
| 850 |
+
"penalty_factor": 0.5,
|
| 851 |
+
"details": "Target object left workspace/view"
|
| 852 |
+
}
|
| 853 |
+
]
|
| 854 |
+
},
|
| 855 |
+
{
|
| 856 |
+
"episode_id": 47,
|
| 857 |
+
"seed": 100057,
|
| 858 |
+
"success": false,
|
| 859 |
+
"steps_taken": 121,
|
| 860 |
+
"max_steps": 500,
|
| 861 |
+
"route_completion": 37.085659597537806,
|
| 862 |
+
"manipulation_score": 18.542829798768903,
|
| 863 |
+
"total_penalty_factor": 0.5,
|
| 864 |
+
"fail_reason": "out_of_bounds",
|
| 865 |
+
"penalty_events": [
|
| 866 |
+
{
|
| 867 |
+
"event_type": "out_of_bounds",
|
| 868 |
+
"timestep": 121,
|
| 869 |
+
"penalty_factor": 0.5,
|
| 870 |
+
"details": "Target object left workspace/view"
|
| 871 |
+
}
|
| 872 |
+
]
|
| 873 |
+
},
|
| 874 |
+
{
|
| 875 |
+
"episode_id": 48,
|
| 876 |
+
"seed": 100058,
|
| 877 |
+
"success": false,
|
| 878 |
+
"steps_taken": 254,
|
| 879 |
+
"max_steps": 500,
|
| 880 |
+
"route_completion": 0.0,
|
| 881 |
+
"manipulation_score": 0.0,
|
| 882 |
+
"total_penalty_factor": 0.5,
|
| 883 |
+
"fail_reason": "out_of_bounds",
|
| 884 |
+
"penalty_events": [
|
| 885 |
+
{
|
| 886 |
+
"event_type": "out_of_bounds",
|
| 887 |
+
"timestep": 254,
|
| 888 |
+
"penalty_factor": 0.5,
|
| 889 |
+
"details": "Target object left workspace/view"
|
| 890 |
+
}
|
| 891 |
+
]
|
| 892 |
+
},
|
| 893 |
+
{
|
| 894 |
+
"episode_id": 49,
|
| 895 |
+
"seed": 100059,
|
| 896 |
+
"success": false,
|
| 897 |
+
"steps_taken": 111,
|
| 898 |
+
"max_steps": 500,
|
| 899 |
+
"route_completion": 34.564677054073215,
|
| 900 |
+
"manipulation_score": 17.282338527036607,
|
| 901 |
+
"total_penalty_factor": 0.5,
|
| 902 |
+
"fail_reason": "out_of_bounds",
|
| 903 |
+
"penalty_events": [
|
| 904 |
+
{
|
| 905 |
+
"event_type": "out_of_bounds",
|
| 906 |
+
"timestep": 111,
|
| 907 |
+
"penalty_factor": 0.5,
|
| 908 |
+
"details": "Target object left workspace/view"
|
| 909 |
+
}
|
| 910 |
+
]
|
| 911 |
+
},
|
| 912 |
+
{
|
| 913 |
+
"episode_id": 50,
|
| 914 |
+
"seed": 100060,
|
| 915 |
+
"success": false,
|
| 916 |
+
"steps_taken": 110,
|
| 917 |
+
"max_steps": 500,
|
| 918 |
+
"route_completion": 16.86613073101337,
|
| 919 |
+
"manipulation_score": 8.433065365506685,
|
| 920 |
+
"total_penalty_factor": 0.5,
|
| 921 |
+
"fail_reason": "out_of_bounds",
|
| 922 |
+
"penalty_events": [
|
| 923 |
+
{
|
| 924 |
+
"event_type": "out_of_bounds",
|
| 925 |
+
"timestep": 110,
|
| 926 |
+
"penalty_factor": 0.5,
|
| 927 |
+
"details": "Target object left workspace/view"
|
| 928 |
+
}
|
| 929 |
+
]
|
| 930 |
+
},
|
| 931 |
+
{
|
| 932 |
+
"episode_id": 51,
|
| 933 |
+
"seed": 100061,
|
| 934 |
+
"success": false,
|
| 935 |
+
"steps_taken": 167,
|
| 936 |
+
"max_steps": 500,
|
| 937 |
+
"route_completion": 23.92433287662714,
|
| 938 |
+
"manipulation_score": 11.96216643831357,
|
| 939 |
+
"total_penalty_factor": 0.5,
|
| 940 |
+
"fail_reason": "out_of_bounds",
|
| 941 |
+
"penalty_events": [
|
| 942 |
+
{
|
| 943 |
+
"event_type": "out_of_bounds",
|
| 944 |
+
"timestep": 167,
|
| 945 |
+
"penalty_factor": 0.5,
|
| 946 |
+
"details": "Target object left workspace/view"
|
| 947 |
+
}
|
| 948 |
+
]
|
| 949 |
+
},
|
| 950 |
+
{
|
| 951 |
+
"episode_id": 52,
|
| 952 |
+
"seed": 100062,
|
| 953 |
+
"success": false,
|
| 954 |
+
"steps_taken": 156,
|
| 955 |
+
"max_steps": 500,
|
| 956 |
+
"route_completion": 0.06674715896649598,
|
| 957 |
+
"manipulation_score": 0.03337357948324799,
|
| 958 |
+
"total_penalty_factor": 0.5,
|
| 959 |
+
"fail_reason": "out_of_bounds",
|
| 960 |
+
"penalty_events": [
|
| 961 |
+
{
|
| 962 |
+
"event_type": "out_of_bounds",
|
| 963 |
+
"timestep": 156,
|
| 964 |
+
"penalty_factor": 0.5,
|
| 965 |
+
"details": "Target object left workspace/view"
|
| 966 |
+
}
|
| 967 |
+
]
|
| 968 |
+
},
|
| 969 |
+
{
|
| 970 |
+
"episode_id": 53,
|
| 971 |
+
"seed": 100063,
|
| 972 |
+
"success": false,
|
| 973 |
+
"steps_taken": 169,
|
| 974 |
+
"max_steps": 500,
|
| 975 |
+
"route_completion": 48.77511343404481,
|
| 976 |
+
"manipulation_score": 24.387556717022406,
|
| 977 |
+
"total_penalty_factor": 0.5,
|
| 978 |
+
"fail_reason": "out_of_bounds",
|
| 979 |
+
"penalty_events": [
|
| 980 |
+
{
|
| 981 |
+
"event_type": "out_of_bounds",
|
| 982 |
+
"timestep": 169,
|
| 983 |
+
"penalty_factor": 0.5,
|
| 984 |
+
"details": "Target object left workspace/view"
|
| 985 |
+
}
|
| 986 |
+
]
|
| 987 |
+
},
|
| 988 |
+
{
|
| 989 |
+
"episode_id": 54,
|
| 990 |
+
"seed": 100064,
|
| 991 |
+
"success": false,
|
| 992 |
+
"steps_taken": 188,
|
| 993 |
+
"max_steps": 500,
|
| 994 |
+
"route_completion": 16.35886632649519,
|
| 995 |
+
"manipulation_score": 8.179433163247595,
|
| 996 |
+
"total_penalty_factor": 0.5,
|
| 997 |
+
"fail_reason": "out_of_bounds",
|
| 998 |
+
"penalty_events": [
|
| 999 |
+
{
|
| 1000 |
+
"event_type": "out_of_bounds",
|
| 1001 |
+
"timestep": 188,
|
| 1002 |
+
"penalty_factor": 0.5,
|
| 1003 |
+
"details": "Target object left workspace/view"
|
| 1004 |
+
}
|
| 1005 |
+
]
|
| 1006 |
+
},
|
| 1007 |
+
{
|
| 1008 |
+
"episode_id": 55,
|
| 1009 |
+
"seed": 100065,
|
| 1010 |
+
"success": true,
|
| 1011 |
+
"steps_taken": 178,
|
| 1012 |
+
"max_steps": 500,
|
| 1013 |
+
"route_completion": 100.0,
|
| 1014 |
+
"manipulation_score": 100.0,
|
| 1015 |
+
"total_penalty_factor": 1.0,
|
| 1016 |
+
"fail_reason": null,
|
| 1017 |
+
"penalty_events": []
|
| 1018 |
+
},
|
| 1019 |
+
{
|
| 1020 |
+
"episode_id": 56,
|
| 1021 |
+
"seed": 100066,
|
| 1022 |
+
"success": false,
|
| 1023 |
+
"steps_taken": 111,
|
| 1024 |
+
"max_steps": 500,
|
| 1025 |
+
"route_completion": 28.108675039343456,
|
| 1026 |
+
"manipulation_score": 14.054337519671728,
|
| 1027 |
+
"total_penalty_factor": 0.5,
|
| 1028 |
+
"fail_reason": "out_of_bounds",
|
| 1029 |
+
"penalty_events": [
|
| 1030 |
+
{
|
| 1031 |
+
"event_type": "out_of_bounds",
|
| 1032 |
+
"timestep": 111,
|
| 1033 |
+
"penalty_factor": 0.5,
|
| 1034 |
+
"details": "Target object left workspace/view"
|
| 1035 |
+
}
|
| 1036 |
+
]
|
| 1037 |
+
},
|
| 1038 |
+
{
|
| 1039 |
+
"episode_id": 57,
|
| 1040 |
+
"seed": 100067,
|
| 1041 |
+
"success": false,
|
| 1042 |
+
"steps_taken": 137,
|
| 1043 |
+
"max_steps": 500,
|
| 1044 |
+
"route_completion": 33.18509288906819,
|
| 1045 |
+
"manipulation_score": 16.592546444534094,
|
| 1046 |
+
"total_penalty_factor": 0.5,
|
| 1047 |
+
"fail_reason": "out_of_bounds",
|
| 1048 |
+
"penalty_events": [
|
| 1049 |
+
{
|
| 1050 |
+
"event_type": "out_of_bounds",
|
| 1051 |
+
"timestep": 137,
|
| 1052 |
+
"penalty_factor": 0.5,
|
| 1053 |
+
"details": "Target object left workspace/view"
|
| 1054 |
+
}
|
| 1055 |
+
]
|
| 1056 |
+
},
|
| 1057 |
+
{
|
| 1058 |
+
"episode_id": 58,
|
| 1059 |
+
"seed": 100068,
|
| 1060 |
+
"success": false,
|
| 1061 |
+
"steps_taken": 129,
|
| 1062 |
+
"max_steps": 500,
|
| 1063 |
+
"route_completion": 28.411216732170423,
|
| 1064 |
+
"manipulation_score": 14.205608366085212,
|
| 1065 |
+
"total_penalty_factor": 0.5,
|
| 1066 |
+
"fail_reason": "out_of_bounds",
|
| 1067 |
+
"penalty_events": [
|
| 1068 |
+
{
|
| 1069 |
+
"event_type": "out_of_bounds",
|
| 1070 |
+
"timestep": 129,
|
| 1071 |
+
"penalty_factor": 0.5,
|
| 1072 |
+
"details": "Target object left workspace/view"
|
| 1073 |
+
}
|
| 1074 |
+
]
|
| 1075 |
+
},
|
| 1076 |
+
{
|
| 1077 |
+
"episode_id": 59,
|
| 1078 |
+
"seed": 100069,
|
| 1079 |
+
"success": false,
|
| 1080 |
+
"steps_taken": 128,
|
| 1081 |
+
"max_steps": 500,
|
| 1082 |
+
"route_completion": 33.28329639223529,
|
| 1083 |
+
"manipulation_score": 16.641648196117647,
|
| 1084 |
+
"total_penalty_factor": 0.5,
|
| 1085 |
+
"fail_reason": "out_of_bounds",
|
| 1086 |
+
"penalty_events": [
|
| 1087 |
+
{
|
| 1088 |
+
"event_type": "out_of_bounds",
|
| 1089 |
+
"timestep": 128,
|
| 1090 |
+
"penalty_factor": 0.5,
|
| 1091 |
+
"details": "Target object left workspace/view"
|
| 1092 |
+
}
|
| 1093 |
+
]
|
| 1094 |
+
},
|
| 1095 |
+
{
|
| 1096 |
+
"episode_id": 60,
|
| 1097 |
+
"seed": 100070,
|
| 1098 |
+
"success": true,
|
| 1099 |
+
"steps_taken": 133,
|
| 1100 |
+
"max_steps": 500,
|
| 1101 |
+
"route_completion": 100.0,
|
| 1102 |
+
"manipulation_score": 100.0,
|
| 1103 |
+
"total_penalty_factor": 1.0,
|
| 1104 |
+
"fail_reason": null,
|
| 1105 |
+
"penalty_events": []
|
| 1106 |
+
},
|
| 1107 |
+
{
|
| 1108 |
+
"episode_id": 61,
|
| 1109 |
+
"seed": 100071,
|
| 1110 |
+
"success": false,
|
| 1111 |
+
"steps_taken": 500,
|
| 1112 |
+
"max_steps": 500,
|
| 1113 |
+
"route_completion": 43.97967581644475,
|
| 1114 |
+
"manipulation_score": 43.97967581644475,
|
| 1115 |
+
"total_penalty_factor": 1.0,
|
| 1116 |
+
"fail_reason": null,
|
| 1117 |
+
"penalty_events": []
|
| 1118 |
+
},
|
| 1119 |
+
{
|
| 1120 |
+
"episode_id": 62,
|
| 1121 |
+
"seed": 100072,
|
| 1122 |
+
"success": false,
|
| 1123 |
+
"steps_taken": 108,
|
| 1124 |
+
"max_steps": 500,
|
| 1125 |
+
"route_completion": 27.66858275764838,
|
| 1126 |
+
"manipulation_score": 13.83429137882419,
|
| 1127 |
+
"total_penalty_factor": 0.5,
|
| 1128 |
+
"fail_reason": "out_of_bounds",
|
| 1129 |
+
"penalty_events": [
|
| 1130 |
+
{
|
| 1131 |
+
"event_type": "out_of_bounds",
|
| 1132 |
+
"timestep": 108,
|
| 1133 |
+
"penalty_factor": 0.5,
|
| 1134 |
+
"details": "Target object left workspace/view"
|
| 1135 |
+
}
|
| 1136 |
+
]
|
| 1137 |
+
},
|
| 1138 |
+
{
|
| 1139 |
+
"episode_id": 63,
|
| 1140 |
+
"seed": 100073,
|
| 1141 |
+
"success": false,
|
| 1142 |
+
"steps_taken": 121,
|
| 1143 |
+
"max_steps": 500,
|
| 1144 |
+
"route_completion": 21.86897450952471,
|
| 1145 |
+
"manipulation_score": 10.934487254762354,
|
| 1146 |
+
"total_penalty_factor": 0.5,
|
| 1147 |
+
"fail_reason": "out_of_bounds",
|
| 1148 |
+
"penalty_events": [
|
| 1149 |
+
{
|
| 1150 |
+
"event_type": "out_of_bounds",
|
| 1151 |
+
"timestep": 121,
|
| 1152 |
+
"penalty_factor": 0.5,
|
| 1153 |
+
"details": "Target object left workspace/view"
|
| 1154 |
+
}
|
| 1155 |
+
]
|
| 1156 |
+
},
|
| 1157 |
+
{
|
| 1158 |
+
"episode_id": 64,
|
| 1159 |
+
"seed": 100074,
|
| 1160 |
+
"success": true,
|
| 1161 |
+
"steps_taken": 127,
|
| 1162 |
+
"max_steps": 500,
|
| 1163 |
+
"route_completion": 100.0,
|
| 1164 |
+
"manipulation_score": 100.0,
|
| 1165 |
+
"total_penalty_factor": 1.0,
|
| 1166 |
+
"fail_reason": null,
|
| 1167 |
+
"penalty_events": []
|
| 1168 |
+
},
|
| 1169 |
+
{
|
| 1170 |
+
"episode_id": 65,
|
| 1171 |
+
"seed": 100075,
|
| 1172 |
+
"success": false,
|
| 1173 |
+
"steps_taken": 199,
|
| 1174 |
+
"max_steps": 500,
|
| 1175 |
+
"route_completion": 11.93438764370823,
|
| 1176 |
+
"manipulation_score": 5.967193821854115,
|
| 1177 |
+
"total_penalty_factor": 0.5,
|
| 1178 |
+
"fail_reason": "out_of_bounds",
|
| 1179 |
+
"penalty_events": [
|
| 1180 |
+
{
|
| 1181 |
+
"event_type": "out_of_bounds",
|
| 1182 |
+
"timestep": 199,
|
| 1183 |
+
"penalty_factor": 0.5,
|
| 1184 |
+
"details": "Target object left workspace/view"
|
| 1185 |
+
}
|
| 1186 |
+
]
|
| 1187 |
+
},
|
| 1188 |
+
{
|
| 1189 |
+
"episode_id": 66,
|
| 1190 |
+
"seed": 100076,
|
| 1191 |
+
"success": false,
|
| 1192 |
+
"steps_taken": 182,
|
| 1193 |
+
"max_steps": 500,
|
| 1194 |
+
"route_completion": 21.28137508251061,
|
| 1195 |
+
"manipulation_score": 10.640687541255305,
|
| 1196 |
+
"total_penalty_factor": 0.5,
|
| 1197 |
+
"fail_reason": "out_of_bounds",
|
| 1198 |
+
"penalty_events": [
|
| 1199 |
+
{
|
| 1200 |
+
"event_type": "out_of_bounds",
|
| 1201 |
+
"timestep": 182,
|
| 1202 |
+
"penalty_factor": 0.5,
|
| 1203 |
+
"details": "Target object left workspace/view"
|
| 1204 |
+
}
|
| 1205 |
+
]
|
| 1206 |
+
},
|
| 1207 |
+
{
|
| 1208 |
+
"episode_id": 67,
|
| 1209 |
+
"seed": 100077,
|
| 1210 |
+
"success": false,
|
| 1211 |
+
"steps_taken": 235,
|
| 1212 |
+
"max_steps": 500,
|
| 1213 |
+
"route_completion": 0.02134786241093479,
|
| 1214 |
+
"manipulation_score": 0.010673931205467394,
|
| 1215 |
+
"total_penalty_factor": 0.5,
|
| 1216 |
+
"fail_reason": "out_of_bounds",
|
| 1217 |
+
"penalty_events": [
|
| 1218 |
+
{
|
| 1219 |
+
"event_type": "out_of_bounds",
|
| 1220 |
+
"timestep": 235,
|
| 1221 |
+
"penalty_factor": 0.5,
|
| 1222 |
+
"details": "Target object left workspace/view"
|
| 1223 |
+
}
|
| 1224 |
+
]
|
| 1225 |
+
},
|
| 1226 |
+
{
|
| 1227 |
+
"episode_id": 68,
|
| 1228 |
+
"seed": 100078,
|
| 1229 |
+
"success": false,
|
| 1230 |
+
"steps_taken": 164,
|
| 1231 |
+
"max_steps": 500,
|
| 1232 |
+
"route_completion": 26.83114944766577,
|
| 1233 |
+
"manipulation_score": 13.415574723832885,
|
| 1234 |
+
"total_penalty_factor": 0.5,
|
| 1235 |
+
"fail_reason": "out_of_bounds",
|
| 1236 |
+
"penalty_events": [
|
| 1237 |
+
{
|
| 1238 |
+
"event_type": "out_of_bounds",
|
| 1239 |
+
"timestep": 164,
|
| 1240 |
+
"penalty_factor": 0.5,
|
| 1241 |
+
"details": "Target object left workspace/view"
|
| 1242 |
+
}
|
| 1243 |
+
]
|
| 1244 |
+
},
|
| 1245 |
+
{
|
| 1246 |
+
"episode_id": 69,
|
| 1247 |
+
"seed": 100079,
|
| 1248 |
+
"success": false,
|
| 1249 |
+
"steps_taken": 144,
|
| 1250 |
+
"max_steps": 500,
|
| 1251 |
+
"route_completion": 0.0,
|
| 1252 |
+
"manipulation_score": 0.0,
|
| 1253 |
+
"total_penalty_factor": 0.5,
|
| 1254 |
+
"fail_reason": "out_of_bounds",
|
| 1255 |
+
"penalty_events": [
|
| 1256 |
+
{
|
| 1257 |
+
"event_type": "out_of_bounds",
|
| 1258 |
+
"timestep": 144,
|
| 1259 |
+
"penalty_factor": 0.5,
|
| 1260 |
+
"details": "Target object left workspace/view"
|
| 1261 |
+
}
|
| 1262 |
+
]
|
| 1263 |
+
},
|
| 1264 |
+
{
|
| 1265 |
+
"episode_id": 70,
|
| 1266 |
+
"seed": 100080,
|
| 1267 |
+
"success": false,
|
| 1268 |
+
"steps_taken": 154,
|
| 1269 |
+
"max_steps": 500,
|
| 1270 |
+
"route_completion": 33.710045306485384,
|
| 1271 |
+
"manipulation_score": 16.855022653242692,
|
| 1272 |
+
"total_penalty_factor": 0.5,
|
| 1273 |
+
"fail_reason": "out_of_bounds",
|
| 1274 |
+
"penalty_events": [
|
| 1275 |
+
{
|
| 1276 |
+
"event_type": "out_of_bounds",
|
| 1277 |
+
"timestep": 154,
|
| 1278 |
+
"penalty_factor": 0.5,
|
| 1279 |
+
"details": "Target object left workspace/view"
|
| 1280 |
+
}
|
| 1281 |
+
]
|
| 1282 |
+
},
|
| 1283 |
+
{
|
| 1284 |
+
"episode_id": 71,
|
| 1285 |
+
"seed": 100081,
|
| 1286 |
+
"success": false,
|
| 1287 |
+
"steps_taken": 172,
|
| 1288 |
+
"max_steps": 500,
|
| 1289 |
+
"route_completion": 45.874328352683065,
|
| 1290 |
+
"manipulation_score": 22.937164176341533,
|
| 1291 |
+
"total_penalty_factor": 0.5,
|
| 1292 |
+
"fail_reason": "out_of_bounds",
|
| 1293 |
+
"penalty_events": [
|
| 1294 |
+
{
|
| 1295 |
+
"event_type": "out_of_bounds",
|
| 1296 |
+
"timestep": 172,
|
| 1297 |
+
"penalty_factor": 0.5,
|
| 1298 |
+
"details": "Target object left workspace/view"
|
| 1299 |
+
}
|
| 1300 |
+
]
|
| 1301 |
+
},
|
| 1302 |
+
{
|
| 1303 |
+
"episode_id": 72,
|
| 1304 |
+
"seed": 100082,
|
| 1305 |
+
"success": true,
|
| 1306 |
+
"steps_taken": 135,
|
| 1307 |
+
"max_steps": 500,
|
| 1308 |
+
"route_completion": 100.0,
|
| 1309 |
+
"manipulation_score": 100.0,
|
| 1310 |
+
"total_penalty_factor": 1.0,
|
| 1311 |
+
"fail_reason": null,
|
| 1312 |
+
"penalty_events": []
|
| 1313 |
+
},
|
| 1314 |
+
{
|
| 1315 |
+
"episode_id": 73,
|
| 1316 |
+
"seed": 100083,
|
| 1317 |
+
"success": false,
|
| 1318 |
+
"steps_taken": 178,
|
| 1319 |
+
"max_steps": 500,
|
| 1320 |
+
"route_completion": 30.814614724739993,
|
| 1321 |
+
"manipulation_score": 15.407307362369997,
|
| 1322 |
+
"total_penalty_factor": 0.5,
|
| 1323 |
+
"fail_reason": "out_of_bounds",
|
| 1324 |
+
"penalty_events": [
|
| 1325 |
+
{
|
| 1326 |
+
"event_type": "out_of_bounds",
|
| 1327 |
+
"timestep": 178,
|
| 1328 |
+
"penalty_factor": 0.5,
|
| 1329 |
+
"details": "Target object left workspace/view"
|
| 1330 |
+
}
|
| 1331 |
+
]
|
| 1332 |
+
},
|
| 1333 |
+
{
|
| 1334 |
+
"episode_id": 74,
|
| 1335 |
+
"seed": 100084,
|
| 1336 |
+
"success": false,
|
| 1337 |
+
"steps_taken": 228,
|
| 1338 |
+
"max_steps": 500,
|
| 1339 |
+
"route_completion": 25.888316739736823,
|
| 1340 |
+
"manipulation_score": 12.944158369868411,
|
| 1341 |
+
"total_penalty_factor": 0.5,
|
| 1342 |
+
"fail_reason": "out_of_bounds",
|
| 1343 |
+
"penalty_events": [
|
| 1344 |
+
{
|
| 1345 |
+
"event_type": "out_of_bounds",
|
| 1346 |
+
"timestep": 228,
|
| 1347 |
+
"penalty_factor": 0.5,
|
| 1348 |
+
"details": "Target object left workspace/view"
|
| 1349 |
+
}
|
| 1350 |
+
]
|
| 1351 |
+
},
|
| 1352 |
+
{
|
| 1353 |
+
"episode_id": 75,
|
| 1354 |
+
"seed": 100085,
|
| 1355 |
+
"success": false,
|
| 1356 |
+
"steps_taken": 121,
|
| 1357 |
+
"max_steps": 500,
|
| 1358 |
+
"route_completion": 9.489922544353162,
|
| 1359 |
+
"manipulation_score": 4.744961272176581,
|
| 1360 |
+
"total_penalty_factor": 0.5,
|
| 1361 |
+
"fail_reason": "out_of_bounds",
|
| 1362 |
+
"penalty_events": [
|
| 1363 |
+
{
|
| 1364 |
+
"event_type": "out_of_bounds",
|
| 1365 |
+
"timestep": 121,
|
| 1366 |
+
"penalty_factor": 0.5,
|
| 1367 |
+
"details": "Target object left workspace/view"
|
| 1368 |
+
}
|
| 1369 |
+
]
|
| 1370 |
+
},
|
| 1371 |
+
{
|
| 1372 |
+
"episode_id": 76,
|
| 1373 |
+
"seed": 100086,
|
| 1374 |
+
"success": false,
|
| 1375 |
+
"steps_taken": 185,
|
| 1376 |
+
"max_steps": 500,
|
| 1377 |
+
"route_completion": 0.15981405182300437,
|
| 1378 |
+
"manipulation_score": 0.07990702591150219,
|
| 1379 |
+
"total_penalty_factor": 0.5,
|
| 1380 |
+
"fail_reason": "out_of_bounds",
|
| 1381 |
+
"penalty_events": [
|
| 1382 |
+
{
|
| 1383 |
+
"event_type": "out_of_bounds",
|
| 1384 |
+
"timestep": 185,
|
| 1385 |
+
"penalty_factor": 0.5,
|
| 1386 |
+
"details": "Target object left workspace/view"
|
| 1387 |
+
}
|
| 1388 |
+
]
|
| 1389 |
+
},
|
| 1390 |
+
{
|
| 1391 |
+
"episode_id": 77,
|
| 1392 |
+
"seed": 100087,
|
| 1393 |
+
"success": false,
|
| 1394 |
+
"steps_taken": 309,
|
| 1395 |
+
"max_steps": 500,
|
| 1396 |
+
"route_completion": 32.149323391257745,
|
| 1397 |
+
"manipulation_score": 16.074661695628873,
|
| 1398 |
+
"total_penalty_factor": 0.5,
|
| 1399 |
+
"fail_reason": "out_of_bounds",
|
| 1400 |
+
"penalty_events": [
|
| 1401 |
+
{
|
| 1402 |
+
"event_type": "out_of_bounds",
|
| 1403 |
+
"timestep": 309,
|
| 1404 |
+
"penalty_factor": 0.5,
|
| 1405 |
+
"details": "Target object left workspace/view"
|
| 1406 |
+
}
|
| 1407 |
+
]
|
| 1408 |
+
},
|
| 1409 |
+
{
|
| 1410 |
+
"episode_id": 78,
|
| 1411 |
+
"seed": 100088,
|
| 1412 |
+
"success": false,
|
| 1413 |
+
"steps_taken": 141,
|
| 1414 |
+
"max_steps": 500,
|
| 1415 |
+
"route_completion": 38.35053212335841,
|
| 1416 |
+
"manipulation_score": 19.175266061679206,
|
| 1417 |
+
"total_penalty_factor": 0.5,
|
| 1418 |
+
"fail_reason": "out_of_bounds",
|
| 1419 |
+
"penalty_events": [
|
| 1420 |
+
{
|
| 1421 |
+
"event_type": "out_of_bounds",
|
| 1422 |
+
"timestep": 141,
|
| 1423 |
+
"penalty_factor": 0.5,
|
| 1424 |
+
"details": "Target object left workspace/view"
|
| 1425 |
+
}
|
| 1426 |
+
]
|
| 1427 |
+
},
|
| 1428 |
+
{
|
| 1429 |
+
"episode_id": 79,
|
| 1430 |
+
"seed": 100089,
|
| 1431 |
+
"success": false,
|
| 1432 |
+
"steps_taken": 179,
|
| 1433 |
+
"max_steps": 500,
|
| 1434 |
+
"route_completion": 13.07995400714059,
|
| 1435 |
+
"manipulation_score": 6.539977003570295,
|
| 1436 |
+
"total_penalty_factor": 0.5,
|
| 1437 |
+
"fail_reason": "out_of_bounds",
|
| 1438 |
+
"penalty_events": [
|
| 1439 |
+
{
|
| 1440 |
+
"event_type": "out_of_bounds",
|
| 1441 |
+
"timestep": 179,
|
| 1442 |
+
"penalty_factor": 0.5,
|
| 1443 |
+
"details": "Target object left workspace/view"
|
| 1444 |
+
}
|
| 1445 |
+
]
|
| 1446 |
+
},
|
| 1447 |
+
{
|
| 1448 |
+
"episode_id": 80,
|
| 1449 |
+
"seed": 100090,
|
| 1450 |
+
"success": false,
|
| 1451 |
+
"steps_taken": 119,
|
| 1452 |
+
"max_steps": 500,
|
| 1453 |
+
"route_completion": 3.7938194676631913,
|
| 1454 |
+
"manipulation_score": 1.8969097338315957,
|
| 1455 |
+
"total_penalty_factor": 0.5,
|
| 1456 |
+
"fail_reason": "out_of_bounds",
|
| 1457 |
+
"penalty_events": [
|
| 1458 |
+
{
|
| 1459 |
+
"event_type": "out_of_bounds",
|
| 1460 |
+
"timestep": 119,
|
| 1461 |
+
"penalty_factor": 0.5,
|
| 1462 |
+
"details": "Target object left workspace/view"
|
| 1463 |
+
}
|
| 1464 |
+
]
|
| 1465 |
+
},
|
| 1466 |
+
{
|
| 1467 |
+
"episode_id": 81,
|
| 1468 |
+
"seed": 100091,
|
| 1469 |
+
"success": false,
|
| 1470 |
+
"steps_taken": 121,
|
| 1471 |
+
"max_steps": 500,
|
| 1472 |
+
"route_completion": 0.045314164138011793,
|
| 1473 |
+
"manipulation_score": 0.022657082069005897,
|
| 1474 |
+
"total_penalty_factor": 0.5,
|
| 1475 |
+
"fail_reason": "out_of_bounds",
|
| 1476 |
+
"penalty_events": [
|
| 1477 |
+
{
|
| 1478 |
+
"event_type": "out_of_bounds",
|
| 1479 |
+
"timestep": 121,
|
| 1480 |
+
"penalty_factor": 0.5,
|
| 1481 |
+
"details": "Target object left workspace/view"
|
| 1482 |
+
}
|
| 1483 |
+
]
|
| 1484 |
+
},
|
| 1485 |
+
{
|
| 1486 |
+
"episode_id": 82,
|
| 1487 |
+
"seed": 100092,
|
| 1488 |
+
"success": false,
|
| 1489 |
+
"steps_taken": 130,
|
| 1490 |
+
"max_steps": 500,
|
| 1491 |
+
"route_completion": 23.336956198837775,
|
| 1492 |
+
"manipulation_score": 11.668478099418888,
|
| 1493 |
+
"total_penalty_factor": 0.5,
|
| 1494 |
+
"fail_reason": "out_of_bounds",
|
| 1495 |
+
"penalty_events": [
|
| 1496 |
+
{
|
| 1497 |
+
"event_type": "out_of_bounds",
|
| 1498 |
+
"timestep": 130,
|
| 1499 |
+
"penalty_factor": 0.5,
|
| 1500 |
+
"details": "Target object left workspace/view"
|
| 1501 |
+
}
|
| 1502 |
+
]
|
| 1503 |
+
},
|
| 1504 |
+
{
|
| 1505 |
+
"episode_id": 83,
|
| 1506 |
+
"seed": 100093,
|
| 1507 |
+
"success": false,
|
| 1508 |
+
"steps_taken": 135,
|
| 1509 |
+
"max_steps": 500,
|
| 1510 |
+
"route_completion": 31.468554561953653,
|
| 1511 |
+
"manipulation_score": 15.734277280976826,
|
| 1512 |
+
"total_penalty_factor": 0.5,
|
| 1513 |
+
"fail_reason": "out_of_bounds",
|
| 1514 |
+
"penalty_events": [
|
| 1515 |
+
{
|
| 1516 |
+
"event_type": "out_of_bounds",
|
| 1517 |
+
"timestep": 135,
|
| 1518 |
+
"penalty_factor": 0.5,
|
| 1519 |
+
"details": "Target object left workspace/view"
|
| 1520 |
+
}
|
| 1521 |
+
]
|
| 1522 |
+
},
|
| 1523 |
+
{
|
| 1524 |
+
"episode_id": 84,
|
| 1525 |
+
"seed": 100096,
|
| 1526 |
+
"success": true,
|
| 1527 |
+
"steps_taken": 138,
|
| 1528 |
+
"max_steps": 500,
|
| 1529 |
+
"route_completion": 100.0,
|
| 1530 |
+
"manipulation_score": 100.0,
|
| 1531 |
+
"total_penalty_factor": 1.0,
|
| 1532 |
+
"fail_reason": null,
|
| 1533 |
+
"penalty_events": []
|
| 1534 |
+
},
|
| 1535 |
+
{
|
| 1536 |
+
"episode_id": 85,
|
| 1537 |
+
"seed": 100097,
|
| 1538 |
+
"success": false,
|
| 1539 |
+
"steps_taken": 250,
|
| 1540 |
+
"max_steps": 500,
|
| 1541 |
+
"route_completion": 0.012182950126430631,
|
| 1542 |
+
"manipulation_score": 0.006091475063215316,
|
| 1543 |
+
"total_penalty_factor": 0.5,
|
| 1544 |
+
"fail_reason": "out_of_bounds",
|
| 1545 |
+
"penalty_events": [
|
| 1546 |
+
{
|
| 1547 |
+
"event_type": "out_of_bounds",
|
| 1548 |
+
"timestep": 250,
|
| 1549 |
+
"penalty_factor": 0.5,
|
| 1550 |
+
"details": "Target object left workspace/view"
|
| 1551 |
+
}
|
| 1552 |
+
]
|
| 1553 |
+
},
|
| 1554 |
+
{
|
| 1555 |
+
"episode_id": 86,
|
| 1556 |
+
"seed": 100099,
|
| 1557 |
+
"success": false,
|
| 1558 |
+
"steps_taken": 176,
|
| 1559 |
+
"max_steps": 500,
|
| 1560 |
+
"route_completion": 29.20433993281555,
|
| 1561 |
+
"manipulation_score": 14.602169966407775,
|
| 1562 |
+
"total_penalty_factor": 0.5,
|
| 1563 |
+
"fail_reason": "out_of_bounds",
|
| 1564 |
+
"penalty_events": [
|
| 1565 |
+
{
|
| 1566 |
+
"event_type": "out_of_bounds",
|
| 1567 |
+
"timestep": 176,
|
| 1568 |
+
"penalty_factor": 0.5,
|
| 1569 |
+
"details": "Target object left workspace/view"
|
| 1570 |
+
}
|
| 1571 |
+
]
|
| 1572 |
+
},
|
| 1573 |
+
{
|
| 1574 |
+
"episode_id": 87,
|
| 1575 |
+
"seed": 100100,
|
| 1576 |
+
"success": false,
|
| 1577 |
+
"steps_taken": 194,
|
| 1578 |
+
"max_steps": 500,
|
| 1579 |
+
"route_completion": 30.18719683654698,
|
| 1580 |
+
"manipulation_score": 15.09359841827349,
|
| 1581 |
+
"total_penalty_factor": 0.5,
|
| 1582 |
+
"fail_reason": "out_of_bounds",
|
| 1583 |
+
"penalty_events": [
|
| 1584 |
+
{
|
| 1585 |
+
"event_type": "out_of_bounds",
|
| 1586 |
+
"timestep": 194,
|
| 1587 |
+
"penalty_factor": 0.5,
|
| 1588 |
+
"details": "Target object left workspace/view"
|
| 1589 |
+
}
|
| 1590 |
+
]
|
| 1591 |
+
},
|
| 1592 |
+
{
|
| 1593 |
+
"episode_id": 88,
|
| 1594 |
+
"seed": 100101,
|
| 1595 |
+
"success": false,
|
| 1596 |
+
"steps_taken": 216,
|
| 1597 |
+
"max_steps": 500,
|
| 1598 |
+
"route_completion": 21.706478666522706,
|
| 1599 |
+
"manipulation_score": 10.853239333261353,
|
| 1600 |
+
"total_penalty_factor": 0.5,
|
| 1601 |
+
"fail_reason": "out_of_bounds",
|
| 1602 |
+
"penalty_events": [
|
| 1603 |
+
{
|
| 1604 |
+
"event_type": "out_of_bounds",
|
| 1605 |
+
"timestep": 216,
|
| 1606 |
+
"penalty_factor": 0.5,
|
| 1607 |
+
"details": "Target object left workspace/view"
|
| 1608 |
+
}
|
| 1609 |
+
]
|
| 1610 |
+
},
|
| 1611 |
+
{
|
| 1612 |
+
"episode_id": 89,
|
| 1613 |
+
"seed": 100103,
|
| 1614 |
+
"success": false,
|
| 1615 |
+
"steps_taken": 140,
|
| 1616 |
+
"max_steps": 500,
|
| 1617 |
+
"route_completion": 2.8724921381960047,
|
| 1618 |
+
"manipulation_score": 1.4362460690980023,
|
| 1619 |
+
"total_penalty_factor": 0.5,
|
| 1620 |
+
"fail_reason": "out_of_bounds",
|
| 1621 |
+
"penalty_events": [
|
| 1622 |
+
{
|
| 1623 |
+
"event_type": "out_of_bounds",
|
| 1624 |
+
"timestep": 140,
|
| 1625 |
+
"penalty_factor": 0.5,
|
| 1626 |
+
"details": "Target object left workspace/view"
|
| 1627 |
+
}
|
| 1628 |
+
]
|
| 1629 |
+
},
|
| 1630 |
+
{
|
| 1631 |
+
"episode_id": 90,
|
| 1632 |
+
"seed": 100104,
|
| 1633 |
+
"success": false,
|
| 1634 |
+
"steps_taken": 107,
|
| 1635 |
+
"max_steps": 500,
|
| 1636 |
+
"route_completion": 17.124084566827268,
|
| 1637 |
+
"manipulation_score": 8.562042283413634,
|
| 1638 |
+
"total_penalty_factor": 0.5,
|
| 1639 |
+
"fail_reason": "out_of_bounds",
|
| 1640 |
+
"penalty_events": [
|
| 1641 |
+
{
|
| 1642 |
+
"event_type": "out_of_bounds",
|
| 1643 |
+
"timestep": 107,
|
| 1644 |
+
"penalty_factor": 0.5,
|
| 1645 |
+
"details": "Target object left workspace/view"
|
| 1646 |
+
}
|
| 1647 |
+
]
|
| 1648 |
+
},
|
| 1649 |
+
{
|
| 1650 |
+
"episode_id": 91,
|
| 1651 |
+
"seed": 100107,
|
| 1652 |
+
"success": false,
|
| 1653 |
+
"steps_taken": 157,
|
| 1654 |
+
"max_steps": 500,
|
| 1655 |
+
"route_completion": 6.798966346369024,
|
| 1656 |
+
"manipulation_score": 3.399483173184512,
|
| 1657 |
+
"total_penalty_factor": 0.5,
|
| 1658 |
+
"fail_reason": "out_of_bounds",
|
| 1659 |
+
"penalty_events": [
|
| 1660 |
+
{
|
| 1661 |
+
"event_type": "out_of_bounds",
|
| 1662 |
+
"timestep": 157,
|
| 1663 |
+
"penalty_factor": 0.5,
|
| 1664 |
+
"details": "Target object left workspace/view"
|
| 1665 |
+
}
|
| 1666 |
+
]
|
| 1667 |
+
},
|
| 1668 |
+
{
|
| 1669 |
+
"episode_id": 92,
|
| 1670 |
+
"seed": 100108,
|
| 1671 |
+
"success": false,
|
| 1672 |
+
"steps_taken": 194,
|
| 1673 |
+
"max_steps": 500,
|
| 1674 |
+
"route_completion": 6.285441570014938,
|
| 1675 |
+
"manipulation_score": 3.142720785007469,
|
| 1676 |
+
"total_penalty_factor": 0.5,
|
| 1677 |
+
"fail_reason": "out_of_bounds",
|
| 1678 |
+
"penalty_events": [
|
| 1679 |
+
{
|
| 1680 |
+
"event_type": "out_of_bounds",
|
| 1681 |
+
"timestep": 194,
|
| 1682 |
+
"penalty_factor": 0.5,
|
| 1683 |
+
"details": "Target object left workspace/view"
|
| 1684 |
+
}
|
| 1685 |
+
]
|
| 1686 |
+
},
|
| 1687 |
+
{
|
| 1688 |
+
"episode_id": 93,
|
| 1689 |
+
"seed": 100109,
|
| 1690 |
+
"success": false,
|
| 1691 |
+
"steps_taken": 123,
|
| 1692 |
+
"max_steps": 500,
|
| 1693 |
+
"route_completion": 29.898775478310487,
|
| 1694 |
+
"manipulation_score": 14.949387739155243,
|
| 1695 |
+
"total_penalty_factor": 0.5,
|
| 1696 |
+
"fail_reason": "out_of_bounds",
|
| 1697 |
+
"penalty_events": [
|
| 1698 |
+
{
|
| 1699 |
+
"event_type": "out_of_bounds",
|
| 1700 |
+
"timestep": 123,
|
| 1701 |
+
"penalty_factor": 0.5,
|
| 1702 |
+
"details": "Target object left workspace/view"
|
| 1703 |
+
}
|
| 1704 |
+
]
|
| 1705 |
+
},
|
| 1706 |
+
{
|
| 1707 |
+
"episode_id": 94,
|
| 1708 |
+
"seed": 100110,
|
| 1709 |
+
"success": false,
|
| 1710 |
+
"steps_taken": 154,
|
| 1711 |
+
"max_steps": 500,
|
| 1712 |
+
"route_completion": 30.4794588252282,
|
| 1713 |
+
"manipulation_score": 15.2397294126141,
|
| 1714 |
+
"total_penalty_factor": 0.5,
|
| 1715 |
+
"fail_reason": "out_of_bounds",
|
| 1716 |
+
"penalty_events": [
|
| 1717 |
+
{
|
| 1718 |
+
"event_type": "out_of_bounds",
|
| 1719 |
+
"timestep": 154,
|
| 1720 |
+
"penalty_factor": 0.5,
|
| 1721 |
+
"details": "Target object left workspace/view"
|
| 1722 |
+
}
|
| 1723 |
+
]
|
| 1724 |
+
},
|
| 1725 |
+
{
|
| 1726 |
+
"episode_id": 95,
|
| 1727 |
+
"seed": 100112,
|
| 1728 |
+
"success": false,
|
| 1729 |
+
"steps_taken": 207,
|
| 1730 |
+
"max_steps": 500,
|
| 1731 |
+
"route_completion": 37.24263037271186,
|
| 1732 |
+
"manipulation_score": 18.62131518635593,
|
| 1733 |
+
"total_penalty_factor": 0.5,
|
| 1734 |
+
"fail_reason": "out_of_bounds",
|
| 1735 |
+
"penalty_events": [
|
| 1736 |
+
{
|
| 1737 |
+
"event_type": "out_of_bounds",
|
| 1738 |
+
"timestep": 207,
|
| 1739 |
+
"penalty_factor": 0.5,
|
| 1740 |
+
"details": "Target object left workspace/view"
|
| 1741 |
+
}
|
| 1742 |
+
]
|
| 1743 |
+
},
|
| 1744 |
+
{
|
| 1745 |
+
"episode_id": 96,
|
| 1746 |
+
"seed": 100113,
|
| 1747 |
+
"success": false,
|
| 1748 |
+
"steps_taken": 110,
|
| 1749 |
+
"max_steps": 500,
|
| 1750 |
+
"route_completion": 0.027455798470283895,
|
| 1751 |
+
"manipulation_score": 0.013727899235141948,
|
| 1752 |
+
"total_penalty_factor": 0.5,
|
| 1753 |
+
"fail_reason": "out_of_bounds",
|
| 1754 |
+
"penalty_events": [
|
| 1755 |
+
{
|
| 1756 |
+
"event_type": "out_of_bounds",
|
| 1757 |
+
"timestep": 110,
|
| 1758 |
+
"penalty_factor": 0.5,
|
| 1759 |
+
"details": "Target object left workspace/view"
|
| 1760 |
+
}
|
| 1761 |
+
]
|
| 1762 |
+
},
|
| 1763 |
+
{
|
| 1764 |
+
"episode_id": 97,
|
| 1765 |
+
"seed": 100114,
|
| 1766 |
+
"success": false,
|
| 1767 |
+
"steps_taken": 141,
|
| 1768 |
+
"max_steps": 500,
|
| 1769 |
+
"route_completion": 24.978139306856537,
|
| 1770 |
+
"manipulation_score": 12.489069653428269,
|
| 1771 |
+
"total_penalty_factor": 0.5,
|
| 1772 |
+
"fail_reason": "out_of_bounds",
|
| 1773 |
+
"penalty_events": [
|
| 1774 |
+
{
|
| 1775 |
+
"event_type": "out_of_bounds",
|
| 1776 |
+
"timestep": 141,
|
| 1777 |
+
"penalty_factor": 0.5,
|
| 1778 |
+
"details": "Target object left workspace/view"
|
| 1779 |
+
}
|
| 1780 |
+
]
|
| 1781 |
+
},
|
| 1782 |
+
{
|
| 1783 |
+
"episode_id": 98,
|
| 1784 |
+
"seed": 100115,
|
| 1785 |
+
"success": false,
|
| 1786 |
+
"steps_taken": 263,
|
| 1787 |
+
"max_steps": 500,
|
| 1788 |
+
"route_completion": 31.935569683993947,
|
| 1789 |
+
"manipulation_score": 15.967784841996973,
|
| 1790 |
+
"total_penalty_factor": 0.5,
|
| 1791 |
+
"fail_reason": "out_of_bounds",
|
| 1792 |
+
"penalty_events": [
|
| 1793 |
+
{
|
| 1794 |
+
"event_type": "out_of_bounds",
|
| 1795 |
+
"timestep": 263,
|
| 1796 |
+
"penalty_factor": 0.5,
|
| 1797 |
+
"details": "Target object left workspace/view"
|
| 1798 |
+
}
|
| 1799 |
+
]
|
| 1800 |
+
},
|
| 1801 |
+
{
|
| 1802 |
+
"episode_id": 99,
|
| 1803 |
+
"seed": 100116,
|
| 1804 |
+
"success": false,
|
| 1805 |
+
"steps_taken": 232,
|
| 1806 |
+
"max_steps": 500,
|
| 1807 |
+
"route_completion": 38.855008585630415,
|
| 1808 |
+
"manipulation_score": 19.427504292815208,
|
| 1809 |
+
"total_penalty_factor": 0.5,
|
| 1810 |
+
"fail_reason": "out_of_bounds",
|
| 1811 |
+
"penalty_events": [
|
| 1812 |
+
{
|
| 1813 |
+
"event_type": "out_of_bounds",
|
| 1814 |
+
"timestep": 232,
|
| 1815 |
+
"penalty_factor": 0.5,
|
| 1816 |
+
"details": "Target object left workspace/view"
|
| 1817 |
+
}
|
| 1818 |
+
]
|
| 1819 |
+
},
|
| 1820 |
+
{
|
| 1821 |
+
"episode_id": 100,
|
| 1822 |
+
"seed": 100117,
|
| 1823 |
+
"success": false,
|
| 1824 |
+
"steps_taken": 469,
|
| 1825 |
+
"max_steps": 500,
|
| 1826 |
+
"route_completion": 25.982475491581162,
|
| 1827 |
+
"manipulation_score": 12.991237745790581,
|
| 1828 |
+
"total_penalty_factor": 0.5,
|
| 1829 |
+
"fail_reason": "out_of_bounds",
|
| 1830 |
+
"penalty_events": [
|
| 1831 |
+
{
|
| 1832 |
+
"event_type": "out_of_bounds",
|
| 1833 |
+
"timestep": 469,
|
| 1834 |
+
"penalty_factor": 0.5,
|
| 1835 |
+
"details": "Target object left workspace/view"
|
| 1836 |
+
}
|
| 1837 |
+
]
|
| 1838 |
+
}
|
| 1839 |
+
]
|
log/eval_result/place_empty_cup/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:04:02/_metrics.json
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"total_episodes": 100,
|
| 3 |
+
"success_count": 8,
|
| 4 |
+
"success_rate": 8.0,
|
| 5 |
+
"manipulation_score_mean": 18.163819107974618,
|
| 6 |
+
"manipulation_score_std": 25.329022978635976,
|
| 7 |
+
"route_completion_mean": 27.8878414577848,
|
| 8 |
+
"route_completion_std": 25.49856585841339,
|
| 9 |
+
"penalty_clutter_collision_total": 0,
|
| 10 |
+
"penalty_out_of_bounds_total": 91
|
| 11 |
+
}
|
log/eval_result/place_empty_cup/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:04:02/_metrics_report.txt
ADDED
|
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
============================================================
|
| 2 |
+
EVALUATION METRICS REPORT
|
| 3 |
+
============================================================
|
| 4 |
+
|
| 5 |
+
Total Episodes: 100
|
| 6 |
+
Success Rate: 8.0% (8/100)
|
| 7 |
+
|
| 8 |
+
--- Manipulation Score ---
|
| 9 |
+
Mean: 18.16
|
| 10 |
+
Std: 25.33
|
| 11 |
+
|
| 12 |
+
--- Route Completion ---
|
| 13 |
+
Mean: 27.89%
|
| 14 |
+
Std: 25.50
|
| 15 |
+
|
| 16 |
+
--- Penalty Events ---
|
| 17 |
+
Clutter Collisions: 0
|
| 18 |
+
Out of Bounds: 91
|
| 19 |
+
|
| 20 |
+
============================================================
|
log/eval_result/place_empty_cup/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:04:02/_result.txt
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Timestamp: 2026-03-30 01:04:02
|
| 2 |
+
|
| 3 |
+
Instruction Type: unseen
|
| 4 |
+
|
| 5 |
+
0.08
|
log/eval_result/place_object_basket/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:44:48/_episodes_detail.json
ADDED
|
@@ -0,0 +1,1356 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[
|
| 2 |
+
{
|
| 3 |
+
"episode_id": 1,
|
| 4 |
+
"seed": 100000,
|
| 5 |
+
"success": true,
|
| 6 |
+
"steps_taken": 239,
|
| 7 |
+
"max_steps": 700,
|
| 8 |
+
"route_completion": 100.0,
|
| 9 |
+
"manipulation_score": 100.0,
|
| 10 |
+
"total_penalty_factor": 1.0,
|
| 11 |
+
"fail_reason": null,
|
| 12 |
+
"penalty_events": []
|
| 13 |
+
},
|
| 14 |
+
{
|
| 15 |
+
"episode_id": 2,
|
| 16 |
+
"seed": 100005,
|
| 17 |
+
"success": true,
|
| 18 |
+
"steps_taken": 219,
|
| 19 |
+
"max_steps": 700,
|
| 20 |
+
"route_completion": 100.0,
|
| 21 |
+
"manipulation_score": 100.0,
|
| 22 |
+
"total_penalty_factor": 1.0,
|
| 23 |
+
"fail_reason": null,
|
| 24 |
+
"penalty_events": []
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"episode_id": 3,
|
| 28 |
+
"seed": 100009,
|
| 29 |
+
"success": true,
|
| 30 |
+
"steps_taken": 239,
|
| 31 |
+
"max_steps": 700,
|
| 32 |
+
"route_completion": 100.0,
|
| 33 |
+
"manipulation_score": 100.0,
|
| 34 |
+
"total_penalty_factor": 1.0,
|
| 35 |
+
"fail_reason": null,
|
| 36 |
+
"penalty_events": []
|
| 37 |
+
},
|
| 38 |
+
{
|
| 39 |
+
"episode_id": 4,
|
| 40 |
+
"seed": 100010,
|
| 41 |
+
"success": false,
|
| 42 |
+
"steps_taken": 700,
|
| 43 |
+
"max_steps": 700,
|
| 44 |
+
"route_completion": 45.38527435442064,
|
| 45 |
+
"manipulation_score": 45.38527435442064,
|
| 46 |
+
"total_penalty_factor": 1.0,
|
| 47 |
+
"fail_reason": null,
|
| 48 |
+
"penalty_events": []
|
| 49 |
+
},
|
| 50 |
+
{
|
| 51 |
+
"episode_id": 5,
|
| 52 |
+
"seed": 100016,
|
| 53 |
+
"success": false,
|
| 54 |
+
"steps_taken": 700,
|
| 55 |
+
"max_steps": 700,
|
| 56 |
+
"route_completion": 44.25619687293505,
|
| 57 |
+
"manipulation_score": 44.25619687293505,
|
| 58 |
+
"total_penalty_factor": 1.0,
|
| 59 |
+
"fail_reason": null,
|
| 60 |
+
"penalty_events": []
|
| 61 |
+
},
|
| 62 |
+
{
|
| 63 |
+
"episode_id": 6,
|
| 64 |
+
"seed": 100017,
|
| 65 |
+
"success": false,
|
| 66 |
+
"steps_taken": 50,
|
| 67 |
+
"max_steps": 700,
|
| 68 |
+
"route_completion": 12.376154588289701,
|
| 69 |
+
"manipulation_score": 6.1880772941448505,
|
| 70 |
+
"total_penalty_factor": 0.5,
|
| 71 |
+
"fail_reason": "out_of_bounds",
|
| 72 |
+
"penalty_events": [
|
| 73 |
+
{
|
| 74 |
+
"event_type": "out_of_bounds",
|
| 75 |
+
"timestep": 50,
|
| 76 |
+
"penalty_factor": 0.5,
|
| 77 |
+
"details": "Target object left workspace/view"
|
| 78 |
+
}
|
| 79 |
+
]
|
| 80 |
+
},
|
| 81 |
+
{
|
| 82 |
+
"episode_id": 7,
|
| 83 |
+
"seed": 100019,
|
| 84 |
+
"success": false,
|
| 85 |
+
"steps_taken": 64,
|
| 86 |
+
"max_steps": 700,
|
| 87 |
+
"route_completion": 8.79412203488567,
|
| 88 |
+
"manipulation_score": 4.397061017442835,
|
| 89 |
+
"total_penalty_factor": 0.5,
|
| 90 |
+
"fail_reason": "out_of_bounds",
|
| 91 |
+
"penalty_events": [
|
| 92 |
+
{
|
| 93 |
+
"event_type": "out_of_bounds",
|
| 94 |
+
"timestep": 64,
|
| 95 |
+
"penalty_factor": 0.5,
|
| 96 |
+
"details": "Target object left workspace/view"
|
| 97 |
+
}
|
| 98 |
+
]
|
| 99 |
+
},
|
| 100 |
+
{
|
| 101 |
+
"episode_id": 8,
|
| 102 |
+
"seed": 100024,
|
| 103 |
+
"success": true,
|
| 104 |
+
"steps_taken": 238,
|
| 105 |
+
"max_steps": 700,
|
| 106 |
+
"route_completion": 100.0,
|
| 107 |
+
"manipulation_score": 100.0,
|
| 108 |
+
"total_penalty_factor": 1.0,
|
| 109 |
+
"fail_reason": null,
|
| 110 |
+
"penalty_events": []
|
| 111 |
+
},
|
| 112 |
+
{
|
| 113 |
+
"episode_id": 9,
|
| 114 |
+
"seed": 100027,
|
| 115 |
+
"success": true,
|
| 116 |
+
"steps_taken": 227,
|
| 117 |
+
"max_steps": 700,
|
| 118 |
+
"route_completion": 100.0,
|
| 119 |
+
"manipulation_score": 100.0,
|
| 120 |
+
"total_penalty_factor": 1.0,
|
| 121 |
+
"fail_reason": null,
|
| 122 |
+
"penalty_events": []
|
| 123 |
+
},
|
| 124 |
+
{
|
| 125 |
+
"episode_id": 10,
|
| 126 |
+
"seed": 100029,
|
| 127 |
+
"success": false,
|
| 128 |
+
"steps_taken": 52,
|
| 129 |
+
"max_steps": 700,
|
| 130 |
+
"route_completion": 8.736245131096418,
|
| 131 |
+
"manipulation_score": 4.368122565548209,
|
| 132 |
+
"total_penalty_factor": 0.5,
|
| 133 |
+
"fail_reason": "out_of_bounds",
|
| 134 |
+
"penalty_events": [
|
| 135 |
+
{
|
| 136 |
+
"event_type": "out_of_bounds",
|
| 137 |
+
"timestep": 52,
|
| 138 |
+
"penalty_factor": 0.5,
|
| 139 |
+
"details": "Target object left workspace/view"
|
| 140 |
+
}
|
| 141 |
+
]
|
| 142 |
+
},
|
| 143 |
+
{
|
| 144 |
+
"episode_id": 11,
|
| 145 |
+
"seed": 100032,
|
| 146 |
+
"success": false,
|
| 147 |
+
"steps_taken": 700,
|
| 148 |
+
"max_steps": 700,
|
| 149 |
+
"route_completion": 44.53505958281187,
|
| 150 |
+
"manipulation_score": 44.53505958281187,
|
| 151 |
+
"total_penalty_factor": 1.0,
|
| 152 |
+
"fail_reason": null,
|
| 153 |
+
"penalty_events": []
|
| 154 |
+
},
|
| 155 |
+
{
|
| 156 |
+
"episode_id": 12,
|
| 157 |
+
"seed": 100039,
|
| 158 |
+
"success": false,
|
| 159 |
+
"steps_taken": 63,
|
| 160 |
+
"max_steps": 700,
|
| 161 |
+
"route_completion": 15.772985392376834,
|
| 162 |
+
"manipulation_score": 7.886492696188417,
|
| 163 |
+
"total_penalty_factor": 0.5,
|
| 164 |
+
"fail_reason": "out_of_bounds",
|
| 165 |
+
"penalty_events": [
|
| 166 |
+
{
|
| 167 |
+
"event_type": "out_of_bounds",
|
| 168 |
+
"timestep": 63,
|
| 169 |
+
"penalty_factor": 0.5,
|
| 170 |
+
"details": "Target object left workspace/view"
|
| 171 |
+
}
|
| 172 |
+
]
|
| 173 |
+
},
|
| 174 |
+
{
|
| 175 |
+
"episode_id": 13,
|
| 176 |
+
"seed": 100043,
|
| 177 |
+
"success": false,
|
| 178 |
+
"steps_taken": 57,
|
| 179 |
+
"max_steps": 700,
|
| 180 |
+
"route_completion": 35.10309315520882,
|
| 181 |
+
"manipulation_score": 17.55154657760441,
|
| 182 |
+
"total_penalty_factor": 0.5,
|
| 183 |
+
"fail_reason": "out_of_bounds",
|
| 184 |
+
"penalty_events": [
|
| 185 |
+
{
|
| 186 |
+
"event_type": "out_of_bounds",
|
| 187 |
+
"timestep": 57,
|
| 188 |
+
"penalty_factor": 0.5,
|
| 189 |
+
"details": "Target object left workspace/view"
|
| 190 |
+
}
|
| 191 |
+
]
|
| 192 |
+
},
|
| 193 |
+
{
|
| 194 |
+
"episode_id": 14,
|
| 195 |
+
"seed": 100044,
|
| 196 |
+
"success": false,
|
| 197 |
+
"steps_taken": 70,
|
| 198 |
+
"max_steps": 700,
|
| 199 |
+
"route_completion": 8.284341074406113,
|
| 200 |
+
"manipulation_score": 4.142170537203056,
|
| 201 |
+
"total_penalty_factor": 0.5,
|
| 202 |
+
"fail_reason": "out_of_bounds",
|
| 203 |
+
"penalty_events": [
|
| 204 |
+
{
|
| 205 |
+
"event_type": "out_of_bounds",
|
| 206 |
+
"timestep": 70,
|
| 207 |
+
"penalty_factor": 0.5,
|
| 208 |
+
"details": "Target object left workspace/view"
|
| 209 |
+
}
|
| 210 |
+
]
|
| 211 |
+
},
|
| 212 |
+
{
|
| 213 |
+
"episode_id": 15,
|
| 214 |
+
"seed": 100047,
|
| 215 |
+
"success": false,
|
| 216 |
+
"steps_taken": 700,
|
| 217 |
+
"max_steps": 700,
|
| 218 |
+
"route_completion": 38.59423593338831,
|
| 219 |
+
"manipulation_score": 38.59423593338831,
|
| 220 |
+
"total_penalty_factor": 1.0,
|
| 221 |
+
"fail_reason": null,
|
| 222 |
+
"penalty_events": []
|
| 223 |
+
},
|
| 224 |
+
{
|
| 225 |
+
"episode_id": 16,
|
| 226 |
+
"seed": 100051,
|
| 227 |
+
"success": true,
|
| 228 |
+
"steps_taken": 238,
|
| 229 |
+
"max_steps": 700,
|
| 230 |
+
"route_completion": 100.0,
|
| 231 |
+
"manipulation_score": 100.0,
|
| 232 |
+
"total_penalty_factor": 1.0,
|
| 233 |
+
"fail_reason": null,
|
| 234 |
+
"penalty_events": []
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"episode_id": 17,
|
| 238 |
+
"seed": 100053,
|
| 239 |
+
"success": true,
|
| 240 |
+
"steps_taken": 252,
|
| 241 |
+
"max_steps": 700,
|
| 242 |
+
"route_completion": 100.0,
|
| 243 |
+
"manipulation_score": 100.0,
|
| 244 |
+
"total_penalty_factor": 1.0,
|
| 245 |
+
"fail_reason": null,
|
| 246 |
+
"penalty_events": []
|
| 247 |
+
},
|
| 248 |
+
{
|
| 249 |
+
"episode_id": 18,
|
| 250 |
+
"seed": 100058,
|
| 251 |
+
"success": false,
|
| 252 |
+
"steps_taken": 700,
|
| 253 |
+
"max_steps": 700,
|
| 254 |
+
"route_completion": 34.73532036573718,
|
| 255 |
+
"manipulation_score": 34.73532036573718,
|
| 256 |
+
"total_penalty_factor": 1.0,
|
| 257 |
+
"fail_reason": null,
|
| 258 |
+
"penalty_events": []
|
| 259 |
+
},
|
| 260 |
+
{
|
| 261 |
+
"episode_id": 19,
|
| 262 |
+
"seed": 100062,
|
| 263 |
+
"success": false,
|
| 264 |
+
"steps_taken": 700,
|
| 265 |
+
"max_steps": 700,
|
| 266 |
+
"route_completion": 61.17729513637889,
|
| 267 |
+
"manipulation_score": 61.17729513637889,
|
| 268 |
+
"total_penalty_factor": 1.0,
|
| 269 |
+
"fail_reason": null,
|
| 270 |
+
"penalty_events": []
|
| 271 |
+
},
|
| 272 |
+
{
|
| 273 |
+
"episode_id": 20,
|
| 274 |
+
"seed": 100064,
|
| 275 |
+
"success": false,
|
| 276 |
+
"steps_taken": 700,
|
| 277 |
+
"max_steps": 700,
|
| 278 |
+
"route_completion": 61.2756762333667,
|
| 279 |
+
"manipulation_score": 61.2756762333667,
|
| 280 |
+
"total_penalty_factor": 1.0,
|
| 281 |
+
"fail_reason": null,
|
| 282 |
+
"penalty_events": []
|
| 283 |
+
},
|
| 284 |
+
{
|
| 285 |
+
"episode_id": 21,
|
| 286 |
+
"seed": 100080,
|
| 287 |
+
"success": true,
|
| 288 |
+
"steps_taken": 239,
|
| 289 |
+
"max_steps": 700,
|
| 290 |
+
"route_completion": 100.0,
|
| 291 |
+
"manipulation_score": 100.0,
|
| 292 |
+
"total_penalty_factor": 1.0,
|
| 293 |
+
"fail_reason": null,
|
| 294 |
+
"penalty_events": []
|
| 295 |
+
},
|
| 296 |
+
{
|
| 297 |
+
"episode_id": 22,
|
| 298 |
+
"seed": 100081,
|
| 299 |
+
"success": true,
|
| 300 |
+
"steps_taken": 238,
|
| 301 |
+
"max_steps": 700,
|
| 302 |
+
"route_completion": 100.0,
|
| 303 |
+
"manipulation_score": 100.0,
|
| 304 |
+
"total_penalty_factor": 1.0,
|
| 305 |
+
"fail_reason": null,
|
| 306 |
+
"penalty_events": []
|
| 307 |
+
},
|
| 308 |
+
{
|
| 309 |
+
"episode_id": 23,
|
| 310 |
+
"seed": 100095,
|
| 311 |
+
"success": false,
|
| 312 |
+
"steps_taken": 700,
|
| 313 |
+
"max_steps": 700,
|
| 314 |
+
"route_completion": 28.763660504472167,
|
| 315 |
+
"manipulation_score": 28.763660504472167,
|
| 316 |
+
"total_penalty_factor": 1.0,
|
| 317 |
+
"fail_reason": null,
|
| 318 |
+
"penalty_events": []
|
| 319 |
+
},
|
| 320 |
+
{
|
| 321 |
+
"episode_id": 24,
|
| 322 |
+
"seed": 100098,
|
| 323 |
+
"success": false,
|
| 324 |
+
"steps_taken": 700,
|
| 325 |
+
"max_steps": 700,
|
| 326 |
+
"route_completion": 44.453006004640315,
|
| 327 |
+
"manipulation_score": 44.453006004640315,
|
| 328 |
+
"total_penalty_factor": 1.0,
|
| 329 |
+
"fail_reason": null,
|
| 330 |
+
"penalty_events": []
|
| 331 |
+
},
|
| 332 |
+
{
|
| 333 |
+
"episode_id": 25,
|
| 334 |
+
"seed": 100101,
|
| 335 |
+
"success": false,
|
| 336 |
+
"steps_taken": 700,
|
| 337 |
+
"max_steps": 700,
|
| 338 |
+
"route_completion": 53.734012305594966,
|
| 339 |
+
"manipulation_score": 53.734012305594966,
|
| 340 |
+
"total_penalty_factor": 1.0,
|
| 341 |
+
"fail_reason": null,
|
| 342 |
+
"penalty_events": []
|
| 343 |
+
},
|
| 344 |
+
{
|
| 345 |
+
"episode_id": 26,
|
| 346 |
+
"seed": 100102,
|
| 347 |
+
"success": false,
|
| 348 |
+
"steps_taken": 700,
|
| 349 |
+
"max_steps": 700,
|
| 350 |
+
"route_completion": 25.06197009381783,
|
| 351 |
+
"manipulation_score": 25.06197009381783,
|
| 352 |
+
"total_penalty_factor": 1.0,
|
| 353 |
+
"fail_reason": null,
|
| 354 |
+
"penalty_events": []
|
| 355 |
+
},
|
| 356 |
+
{
|
| 357 |
+
"episode_id": 27,
|
| 358 |
+
"seed": 100105,
|
| 359 |
+
"success": false,
|
| 360 |
+
"steps_taken": 700,
|
| 361 |
+
"max_steps": 700,
|
| 362 |
+
"route_completion": 63.33139031607394,
|
| 363 |
+
"manipulation_score": 63.33139031607394,
|
| 364 |
+
"total_penalty_factor": 1.0,
|
| 365 |
+
"fail_reason": null,
|
| 366 |
+
"penalty_events": []
|
| 367 |
+
},
|
| 368 |
+
{
|
| 369 |
+
"episode_id": 28,
|
| 370 |
+
"seed": 100108,
|
| 371 |
+
"success": false,
|
| 372 |
+
"steps_taken": 72,
|
| 373 |
+
"max_steps": 700,
|
| 374 |
+
"route_completion": 45.68873154381172,
|
| 375 |
+
"manipulation_score": 22.84436577190586,
|
| 376 |
+
"total_penalty_factor": 0.5,
|
| 377 |
+
"fail_reason": "out_of_bounds",
|
| 378 |
+
"penalty_events": [
|
| 379 |
+
{
|
| 380 |
+
"event_type": "out_of_bounds",
|
| 381 |
+
"timestep": 72,
|
| 382 |
+
"penalty_factor": 0.5,
|
| 383 |
+
"details": "Target object left workspace/view"
|
| 384 |
+
}
|
| 385 |
+
]
|
| 386 |
+
},
|
| 387 |
+
{
|
| 388 |
+
"episode_id": 29,
|
| 389 |
+
"seed": 100110,
|
| 390 |
+
"success": false,
|
| 391 |
+
"steps_taken": 122,
|
| 392 |
+
"max_steps": 700,
|
| 393 |
+
"route_completion": 37.77096013336177,
|
| 394 |
+
"manipulation_score": 18.885480066680884,
|
| 395 |
+
"total_penalty_factor": 0.5,
|
| 396 |
+
"fail_reason": "out_of_bounds",
|
| 397 |
+
"penalty_events": [
|
| 398 |
+
{
|
| 399 |
+
"event_type": "out_of_bounds",
|
| 400 |
+
"timestep": 122,
|
| 401 |
+
"penalty_factor": 0.5,
|
| 402 |
+
"details": "Target object left workspace/view"
|
| 403 |
+
}
|
| 404 |
+
]
|
| 405 |
+
},
|
| 406 |
+
{
|
| 407 |
+
"episode_id": 30,
|
| 408 |
+
"seed": 100111,
|
| 409 |
+
"success": false,
|
| 410 |
+
"steps_taken": 700,
|
| 411 |
+
"max_steps": 700,
|
| 412 |
+
"route_completion": 26.542189775962377,
|
| 413 |
+
"manipulation_score": 26.542189775962377,
|
| 414 |
+
"total_penalty_factor": 1.0,
|
| 415 |
+
"fail_reason": null,
|
| 416 |
+
"penalty_events": []
|
| 417 |
+
},
|
| 418 |
+
{
|
| 419 |
+
"episode_id": 31,
|
| 420 |
+
"seed": 100119,
|
| 421 |
+
"success": false,
|
| 422 |
+
"steps_taken": 66,
|
| 423 |
+
"max_steps": 700,
|
| 424 |
+
"route_completion": 10.422793264033253,
|
| 425 |
+
"manipulation_score": 5.211396632016626,
|
| 426 |
+
"total_penalty_factor": 0.5,
|
| 427 |
+
"fail_reason": "out_of_bounds",
|
| 428 |
+
"penalty_events": [
|
| 429 |
+
{
|
| 430 |
+
"event_type": "out_of_bounds",
|
| 431 |
+
"timestep": 66,
|
| 432 |
+
"penalty_factor": 0.5,
|
| 433 |
+
"details": "Target object left workspace/view"
|
| 434 |
+
}
|
| 435 |
+
]
|
| 436 |
+
},
|
| 437 |
+
{
|
| 438 |
+
"episode_id": 32,
|
| 439 |
+
"seed": 100129,
|
| 440 |
+
"success": false,
|
| 441 |
+
"steps_taken": 700,
|
| 442 |
+
"max_steps": 700,
|
| 443 |
+
"route_completion": 44.970070725329194,
|
| 444 |
+
"manipulation_score": 44.970070725329194,
|
| 445 |
+
"total_penalty_factor": 1.0,
|
| 446 |
+
"fail_reason": null,
|
| 447 |
+
"penalty_events": []
|
| 448 |
+
},
|
| 449 |
+
{
|
| 450 |
+
"episode_id": 33,
|
| 451 |
+
"seed": 100130,
|
| 452 |
+
"success": false,
|
| 453 |
+
"steps_taken": 48,
|
| 454 |
+
"max_steps": 700,
|
| 455 |
+
"route_completion": 14.153622368817995,
|
| 456 |
+
"manipulation_score": 7.076811184408998,
|
| 457 |
+
"total_penalty_factor": 0.5,
|
| 458 |
+
"fail_reason": "out_of_bounds",
|
| 459 |
+
"penalty_events": [
|
| 460 |
+
{
|
| 461 |
+
"event_type": "out_of_bounds",
|
| 462 |
+
"timestep": 48,
|
| 463 |
+
"penalty_factor": 0.5,
|
| 464 |
+
"details": "Target object left workspace/view"
|
| 465 |
+
}
|
| 466 |
+
]
|
| 467 |
+
},
|
| 468 |
+
{
|
| 469 |
+
"episode_id": 34,
|
| 470 |
+
"seed": 100138,
|
| 471 |
+
"success": false,
|
| 472 |
+
"steps_taken": 700,
|
| 473 |
+
"max_steps": 700,
|
| 474 |
+
"route_completion": 38.71591387933723,
|
| 475 |
+
"manipulation_score": 38.71591387933723,
|
| 476 |
+
"total_penalty_factor": 1.0,
|
| 477 |
+
"fail_reason": null,
|
| 478 |
+
"penalty_events": []
|
| 479 |
+
},
|
| 480 |
+
{
|
| 481 |
+
"episode_id": 35,
|
| 482 |
+
"seed": 100140,
|
| 483 |
+
"success": false,
|
| 484 |
+
"steps_taken": 96,
|
| 485 |
+
"max_steps": 700,
|
| 486 |
+
"route_completion": 50.215095386783574,
|
| 487 |
+
"manipulation_score": 25.107547693391787,
|
| 488 |
+
"total_penalty_factor": 0.5,
|
| 489 |
+
"fail_reason": "out_of_bounds",
|
| 490 |
+
"penalty_events": [
|
| 491 |
+
{
|
| 492 |
+
"event_type": "out_of_bounds",
|
| 493 |
+
"timestep": 96,
|
| 494 |
+
"penalty_factor": 0.5,
|
| 495 |
+
"details": "Target object left workspace/view"
|
| 496 |
+
}
|
| 497 |
+
]
|
| 498 |
+
},
|
| 499 |
+
{
|
| 500 |
+
"episode_id": 36,
|
| 501 |
+
"seed": 100144,
|
| 502 |
+
"success": false,
|
| 503 |
+
"steps_taken": 700,
|
| 504 |
+
"max_steps": 700,
|
| 505 |
+
"route_completion": 30.754611434786277,
|
| 506 |
+
"manipulation_score": 30.754611434786277,
|
| 507 |
+
"total_penalty_factor": 1.0,
|
| 508 |
+
"fail_reason": null,
|
| 509 |
+
"penalty_events": []
|
| 510 |
+
},
|
| 511 |
+
{
|
| 512 |
+
"episode_id": 37,
|
| 513 |
+
"seed": 100145,
|
| 514 |
+
"success": false,
|
| 515 |
+
"steps_taken": 133,
|
| 516 |
+
"max_steps": 700,
|
| 517 |
+
"route_completion": 33.92128952469979,
|
| 518 |
+
"manipulation_score": 16.960644762349894,
|
| 519 |
+
"total_penalty_factor": 0.5,
|
| 520 |
+
"fail_reason": "out_of_bounds",
|
| 521 |
+
"penalty_events": [
|
| 522 |
+
{
|
| 523 |
+
"event_type": "out_of_bounds",
|
| 524 |
+
"timestep": 133,
|
| 525 |
+
"penalty_factor": 0.5,
|
| 526 |
+
"details": "Target object left workspace/view"
|
| 527 |
+
}
|
| 528 |
+
]
|
| 529 |
+
},
|
| 530 |
+
{
|
| 531 |
+
"episode_id": 38,
|
| 532 |
+
"seed": 100154,
|
| 533 |
+
"success": false,
|
| 534 |
+
"steps_taken": 64,
|
| 535 |
+
"max_steps": 700,
|
| 536 |
+
"route_completion": 20.947982061183666,
|
| 537 |
+
"manipulation_score": 10.473991030591833,
|
| 538 |
+
"total_penalty_factor": 0.5,
|
| 539 |
+
"fail_reason": "out_of_bounds",
|
| 540 |
+
"penalty_events": [
|
| 541 |
+
{
|
| 542 |
+
"event_type": "out_of_bounds",
|
| 543 |
+
"timestep": 64,
|
| 544 |
+
"penalty_factor": 0.5,
|
| 545 |
+
"details": "Target object left workspace/view"
|
| 546 |
+
}
|
| 547 |
+
]
|
| 548 |
+
},
|
| 549 |
+
{
|
| 550 |
+
"episode_id": 39,
|
| 551 |
+
"seed": 100155,
|
| 552 |
+
"success": false,
|
| 553 |
+
"steps_taken": 700,
|
| 554 |
+
"max_steps": 700,
|
| 555 |
+
"route_completion": 43.56447403633694,
|
| 556 |
+
"manipulation_score": 43.56447403633694,
|
| 557 |
+
"total_penalty_factor": 1.0,
|
| 558 |
+
"fail_reason": null,
|
| 559 |
+
"penalty_events": []
|
| 560 |
+
},
|
| 561 |
+
{
|
| 562 |
+
"episode_id": 40,
|
| 563 |
+
"seed": 100158,
|
| 564 |
+
"success": false,
|
| 565 |
+
"steps_taken": 700,
|
| 566 |
+
"max_steps": 700,
|
| 567 |
+
"route_completion": 20.897625385559063,
|
| 568 |
+
"manipulation_score": 20.897625385559063,
|
| 569 |
+
"total_penalty_factor": 1.0,
|
| 570 |
+
"fail_reason": null,
|
| 571 |
+
"penalty_events": []
|
| 572 |
+
},
|
| 573 |
+
{
|
| 574 |
+
"episode_id": 41,
|
| 575 |
+
"seed": 100161,
|
| 576 |
+
"success": false,
|
| 577 |
+
"steps_taken": 700,
|
| 578 |
+
"max_steps": 700,
|
| 579 |
+
"route_completion": 35.44546281665035,
|
| 580 |
+
"manipulation_score": 35.44546281665035,
|
| 581 |
+
"total_penalty_factor": 1.0,
|
| 582 |
+
"fail_reason": null,
|
| 583 |
+
"penalty_events": []
|
| 584 |
+
},
|
| 585 |
+
{
|
| 586 |
+
"episode_id": 42,
|
| 587 |
+
"seed": 100172,
|
| 588 |
+
"success": true,
|
| 589 |
+
"steps_taken": 238,
|
| 590 |
+
"max_steps": 700,
|
| 591 |
+
"route_completion": 100.0,
|
| 592 |
+
"manipulation_score": 100.0,
|
| 593 |
+
"total_penalty_factor": 1.0,
|
| 594 |
+
"fail_reason": null,
|
| 595 |
+
"penalty_events": []
|
| 596 |
+
},
|
| 597 |
+
{
|
| 598 |
+
"episode_id": 43,
|
| 599 |
+
"seed": 100174,
|
| 600 |
+
"success": false,
|
| 601 |
+
"steps_taken": 700,
|
| 602 |
+
"max_steps": 700,
|
| 603 |
+
"route_completion": 34.282570625017605,
|
| 604 |
+
"manipulation_score": 34.282570625017605,
|
| 605 |
+
"total_penalty_factor": 1.0,
|
| 606 |
+
"fail_reason": null,
|
| 607 |
+
"penalty_events": []
|
| 608 |
+
},
|
| 609 |
+
{
|
| 610 |
+
"episode_id": 44,
|
| 611 |
+
"seed": 100176,
|
| 612 |
+
"success": true,
|
| 613 |
+
"steps_taken": 237,
|
| 614 |
+
"max_steps": 700,
|
| 615 |
+
"route_completion": 100.0,
|
| 616 |
+
"manipulation_score": 100.0,
|
| 617 |
+
"total_penalty_factor": 1.0,
|
| 618 |
+
"fail_reason": null,
|
| 619 |
+
"penalty_events": []
|
| 620 |
+
},
|
| 621 |
+
{
|
| 622 |
+
"episode_id": 45,
|
| 623 |
+
"seed": 100179,
|
| 624 |
+
"success": false,
|
| 625 |
+
"steps_taken": 700,
|
| 626 |
+
"max_steps": 700,
|
| 627 |
+
"route_completion": 34.89560409718662,
|
| 628 |
+
"manipulation_score": 34.89560409718662,
|
| 629 |
+
"total_penalty_factor": 1.0,
|
| 630 |
+
"fail_reason": null,
|
| 631 |
+
"penalty_events": []
|
| 632 |
+
},
|
| 633 |
+
{
|
| 634 |
+
"episode_id": 46,
|
| 635 |
+
"seed": 100180,
|
| 636 |
+
"success": false,
|
| 637 |
+
"steps_taken": 700,
|
| 638 |
+
"max_steps": 700,
|
| 639 |
+
"route_completion": 26.032779644620668,
|
| 640 |
+
"manipulation_score": 26.032779644620668,
|
| 641 |
+
"total_penalty_factor": 1.0,
|
| 642 |
+
"fail_reason": null,
|
| 643 |
+
"penalty_events": []
|
| 644 |
+
},
|
| 645 |
+
{
|
| 646 |
+
"episode_id": 47,
|
| 647 |
+
"seed": 100182,
|
| 648 |
+
"success": false,
|
| 649 |
+
"steps_taken": 57,
|
| 650 |
+
"max_steps": 700,
|
| 651 |
+
"route_completion": 9.968780298094012,
|
| 652 |
+
"manipulation_score": 4.984390149047006,
|
| 653 |
+
"total_penalty_factor": 0.5,
|
| 654 |
+
"fail_reason": "out_of_bounds",
|
| 655 |
+
"penalty_events": [
|
| 656 |
+
{
|
| 657 |
+
"event_type": "out_of_bounds",
|
| 658 |
+
"timestep": 57,
|
| 659 |
+
"penalty_factor": 0.5,
|
| 660 |
+
"details": "Target object left workspace/view"
|
| 661 |
+
}
|
| 662 |
+
]
|
| 663 |
+
},
|
| 664 |
+
{
|
| 665 |
+
"episode_id": 48,
|
| 666 |
+
"seed": 100183,
|
| 667 |
+
"success": true,
|
| 668 |
+
"steps_taken": 246,
|
| 669 |
+
"max_steps": 700,
|
| 670 |
+
"route_completion": 100.0,
|
| 671 |
+
"manipulation_score": 100.0,
|
| 672 |
+
"total_penalty_factor": 1.0,
|
| 673 |
+
"fail_reason": null,
|
| 674 |
+
"penalty_events": []
|
| 675 |
+
},
|
| 676 |
+
{
|
| 677 |
+
"episode_id": 49,
|
| 678 |
+
"seed": 100184,
|
| 679 |
+
"success": true,
|
| 680 |
+
"steps_taken": 242,
|
| 681 |
+
"max_steps": 700,
|
| 682 |
+
"route_completion": 100.0,
|
| 683 |
+
"manipulation_score": 100.0,
|
| 684 |
+
"total_penalty_factor": 1.0,
|
| 685 |
+
"fail_reason": null,
|
| 686 |
+
"penalty_events": []
|
| 687 |
+
},
|
| 688 |
+
{
|
| 689 |
+
"episode_id": 50,
|
| 690 |
+
"seed": 100189,
|
| 691 |
+
"success": false,
|
| 692 |
+
"steps_taken": 700,
|
| 693 |
+
"max_steps": 700,
|
| 694 |
+
"route_completion": 32.567469929173555,
|
| 695 |
+
"manipulation_score": 32.567469929173555,
|
| 696 |
+
"total_penalty_factor": 1.0,
|
| 697 |
+
"fail_reason": null,
|
| 698 |
+
"penalty_events": []
|
| 699 |
+
},
|
| 700 |
+
{
|
| 701 |
+
"episode_id": 51,
|
| 702 |
+
"seed": 100191,
|
| 703 |
+
"success": true,
|
| 704 |
+
"steps_taken": 237,
|
| 705 |
+
"max_steps": 700,
|
| 706 |
+
"route_completion": 100.0,
|
| 707 |
+
"manipulation_score": 100.0,
|
| 708 |
+
"total_penalty_factor": 1.0,
|
| 709 |
+
"fail_reason": null,
|
| 710 |
+
"penalty_events": []
|
| 711 |
+
},
|
| 712 |
+
{
|
| 713 |
+
"episode_id": 52,
|
| 714 |
+
"seed": 100196,
|
| 715 |
+
"success": false,
|
| 716 |
+
"steps_taken": 700,
|
| 717 |
+
"max_steps": 700,
|
| 718 |
+
"route_completion": 32.5888975802423,
|
| 719 |
+
"manipulation_score": 32.5888975802423,
|
| 720 |
+
"total_penalty_factor": 1.0,
|
| 721 |
+
"fail_reason": null,
|
| 722 |
+
"penalty_events": []
|
| 723 |
+
},
|
| 724 |
+
{
|
| 725 |
+
"episode_id": 53,
|
| 726 |
+
"seed": 100200,
|
| 727 |
+
"success": false,
|
| 728 |
+
"steps_taken": 700,
|
| 729 |
+
"max_steps": 700,
|
| 730 |
+
"route_completion": 46.32136456279878,
|
| 731 |
+
"manipulation_score": 46.32136456279878,
|
| 732 |
+
"total_penalty_factor": 1.0,
|
| 733 |
+
"fail_reason": null,
|
| 734 |
+
"penalty_events": []
|
| 735 |
+
},
|
| 736 |
+
{
|
| 737 |
+
"episode_id": 54,
|
| 738 |
+
"seed": 100201,
|
| 739 |
+
"success": true,
|
| 740 |
+
"steps_taken": 238,
|
| 741 |
+
"max_steps": 700,
|
| 742 |
+
"route_completion": 100.0,
|
| 743 |
+
"manipulation_score": 100.0,
|
| 744 |
+
"total_penalty_factor": 1.0,
|
| 745 |
+
"fail_reason": null,
|
| 746 |
+
"penalty_events": []
|
| 747 |
+
},
|
| 748 |
+
{
|
| 749 |
+
"episode_id": 55,
|
| 750 |
+
"seed": 100204,
|
| 751 |
+
"success": false,
|
| 752 |
+
"steps_taken": 700,
|
| 753 |
+
"max_steps": 700,
|
| 754 |
+
"route_completion": 42.029304970320254,
|
| 755 |
+
"manipulation_score": 42.029304970320254,
|
| 756 |
+
"total_penalty_factor": 1.0,
|
| 757 |
+
"fail_reason": null,
|
| 758 |
+
"penalty_events": []
|
| 759 |
+
},
|
| 760 |
+
{
|
| 761 |
+
"episode_id": 56,
|
| 762 |
+
"seed": 100211,
|
| 763 |
+
"success": false,
|
| 764 |
+
"steps_taken": 700,
|
| 765 |
+
"max_steps": 700,
|
| 766 |
+
"route_completion": 22.73960532826242,
|
| 767 |
+
"manipulation_score": 22.73960532826242,
|
| 768 |
+
"total_penalty_factor": 1.0,
|
| 769 |
+
"fail_reason": null,
|
| 770 |
+
"penalty_events": []
|
| 771 |
+
},
|
| 772 |
+
{
|
| 773 |
+
"episode_id": 57,
|
| 774 |
+
"seed": 100213,
|
| 775 |
+
"success": true,
|
| 776 |
+
"steps_taken": 237,
|
| 777 |
+
"max_steps": 700,
|
| 778 |
+
"route_completion": 100.0,
|
| 779 |
+
"manipulation_score": 100.0,
|
| 780 |
+
"total_penalty_factor": 1.0,
|
| 781 |
+
"fail_reason": null,
|
| 782 |
+
"penalty_events": []
|
| 783 |
+
},
|
| 784 |
+
{
|
| 785 |
+
"episode_id": 58,
|
| 786 |
+
"seed": 100223,
|
| 787 |
+
"success": true,
|
| 788 |
+
"steps_taken": 241,
|
| 789 |
+
"max_steps": 700,
|
| 790 |
+
"route_completion": 100.0,
|
| 791 |
+
"manipulation_score": 100.0,
|
| 792 |
+
"total_penalty_factor": 1.0,
|
| 793 |
+
"fail_reason": null,
|
| 794 |
+
"penalty_events": []
|
| 795 |
+
},
|
| 796 |
+
{
|
| 797 |
+
"episode_id": 59,
|
| 798 |
+
"seed": 100227,
|
| 799 |
+
"success": false,
|
| 800 |
+
"steps_taken": 52,
|
| 801 |
+
"max_steps": 700,
|
| 802 |
+
"route_completion": 17.615919071354323,
|
| 803 |
+
"manipulation_score": 8.807959535677162,
|
| 804 |
+
"total_penalty_factor": 0.5,
|
| 805 |
+
"fail_reason": "out_of_bounds",
|
| 806 |
+
"penalty_events": [
|
| 807 |
+
{
|
| 808 |
+
"event_type": "out_of_bounds",
|
| 809 |
+
"timestep": 52,
|
| 810 |
+
"penalty_factor": 0.5,
|
| 811 |
+
"details": "Target object left workspace/view"
|
| 812 |
+
}
|
| 813 |
+
]
|
| 814 |
+
},
|
| 815 |
+
{
|
| 816 |
+
"episode_id": 60,
|
| 817 |
+
"seed": 100228,
|
| 818 |
+
"success": false,
|
| 819 |
+
"steps_taken": 700,
|
| 820 |
+
"max_steps": 700,
|
| 821 |
+
"route_completion": 25.9504971486716,
|
| 822 |
+
"manipulation_score": 25.9504971486716,
|
| 823 |
+
"total_penalty_factor": 1.0,
|
| 824 |
+
"fail_reason": null,
|
| 825 |
+
"penalty_events": []
|
| 826 |
+
},
|
| 827 |
+
{
|
| 828 |
+
"episode_id": 61,
|
| 829 |
+
"seed": 100234,
|
| 830 |
+
"success": true,
|
| 831 |
+
"steps_taken": 172,
|
| 832 |
+
"max_steps": 700,
|
| 833 |
+
"route_completion": 100.0,
|
| 834 |
+
"manipulation_score": 100.0,
|
| 835 |
+
"total_penalty_factor": 1.0,
|
| 836 |
+
"fail_reason": null,
|
| 837 |
+
"penalty_events": []
|
| 838 |
+
},
|
| 839 |
+
{
|
| 840 |
+
"episode_id": 62,
|
| 841 |
+
"seed": 100236,
|
| 842 |
+
"success": true,
|
| 843 |
+
"steps_taken": 240,
|
| 844 |
+
"max_steps": 700,
|
| 845 |
+
"route_completion": 100.0,
|
| 846 |
+
"manipulation_score": 100.0,
|
| 847 |
+
"total_penalty_factor": 1.0,
|
| 848 |
+
"fail_reason": null,
|
| 849 |
+
"penalty_events": []
|
| 850 |
+
},
|
| 851 |
+
{
|
| 852 |
+
"episode_id": 63,
|
| 853 |
+
"seed": 100242,
|
| 854 |
+
"success": true,
|
| 855 |
+
"steps_taken": 242,
|
| 856 |
+
"max_steps": 700,
|
| 857 |
+
"route_completion": 100.0,
|
| 858 |
+
"manipulation_score": 100.0,
|
| 859 |
+
"total_penalty_factor": 1.0,
|
| 860 |
+
"fail_reason": null,
|
| 861 |
+
"penalty_events": []
|
| 862 |
+
},
|
| 863 |
+
{
|
| 864 |
+
"episode_id": 64,
|
| 865 |
+
"seed": 100244,
|
| 866 |
+
"success": false,
|
| 867 |
+
"steps_taken": 68,
|
| 868 |
+
"max_steps": 700,
|
| 869 |
+
"route_completion": 19.29193338031873,
|
| 870 |
+
"manipulation_score": 9.645966690159366,
|
| 871 |
+
"total_penalty_factor": 0.5,
|
| 872 |
+
"fail_reason": "out_of_bounds",
|
| 873 |
+
"penalty_events": [
|
| 874 |
+
{
|
| 875 |
+
"event_type": "out_of_bounds",
|
| 876 |
+
"timestep": 68,
|
| 877 |
+
"penalty_factor": 0.5,
|
| 878 |
+
"details": "Target object left workspace/view"
|
| 879 |
+
}
|
| 880 |
+
]
|
| 881 |
+
},
|
| 882 |
+
{
|
| 883 |
+
"episode_id": 65,
|
| 884 |
+
"seed": 100247,
|
| 885 |
+
"success": false,
|
| 886 |
+
"steps_taken": 51,
|
| 887 |
+
"max_steps": 700,
|
| 888 |
+
"route_completion": 44.802685096056834,
|
| 889 |
+
"manipulation_score": 22.401342548028417,
|
| 890 |
+
"total_penalty_factor": 0.5,
|
| 891 |
+
"fail_reason": "out_of_bounds",
|
| 892 |
+
"penalty_events": [
|
| 893 |
+
{
|
| 894 |
+
"event_type": "out_of_bounds",
|
| 895 |
+
"timestep": 51,
|
| 896 |
+
"penalty_factor": 0.5,
|
| 897 |
+
"details": "Target object left workspace/view"
|
| 898 |
+
}
|
| 899 |
+
]
|
| 900 |
+
},
|
| 901 |
+
{
|
| 902 |
+
"episode_id": 66,
|
| 903 |
+
"seed": 100248,
|
| 904 |
+
"success": true,
|
| 905 |
+
"steps_taken": 239,
|
| 906 |
+
"max_steps": 700,
|
| 907 |
+
"route_completion": 100.0,
|
| 908 |
+
"manipulation_score": 100.0,
|
| 909 |
+
"total_penalty_factor": 1.0,
|
| 910 |
+
"fail_reason": null,
|
| 911 |
+
"penalty_events": []
|
| 912 |
+
},
|
| 913 |
+
{
|
| 914 |
+
"episode_id": 67,
|
| 915 |
+
"seed": 100253,
|
| 916 |
+
"success": false,
|
| 917 |
+
"steps_taken": 700,
|
| 918 |
+
"max_steps": 700,
|
| 919 |
+
"route_completion": 46.54630983318768,
|
| 920 |
+
"manipulation_score": 46.54630983318768,
|
| 921 |
+
"total_penalty_factor": 1.0,
|
| 922 |
+
"fail_reason": null,
|
| 923 |
+
"penalty_events": []
|
| 924 |
+
},
|
| 925 |
+
{
|
| 926 |
+
"episode_id": 68,
|
| 927 |
+
"seed": 100255,
|
| 928 |
+
"success": true,
|
| 929 |
+
"steps_taken": 232,
|
| 930 |
+
"max_steps": 700,
|
| 931 |
+
"route_completion": 100.0,
|
| 932 |
+
"manipulation_score": 100.0,
|
| 933 |
+
"total_penalty_factor": 1.0,
|
| 934 |
+
"fail_reason": null,
|
| 935 |
+
"penalty_events": []
|
| 936 |
+
},
|
| 937 |
+
{
|
| 938 |
+
"episode_id": 69,
|
| 939 |
+
"seed": 100256,
|
| 940 |
+
"success": false,
|
| 941 |
+
"steps_taken": 56,
|
| 942 |
+
"max_steps": 700,
|
| 943 |
+
"route_completion": 15.630029750296991,
|
| 944 |
+
"manipulation_score": 7.815014875148496,
|
| 945 |
+
"total_penalty_factor": 0.5,
|
| 946 |
+
"fail_reason": "out_of_bounds",
|
| 947 |
+
"penalty_events": [
|
| 948 |
+
{
|
| 949 |
+
"event_type": "out_of_bounds",
|
| 950 |
+
"timestep": 56,
|
| 951 |
+
"penalty_factor": 0.5,
|
| 952 |
+
"details": "Target object left workspace/view"
|
| 953 |
+
}
|
| 954 |
+
]
|
| 955 |
+
},
|
| 956 |
+
{
|
| 957 |
+
"episode_id": 70,
|
| 958 |
+
"seed": 100259,
|
| 959 |
+
"success": true,
|
| 960 |
+
"steps_taken": 190,
|
| 961 |
+
"max_steps": 700,
|
| 962 |
+
"route_completion": 100.0,
|
| 963 |
+
"manipulation_score": 100.0,
|
| 964 |
+
"total_penalty_factor": 1.0,
|
| 965 |
+
"fail_reason": null,
|
| 966 |
+
"penalty_events": []
|
| 967 |
+
},
|
| 968 |
+
{
|
| 969 |
+
"episode_id": 71,
|
| 970 |
+
"seed": 100260,
|
| 971 |
+
"success": false,
|
| 972 |
+
"steps_taken": 700,
|
| 973 |
+
"max_steps": 700,
|
| 974 |
+
"route_completion": 49.73296543113708,
|
| 975 |
+
"manipulation_score": 49.73296543113708,
|
| 976 |
+
"total_penalty_factor": 1.0,
|
| 977 |
+
"fail_reason": null,
|
| 978 |
+
"penalty_events": []
|
| 979 |
+
},
|
| 980 |
+
{
|
| 981 |
+
"episode_id": 72,
|
| 982 |
+
"seed": 100274,
|
| 983 |
+
"success": false,
|
| 984 |
+
"steps_taken": 700,
|
| 985 |
+
"max_steps": 700,
|
| 986 |
+
"route_completion": 27.604390193609653,
|
| 987 |
+
"manipulation_score": 27.604390193609653,
|
| 988 |
+
"total_penalty_factor": 1.0,
|
| 989 |
+
"fail_reason": null,
|
| 990 |
+
"penalty_events": []
|
| 991 |
+
},
|
| 992 |
+
{
|
| 993 |
+
"episode_id": 73,
|
| 994 |
+
"seed": 100279,
|
| 995 |
+
"success": false,
|
| 996 |
+
"steps_taken": 700,
|
| 997 |
+
"max_steps": 700,
|
| 998 |
+
"route_completion": 34.341769562057166,
|
| 999 |
+
"manipulation_score": 34.341769562057166,
|
| 1000 |
+
"total_penalty_factor": 1.0,
|
| 1001 |
+
"fail_reason": null,
|
| 1002 |
+
"penalty_events": []
|
| 1003 |
+
},
|
| 1004 |
+
{
|
| 1005 |
+
"episode_id": 74,
|
| 1006 |
+
"seed": 100289,
|
| 1007 |
+
"success": false,
|
| 1008 |
+
"steps_taken": 700,
|
| 1009 |
+
"max_steps": 700,
|
| 1010 |
+
"route_completion": 38.88339639250047,
|
| 1011 |
+
"manipulation_score": 38.88339639250047,
|
| 1012 |
+
"total_penalty_factor": 1.0,
|
| 1013 |
+
"fail_reason": null,
|
| 1014 |
+
"penalty_events": []
|
| 1015 |
+
},
|
| 1016 |
+
{
|
| 1017 |
+
"episode_id": 75,
|
| 1018 |
+
"seed": 100293,
|
| 1019 |
+
"success": true,
|
| 1020 |
+
"steps_taken": 236,
|
| 1021 |
+
"max_steps": 700,
|
| 1022 |
+
"route_completion": 100.0,
|
| 1023 |
+
"manipulation_score": 100.0,
|
| 1024 |
+
"total_penalty_factor": 1.0,
|
| 1025 |
+
"fail_reason": null,
|
| 1026 |
+
"penalty_events": []
|
| 1027 |
+
},
|
| 1028 |
+
{
|
| 1029 |
+
"episode_id": 76,
|
| 1030 |
+
"seed": 100295,
|
| 1031 |
+
"success": true,
|
| 1032 |
+
"steps_taken": 244,
|
| 1033 |
+
"max_steps": 700,
|
| 1034 |
+
"route_completion": 100.0,
|
| 1035 |
+
"manipulation_score": 100.0,
|
| 1036 |
+
"total_penalty_factor": 1.0,
|
| 1037 |
+
"fail_reason": null,
|
| 1038 |
+
"penalty_events": []
|
| 1039 |
+
},
|
| 1040 |
+
{
|
| 1041 |
+
"episode_id": 77,
|
| 1042 |
+
"seed": 100297,
|
| 1043 |
+
"success": false,
|
| 1044 |
+
"steps_taken": 48,
|
| 1045 |
+
"max_steps": 700,
|
| 1046 |
+
"route_completion": 1.6874053202558907,
|
| 1047 |
+
"manipulation_score": 0.8437026601279454,
|
| 1048 |
+
"total_penalty_factor": 0.5,
|
| 1049 |
+
"fail_reason": "out_of_bounds",
|
| 1050 |
+
"penalty_events": [
|
| 1051 |
+
{
|
| 1052 |
+
"event_type": "out_of_bounds",
|
| 1053 |
+
"timestep": 48,
|
| 1054 |
+
"penalty_factor": 0.5,
|
| 1055 |
+
"details": "Target object left workspace/view"
|
| 1056 |
+
}
|
| 1057 |
+
]
|
| 1058 |
+
},
|
| 1059 |
+
{
|
| 1060 |
+
"episode_id": 78,
|
| 1061 |
+
"seed": 100301,
|
| 1062 |
+
"success": false,
|
| 1063 |
+
"steps_taken": 700,
|
| 1064 |
+
"max_steps": 700,
|
| 1065 |
+
"route_completion": 27.04790384919794,
|
| 1066 |
+
"manipulation_score": 27.04790384919794,
|
| 1067 |
+
"total_penalty_factor": 1.0,
|
| 1068 |
+
"fail_reason": null,
|
| 1069 |
+
"penalty_events": []
|
| 1070 |
+
},
|
| 1071 |
+
{
|
| 1072 |
+
"episode_id": 79,
|
| 1073 |
+
"seed": 100303,
|
| 1074 |
+
"success": false,
|
| 1075 |
+
"steps_taken": 700,
|
| 1076 |
+
"max_steps": 700,
|
| 1077 |
+
"route_completion": 23.08718159287018,
|
| 1078 |
+
"manipulation_score": 23.08718159287018,
|
| 1079 |
+
"total_penalty_factor": 1.0,
|
| 1080 |
+
"fail_reason": null,
|
| 1081 |
+
"penalty_events": []
|
| 1082 |
+
},
|
| 1083 |
+
{
|
| 1084 |
+
"episode_id": 80,
|
| 1085 |
+
"seed": 100304,
|
| 1086 |
+
"success": true,
|
| 1087 |
+
"steps_taken": 234,
|
| 1088 |
+
"max_steps": 700,
|
| 1089 |
+
"route_completion": 100.0,
|
| 1090 |
+
"manipulation_score": 100.0,
|
| 1091 |
+
"total_penalty_factor": 1.0,
|
| 1092 |
+
"fail_reason": null,
|
| 1093 |
+
"penalty_events": []
|
| 1094 |
+
},
|
| 1095 |
+
{
|
| 1096 |
+
"episode_id": 81,
|
| 1097 |
+
"seed": 100306,
|
| 1098 |
+
"success": false,
|
| 1099 |
+
"steps_taken": 700,
|
| 1100 |
+
"max_steps": 700,
|
| 1101 |
+
"route_completion": 32.55210427652256,
|
| 1102 |
+
"manipulation_score": 32.55210427652256,
|
| 1103 |
+
"total_penalty_factor": 1.0,
|
| 1104 |
+
"fail_reason": null,
|
| 1105 |
+
"penalty_events": []
|
| 1106 |
+
},
|
| 1107 |
+
{
|
| 1108 |
+
"episode_id": 82,
|
| 1109 |
+
"seed": 100312,
|
| 1110 |
+
"success": true,
|
| 1111 |
+
"steps_taken": 244,
|
| 1112 |
+
"max_steps": 700,
|
| 1113 |
+
"route_completion": 100.0,
|
| 1114 |
+
"manipulation_score": 100.0,
|
| 1115 |
+
"total_penalty_factor": 1.0,
|
| 1116 |
+
"fail_reason": null,
|
| 1117 |
+
"penalty_events": []
|
| 1118 |
+
},
|
| 1119 |
+
{
|
| 1120 |
+
"episode_id": 83,
|
| 1121 |
+
"seed": 100313,
|
| 1122 |
+
"success": false,
|
| 1123 |
+
"steps_taken": 63,
|
| 1124 |
+
"max_steps": 700,
|
| 1125 |
+
"route_completion": 15.553925563136126,
|
| 1126 |
+
"manipulation_score": 7.776962781568063,
|
| 1127 |
+
"total_penalty_factor": 0.5,
|
| 1128 |
+
"fail_reason": "out_of_bounds",
|
| 1129 |
+
"penalty_events": [
|
| 1130 |
+
{
|
| 1131 |
+
"event_type": "out_of_bounds",
|
| 1132 |
+
"timestep": 63,
|
| 1133 |
+
"penalty_factor": 0.5,
|
| 1134 |
+
"details": "Target object left workspace/view"
|
| 1135 |
+
}
|
| 1136 |
+
]
|
| 1137 |
+
},
|
| 1138 |
+
{
|
| 1139 |
+
"episode_id": 84,
|
| 1140 |
+
"seed": 100322,
|
| 1141 |
+
"success": false,
|
| 1142 |
+
"steps_taken": 700,
|
| 1143 |
+
"max_steps": 700,
|
| 1144 |
+
"route_completion": 62.48529081960319,
|
| 1145 |
+
"manipulation_score": 62.48529081960319,
|
| 1146 |
+
"total_penalty_factor": 1.0,
|
| 1147 |
+
"fail_reason": null,
|
| 1148 |
+
"penalty_events": []
|
| 1149 |
+
},
|
| 1150 |
+
{
|
| 1151 |
+
"episode_id": 85,
|
| 1152 |
+
"seed": 100325,
|
| 1153 |
+
"success": false,
|
| 1154 |
+
"steps_taken": 700,
|
| 1155 |
+
"max_steps": 700,
|
| 1156 |
+
"route_completion": 59.35157429730275,
|
| 1157 |
+
"manipulation_score": 59.35157429730275,
|
| 1158 |
+
"total_penalty_factor": 1.0,
|
| 1159 |
+
"fail_reason": null,
|
| 1160 |
+
"penalty_events": []
|
| 1161 |
+
},
|
| 1162 |
+
{
|
| 1163 |
+
"episode_id": 86,
|
| 1164 |
+
"seed": 100327,
|
| 1165 |
+
"success": true,
|
| 1166 |
+
"steps_taken": 235,
|
| 1167 |
+
"max_steps": 700,
|
| 1168 |
+
"route_completion": 100.0,
|
| 1169 |
+
"manipulation_score": 100.0,
|
| 1170 |
+
"total_penalty_factor": 1.0,
|
| 1171 |
+
"fail_reason": null,
|
| 1172 |
+
"penalty_events": []
|
| 1173 |
+
},
|
| 1174 |
+
{
|
| 1175 |
+
"episode_id": 87,
|
| 1176 |
+
"seed": 100329,
|
| 1177 |
+
"success": false,
|
| 1178 |
+
"steps_taken": 61,
|
| 1179 |
+
"max_steps": 700,
|
| 1180 |
+
"route_completion": 4.521223835945404,
|
| 1181 |
+
"manipulation_score": 2.260611917972702,
|
| 1182 |
+
"total_penalty_factor": 0.5,
|
| 1183 |
+
"fail_reason": "out_of_bounds",
|
| 1184 |
+
"penalty_events": [
|
| 1185 |
+
{
|
| 1186 |
+
"event_type": "out_of_bounds",
|
| 1187 |
+
"timestep": 61,
|
| 1188 |
+
"penalty_factor": 0.5,
|
| 1189 |
+
"details": "Target object left workspace/view"
|
| 1190 |
+
}
|
| 1191 |
+
]
|
| 1192 |
+
},
|
| 1193 |
+
{
|
| 1194 |
+
"episode_id": 88,
|
| 1195 |
+
"seed": 100338,
|
| 1196 |
+
"success": false,
|
| 1197 |
+
"steps_taken": 53,
|
| 1198 |
+
"max_steps": 700,
|
| 1199 |
+
"route_completion": 37.957633955062704,
|
| 1200 |
+
"manipulation_score": 18.978816977531352,
|
| 1201 |
+
"total_penalty_factor": 0.5,
|
| 1202 |
+
"fail_reason": "out_of_bounds",
|
| 1203 |
+
"penalty_events": [
|
| 1204 |
+
{
|
| 1205 |
+
"event_type": "out_of_bounds",
|
| 1206 |
+
"timestep": 53,
|
| 1207 |
+
"penalty_factor": 0.5,
|
| 1208 |
+
"details": "Target object left workspace/view"
|
| 1209 |
+
}
|
| 1210 |
+
]
|
| 1211 |
+
},
|
| 1212 |
+
{
|
| 1213 |
+
"episode_id": 89,
|
| 1214 |
+
"seed": 100343,
|
| 1215 |
+
"success": false,
|
| 1216 |
+
"steps_taken": 700,
|
| 1217 |
+
"max_steps": 700,
|
| 1218 |
+
"route_completion": 47.65270583272947,
|
| 1219 |
+
"manipulation_score": 47.65270583272947,
|
| 1220 |
+
"total_penalty_factor": 1.0,
|
| 1221 |
+
"fail_reason": null,
|
| 1222 |
+
"penalty_events": []
|
| 1223 |
+
},
|
| 1224 |
+
{
|
| 1225 |
+
"episode_id": 90,
|
| 1226 |
+
"seed": 100344,
|
| 1227 |
+
"success": true,
|
| 1228 |
+
"steps_taken": 238,
|
| 1229 |
+
"max_steps": 700,
|
| 1230 |
+
"route_completion": 100.0,
|
| 1231 |
+
"manipulation_score": 100.0,
|
| 1232 |
+
"total_penalty_factor": 1.0,
|
| 1233 |
+
"fail_reason": null,
|
| 1234 |
+
"penalty_events": []
|
| 1235 |
+
},
|
| 1236 |
+
{
|
| 1237 |
+
"episode_id": 91,
|
| 1238 |
+
"seed": 100347,
|
| 1239 |
+
"success": false,
|
| 1240 |
+
"steps_taken": 700,
|
| 1241 |
+
"max_steps": 700,
|
| 1242 |
+
"route_completion": 31.524232891908387,
|
| 1243 |
+
"manipulation_score": 31.524232891908387,
|
| 1244 |
+
"total_penalty_factor": 1.0,
|
| 1245 |
+
"fail_reason": null,
|
| 1246 |
+
"penalty_events": []
|
| 1247 |
+
},
|
| 1248 |
+
{
|
| 1249 |
+
"episode_id": 92,
|
| 1250 |
+
"seed": 100350,
|
| 1251 |
+
"success": false,
|
| 1252 |
+
"steps_taken": 700,
|
| 1253 |
+
"max_steps": 700,
|
| 1254 |
+
"route_completion": 35.00028919624631,
|
| 1255 |
+
"manipulation_score": 35.00028919624631,
|
| 1256 |
+
"total_penalty_factor": 1.0,
|
| 1257 |
+
"fail_reason": null,
|
| 1258 |
+
"penalty_events": []
|
| 1259 |
+
},
|
| 1260 |
+
{
|
| 1261 |
+
"episode_id": 93,
|
| 1262 |
+
"seed": 100359,
|
| 1263 |
+
"success": false,
|
| 1264 |
+
"steps_taken": 700,
|
| 1265 |
+
"max_steps": 700,
|
| 1266 |
+
"route_completion": 31.826538659098457,
|
| 1267 |
+
"manipulation_score": 31.826538659098457,
|
| 1268 |
+
"total_penalty_factor": 1.0,
|
| 1269 |
+
"fail_reason": null,
|
| 1270 |
+
"penalty_events": []
|
| 1271 |
+
},
|
| 1272 |
+
{
|
| 1273 |
+
"episode_id": 94,
|
| 1274 |
+
"seed": 100365,
|
| 1275 |
+
"success": true,
|
| 1276 |
+
"steps_taken": 240,
|
| 1277 |
+
"max_steps": 700,
|
| 1278 |
+
"route_completion": 100.0,
|
| 1279 |
+
"manipulation_score": 100.0,
|
| 1280 |
+
"total_penalty_factor": 1.0,
|
| 1281 |
+
"fail_reason": null,
|
| 1282 |
+
"penalty_events": []
|
| 1283 |
+
},
|
| 1284 |
+
{
|
| 1285 |
+
"episode_id": 95,
|
| 1286 |
+
"seed": 100369,
|
| 1287 |
+
"success": true,
|
| 1288 |
+
"steps_taken": 141,
|
| 1289 |
+
"max_steps": 700,
|
| 1290 |
+
"route_completion": 100.0,
|
| 1291 |
+
"manipulation_score": 100.0,
|
| 1292 |
+
"total_penalty_factor": 1.0,
|
| 1293 |
+
"fail_reason": null,
|
| 1294 |
+
"penalty_events": []
|
| 1295 |
+
},
|
| 1296 |
+
{
|
| 1297 |
+
"episode_id": 96,
|
| 1298 |
+
"seed": 100373,
|
| 1299 |
+
"success": false,
|
| 1300 |
+
"steps_taken": 700,
|
| 1301 |
+
"max_steps": 700,
|
| 1302 |
+
"route_completion": 40.46081382074094,
|
| 1303 |
+
"manipulation_score": 40.46081382074094,
|
| 1304 |
+
"total_penalty_factor": 1.0,
|
| 1305 |
+
"fail_reason": null,
|
| 1306 |
+
"penalty_events": []
|
| 1307 |
+
},
|
| 1308 |
+
{
|
| 1309 |
+
"episode_id": 97,
|
| 1310 |
+
"seed": 100380,
|
| 1311 |
+
"success": false,
|
| 1312 |
+
"steps_taken": 700,
|
| 1313 |
+
"max_steps": 700,
|
| 1314 |
+
"route_completion": 41.90517286509365,
|
| 1315 |
+
"manipulation_score": 41.90517286509365,
|
| 1316 |
+
"total_penalty_factor": 1.0,
|
| 1317 |
+
"fail_reason": null,
|
| 1318 |
+
"penalty_events": []
|
| 1319 |
+
},
|
| 1320 |
+
{
|
| 1321 |
+
"episode_id": 98,
|
| 1322 |
+
"seed": 100384,
|
| 1323 |
+
"success": false,
|
| 1324 |
+
"steps_taken": 700,
|
| 1325 |
+
"max_steps": 700,
|
| 1326 |
+
"route_completion": 31.46978796537611,
|
| 1327 |
+
"manipulation_score": 31.46978796537611,
|
| 1328 |
+
"total_penalty_factor": 1.0,
|
| 1329 |
+
"fail_reason": null,
|
| 1330 |
+
"penalty_events": []
|
| 1331 |
+
},
|
| 1332 |
+
{
|
| 1333 |
+
"episode_id": 99,
|
| 1334 |
+
"seed": 100399,
|
| 1335 |
+
"success": false,
|
| 1336 |
+
"steps_taken": 700,
|
| 1337 |
+
"max_steps": 700,
|
| 1338 |
+
"route_completion": 60.380891364633705,
|
| 1339 |
+
"manipulation_score": 60.380891364633705,
|
| 1340 |
+
"total_penalty_factor": 1.0,
|
| 1341 |
+
"fail_reason": null,
|
| 1342 |
+
"penalty_events": []
|
| 1343 |
+
},
|
| 1344 |
+
{
|
| 1345 |
+
"episode_id": 100,
|
| 1346 |
+
"seed": 100400,
|
| 1347 |
+
"success": false,
|
| 1348 |
+
"steps_taken": 700,
|
| 1349 |
+
"max_steps": 700,
|
| 1350 |
+
"route_completion": 26.381272440840153,
|
| 1351 |
+
"manipulation_score": 26.381272440840153,
|
| 1352 |
+
"total_penalty_factor": 1.0,
|
| 1353 |
+
"fail_reason": null,
|
| 1354 |
+
"penalty_events": []
|
| 1355 |
+
}
|
| 1356 |
+
]
|
log/eval_result/place_object_basket/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:44:48/_metrics.json
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"total_episodes": 100,
|
| 3 |
+
"success_count": 31,
|
| 4 |
+
"success_rate": 31.0,
|
| 5 |
+
"manipulation_score_mean": 51.66444606893287,
|
| 6 |
+
"manipulation_score_std": 35.26567530223344,
|
| 7 |
+
"route_completion_mean": 54.01053082858025,
|
| 8 |
+
"route_completion_std": 33.23733613399105,
|
| 9 |
+
"penalty_clutter_collision_total": 0,
|
| 10 |
+
"penalty_out_of_bounds_total": 22
|
| 11 |
+
}
|
log/eval_result/place_object_basket/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:44:48/_metrics_report.txt
ADDED
|
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
============================================================
|
| 2 |
+
EVALUATION METRICS REPORT
|
| 3 |
+
============================================================
|
| 4 |
+
|
| 5 |
+
Total Episodes: 100
|
| 6 |
+
Success Rate: 31.0% (31/100)
|
| 7 |
+
|
| 8 |
+
--- Manipulation Score ---
|
| 9 |
+
Mean: 51.66
|
| 10 |
+
Std: 35.27
|
| 11 |
+
|
| 12 |
+
--- Route Completion ---
|
| 13 |
+
Mean: 54.01%
|
| 14 |
+
Std: 33.24
|
| 15 |
+
|
| 16 |
+
--- Penalty Events ---
|
| 17 |
+
Clutter Collisions: 0
|
| 18 |
+
Out of Bounds: 22
|
| 19 |
+
|
| 20 |
+
============================================================
|
log/eval_result/place_object_basket/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:44:48/_result.txt
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Timestamp: 2026-03-30 01:44:48
|
| 2 |
+
|
| 3 |
+
Instruction Type: unseen
|
| 4 |
+
|
| 5 |
+
0.31
|
log/eval_result/place_object_stand/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 02:23:29/_episodes_detail.json
ADDED
|
@@ -0,0 +1,1853 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[
|
| 2 |
+
{
|
| 3 |
+
"episode_id": 1,
|
| 4 |
+
"seed": 100000,
|
| 5 |
+
"success": false,
|
| 6 |
+
"steps_taken": 163,
|
| 7 |
+
"max_steps": 400,
|
| 8 |
+
"route_completion": 0.0,
|
| 9 |
+
"manipulation_score": 0.0,
|
| 10 |
+
"total_penalty_factor": 0.5,
|
| 11 |
+
"fail_reason": "out_of_bounds",
|
| 12 |
+
"penalty_events": [
|
| 13 |
+
{
|
| 14 |
+
"event_type": "out_of_bounds",
|
| 15 |
+
"timestep": 163,
|
| 16 |
+
"penalty_factor": 0.5,
|
| 17 |
+
"details": "Target object left workspace/view"
|
| 18 |
+
}
|
| 19 |
+
]
|
| 20 |
+
},
|
| 21 |
+
{
|
| 22 |
+
"episode_id": 2,
|
| 23 |
+
"seed": 100001,
|
| 24 |
+
"success": false,
|
| 25 |
+
"steps_taken": 109,
|
| 26 |
+
"max_steps": 400,
|
| 27 |
+
"route_completion": 13.249053206702838,
|
| 28 |
+
"manipulation_score": 6.624526603351419,
|
| 29 |
+
"total_penalty_factor": 0.5,
|
| 30 |
+
"fail_reason": "out_of_bounds",
|
| 31 |
+
"penalty_events": [
|
| 32 |
+
{
|
| 33 |
+
"event_type": "out_of_bounds",
|
| 34 |
+
"timestep": 109,
|
| 35 |
+
"penalty_factor": 0.5,
|
| 36 |
+
"details": "Target object left workspace/view"
|
| 37 |
+
}
|
| 38 |
+
]
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"episode_id": 3,
|
| 42 |
+
"seed": 100002,
|
| 43 |
+
"success": false,
|
| 44 |
+
"steps_taken": 129,
|
| 45 |
+
"max_steps": 400,
|
| 46 |
+
"route_completion": 34.27681777956428,
|
| 47 |
+
"manipulation_score": 17.13840888978214,
|
| 48 |
+
"total_penalty_factor": 0.5,
|
| 49 |
+
"fail_reason": "out_of_bounds",
|
| 50 |
+
"penalty_events": [
|
| 51 |
+
{
|
| 52 |
+
"event_type": "out_of_bounds",
|
| 53 |
+
"timestep": 129,
|
| 54 |
+
"penalty_factor": 0.5,
|
| 55 |
+
"details": "Target object left workspace/view"
|
| 56 |
+
}
|
| 57 |
+
]
|
| 58 |
+
},
|
| 59 |
+
{
|
| 60 |
+
"episode_id": 4,
|
| 61 |
+
"seed": 100003,
|
| 62 |
+
"success": false,
|
| 63 |
+
"steps_taken": 176,
|
| 64 |
+
"max_steps": 400,
|
| 65 |
+
"route_completion": 0.0,
|
| 66 |
+
"manipulation_score": 0.0,
|
| 67 |
+
"total_penalty_factor": 0.5,
|
| 68 |
+
"fail_reason": "out_of_bounds",
|
| 69 |
+
"penalty_events": [
|
| 70 |
+
{
|
| 71 |
+
"event_type": "out_of_bounds",
|
| 72 |
+
"timestep": 176,
|
| 73 |
+
"penalty_factor": 0.5,
|
| 74 |
+
"details": "Target object left workspace/view"
|
| 75 |
+
}
|
| 76 |
+
]
|
| 77 |
+
},
|
| 78 |
+
{
|
| 79 |
+
"episode_id": 5,
|
| 80 |
+
"seed": 100004,
|
| 81 |
+
"success": false,
|
| 82 |
+
"steps_taken": 100,
|
| 83 |
+
"max_steps": 400,
|
| 84 |
+
"route_completion": 7.338602265409539,
|
| 85 |
+
"manipulation_score": 3.6693011327047693,
|
| 86 |
+
"total_penalty_factor": 0.5,
|
| 87 |
+
"fail_reason": "out_of_bounds",
|
| 88 |
+
"penalty_events": [
|
| 89 |
+
{
|
| 90 |
+
"event_type": "out_of_bounds",
|
| 91 |
+
"timestep": 100,
|
| 92 |
+
"penalty_factor": 0.5,
|
| 93 |
+
"details": "Target object left workspace/view"
|
| 94 |
+
}
|
| 95 |
+
]
|
| 96 |
+
},
|
| 97 |
+
{
|
| 98 |
+
"episode_id": 6,
|
| 99 |
+
"seed": 100005,
|
| 100 |
+
"success": false,
|
| 101 |
+
"steps_taken": 122,
|
| 102 |
+
"max_steps": 400,
|
| 103 |
+
"route_completion": 0.05749124558182011,
|
| 104 |
+
"manipulation_score": 0.028745622790910055,
|
| 105 |
+
"total_penalty_factor": 0.5,
|
| 106 |
+
"fail_reason": "out_of_bounds",
|
| 107 |
+
"penalty_events": [
|
| 108 |
+
{
|
| 109 |
+
"event_type": "out_of_bounds",
|
| 110 |
+
"timestep": 122,
|
| 111 |
+
"penalty_factor": 0.5,
|
| 112 |
+
"details": "Target object left workspace/view"
|
| 113 |
+
}
|
| 114 |
+
]
|
| 115 |
+
},
|
| 116 |
+
{
|
| 117 |
+
"episode_id": 7,
|
| 118 |
+
"seed": 100006,
|
| 119 |
+
"success": false,
|
| 120 |
+
"steps_taken": 183,
|
| 121 |
+
"max_steps": 400,
|
| 122 |
+
"route_completion": 0.0,
|
| 123 |
+
"manipulation_score": 0.0,
|
| 124 |
+
"total_penalty_factor": 0.5,
|
| 125 |
+
"fail_reason": "out_of_bounds",
|
| 126 |
+
"penalty_events": [
|
| 127 |
+
{
|
| 128 |
+
"event_type": "out_of_bounds",
|
| 129 |
+
"timestep": 183,
|
| 130 |
+
"penalty_factor": 0.5,
|
| 131 |
+
"details": "Target object left workspace/view"
|
| 132 |
+
}
|
| 133 |
+
]
|
| 134 |
+
},
|
| 135 |
+
{
|
| 136 |
+
"episode_id": 8,
|
| 137 |
+
"seed": 100007,
|
| 138 |
+
"success": false,
|
| 139 |
+
"steps_taken": 113,
|
| 140 |
+
"max_steps": 400,
|
| 141 |
+
"route_completion": 2.5462557035823288,
|
| 142 |
+
"manipulation_score": 1.2731278517911644,
|
| 143 |
+
"total_penalty_factor": 0.5,
|
| 144 |
+
"fail_reason": "out_of_bounds",
|
| 145 |
+
"penalty_events": [
|
| 146 |
+
{
|
| 147 |
+
"event_type": "out_of_bounds",
|
| 148 |
+
"timestep": 113,
|
| 149 |
+
"penalty_factor": 0.5,
|
| 150 |
+
"details": "Target object left workspace/view"
|
| 151 |
+
}
|
| 152 |
+
]
|
| 153 |
+
},
|
| 154 |
+
{
|
| 155 |
+
"episode_id": 9,
|
| 156 |
+
"seed": 100008,
|
| 157 |
+
"success": false,
|
| 158 |
+
"steps_taken": 111,
|
| 159 |
+
"max_steps": 400,
|
| 160 |
+
"route_completion": 0.0661325050486892,
|
| 161 |
+
"manipulation_score": 0.0330662525243446,
|
| 162 |
+
"total_penalty_factor": 0.5,
|
| 163 |
+
"fail_reason": "out_of_bounds",
|
| 164 |
+
"penalty_events": [
|
| 165 |
+
{
|
| 166 |
+
"event_type": "out_of_bounds",
|
| 167 |
+
"timestep": 111,
|
| 168 |
+
"penalty_factor": 0.5,
|
| 169 |
+
"details": "Target object left workspace/view"
|
| 170 |
+
}
|
| 171 |
+
]
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"episode_id": 10,
|
| 175 |
+
"seed": 100009,
|
| 176 |
+
"success": false,
|
| 177 |
+
"steps_taken": 218,
|
| 178 |
+
"max_steps": 400,
|
| 179 |
+
"route_completion": 36.098530099116374,
|
| 180 |
+
"manipulation_score": 18.049265049558187,
|
| 181 |
+
"total_penalty_factor": 0.5,
|
| 182 |
+
"fail_reason": "out_of_bounds",
|
| 183 |
+
"penalty_events": [
|
| 184 |
+
{
|
| 185 |
+
"event_type": "out_of_bounds",
|
| 186 |
+
"timestep": 218,
|
| 187 |
+
"penalty_factor": 0.5,
|
| 188 |
+
"details": "Target object left workspace/view"
|
| 189 |
+
}
|
| 190 |
+
]
|
| 191 |
+
},
|
| 192 |
+
{
|
| 193 |
+
"episode_id": 11,
|
| 194 |
+
"seed": 100010,
|
| 195 |
+
"success": false,
|
| 196 |
+
"steps_taken": 389,
|
| 197 |
+
"max_steps": 400,
|
| 198 |
+
"route_completion": 34.04925312988987,
|
| 199 |
+
"manipulation_score": 17.024626564944935,
|
| 200 |
+
"total_penalty_factor": 0.5,
|
| 201 |
+
"fail_reason": "out_of_bounds",
|
| 202 |
+
"penalty_events": [
|
| 203 |
+
{
|
| 204 |
+
"event_type": "out_of_bounds",
|
| 205 |
+
"timestep": 389,
|
| 206 |
+
"penalty_factor": 0.5,
|
| 207 |
+
"details": "Target object left workspace/view"
|
| 208 |
+
}
|
| 209 |
+
]
|
| 210 |
+
},
|
| 211 |
+
{
|
| 212 |
+
"episode_id": 12,
|
| 213 |
+
"seed": 100011,
|
| 214 |
+
"success": false,
|
| 215 |
+
"steps_taken": 112,
|
| 216 |
+
"max_steps": 400,
|
| 217 |
+
"route_completion": 41.95899968005526,
|
| 218 |
+
"manipulation_score": 20.97949984002763,
|
| 219 |
+
"total_penalty_factor": 0.5,
|
| 220 |
+
"fail_reason": "out_of_bounds",
|
| 221 |
+
"penalty_events": [
|
| 222 |
+
{
|
| 223 |
+
"event_type": "out_of_bounds",
|
| 224 |
+
"timestep": 112,
|
| 225 |
+
"penalty_factor": 0.5,
|
| 226 |
+
"details": "Target object left workspace/view"
|
| 227 |
+
}
|
| 228 |
+
]
|
| 229 |
+
},
|
| 230 |
+
{
|
| 231 |
+
"episode_id": 13,
|
| 232 |
+
"seed": 100012,
|
| 233 |
+
"success": false,
|
| 234 |
+
"steps_taken": 198,
|
| 235 |
+
"max_steps": 400,
|
| 236 |
+
"route_completion": 0.0,
|
| 237 |
+
"manipulation_score": 0.0,
|
| 238 |
+
"total_penalty_factor": 0.5,
|
| 239 |
+
"fail_reason": "out_of_bounds",
|
| 240 |
+
"penalty_events": [
|
| 241 |
+
{
|
| 242 |
+
"event_type": "out_of_bounds",
|
| 243 |
+
"timestep": 198,
|
| 244 |
+
"penalty_factor": 0.5,
|
| 245 |
+
"details": "Target object left workspace/view"
|
| 246 |
+
}
|
| 247 |
+
]
|
| 248 |
+
},
|
| 249 |
+
{
|
| 250 |
+
"episode_id": 14,
|
| 251 |
+
"seed": 100013,
|
| 252 |
+
"success": false,
|
| 253 |
+
"steps_taken": 165,
|
| 254 |
+
"max_steps": 400,
|
| 255 |
+
"route_completion": 0.028048783726939714,
|
| 256 |
+
"manipulation_score": 0.014024391863469857,
|
| 257 |
+
"total_penalty_factor": 0.5,
|
| 258 |
+
"fail_reason": "out_of_bounds",
|
| 259 |
+
"penalty_events": [
|
| 260 |
+
{
|
| 261 |
+
"event_type": "out_of_bounds",
|
| 262 |
+
"timestep": 165,
|
| 263 |
+
"penalty_factor": 0.5,
|
| 264 |
+
"details": "Target object left workspace/view"
|
| 265 |
+
}
|
| 266 |
+
]
|
| 267 |
+
},
|
| 268 |
+
{
|
| 269 |
+
"episode_id": 15,
|
| 270 |
+
"seed": 100014,
|
| 271 |
+
"success": false,
|
| 272 |
+
"steps_taken": 106,
|
| 273 |
+
"max_steps": 400,
|
| 274 |
+
"route_completion": 15.943531866622212,
|
| 275 |
+
"manipulation_score": 7.971765933311106,
|
| 276 |
+
"total_penalty_factor": 0.5,
|
| 277 |
+
"fail_reason": "out_of_bounds",
|
| 278 |
+
"penalty_events": [
|
| 279 |
+
{
|
| 280 |
+
"event_type": "out_of_bounds",
|
| 281 |
+
"timestep": 106,
|
| 282 |
+
"penalty_factor": 0.5,
|
| 283 |
+
"details": "Target object left workspace/view"
|
| 284 |
+
}
|
| 285 |
+
]
|
| 286 |
+
},
|
| 287 |
+
{
|
| 288 |
+
"episode_id": 16,
|
| 289 |
+
"seed": 100015,
|
| 290 |
+
"success": false,
|
| 291 |
+
"steps_taken": 136,
|
| 292 |
+
"max_steps": 400,
|
| 293 |
+
"route_completion": 25.287295391502468,
|
| 294 |
+
"manipulation_score": 12.643647695751234,
|
| 295 |
+
"total_penalty_factor": 0.5,
|
| 296 |
+
"fail_reason": "out_of_bounds",
|
| 297 |
+
"penalty_events": [
|
| 298 |
+
{
|
| 299 |
+
"event_type": "out_of_bounds",
|
| 300 |
+
"timestep": 136,
|
| 301 |
+
"penalty_factor": 0.5,
|
| 302 |
+
"details": "Target object left workspace/view"
|
| 303 |
+
}
|
| 304 |
+
]
|
| 305 |
+
},
|
| 306 |
+
{
|
| 307 |
+
"episode_id": 17,
|
| 308 |
+
"seed": 100016,
|
| 309 |
+
"success": false,
|
| 310 |
+
"steps_taken": 107,
|
| 311 |
+
"max_steps": 400,
|
| 312 |
+
"route_completion": 6.267053198361733,
|
| 313 |
+
"manipulation_score": 3.1335265991808665,
|
| 314 |
+
"total_penalty_factor": 0.5,
|
| 315 |
+
"fail_reason": "out_of_bounds",
|
| 316 |
+
"penalty_events": [
|
| 317 |
+
{
|
| 318 |
+
"event_type": "out_of_bounds",
|
| 319 |
+
"timestep": 107,
|
| 320 |
+
"penalty_factor": 0.5,
|
| 321 |
+
"details": "Target object left workspace/view"
|
| 322 |
+
}
|
| 323 |
+
]
|
| 324 |
+
},
|
| 325 |
+
{
|
| 326 |
+
"episode_id": 18,
|
| 327 |
+
"seed": 100017,
|
| 328 |
+
"success": false,
|
| 329 |
+
"steps_taken": 116,
|
| 330 |
+
"max_steps": 400,
|
| 331 |
+
"route_completion": 10.62795399781951,
|
| 332 |
+
"manipulation_score": 5.313976998909755,
|
| 333 |
+
"total_penalty_factor": 0.5,
|
| 334 |
+
"fail_reason": "out_of_bounds",
|
| 335 |
+
"penalty_events": [
|
| 336 |
+
{
|
| 337 |
+
"event_type": "out_of_bounds",
|
| 338 |
+
"timestep": 116,
|
| 339 |
+
"penalty_factor": 0.5,
|
| 340 |
+
"details": "Target object left workspace/view"
|
| 341 |
+
}
|
| 342 |
+
]
|
| 343 |
+
},
|
| 344 |
+
{
|
| 345 |
+
"episode_id": 19,
|
| 346 |
+
"seed": 100018,
|
| 347 |
+
"success": false,
|
| 348 |
+
"steps_taken": 400,
|
| 349 |
+
"max_steps": 400,
|
| 350 |
+
"route_completion": 32.73991484831561,
|
| 351 |
+
"manipulation_score": 32.73991484831561,
|
| 352 |
+
"total_penalty_factor": 1.0,
|
| 353 |
+
"fail_reason": null,
|
| 354 |
+
"penalty_events": []
|
| 355 |
+
},
|
| 356 |
+
{
|
| 357 |
+
"episode_id": 20,
|
| 358 |
+
"seed": 100019,
|
| 359 |
+
"success": false,
|
| 360 |
+
"steps_taken": 106,
|
| 361 |
+
"max_steps": 400,
|
| 362 |
+
"route_completion": 3.5826336114916897,
|
| 363 |
+
"manipulation_score": 1.7913168057458448,
|
| 364 |
+
"total_penalty_factor": 0.5,
|
| 365 |
+
"fail_reason": "out_of_bounds",
|
| 366 |
+
"penalty_events": [
|
| 367 |
+
{
|
| 368 |
+
"event_type": "out_of_bounds",
|
| 369 |
+
"timestep": 106,
|
| 370 |
+
"penalty_factor": 0.5,
|
| 371 |
+
"details": "Target object left workspace/view"
|
| 372 |
+
}
|
| 373 |
+
]
|
| 374 |
+
},
|
| 375 |
+
{
|
| 376 |
+
"episode_id": 21,
|
| 377 |
+
"seed": 100020,
|
| 378 |
+
"success": false,
|
| 379 |
+
"steps_taken": 142,
|
| 380 |
+
"max_steps": 400,
|
| 381 |
+
"route_completion": 19.39822946106659,
|
| 382 |
+
"manipulation_score": 9.699114730533296,
|
| 383 |
+
"total_penalty_factor": 0.5,
|
| 384 |
+
"fail_reason": "out_of_bounds",
|
| 385 |
+
"penalty_events": [
|
| 386 |
+
{
|
| 387 |
+
"event_type": "out_of_bounds",
|
| 388 |
+
"timestep": 142,
|
| 389 |
+
"penalty_factor": 0.5,
|
| 390 |
+
"details": "Target object left workspace/view"
|
| 391 |
+
}
|
| 392 |
+
]
|
| 393 |
+
},
|
| 394 |
+
{
|
| 395 |
+
"episode_id": 22,
|
| 396 |
+
"seed": 100021,
|
| 397 |
+
"success": false,
|
| 398 |
+
"steps_taken": 242,
|
| 399 |
+
"max_steps": 400,
|
| 400 |
+
"route_completion": 35.20960778526914,
|
| 401 |
+
"manipulation_score": 17.60480389263457,
|
| 402 |
+
"total_penalty_factor": 0.5,
|
| 403 |
+
"fail_reason": "out_of_bounds",
|
| 404 |
+
"penalty_events": [
|
| 405 |
+
{
|
| 406 |
+
"event_type": "out_of_bounds",
|
| 407 |
+
"timestep": 242,
|
| 408 |
+
"penalty_factor": 0.5,
|
| 409 |
+
"details": "Target object left workspace/view"
|
| 410 |
+
}
|
| 411 |
+
]
|
| 412 |
+
},
|
| 413 |
+
{
|
| 414 |
+
"episode_id": 23,
|
| 415 |
+
"seed": 100022,
|
| 416 |
+
"success": false,
|
| 417 |
+
"steps_taken": 215,
|
| 418 |
+
"max_steps": 400,
|
| 419 |
+
"route_completion": 0.08666100938390546,
|
| 420 |
+
"manipulation_score": 0.04333050469195273,
|
| 421 |
+
"total_penalty_factor": 0.5,
|
| 422 |
+
"fail_reason": "out_of_bounds",
|
| 423 |
+
"penalty_events": [
|
| 424 |
+
{
|
| 425 |
+
"event_type": "out_of_bounds",
|
| 426 |
+
"timestep": 215,
|
| 427 |
+
"penalty_factor": 0.5,
|
| 428 |
+
"details": "Target object left workspace/view"
|
| 429 |
+
}
|
| 430 |
+
]
|
| 431 |
+
},
|
| 432 |
+
{
|
| 433 |
+
"episode_id": 24,
|
| 434 |
+
"seed": 100023,
|
| 435 |
+
"success": false,
|
| 436 |
+
"steps_taken": 126,
|
| 437 |
+
"max_steps": 400,
|
| 438 |
+
"route_completion": 1.4913270251316177,
|
| 439 |
+
"manipulation_score": 0.7456635125658089,
|
| 440 |
+
"total_penalty_factor": 0.5,
|
| 441 |
+
"fail_reason": "out_of_bounds",
|
| 442 |
+
"penalty_events": [
|
| 443 |
+
{
|
| 444 |
+
"event_type": "out_of_bounds",
|
| 445 |
+
"timestep": 126,
|
| 446 |
+
"penalty_factor": 0.5,
|
| 447 |
+
"details": "Target object left workspace/view"
|
| 448 |
+
}
|
| 449 |
+
]
|
| 450 |
+
},
|
| 451 |
+
{
|
| 452 |
+
"episode_id": 25,
|
| 453 |
+
"seed": 100024,
|
| 454 |
+
"success": false,
|
| 455 |
+
"steps_taken": 186,
|
| 456 |
+
"max_steps": 400,
|
| 457 |
+
"route_completion": 0.02286030836223243,
|
| 458 |
+
"manipulation_score": 0.011430154181116215,
|
| 459 |
+
"total_penalty_factor": 0.5,
|
| 460 |
+
"fail_reason": "out_of_bounds",
|
| 461 |
+
"penalty_events": [
|
| 462 |
+
{
|
| 463 |
+
"event_type": "out_of_bounds",
|
| 464 |
+
"timestep": 186,
|
| 465 |
+
"penalty_factor": 0.5,
|
| 466 |
+
"details": "Target object left workspace/view"
|
| 467 |
+
}
|
| 468 |
+
]
|
| 469 |
+
},
|
| 470 |
+
{
|
| 471 |
+
"episode_id": 26,
|
| 472 |
+
"seed": 100025,
|
| 473 |
+
"success": false,
|
| 474 |
+
"steps_taken": 188,
|
| 475 |
+
"max_steps": 400,
|
| 476 |
+
"route_completion": 0.02162689840137474,
|
| 477 |
+
"manipulation_score": 0.01081344920068737,
|
| 478 |
+
"total_penalty_factor": 0.5,
|
| 479 |
+
"fail_reason": "out_of_bounds",
|
| 480 |
+
"penalty_events": [
|
| 481 |
+
{
|
| 482 |
+
"event_type": "out_of_bounds",
|
| 483 |
+
"timestep": 188,
|
| 484 |
+
"penalty_factor": 0.5,
|
| 485 |
+
"details": "Target object left workspace/view"
|
| 486 |
+
}
|
| 487 |
+
]
|
| 488 |
+
},
|
| 489 |
+
{
|
| 490 |
+
"episode_id": 27,
|
| 491 |
+
"seed": 100026,
|
| 492 |
+
"success": false,
|
| 493 |
+
"steps_taken": 112,
|
| 494 |
+
"max_steps": 400,
|
| 495 |
+
"route_completion": 0.058297298948354316,
|
| 496 |
+
"manipulation_score": 0.029148649474177158,
|
| 497 |
+
"total_penalty_factor": 0.5,
|
| 498 |
+
"fail_reason": "out_of_bounds",
|
| 499 |
+
"penalty_events": [
|
| 500 |
+
{
|
| 501 |
+
"event_type": "out_of_bounds",
|
| 502 |
+
"timestep": 112,
|
| 503 |
+
"penalty_factor": 0.5,
|
| 504 |
+
"details": "Target object left workspace/view"
|
| 505 |
+
}
|
| 506 |
+
]
|
| 507 |
+
},
|
| 508 |
+
{
|
| 509 |
+
"episode_id": 28,
|
| 510 |
+
"seed": 100027,
|
| 511 |
+
"success": false,
|
| 512 |
+
"steps_taken": 400,
|
| 513 |
+
"max_steps": 400,
|
| 514 |
+
"route_completion": 29.1855430300636,
|
| 515 |
+
"manipulation_score": 29.1855430300636,
|
| 516 |
+
"total_penalty_factor": 1.0,
|
| 517 |
+
"fail_reason": null,
|
| 518 |
+
"penalty_events": []
|
| 519 |
+
},
|
| 520 |
+
{
|
| 521 |
+
"episode_id": 29,
|
| 522 |
+
"seed": 100029,
|
| 523 |
+
"success": false,
|
| 524 |
+
"steps_taken": 104,
|
| 525 |
+
"max_steps": 400,
|
| 526 |
+
"route_completion": 0.10922821519053061,
|
| 527 |
+
"manipulation_score": 0.054614107595265304,
|
| 528 |
+
"total_penalty_factor": 0.5,
|
| 529 |
+
"fail_reason": "out_of_bounds",
|
| 530 |
+
"penalty_events": [
|
| 531 |
+
{
|
| 532 |
+
"event_type": "out_of_bounds",
|
| 533 |
+
"timestep": 104,
|
| 534 |
+
"penalty_factor": 0.5,
|
| 535 |
+
"details": "Target object left workspace/view"
|
| 536 |
+
}
|
| 537 |
+
]
|
| 538 |
+
},
|
| 539 |
+
{
|
| 540 |
+
"episode_id": 30,
|
| 541 |
+
"seed": 100030,
|
| 542 |
+
"success": false,
|
| 543 |
+
"steps_taken": 107,
|
| 544 |
+
"max_steps": 400,
|
| 545 |
+
"route_completion": 24.719203808877655,
|
| 546 |
+
"manipulation_score": 12.359601904438827,
|
| 547 |
+
"total_penalty_factor": 0.5,
|
| 548 |
+
"fail_reason": "out_of_bounds",
|
| 549 |
+
"penalty_events": [
|
| 550 |
+
{
|
| 551 |
+
"event_type": "out_of_bounds",
|
| 552 |
+
"timestep": 107,
|
| 553 |
+
"penalty_factor": 0.5,
|
| 554 |
+
"details": "Target object left workspace/view"
|
| 555 |
+
}
|
| 556 |
+
]
|
| 557 |
+
},
|
| 558 |
+
{
|
| 559 |
+
"episode_id": 31,
|
| 560 |
+
"seed": 100031,
|
| 561 |
+
"success": false,
|
| 562 |
+
"steps_taken": 101,
|
| 563 |
+
"max_steps": 400,
|
| 564 |
+
"route_completion": 0.0,
|
| 565 |
+
"manipulation_score": 0.0,
|
| 566 |
+
"total_penalty_factor": 0.5,
|
| 567 |
+
"fail_reason": "out_of_bounds",
|
| 568 |
+
"penalty_events": [
|
| 569 |
+
{
|
| 570 |
+
"event_type": "out_of_bounds",
|
| 571 |
+
"timestep": 101,
|
| 572 |
+
"penalty_factor": 0.5,
|
| 573 |
+
"details": "Target object left workspace/view"
|
| 574 |
+
}
|
| 575 |
+
]
|
| 576 |
+
},
|
| 577 |
+
{
|
| 578 |
+
"episode_id": 32,
|
| 579 |
+
"seed": 100032,
|
| 580 |
+
"success": false,
|
| 581 |
+
"steps_taken": 97,
|
| 582 |
+
"max_steps": 400,
|
| 583 |
+
"route_completion": 0.0,
|
| 584 |
+
"manipulation_score": 0.0,
|
| 585 |
+
"total_penalty_factor": 0.5,
|
| 586 |
+
"fail_reason": "out_of_bounds",
|
| 587 |
+
"penalty_events": [
|
| 588 |
+
{
|
| 589 |
+
"event_type": "out_of_bounds",
|
| 590 |
+
"timestep": 97,
|
| 591 |
+
"penalty_factor": 0.5,
|
| 592 |
+
"details": "Target object left workspace/view"
|
| 593 |
+
}
|
| 594 |
+
]
|
| 595 |
+
},
|
| 596 |
+
{
|
| 597 |
+
"episode_id": 33,
|
| 598 |
+
"seed": 100033,
|
| 599 |
+
"success": false,
|
| 600 |
+
"steps_taken": 101,
|
| 601 |
+
"max_steps": 400,
|
| 602 |
+
"route_completion": 0.0,
|
| 603 |
+
"manipulation_score": 0.0,
|
| 604 |
+
"total_penalty_factor": 0.5,
|
| 605 |
+
"fail_reason": "out_of_bounds",
|
| 606 |
+
"penalty_events": [
|
| 607 |
+
{
|
| 608 |
+
"event_type": "out_of_bounds",
|
| 609 |
+
"timestep": 101,
|
| 610 |
+
"penalty_factor": 0.5,
|
| 611 |
+
"details": "Target object left workspace/view"
|
| 612 |
+
}
|
| 613 |
+
]
|
| 614 |
+
},
|
| 615 |
+
{
|
| 616 |
+
"episode_id": 34,
|
| 617 |
+
"seed": 100034,
|
| 618 |
+
"success": false,
|
| 619 |
+
"steps_taken": 101,
|
| 620 |
+
"max_steps": 400,
|
| 621 |
+
"route_completion": 21.62797862779867,
|
| 622 |
+
"manipulation_score": 10.813989313899334,
|
| 623 |
+
"total_penalty_factor": 0.5,
|
| 624 |
+
"fail_reason": "out_of_bounds",
|
| 625 |
+
"penalty_events": [
|
| 626 |
+
{
|
| 627 |
+
"event_type": "out_of_bounds",
|
| 628 |
+
"timestep": 101,
|
| 629 |
+
"penalty_factor": 0.5,
|
| 630 |
+
"details": "Target object left workspace/view"
|
| 631 |
+
}
|
| 632 |
+
]
|
| 633 |
+
},
|
| 634 |
+
{
|
| 635 |
+
"episode_id": 35,
|
| 636 |
+
"seed": 100035,
|
| 637 |
+
"success": false,
|
| 638 |
+
"steps_taken": 179,
|
| 639 |
+
"max_steps": 400,
|
| 640 |
+
"route_completion": 17.4552355103742,
|
| 641 |
+
"manipulation_score": 8.7276177551871,
|
| 642 |
+
"total_penalty_factor": 0.5,
|
| 643 |
+
"fail_reason": "out_of_bounds",
|
| 644 |
+
"penalty_events": [
|
| 645 |
+
{
|
| 646 |
+
"event_type": "out_of_bounds",
|
| 647 |
+
"timestep": 179,
|
| 648 |
+
"penalty_factor": 0.5,
|
| 649 |
+
"details": "Target object left workspace/view"
|
| 650 |
+
}
|
| 651 |
+
]
|
| 652 |
+
},
|
| 653 |
+
{
|
| 654 |
+
"episode_id": 36,
|
| 655 |
+
"seed": 100036,
|
| 656 |
+
"success": false,
|
| 657 |
+
"steps_taken": 145,
|
| 658 |
+
"max_steps": 400,
|
| 659 |
+
"route_completion": 0.03991758461549437,
|
| 660 |
+
"manipulation_score": 0.019958792307747185,
|
| 661 |
+
"total_penalty_factor": 0.5,
|
| 662 |
+
"fail_reason": "out_of_bounds",
|
| 663 |
+
"penalty_events": [
|
| 664 |
+
{
|
| 665 |
+
"event_type": "out_of_bounds",
|
| 666 |
+
"timestep": 145,
|
| 667 |
+
"penalty_factor": 0.5,
|
| 668 |
+
"details": "Target object left workspace/view"
|
| 669 |
+
}
|
| 670 |
+
]
|
| 671 |
+
},
|
| 672 |
+
{
|
| 673 |
+
"episode_id": 37,
|
| 674 |
+
"seed": 100037,
|
| 675 |
+
"success": false,
|
| 676 |
+
"steps_taken": 110,
|
| 677 |
+
"max_steps": 400,
|
| 678 |
+
"route_completion": 0.0,
|
| 679 |
+
"manipulation_score": 0.0,
|
| 680 |
+
"total_penalty_factor": 0.5,
|
| 681 |
+
"fail_reason": "out_of_bounds",
|
| 682 |
+
"penalty_events": [
|
| 683 |
+
{
|
| 684 |
+
"event_type": "out_of_bounds",
|
| 685 |
+
"timestep": 110,
|
| 686 |
+
"penalty_factor": 0.5,
|
| 687 |
+
"details": "Target object left workspace/view"
|
| 688 |
+
}
|
| 689 |
+
]
|
| 690 |
+
},
|
| 691 |
+
{
|
| 692 |
+
"episode_id": 38,
|
| 693 |
+
"seed": 100038,
|
| 694 |
+
"success": false,
|
| 695 |
+
"steps_taken": 110,
|
| 696 |
+
"max_steps": 400,
|
| 697 |
+
"route_completion": 12.361589017822672,
|
| 698 |
+
"manipulation_score": 6.180794508911336,
|
| 699 |
+
"total_penalty_factor": 0.5,
|
| 700 |
+
"fail_reason": "out_of_bounds",
|
| 701 |
+
"penalty_events": [
|
| 702 |
+
{
|
| 703 |
+
"event_type": "out_of_bounds",
|
| 704 |
+
"timestep": 110,
|
| 705 |
+
"penalty_factor": 0.5,
|
| 706 |
+
"details": "Target object left workspace/view"
|
| 707 |
+
}
|
| 708 |
+
]
|
| 709 |
+
},
|
| 710 |
+
{
|
| 711 |
+
"episode_id": 39,
|
| 712 |
+
"seed": 100040,
|
| 713 |
+
"success": false,
|
| 714 |
+
"steps_taken": 123,
|
| 715 |
+
"max_steps": 400,
|
| 716 |
+
"route_completion": 16.75342622548547,
|
| 717 |
+
"manipulation_score": 8.376713112742735,
|
| 718 |
+
"total_penalty_factor": 0.5,
|
| 719 |
+
"fail_reason": "out_of_bounds",
|
| 720 |
+
"penalty_events": [
|
| 721 |
+
{
|
| 722 |
+
"event_type": "out_of_bounds",
|
| 723 |
+
"timestep": 123,
|
| 724 |
+
"penalty_factor": 0.5,
|
| 725 |
+
"details": "Target object left workspace/view"
|
| 726 |
+
}
|
| 727 |
+
]
|
| 728 |
+
},
|
| 729 |
+
{
|
| 730 |
+
"episode_id": 40,
|
| 731 |
+
"seed": 100041,
|
| 732 |
+
"success": false,
|
| 733 |
+
"steps_taken": 144,
|
| 734 |
+
"max_steps": 400,
|
| 735 |
+
"route_completion": 0.05221548962281108,
|
| 736 |
+
"manipulation_score": 0.02610774481140554,
|
| 737 |
+
"total_penalty_factor": 0.5,
|
| 738 |
+
"fail_reason": "out_of_bounds",
|
| 739 |
+
"penalty_events": [
|
| 740 |
+
{
|
| 741 |
+
"event_type": "out_of_bounds",
|
| 742 |
+
"timestep": 144,
|
| 743 |
+
"penalty_factor": 0.5,
|
| 744 |
+
"details": "Target object left workspace/view"
|
| 745 |
+
}
|
| 746 |
+
]
|
| 747 |
+
},
|
| 748 |
+
{
|
| 749 |
+
"episode_id": 41,
|
| 750 |
+
"seed": 100042,
|
| 751 |
+
"success": false,
|
| 752 |
+
"steps_taken": 105,
|
| 753 |
+
"max_steps": 400,
|
| 754 |
+
"route_completion": 3.3881239406633052,
|
| 755 |
+
"manipulation_score": 1.6940619703316526,
|
| 756 |
+
"total_penalty_factor": 0.5,
|
| 757 |
+
"fail_reason": "out_of_bounds",
|
| 758 |
+
"penalty_events": [
|
| 759 |
+
{
|
| 760 |
+
"event_type": "out_of_bounds",
|
| 761 |
+
"timestep": 105,
|
| 762 |
+
"penalty_factor": 0.5,
|
| 763 |
+
"details": "Target object left workspace/view"
|
| 764 |
+
}
|
| 765 |
+
]
|
| 766 |
+
},
|
| 767 |
+
{
|
| 768 |
+
"episode_id": 42,
|
| 769 |
+
"seed": 100043,
|
| 770 |
+
"success": false,
|
| 771 |
+
"steps_taken": 124,
|
| 772 |
+
"max_steps": 400,
|
| 773 |
+
"route_completion": 0.0,
|
| 774 |
+
"manipulation_score": 0.0,
|
| 775 |
+
"total_penalty_factor": 0.5,
|
| 776 |
+
"fail_reason": "out_of_bounds",
|
| 777 |
+
"penalty_events": [
|
| 778 |
+
{
|
| 779 |
+
"event_type": "out_of_bounds",
|
| 780 |
+
"timestep": 124,
|
| 781 |
+
"penalty_factor": 0.5,
|
| 782 |
+
"details": "Target object left workspace/view"
|
| 783 |
+
}
|
| 784 |
+
]
|
| 785 |
+
},
|
| 786 |
+
{
|
| 787 |
+
"episode_id": 43,
|
| 788 |
+
"seed": 100044,
|
| 789 |
+
"success": false,
|
| 790 |
+
"steps_taken": 116,
|
| 791 |
+
"max_steps": 400,
|
| 792 |
+
"route_completion": 0.0,
|
| 793 |
+
"manipulation_score": 0.0,
|
| 794 |
+
"total_penalty_factor": 0.5,
|
| 795 |
+
"fail_reason": "out_of_bounds",
|
| 796 |
+
"penalty_events": [
|
| 797 |
+
{
|
| 798 |
+
"event_type": "out_of_bounds",
|
| 799 |
+
"timestep": 116,
|
| 800 |
+
"penalty_factor": 0.5,
|
| 801 |
+
"details": "Target object left workspace/view"
|
| 802 |
+
}
|
| 803 |
+
]
|
| 804 |
+
},
|
| 805 |
+
{
|
| 806 |
+
"episode_id": 44,
|
| 807 |
+
"seed": 100045,
|
| 808 |
+
"success": false,
|
| 809 |
+
"steps_taken": 308,
|
| 810 |
+
"max_steps": 400,
|
| 811 |
+
"route_completion": 39.077925945652865,
|
| 812 |
+
"manipulation_score": 19.538962972826432,
|
| 813 |
+
"total_penalty_factor": 0.5,
|
| 814 |
+
"fail_reason": "out_of_bounds",
|
| 815 |
+
"penalty_events": [
|
| 816 |
+
{
|
| 817 |
+
"event_type": "out_of_bounds",
|
| 818 |
+
"timestep": 308,
|
| 819 |
+
"penalty_factor": 0.5,
|
| 820 |
+
"details": "Target object left workspace/view"
|
| 821 |
+
}
|
| 822 |
+
]
|
| 823 |
+
},
|
| 824 |
+
{
|
| 825 |
+
"episode_id": 45,
|
| 826 |
+
"seed": 100046,
|
| 827 |
+
"success": false,
|
| 828 |
+
"steps_taken": 225,
|
| 829 |
+
"max_steps": 400,
|
| 830 |
+
"route_completion": 35.81655390130937,
|
| 831 |
+
"manipulation_score": 17.908276950654685,
|
| 832 |
+
"total_penalty_factor": 0.5,
|
| 833 |
+
"fail_reason": "out_of_bounds",
|
| 834 |
+
"penalty_events": [
|
| 835 |
+
{
|
| 836 |
+
"event_type": "out_of_bounds",
|
| 837 |
+
"timestep": 225,
|
| 838 |
+
"penalty_factor": 0.5,
|
| 839 |
+
"details": "Target object left workspace/view"
|
| 840 |
+
}
|
| 841 |
+
]
|
| 842 |
+
},
|
| 843 |
+
{
|
| 844 |
+
"episode_id": 46,
|
| 845 |
+
"seed": 100047,
|
| 846 |
+
"success": false,
|
| 847 |
+
"steps_taken": 400,
|
| 848 |
+
"max_steps": 400,
|
| 849 |
+
"route_completion": 41.8189360996972,
|
| 850 |
+
"manipulation_score": 41.8189360996972,
|
| 851 |
+
"total_penalty_factor": 1.0,
|
| 852 |
+
"fail_reason": null,
|
| 853 |
+
"penalty_events": []
|
| 854 |
+
},
|
| 855 |
+
{
|
| 856 |
+
"episode_id": 47,
|
| 857 |
+
"seed": 100048,
|
| 858 |
+
"success": false,
|
| 859 |
+
"steps_taken": 368,
|
| 860 |
+
"max_steps": 400,
|
| 861 |
+
"route_completion": 35.98635704796847,
|
| 862 |
+
"manipulation_score": 17.993178523984234,
|
| 863 |
+
"total_penalty_factor": 0.5,
|
| 864 |
+
"fail_reason": "out_of_bounds",
|
| 865 |
+
"penalty_events": [
|
| 866 |
+
{
|
| 867 |
+
"event_type": "out_of_bounds",
|
| 868 |
+
"timestep": 368,
|
| 869 |
+
"penalty_factor": 0.5,
|
| 870 |
+
"details": "Target object left workspace/view"
|
| 871 |
+
}
|
| 872 |
+
]
|
| 873 |
+
},
|
| 874 |
+
{
|
| 875 |
+
"episode_id": 48,
|
| 876 |
+
"seed": 100049,
|
| 877 |
+
"success": false,
|
| 878 |
+
"steps_taken": 129,
|
| 879 |
+
"max_steps": 400,
|
| 880 |
+
"route_completion": 0.0,
|
| 881 |
+
"manipulation_score": 0.0,
|
| 882 |
+
"total_penalty_factor": 0.5,
|
| 883 |
+
"fail_reason": "out_of_bounds",
|
| 884 |
+
"penalty_events": [
|
| 885 |
+
{
|
| 886 |
+
"event_type": "out_of_bounds",
|
| 887 |
+
"timestep": 129,
|
| 888 |
+
"penalty_factor": 0.5,
|
| 889 |
+
"details": "Target object left workspace/view"
|
| 890 |
+
}
|
| 891 |
+
]
|
| 892 |
+
},
|
| 893 |
+
{
|
| 894 |
+
"episode_id": 49,
|
| 895 |
+
"seed": 100050,
|
| 896 |
+
"success": false,
|
| 897 |
+
"steps_taken": 113,
|
| 898 |
+
"max_steps": 400,
|
| 899 |
+
"route_completion": 17.471183641126707,
|
| 900 |
+
"manipulation_score": 8.735591820563354,
|
| 901 |
+
"total_penalty_factor": 0.5,
|
| 902 |
+
"fail_reason": "out_of_bounds",
|
| 903 |
+
"penalty_events": [
|
| 904 |
+
{
|
| 905 |
+
"event_type": "out_of_bounds",
|
| 906 |
+
"timestep": 113,
|
| 907 |
+
"penalty_factor": 0.5,
|
| 908 |
+
"details": "Target object left workspace/view"
|
| 909 |
+
}
|
| 910 |
+
]
|
| 911 |
+
},
|
| 912 |
+
{
|
| 913 |
+
"episode_id": 50,
|
| 914 |
+
"seed": 100051,
|
| 915 |
+
"success": false,
|
| 916 |
+
"steps_taken": 106,
|
| 917 |
+
"max_steps": 400,
|
| 918 |
+
"route_completion": 14.996271749651772,
|
| 919 |
+
"manipulation_score": 7.498135874825886,
|
| 920 |
+
"total_penalty_factor": 0.5,
|
| 921 |
+
"fail_reason": "out_of_bounds",
|
| 922 |
+
"penalty_events": [
|
| 923 |
+
{
|
| 924 |
+
"event_type": "out_of_bounds",
|
| 925 |
+
"timestep": 106,
|
| 926 |
+
"penalty_factor": 0.5,
|
| 927 |
+
"details": "Target object left workspace/view"
|
| 928 |
+
}
|
| 929 |
+
]
|
| 930 |
+
},
|
| 931 |
+
{
|
| 932 |
+
"episode_id": 51,
|
| 933 |
+
"seed": 100052,
|
| 934 |
+
"success": false,
|
| 935 |
+
"steps_taken": 379,
|
| 936 |
+
"max_steps": 400,
|
| 937 |
+
"route_completion": 33.299755296065015,
|
| 938 |
+
"manipulation_score": 16.649877648032508,
|
| 939 |
+
"total_penalty_factor": 0.5,
|
| 940 |
+
"fail_reason": "out_of_bounds",
|
| 941 |
+
"penalty_events": [
|
| 942 |
+
{
|
| 943 |
+
"event_type": "out_of_bounds",
|
| 944 |
+
"timestep": 379,
|
| 945 |
+
"penalty_factor": 0.5,
|
| 946 |
+
"details": "Target object left workspace/view"
|
| 947 |
+
}
|
| 948 |
+
]
|
| 949 |
+
},
|
| 950 |
+
{
|
| 951 |
+
"episode_id": 52,
|
| 952 |
+
"seed": 100053,
|
| 953 |
+
"success": false,
|
| 954 |
+
"steps_taken": 123,
|
| 955 |
+
"max_steps": 400,
|
| 956 |
+
"route_completion": 12.706757165946403,
|
| 957 |
+
"manipulation_score": 6.3533785829732015,
|
| 958 |
+
"total_penalty_factor": 0.5,
|
| 959 |
+
"fail_reason": "out_of_bounds",
|
| 960 |
+
"penalty_events": [
|
| 961 |
+
{
|
| 962 |
+
"event_type": "out_of_bounds",
|
| 963 |
+
"timestep": 123,
|
| 964 |
+
"penalty_factor": 0.5,
|
| 965 |
+
"details": "Target object left workspace/view"
|
| 966 |
+
}
|
| 967 |
+
]
|
| 968 |
+
},
|
| 969 |
+
{
|
| 970 |
+
"episode_id": 53,
|
| 971 |
+
"seed": 100054,
|
| 972 |
+
"success": false,
|
| 973 |
+
"steps_taken": 121,
|
| 974 |
+
"max_steps": 400,
|
| 975 |
+
"route_completion": 0.0,
|
| 976 |
+
"manipulation_score": 0.0,
|
| 977 |
+
"total_penalty_factor": 0.5,
|
| 978 |
+
"fail_reason": "out_of_bounds",
|
| 979 |
+
"penalty_events": [
|
| 980 |
+
{
|
| 981 |
+
"event_type": "out_of_bounds",
|
| 982 |
+
"timestep": 121,
|
| 983 |
+
"penalty_factor": 0.5,
|
| 984 |
+
"details": "Target object left workspace/view"
|
| 985 |
+
}
|
| 986 |
+
]
|
| 987 |
+
},
|
| 988 |
+
{
|
| 989 |
+
"episode_id": 54,
|
| 990 |
+
"seed": 100055,
|
| 991 |
+
"success": false,
|
| 992 |
+
"steps_taken": 217,
|
| 993 |
+
"max_steps": 400,
|
| 994 |
+
"route_completion": 33.7375218419371,
|
| 995 |
+
"manipulation_score": 16.86876092096855,
|
| 996 |
+
"total_penalty_factor": 0.5,
|
| 997 |
+
"fail_reason": "out_of_bounds",
|
| 998 |
+
"penalty_events": [
|
| 999 |
+
{
|
| 1000 |
+
"event_type": "out_of_bounds",
|
| 1001 |
+
"timestep": 217,
|
| 1002 |
+
"penalty_factor": 0.5,
|
| 1003 |
+
"details": "Target object left workspace/view"
|
| 1004 |
+
}
|
| 1005 |
+
]
|
| 1006 |
+
},
|
| 1007 |
+
{
|
| 1008 |
+
"episode_id": 55,
|
| 1009 |
+
"seed": 100056,
|
| 1010 |
+
"success": false,
|
| 1011 |
+
"steps_taken": 217,
|
| 1012 |
+
"max_steps": 400,
|
| 1013 |
+
"route_completion": 38.49927132283306,
|
| 1014 |
+
"manipulation_score": 19.24963566141653,
|
| 1015 |
+
"total_penalty_factor": 0.5,
|
| 1016 |
+
"fail_reason": "out_of_bounds",
|
| 1017 |
+
"penalty_events": [
|
| 1018 |
+
{
|
| 1019 |
+
"event_type": "out_of_bounds",
|
| 1020 |
+
"timestep": 217,
|
| 1021 |
+
"penalty_factor": 0.5,
|
| 1022 |
+
"details": "Target object left workspace/view"
|
| 1023 |
+
}
|
| 1024 |
+
]
|
| 1025 |
+
},
|
| 1026 |
+
{
|
| 1027 |
+
"episode_id": 56,
|
| 1028 |
+
"seed": 100058,
|
| 1029 |
+
"success": false,
|
| 1030 |
+
"steps_taken": 117,
|
| 1031 |
+
"max_steps": 400,
|
| 1032 |
+
"route_completion": 27.316692297278827,
|
| 1033 |
+
"manipulation_score": 13.658346148639414,
|
| 1034 |
+
"total_penalty_factor": 0.5,
|
| 1035 |
+
"fail_reason": "out_of_bounds",
|
| 1036 |
+
"penalty_events": [
|
| 1037 |
+
{
|
| 1038 |
+
"event_type": "out_of_bounds",
|
| 1039 |
+
"timestep": 117,
|
| 1040 |
+
"penalty_factor": 0.5,
|
| 1041 |
+
"details": "Target object left workspace/view"
|
| 1042 |
+
}
|
| 1043 |
+
]
|
| 1044 |
+
},
|
| 1045 |
+
{
|
| 1046 |
+
"episode_id": 57,
|
| 1047 |
+
"seed": 100059,
|
| 1048 |
+
"success": false,
|
| 1049 |
+
"steps_taken": 95,
|
| 1050 |
+
"max_steps": 400,
|
| 1051 |
+
"route_completion": 19.76781040710143,
|
| 1052 |
+
"manipulation_score": 9.883905203550714,
|
| 1053 |
+
"total_penalty_factor": 0.5,
|
| 1054 |
+
"fail_reason": "out_of_bounds",
|
| 1055 |
+
"penalty_events": [
|
| 1056 |
+
{
|
| 1057 |
+
"event_type": "out_of_bounds",
|
| 1058 |
+
"timestep": 95,
|
| 1059 |
+
"penalty_factor": 0.5,
|
| 1060 |
+
"details": "Target object left workspace/view"
|
| 1061 |
+
}
|
| 1062 |
+
]
|
| 1063 |
+
},
|
| 1064 |
+
{
|
| 1065 |
+
"episode_id": 58,
|
| 1066 |
+
"seed": 100060,
|
| 1067 |
+
"success": true,
|
| 1068 |
+
"steps_taken": 205,
|
| 1069 |
+
"max_steps": 400,
|
| 1070 |
+
"route_completion": 100.0,
|
| 1071 |
+
"manipulation_score": 100.0,
|
| 1072 |
+
"total_penalty_factor": 1.0,
|
| 1073 |
+
"fail_reason": null,
|
| 1074 |
+
"penalty_events": []
|
| 1075 |
+
},
|
| 1076 |
+
{
|
| 1077 |
+
"episode_id": 59,
|
| 1078 |
+
"seed": 100061,
|
| 1079 |
+
"success": false,
|
| 1080 |
+
"steps_taken": 113,
|
| 1081 |
+
"max_steps": 400,
|
| 1082 |
+
"route_completion": 2.0141157569399875,
|
| 1083 |
+
"manipulation_score": 1.0070578784699937,
|
| 1084 |
+
"total_penalty_factor": 0.5,
|
| 1085 |
+
"fail_reason": "out_of_bounds",
|
| 1086 |
+
"penalty_events": [
|
| 1087 |
+
{
|
| 1088 |
+
"event_type": "out_of_bounds",
|
| 1089 |
+
"timestep": 113,
|
| 1090 |
+
"penalty_factor": 0.5,
|
| 1091 |
+
"details": "Target object left workspace/view"
|
| 1092 |
+
}
|
| 1093 |
+
]
|
| 1094 |
+
},
|
| 1095 |
+
{
|
| 1096 |
+
"episode_id": 60,
|
| 1097 |
+
"seed": 100062,
|
| 1098 |
+
"success": false,
|
| 1099 |
+
"steps_taken": 168,
|
| 1100 |
+
"max_steps": 400,
|
| 1101 |
+
"route_completion": 49.88660705111927,
|
| 1102 |
+
"manipulation_score": 24.943303525559635,
|
| 1103 |
+
"total_penalty_factor": 0.5,
|
| 1104 |
+
"fail_reason": "out_of_bounds",
|
| 1105 |
+
"penalty_events": [
|
| 1106 |
+
{
|
| 1107 |
+
"event_type": "out_of_bounds",
|
| 1108 |
+
"timestep": 168,
|
| 1109 |
+
"penalty_factor": 0.5,
|
| 1110 |
+
"details": "Target object left workspace/view"
|
| 1111 |
+
}
|
| 1112 |
+
]
|
| 1113 |
+
},
|
| 1114 |
+
{
|
| 1115 |
+
"episode_id": 61,
|
| 1116 |
+
"seed": 100063,
|
| 1117 |
+
"success": false,
|
| 1118 |
+
"steps_taken": 233,
|
| 1119 |
+
"max_steps": 400,
|
| 1120 |
+
"route_completion": 15.171948200211268,
|
| 1121 |
+
"manipulation_score": 7.585974100105634,
|
| 1122 |
+
"total_penalty_factor": 0.5,
|
| 1123 |
+
"fail_reason": "out_of_bounds",
|
| 1124 |
+
"penalty_events": [
|
| 1125 |
+
{
|
| 1126 |
+
"event_type": "out_of_bounds",
|
| 1127 |
+
"timestep": 233,
|
| 1128 |
+
"penalty_factor": 0.5,
|
| 1129 |
+
"details": "Target object left workspace/view"
|
| 1130 |
+
}
|
| 1131 |
+
]
|
| 1132 |
+
},
|
| 1133 |
+
{
|
| 1134 |
+
"episode_id": 62,
|
| 1135 |
+
"seed": 100064,
|
| 1136 |
+
"success": false,
|
| 1137 |
+
"steps_taken": 175,
|
| 1138 |
+
"max_steps": 400,
|
| 1139 |
+
"route_completion": 34.24996674029022,
|
| 1140 |
+
"manipulation_score": 17.12498337014511,
|
| 1141 |
+
"total_penalty_factor": 0.5,
|
| 1142 |
+
"fail_reason": "out_of_bounds",
|
| 1143 |
+
"penalty_events": [
|
| 1144 |
+
{
|
| 1145 |
+
"event_type": "out_of_bounds",
|
| 1146 |
+
"timestep": 175,
|
| 1147 |
+
"penalty_factor": 0.5,
|
| 1148 |
+
"details": "Target object left workspace/view"
|
| 1149 |
+
}
|
| 1150 |
+
]
|
| 1151 |
+
},
|
| 1152 |
+
{
|
| 1153 |
+
"episode_id": 63,
|
| 1154 |
+
"seed": 100065,
|
| 1155 |
+
"success": false,
|
| 1156 |
+
"steps_taken": 220,
|
| 1157 |
+
"max_steps": 400,
|
| 1158 |
+
"route_completion": 53.97475362965325,
|
| 1159 |
+
"manipulation_score": 26.987376814826625,
|
| 1160 |
+
"total_penalty_factor": 0.5,
|
| 1161 |
+
"fail_reason": "out_of_bounds",
|
| 1162 |
+
"penalty_events": [
|
| 1163 |
+
{
|
| 1164 |
+
"event_type": "out_of_bounds",
|
| 1165 |
+
"timestep": 220,
|
| 1166 |
+
"penalty_factor": 0.5,
|
| 1167 |
+
"details": "Target object left workspace/view"
|
| 1168 |
+
}
|
| 1169 |
+
]
|
| 1170 |
+
},
|
| 1171 |
+
{
|
| 1172 |
+
"episode_id": 64,
|
| 1173 |
+
"seed": 100066,
|
| 1174 |
+
"success": false,
|
| 1175 |
+
"steps_taken": 162,
|
| 1176 |
+
"max_steps": 400,
|
| 1177 |
+
"route_completion": 0.0,
|
| 1178 |
+
"manipulation_score": 0.0,
|
| 1179 |
+
"total_penalty_factor": 0.5,
|
| 1180 |
+
"fail_reason": "out_of_bounds",
|
| 1181 |
+
"penalty_events": [
|
| 1182 |
+
{
|
| 1183 |
+
"event_type": "out_of_bounds",
|
| 1184 |
+
"timestep": 162,
|
| 1185 |
+
"penalty_factor": 0.5,
|
| 1186 |
+
"details": "Target object left workspace/view"
|
| 1187 |
+
}
|
| 1188 |
+
]
|
| 1189 |
+
},
|
| 1190 |
+
{
|
| 1191 |
+
"episode_id": 65,
|
| 1192 |
+
"seed": 100067,
|
| 1193 |
+
"success": false,
|
| 1194 |
+
"steps_taken": 119,
|
| 1195 |
+
"max_steps": 400,
|
| 1196 |
+
"route_completion": 13.13034017482373,
|
| 1197 |
+
"manipulation_score": 6.565170087411865,
|
| 1198 |
+
"total_penalty_factor": 0.5,
|
| 1199 |
+
"fail_reason": "out_of_bounds",
|
| 1200 |
+
"penalty_events": [
|
| 1201 |
+
{
|
| 1202 |
+
"event_type": "out_of_bounds",
|
| 1203 |
+
"timestep": 119,
|
| 1204 |
+
"penalty_factor": 0.5,
|
| 1205 |
+
"details": "Target object left workspace/view"
|
| 1206 |
+
}
|
| 1207 |
+
]
|
| 1208 |
+
},
|
| 1209 |
+
{
|
| 1210 |
+
"episode_id": 66,
|
| 1211 |
+
"seed": 100068,
|
| 1212 |
+
"success": false,
|
| 1213 |
+
"steps_taken": 109,
|
| 1214 |
+
"max_steps": 400,
|
| 1215 |
+
"route_completion": 0.0,
|
| 1216 |
+
"manipulation_score": 0.0,
|
| 1217 |
+
"total_penalty_factor": 0.5,
|
| 1218 |
+
"fail_reason": "out_of_bounds",
|
| 1219 |
+
"penalty_events": [
|
| 1220 |
+
{
|
| 1221 |
+
"event_type": "out_of_bounds",
|
| 1222 |
+
"timestep": 109,
|
| 1223 |
+
"penalty_factor": 0.5,
|
| 1224 |
+
"details": "Target object left workspace/view"
|
| 1225 |
+
}
|
| 1226 |
+
]
|
| 1227 |
+
},
|
| 1228 |
+
{
|
| 1229 |
+
"episode_id": 67,
|
| 1230 |
+
"seed": 100069,
|
| 1231 |
+
"success": false,
|
| 1232 |
+
"steps_taken": 400,
|
| 1233 |
+
"max_steps": 400,
|
| 1234 |
+
"route_completion": 0.0,
|
| 1235 |
+
"manipulation_score": 0.0,
|
| 1236 |
+
"total_penalty_factor": 1.0,
|
| 1237 |
+
"fail_reason": null,
|
| 1238 |
+
"penalty_events": []
|
| 1239 |
+
},
|
| 1240 |
+
{
|
| 1241 |
+
"episode_id": 68,
|
| 1242 |
+
"seed": 100070,
|
| 1243 |
+
"success": false,
|
| 1244 |
+
"steps_taken": 209,
|
| 1245 |
+
"max_steps": 400,
|
| 1246 |
+
"route_completion": 32.77074228877304,
|
| 1247 |
+
"manipulation_score": 16.38537114438652,
|
| 1248 |
+
"total_penalty_factor": 0.5,
|
| 1249 |
+
"fail_reason": "out_of_bounds",
|
| 1250 |
+
"penalty_events": [
|
| 1251 |
+
{
|
| 1252 |
+
"event_type": "out_of_bounds",
|
| 1253 |
+
"timestep": 209,
|
| 1254 |
+
"penalty_factor": 0.5,
|
| 1255 |
+
"details": "Target object left workspace/view"
|
| 1256 |
+
}
|
| 1257 |
+
]
|
| 1258 |
+
},
|
| 1259 |
+
{
|
| 1260 |
+
"episode_id": 69,
|
| 1261 |
+
"seed": 100071,
|
| 1262 |
+
"success": false,
|
| 1263 |
+
"steps_taken": 104,
|
| 1264 |
+
"max_steps": 400,
|
| 1265 |
+
"route_completion": 39.09500317426402,
|
| 1266 |
+
"manipulation_score": 19.54750158713201,
|
| 1267 |
+
"total_penalty_factor": 0.5,
|
| 1268 |
+
"fail_reason": "out_of_bounds",
|
| 1269 |
+
"penalty_events": [
|
| 1270 |
+
{
|
| 1271 |
+
"event_type": "out_of_bounds",
|
| 1272 |
+
"timestep": 104,
|
| 1273 |
+
"penalty_factor": 0.5,
|
| 1274 |
+
"details": "Target object left workspace/view"
|
| 1275 |
+
}
|
| 1276 |
+
]
|
| 1277 |
+
},
|
| 1278 |
+
{
|
| 1279 |
+
"episode_id": 70,
|
| 1280 |
+
"seed": 100072,
|
| 1281 |
+
"success": false,
|
| 1282 |
+
"steps_taken": 145,
|
| 1283 |
+
"max_steps": 400,
|
| 1284 |
+
"route_completion": 48.09484627455897,
|
| 1285 |
+
"manipulation_score": 24.047423137279484,
|
| 1286 |
+
"total_penalty_factor": 0.5,
|
| 1287 |
+
"fail_reason": "out_of_bounds",
|
| 1288 |
+
"penalty_events": [
|
| 1289 |
+
{
|
| 1290 |
+
"event_type": "out_of_bounds",
|
| 1291 |
+
"timestep": 145,
|
| 1292 |
+
"penalty_factor": 0.5,
|
| 1293 |
+
"details": "Target object left workspace/view"
|
| 1294 |
+
}
|
| 1295 |
+
]
|
| 1296 |
+
},
|
| 1297 |
+
{
|
| 1298 |
+
"episode_id": 71,
|
| 1299 |
+
"seed": 100073,
|
| 1300 |
+
"success": false,
|
| 1301 |
+
"steps_taken": 135,
|
| 1302 |
+
"max_steps": 400,
|
| 1303 |
+
"route_completion": 0.024487613110829556,
|
| 1304 |
+
"manipulation_score": 0.012243806555414778,
|
| 1305 |
+
"total_penalty_factor": 0.5,
|
| 1306 |
+
"fail_reason": "out_of_bounds",
|
| 1307 |
+
"penalty_events": [
|
| 1308 |
+
{
|
| 1309 |
+
"event_type": "out_of_bounds",
|
| 1310 |
+
"timestep": 135,
|
| 1311 |
+
"penalty_factor": 0.5,
|
| 1312 |
+
"details": "Target object left workspace/view"
|
| 1313 |
+
}
|
| 1314 |
+
]
|
| 1315 |
+
},
|
| 1316 |
+
{
|
| 1317 |
+
"episode_id": 72,
|
| 1318 |
+
"seed": 100074,
|
| 1319 |
+
"success": false,
|
| 1320 |
+
"steps_taken": 232,
|
| 1321 |
+
"max_steps": 400,
|
| 1322 |
+
"route_completion": 37.02033379977894,
|
| 1323 |
+
"manipulation_score": 18.51016689988947,
|
| 1324 |
+
"total_penalty_factor": 0.5,
|
| 1325 |
+
"fail_reason": "out_of_bounds",
|
| 1326 |
+
"penalty_events": [
|
| 1327 |
+
{
|
| 1328 |
+
"event_type": "out_of_bounds",
|
| 1329 |
+
"timestep": 232,
|
| 1330 |
+
"penalty_factor": 0.5,
|
| 1331 |
+
"details": "Target object left workspace/view"
|
| 1332 |
+
}
|
| 1333 |
+
]
|
| 1334 |
+
},
|
| 1335 |
+
{
|
| 1336 |
+
"episode_id": 73,
|
| 1337 |
+
"seed": 100075,
|
| 1338 |
+
"success": false,
|
| 1339 |
+
"steps_taken": 119,
|
| 1340 |
+
"max_steps": 400,
|
| 1341 |
+
"route_completion": 0.0,
|
| 1342 |
+
"manipulation_score": 0.0,
|
| 1343 |
+
"total_penalty_factor": 0.5,
|
| 1344 |
+
"fail_reason": "out_of_bounds",
|
| 1345 |
+
"penalty_events": [
|
| 1346 |
+
{
|
| 1347 |
+
"event_type": "out_of_bounds",
|
| 1348 |
+
"timestep": 119,
|
| 1349 |
+
"penalty_factor": 0.5,
|
| 1350 |
+
"details": "Target object left workspace/view"
|
| 1351 |
+
}
|
| 1352 |
+
]
|
| 1353 |
+
},
|
| 1354 |
+
{
|
| 1355 |
+
"episode_id": 74,
|
| 1356 |
+
"seed": 100077,
|
| 1357 |
+
"success": false,
|
| 1358 |
+
"steps_taken": 137,
|
| 1359 |
+
"max_steps": 400,
|
| 1360 |
+
"route_completion": 27.02890477948688,
|
| 1361 |
+
"manipulation_score": 13.51445238974344,
|
| 1362 |
+
"total_penalty_factor": 0.5,
|
| 1363 |
+
"fail_reason": "out_of_bounds",
|
| 1364 |
+
"penalty_events": [
|
| 1365 |
+
{
|
| 1366 |
+
"event_type": "out_of_bounds",
|
| 1367 |
+
"timestep": 137,
|
| 1368 |
+
"penalty_factor": 0.5,
|
| 1369 |
+
"details": "Target object left workspace/view"
|
| 1370 |
+
}
|
| 1371 |
+
]
|
| 1372 |
+
},
|
| 1373 |
+
{
|
| 1374 |
+
"episode_id": 75,
|
| 1375 |
+
"seed": 100079,
|
| 1376 |
+
"success": false,
|
| 1377 |
+
"steps_taken": 167,
|
| 1378 |
+
"max_steps": 400,
|
| 1379 |
+
"route_completion": 0.0,
|
| 1380 |
+
"manipulation_score": 0.0,
|
| 1381 |
+
"total_penalty_factor": 0.5,
|
| 1382 |
+
"fail_reason": "out_of_bounds",
|
| 1383 |
+
"penalty_events": [
|
| 1384 |
+
{
|
| 1385 |
+
"event_type": "out_of_bounds",
|
| 1386 |
+
"timestep": 167,
|
| 1387 |
+
"penalty_factor": 0.5,
|
| 1388 |
+
"details": "Target object left workspace/view"
|
| 1389 |
+
}
|
| 1390 |
+
]
|
| 1391 |
+
},
|
| 1392 |
+
{
|
| 1393 |
+
"episode_id": 76,
|
| 1394 |
+
"seed": 100080,
|
| 1395 |
+
"success": false,
|
| 1396 |
+
"steps_taken": 107,
|
| 1397 |
+
"max_steps": 400,
|
| 1398 |
+
"route_completion": 0.0652354024413704,
|
| 1399 |
+
"manipulation_score": 0.0326177012206852,
|
| 1400 |
+
"total_penalty_factor": 0.5,
|
| 1401 |
+
"fail_reason": "out_of_bounds",
|
| 1402 |
+
"penalty_events": [
|
| 1403 |
+
{
|
| 1404 |
+
"event_type": "out_of_bounds",
|
| 1405 |
+
"timestep": 107,
|
| 1406 |
+
"penalty_factor": 0.5,
|
| 1407 |
+
"details": "Target object left workspace/view"
|
| 1408 |
+
}
|
| 1409 |
+
]
|
| 1410 |
+
},
|
| 1411 |
+
{
|
| 1412 |
+
"episode_id": 77,
|
| 1413 |
+
"seed": 100081,
|
| 1414 |
+
"success": false,
|
| 1415 |
+
"steps_taken": 102,
|
| 1416 |
+
"max_steps": 400,
|
| 1417 |
+
"route_completion": 0.0635290548136514,
|
| 1418 |
+
"manipulation_score": 0.0317645274068257,
|
| 1419 |
+
"total_penalty_factor": 0.5,
|
| 1420 |
+
"fail_reason": "out_of_bounds",
|
| 1421 |
+
"penalty_events": [
|
| 1422 |
+
{
|
| 1423 |
+
"event_type": "out_of_bounds",
|
| 1424 |
+
"timestep": 102,
|
| 1425 |
+
"penalty_factor": 0.5,
|
| 1426 |
+
"details": "Target object left workspace/view"
|
| 1427 |
+
}
|
| 1428 |
+
]
|
| 1429 |
+
},
|
| 1430 |
+
{
|
| 1431 |
+
"episode_id": 78,
|
| 1432 |
+
"seed": 100082,
|
| 1433 |
+
"success": false,
|
| 1434 |
+
"steps_taken": 400,
|
| 1435 |
+
"max_steps": 400,
|
| 1436 |
+
"route_completion": 29.81375878973349,
|
| 1437 |
+
"manipulation_score": 29.81375878973349,
|
| 1438 |
+
"total_penalty_factor": 1.0,
|
| 1439 |
+
"fail_reason": null,
|
| 1440 |
+
"penalty_events": []
|
| 1441 |
+
},
|
| 1442 |
+
{
|
| 1443 |
+
"episode_id": 79,
|
| 1444 |
+
"seed": 100084,
|
| 1445 |
+
"success": false,
|
| 1446 |
+
"steps_taken": 165,
|
| 1447 |
+
"max_steps": 400,
|
| 1448 |
+
"route_completion": 26.694962729102638,
|
| 1449 |
+
"manipulation_score": 13.347481364551319,
|
| 1450 |
+
"total_penalty_factor": 0.5,
|
| 1451 |
+
"fail_reason": "out_of_bounds",
|
| 1452 |
+
"penalty_events": [
|
| 1453 |
+
{
|
| 1454 |
+
"event_type": "out_of_bounds",
|
| 1455 |
+
"timestep": 165,
|
| 1456 |
+
"penalty_factor": 0.5,
|
| 1457 |
+
"details": "Target object left workspace/view"
|
| 1458 |
+
}
|
| 1459 |
+
]
|
| 1460 |
+
},
|
| 1461 |
+
{
|
| 1462 |
+
"episode_id": 80,
|
| 1463 |
+
"seed": 100086,
|
| 1464 |
+
"success": false,
|
| 1465 |
+
"steps_taken": 116,
|
| 1466 |
+
"max_steps": 400,
|
| 1467 |
+
"route_completion": 0.0,
|
| 1468 |
+
"manipulation_score": 0.0,
|
| 1469 |
+
"total_penalty_factor": 0.5,
|
| 1470 |
+
"fail_reason": "out_of_bounds",
|
| 1471 |
+
"penalty_events": [
|
| 1472 |
+
{
|
| 1473 |
+
"event_type": "out_of_bounds",
|
| 1474 |
+
"timestep": 116,
|
| 1475 |
+
"penalty_factor": 0.5,
|
| 1476 |
+
"details": "Target object left workspace/view"
|
| 1477 |
+
}
|
| 1478 |
+
]
|
| 1479 |
+
},
|
| 1480 |
+
{
|
| 1481 |
+
"episode_id": 81,
|
| 1482 |
+
"seed": 100087,
|
| 1483 |
+
"success": false,
|
| 1484 |
+
"steps_taken": 196,
|
| 1485 |
+
"max_steps": 400,
|
| 1486 |
+
"route_completion": 42.43179848594076,
|
| 1487 |
+
"manipulation_score": 21.21589924297038,
|
| 1488 |
+
"total_penalty_factor": 0.5,
|
| 1489 |
+
"fail_reason": "out_of_bounds",
|
| 1490 |
+
"penalty_events": [
|
| 1491 |
+
{
|
| 1492 |
+
"event_type": "out_of_bounds",
|
| 1493 |
+
"timestep": 196,
|
| 1494 |
+
"penalty_factor": 0.5,
|
| 1495 |
+
"details": "Target object left workspace/view"
|
| 1496 |
+
}
|
| 1497 |
+
]
|
| 1498 |
+
},
|
| 1499 |
+
{
|
| 1500 |
+
"episode_id": 82,
|
| 1501 |
+
"seed": 100088,
|
| 1502 |
+
"success": false,
|
| 1503 |
+
"steps_taken": 92,
|
| 1504 |
+
"max_steps": 400,
|
| 1505 |
+
"route_completion": 34.39883256440674,
|
| 1506 |
+
"manipulation_score": 17.19941628220337,
|
| 1507 |
+
"total_penalty_factor": 0.5,
|
| 1508 |
+
"fail_reason": "out_of_bounds",
|
| 1509 |
+
"penalty_events": [
|
| 1510 |
+
{
|
| 1511 |
+
"event_type": "out_of_bounds",
|
| 1512 |
+
"timestep": 92,
|
| 1513 |
+
"penalty_factor": 0.5,
|
| 1514 |
+
"details": "Target object left workspace/view"
|
| 1515 |
+
}
|
| 1516 |
+
]
|
| 1517 |
+
},
|
| 1518 |
+
{
|
| 1519 |
+
"episode_id": 83,
|
| 1520 |
+
"seed": 100089,
|
| 1521 |
+
"success": false,
|
| 1522 |
+
"steps_taken": 113,
|
| 1523 |
+
"max_steps": 400,
|
| 1524 |
+
"route_completion": 0.0,
|
| 1525 |
+
"manipulation_score": 0.0,
|
| 1526 |
+
"total_penalty_factor": 0.5,
|
| 1527 |
+
"fail_reason": "out_of_bounds",
|
| 1528 |
+
"penalty_events": [
|
| 1529 |
+
{
|
| 1530 |
+
"event_type": "out_of_bounds",
|
| 1531 |
+
"timestep": 113,
|
| 1532 |
+
"penalty_factor": 0.5,
|
| 1533 |
+
"details": "Target object left workspace/view"
|
| 1534 |
+
}
|
| 1535 |
+
]
|
| 1536 |
+
},
|
| 1537 |
+
{
|
| 1538 |
+
"episode_id": 84,
|
| 1539 |
+
"seed": 100090,
|
| 1540 |
+
"success": false,
|
| 1541 |
+
"steps_taken": 110,
|
| 1542 |
+
"max_steps": 400,
|
| 1543 |
+
"route_completion": 36.104419199606994,
|
| 1544 |
+
"manipulation_score": 18.052209599803497,
|
| 1545 |
+
"total_penalty_factor": 0.5,
|
| 1546 |
+
"fail_reason": "out_of_bounds",
|
| 1547 |
+
"penalty_events": [
|
| 1548 |
+
{
|
| 1549 |
+
"event_type": "out_of_bounds",
|
| 1550 |
+
"timestep": 110,
|
| 1551 |
+
"penalty_factor": 0.5,
|
| 1552 |
+
"details": "Target object left workspace/view"
|
| 1553 |
+
}
|
| 1554 |
+
]
|
| 1555 |
+
},
|
| 1556 |
+
{
|
| 1557 |
+
"episode_id": 85,
|
| 1558 |
+
"seed": 100091,
|
| 1559 |
+
"success": false,
|
| 1560 |
+
"steps_taken": 111,
|
| 1561 |
+
"max_steps": 400,
|
| 1562 |
+
"route_completion": 3.372617534118233,
|
| 1563 |
+
"manipulation_score": 1.6863087670591166,
|
| 1564 |
+
"total_penalty_factor": 0.5,
|
| 1565 |
+
"fail_reason": "out_of_bounds",
|
| 1566 |
+
"penalty_events": [
|
| 1567 |
+
{
|
| 1568 |
+
"event_type": "out_of_bounds",
|
| 1569 |
+
"timestep": 111,
|
| 1570 |
+
"penalty_factor": 0.5,
|
| 1571 |
+
"details": "Target object left workspace/view"
|
| 1572 |
+
}
|
| 1573 |
+
]
|
| 1574 |
+
},
|
| 1575 |
+
{
|
| 1576 |
+
"episode_id": 86,
|
| 1577 |
+
"seed": 100093,
|
| 1578 |
+
"success": false,
|
| 1579 |
+
"steps_taken": 287,
|
| 1580 |
+
"max_steps": 400,
|
| 1581 |
+
"route_completion": 44.059394425550416,
|
| 1582 |
+
"manipulation_score": 22.029697212775208,
|
| 1583 |
+
"total_penalty_factor": 0.5,
|
| 1584 |
+
"fail_reason": "out_of_bounds",
|
| 1585 |
+
"penalty_events": [
|
| 1586 |
+
{
|
| 1587 |
+
"event_type": "out_of_bounds",
|
| 1588 |
+
"timestep": 287,
|
| 1589 |
+
"penalty_factor": 0.5,
|
| 1590 |
+
"details": "Target object left workspace/view"
|
| 1591 |
+
}
|
| 1592 |
+
]
|
| 1593 |
+
},
|
| 1594 |
+
{
|
| 1595 |
+
"episode_id": 87,
|
| 1596 |
+
"seed": 100094,
|
| 1597 |
+
"success": false,
|
| 1598 |
+
"steps_taken": 225,
|
| 1599 |
+
"max_steps": 400,
|
| 1600 |
+
"route_completion": 24.28973889010475,
|
| 1601 |
+
"manipulation_score": 12.144869445052375,
|
| 1602 |
+
"total_penalty_factor": 0.5,
|
| 1603 |
+
"fail_reason": "out_of_bounds",
|
| 1604 |
+
"penalty_events": [
|
| 1605 |
+
{
|
| 1606 |
+
"event_type": "out_of_bounds",
|
| 1607 |
+
"timestep": 225,
|
| 1608 |
+
"penalty_factor": 0.5,
|
| 1609 |
+
"details": "Target object left workspace/view"
|
| 1610 |
+
}
|
| 1611 |
+
]
|
| 1612 |
+
},
|
| 1613 |
+
{
|
| 1614 |
+
"episode_id": 88,
|
| 1615 |
+
"seed": 100095,
|
| 1616 |
+
"success": true,
|
| 1617 |
+
"steps_taken": 126,
|
| 1618 |
+
"max_steps": 400,
|
| 1619 |
+
"route_completion": 100.0,
|
| 1620 |
+
"manipulation_score": 100.0,
|
| 1621 |
+
"total_penalty_factor": 1.0,
|
| 1622 |
+
"fail_reason": null,
|
| 1623 |
+
"penalty_events": []
|
| 1624 |
+
},
|
| 1625 |
+
{
|
| 1626 |
+
"episode_id": 89,
|
| 1627 |
+
"seed": 100096,
|
| 1628 |
+
"success": false,
|
| 1629 |
+
"steps_taken": 398,
|
| 1630 |
+
"max_steps": 400,
|
| 1631 |
+
"route_completion": 33.84927494385852,
|
| 1632 |
+
"manipulation_score": 16.92463747192926,
|
| 1633 |
+
"total_penalty_factor": 0.5,
|
| 1634 |
+
"fail_reason": "out_of_bounds",
|
| 1635 |
+
"penalty_events": [
|
| 1636 |
+
{
|
| 1637 |
+
"event_type": "out_of_bounds",
|
| 1638 |
+
"timestep": 398,
|
| 1639 |
+
"penalty_factor": 0.5,
|
| 1640 |
+
"details": "Target object left workspace/view"
|
| 1641 |
+
}
|
| 1642 |
+
]
|
| 1643 |
+
},
|
| 1644 |
+
{
|
| 1645 |
+
"episode_id": 90,
|
| 1646 |
+
"seed": 100097,
|
| 1647 |
+
"success": false,
|
| 1648 |
+
"steps_taken": 121,
|
| 1649 |
+
"max_steps": 400,
|
| 1650 |
+
"route_completion": 46.88470920977365,
|
| 1651 |
+
"manipulation_score": 23.442354604886827,
|
| 1652 |
+
"total_penalty_factor": 0.5,
|
| 1653 |
+
"fail_reason": "out_of_bounds",
|
| 1654 |
+
"penalty_events": [
|
| 1655 |
+
{
|
| 1656 |
+
"event_type": "out_of_bounds",
|
| 1657 |
+
"timestep": 121,
|
| 1658 |
+
"penalty_factor": 0.5,
|
| 1659 |
+
"details": "Target object left workspace/view"
|
| 1660 |
+
}
|
| 1661 |
+
]
|
| 1662 |
+
},
|
| 1663 |
+
{
|
| 1664 |
+
"episode_id": 91,
|
| 1665 |
+
"seed": 100098,
|
| 1666 |
+
"success": false,
|
| 1667 |
+
"steps_taken": 270,
|
| 1668 |
+
"max_steps": 400,
|
| 1669 |
+
"route_completion": 0.0,
|
| 1670 |
+
"manipulation_score": 0.0,
|
| 1671 |
+
"total_penalty_factor": 0.5,
|
| 1672 |
+
"fail_reason": "out_of_bounds",
|
| 1673 |
+
"penalty_events": [
|
| 1674 |
+
{
|
| 1675 |
+
"event_type": "out_of_bounds",
|
| 1676 |
+
"timestep": 270,
|
| 1677 |
+
"penalty_factor": 0.5,
|
| 1678 |
+
"details": "Target object left workspace/view"
|
| 1679 |
+
}
|
| 1680 |
+
]
|
| 1681 |
+
},
|
| 1682 |
+
{
|
| 1683 |
+
"episode_id": 92,
|
| 1684 |
+
"seed": 100099,
|
| 1685 |
+
"success": false,
|
| 1686 |
+
"steps_taken": 102,
|
| 1687 |
+
"max_steps": 400,
|
| 1688 |
+
"route_completion": 24.886543674399743,
|
| 1689 |
+
"manipulation_score": 12.443271837199871,
|
| 1690 |
+
"total_penalty_factor": 0.5,
|
| 1691 |
+
"fail_reason": "out_of_bounds",
|
| 1692 |
+
"penalty_events": [
|
| 1693 |
+
{
|
| 1694 |
+
"event_type": "out_of_bounds",
|
| 1695 |
+
"timestep": 102,
|
| 1696 |
+
"penalty_factor": 0.5,
|
| 1697 |
+
"details": "Target object left workspace/view"
|
| 1698 |
+
}
|
| 1699 |
+
]
|
| 1700 |
+
},
|
| 1701 |
+
{
|
| 1702 |
+
"episode_id": 93,
|
| 1703 |
+
"seed": 100100,
|
| 1704 |
+
"success": false,
|
| 1705 |
+
"steps_taken": 103,
|
| 1706 |
+
"max_steps": 400,
|
| 1707 |
+
"route_completion": 0.1527041916037333,
|
| 1708 |
+
"manipulation_score": 0.07635209580186665,
|
| 1709 |
+
"total_penalty_factor": 0.5,
|
| 1710 |
+
"fail_reason": "out_of_bounds",
|
| 1711 |
+
"penalty_events": [
|
| 1712 |
+
{
|
| 1713 |
+
"event_type": "out_of_bounds",
|
| 1714 |
+
"timestep": 103,
|
| 1715 |
+
"penalty_factor": 0.5,
|
| 1716 |
+
"details": "Target object left workspace/view"
|
| 1717 |
+
}
|
| 1718 |
+
]
|
| 1719 |
+
},
|
| 1720 |
+
{
|
| 1721 |
+
"episode_id": 94,
|
| 1722 |
+
"seed": 100101,
|
| 1723 |
+
"success": false,
|
| 1724 |
+
"steps_taken": 293,
|
| 1725 |
+
"max_steps": 400,
|
| 1726 |
+
"route_completion": 25.263303830237398,
|
| 1727 |
+
"manipulation_score": 12.631651915118699,
|
| 1728 |
+
"total_penalty_factor": 0.5,
|
| 1729 |
+
"fail_reason": "out_of_bounds",
|
| 1730 |
+
"penalty_events": [
|
| 1731 |
+
{
|
| 1732 |
+
"event_type": "out_of_bounds",
|
| 1733 |
+
"timestep": 293,
|
| 1734 |
+
"penalty_factor": 0.5,
|
| 1735 |
+
"details": "Target object left workspace/view"
|
| 1736 |
+
}
|
| 1737 |
+
]
|
| 1738 |
+
},
|
| 1739 |
+
{
|
| 1740 |
+
"episode_id": 95,
|
| 1741 |
+
"seed": 100102,
|
| 1742 |
+
"success": false,
|
| 1743 |
+
"steps_taken": 106,
|
| 1744 |
+
"max_steps": 400,
|
| 1745 |
+
"route_completion": 0.05478389529276845,
|
| 1746 |
+
"manipulation_score": 0.027391947646384224,
|
| 1747 |
+
"total_penalty_factor": 0.5,
|
| 1748 |
+
"fail_reason": "out_of_bounds",
|
| 1749 |
+
"penalty_events": [
|
| 1750 |
+
{
|
| 1751 |
+
"event_type": "out_of_bounds",
|
| 1752 |
+
"timestep": 106,
|
| 1753 |
+
"penalty_factor": 0.5,
|
| 1754 |
+
"details": "Target object left workspace/view"
|
| 1755 |
+
}
|
| 1756 |
+
]
|
| 1757 |
+
},
|
| 1758 |
+
{
|
| 1759 |
+
"episode_id": 96,
|
| 1760 |
+
"seed": 100103,
|
| 1761 |
+
"success": false,
|
| 1762 |
+
"steps_taken": 378,
|
| 1763 |
+
"max_steps": 400,
|
| 1764 |
+
"route_completion": 24.89099742697272,
|
| 1765 |
+
"manipulation_score": 12.44549871348636,
|
| 1766 |
+
"total_penalty_factor": 0.5,
|
| 1767 |
+
"fail_reason": "out_of_bounds",
|
| 1768 |
+
"penalty_events": [
|
| 1769 |
+
{
|
| 1770 |
+
"event_type": "out_of_bounds",
|
| 1771 |
+
"timestep": 378,
|
| 1772 |
+
"penalty_factor": 0.5,
|
| 1773 |
+
"details": "Target object left workspace/view"
|
| 1774 |
+
}
|
| 1775 |
+
]
|
| 1776 |
+
},
|
| 1777 |
+
{
|
| 1778 |
+
"episode_id": 97,
|
| 1779 |
+
"seed": 100104,
|
| 1780 |
+
"success": false,
|
| 1781 |
+
"steps_taken": 99,
|
| 1782 |
+
"max_steps": 400,
|
| 1783 |
+
"route_completion": 0.0,
|
| 1784 |
+
"manipulation_score": 0.0,
|
| 1785 |
+
"total_penalty_factor": 0.5,
|
| 1786 |
+
"fail_reason": "out_of_bounds",
|
| 1787 |
+
"penalty_events": [
|
| 1788 |
+
{
|
| 1789 |
+
"event_type": "out_of_bounds",
|
| 1790 |
+
"timestep": 99,
|
| 1791 |
+
"penalty_factor": 0.5,
|
| 1792 |
+
"details": "Target object left workspace/view"
|
| 1793 |
+
}
|
| 1794 |
+
]
|
| 1795 |
+
},
|
| 1796 |
+
{
|
| 1797 |
+
"episode_id": 98,
|
| 1798 |
+
"seed": 100105,
|
| 1799 |
+
"success": false,
|
| 1800 |
+
"steps_taken": 115,
|
| 1801 |
+
"max_steps": 400,
|
| 1802 |
+
"route_completion": 0.04082751722472572,
|
| 1803 |
+
"manipulation_score": 0.02041375861236286,
|
| 1804 |
+
"total_penalty_factor": 0.5,
|
| 1805 |
+
"fail_reason": "out_of_bounds",
|
| 1806 |
+
"penalty_events": [
|
| 1807 |
+
{
|
| 1808 |
+
"event_type": "out_of_bounds",
|
| 1809 |
+
"timestep": 115,
|
| 1810 |
+
"penalty_factor": 0.5,
|
| 1811 |
+
"details": "Target object left workspace/view"
|
| 1812 |
+
}
|
| 1813 |
+
]
|
| 1814 |
+
},
|
| 1815 |
+
{
|
| 1816 |
+
"episode_id": 99,
|
| 1817 |
+
"seed": 100106,
|
| 1818 |
+
"success": false,
|
| 1819 |
+
"steps_taken": 118,
|
| 1820 |
+
"max_steps": 400,
|
| 1821 |
+
"route_completion": 21.671398072318027,
|
| 1822 |
+
"manipulation_score": 10.835699036159014,
|
| 1823 |
+
"total_penalty_factor": 0.5,
|
| 1824 |
+
"fail_reason": "out_of_bounds",
|
| 1825 |
+
"penalty_events": [
|
| 1826 |
+
{
|
| 1827 |
+
"event_type": "out_of_bounds",
|
| 1828 |
+
"timestep": 118,
|
| 1829 |
+
"penalty_factor": 0.5,
|
| 1830 |
+
"details": "Target object left workspace/view"
|
| 1831 |
+
}
|
| 1832 |
+
]
|
| 1833 |
+
},
|
| 1834 |
+
{
|
| 1835 |
+
"episode_id": 100,
|
| 1836 |
+
"seed": 100107,
|
| 1837 |
+
"success": false,
|
| 1838 |
+
"steps_taken": 126,
|
| 1839 |
+
"max_steps": 400,
|
| 1840 |
+
"route_completion": 18.322395656163703,
|
| 1841 |
+
"manipulation_score": 9.161197828081852,
|
| 1842 |
+
"total_penalty_factor": 0.5,
|
| 1843 |
+
"fail_reason": "out_of_bounds",
|
| 1844 |
+
"penalty_events": [
|
| 1845 |
+
{
|
| 1846 |
+
"event_type": "out_of_bounds",
|
| 1847 |
+
"timestep": 126,
|
| 1848 |
+
"penalty_factor": 0.5,
|
| 1849 |
+
"details": "Target object left workspace/view"
|
| 1850 |
+
}
|
| 1851 |
+
]
|
| 1852 |
+
}
|
| 1853 |
+
]
|
log/eval_result/place_object_stand/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 02:23:29/_metrics.json
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"total_episodes": 100,
|
| 3 |
+
"success_count": 2,
|
| 4 |
+
"success_rate": 2.0,
|
| 5 |
+
"manipulation_score_mean": 10.599625515054607,
|
| 6 |
+
"manipulation_score_std": 15.864571289454856,
|
| 7 |
+
"route_completion_mean": 17.863669502431115,
|
| 8 |
+
"route_completion_std": 20.00486434997128,
|
| 9 |
+
"penalty_clutter_collision_total": 0,
|
| 10 |
+
"penalty_out_of_bounds_total": 93
|
| 11 |
+
}
|
log/eval_result/place_object_stand/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 02:23:29/_metrics_report.txt
ADDED
|
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
============================================================
|
| 2 |
+
EVALUATION METRICS REPORT
|
| 3 |
+
============================================================
|
| 4 |
+
|
| 5 |
+
Total Episodes: 100
|
| 6 |
+
Success Rate: 2.0% (2/100)
|
| 7 |
+
|
| 8 |
+
--- Manipulation Score ---
|
| 9 |
+
Mean: 10.60
|
| 10 |
+
Std: 15.86
|
| 11 |
+
|
| 12 |
+
--- Route Completion ---
|
| 13 |
+
Mean: 17.86%
|
| 14 |
+
Std: 20.00
|
| 15 |
+
|
| 16 |
+
--- Penalty Events ---
|
| 17 |
+
Clutter Collisions: 0
|
| 18 |
+
Out of Bounds: 93
|
| 19 |
+
|
| 20 |
+
============================================================
|
log/eval_result/place_object_stand/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 02:23:29/_result.txt
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Timestamp: 2026-03-30 02:23:29
|
| 2 |
+
|
| 3 |
+
Instruction Type: unseen
|
| 4 |
+
|
| 5 |
+
0.02
|
log/eval_result/press_stapler/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 03:37:21/_metrics.json
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"total_episodes": 100,
|
| 3 |
+
"success_count": 12,
|
| 4 |
+
"success_rate": 12.0,
|
| 5 |
+
"manipulation_score_mean": 20.40236643352057,
|
| 6 |
+
"manipulation_score_std": 30.37932821637683,
|
| 7 |
+
"route_completion_mean": 28.80473286704114,
|
| 8 |
+
"route_completion_std": 30.445490968653882,
|
| 9 |
+
"penalty_clutter_collision_total": 0,
|
| 10 |
+
"penalty_out_of_bounds_total": 88
|
| 11 |
+
}
|
log/eval_result/press_stapler/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 03:37:21/_metrics_report.txt
ADDED
|
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
============================================================
|
| 2 |
+
EVALUATION METRICS REPORT
|
| 3 |
+
============================================================
|
| 4 |
+
|
| 5 |
+
Total Episodes: 100
|
| 6 |
+
Success Rate: 12.0% (12/100)
|
| 7 |
+
|
| 8 |
+
--- Manipulation Score ---
|
| 9 |
+
Mean: 20.40
|
| 10 |
+
Std: 30.38
|
| 11 |
+
|
| 12 |
+
--- Route Completion ---
|
| 13 |
+
Mean: 28.80%
|
| 14 |
+
Std: 30.45
|
| 15 |
+
|
| 16 |
+
--- Penalty Events ---
|
| 17 |
+
Clutter Collisions: 0
|
| 18 |
+
Out of Bounds: 88
|
| 19 |
+
|
| 20 |
+
============================================================
|
log/eval_result/press_stapler/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 03:37:21/_result.txt
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Timestamp: 2026-03-30 03:37:21
|
| 2 |
+
|
| 3 |
+
Instruction Type: unseen
|
| 4 |
+
|
| 5 |
+
0.12
|
log/eval_result/put_bottles_dustbin/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 03:54:55/_episodes_detail.json
ADDED
|
@@ -0,0 +1,1447 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[
|
| 2 |
+
{
|
| 3 |
+
"episode_id": 1,
|
| 4 |
+
"seed": 100000,
|
| 5 |
+
"success": false,
|
| 6 |
+
"steps_taken": 85,
|
| 7 |
+
"max_steps": 1700,
|
| 8 |
+
"route_completion": 19.6123032420703,
|
| 9 |
+
"manipulation_score": 9.80615162103515,
|
| 10 |
+
"total_penalty_factor": 0.5,
|
| 11 |
+
"fail_reason": "out_of_bounds",
|
| 12 |
+
"penalty_events": [
|
| 13 |
+
{
|
| 14 |
+
"event_type": "out_of_bounds",
|
| 15 |
+
"timestep": 85,
|
| 16 |
+
"penalty_factor": 0.5,
|
| 17 |
+
"details": "Target object left workspace/view"
|
| 18 |
+
}
|
| 19 |
+
]
|
| 20 |
+
},
|
| 21 |
+
{
|
| 22 |
+
"episode_id": 2,
|
| 23 |
+
"seed": 100001,
|
| 24 |
+
"success": false,
|
| 25 |
+
"steps_taken": 1700,
|
| 26 |
+
"max_steps": 1700,
|
| 27 |
+
"route_completion": 44.33294706692228,
|
| 28 |
+
"manipulation_score": 44.33294706692228,
|
| 29 |
+
"total_penalty_factor": 1.0,
|
| 30 |
+
"fail_reason": null,
|
| 31 |
+
"penalty_events": []
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"episode_id": 3,
|
| 35 |
+
"seed": 100002,
|
| 36 |
+
"success": false,
|
| 37 |
+
"steps_taken": 1700,
|
| 38 |
+
"max_steps": 1700,
|
| 39 |
+
"route_completion": 52.23056678021728,
|
| 40 |
+
"manipulation_score": 52.23056678021728,
|
| 41 |
+
"total_penalty_factor": 1.0,
|
| 42 |
+
"fail_reason": null,
|
| 43 |
+
"penalty_events": []
|
| 44 |
+
},
|
| 45 |
+
{
|
| 46 |
+
"episode_id": 4,
|
| 47 |
+
"seed": 100007,
|
| 48 |
+
"success": false,
|
| 49 |
+
"steps_taken": 1700,
|
| 50 |
+
"max_steps": 1700,
|
| 51 |
+
"route_completion": 38.931400094496084,
|
| 52 |
+
"manipulation_score": 38.931400094496084,
|
| 53 |
+
"total_penalty_factor": 1.0,
|
| 54 |
+
"fail_reason": null,
|
| 55 |
+
"penalty_events": []
|
| 56 |
+
},
|
| 57 |
+
{
|
| 58 |
+
"episode_id": 5,
|
| 59 |
+
"seed": 100008,
|
| 60 |
+
"success": false,
|
| 61 |
+
"steps_taken": 1700,
|
| 62 |
+
"max_steps": 1700,
|
| 63 |
+
"route_completion": 72.77724749599136,
|
| 64 |
+
"manipulation_score": 72.77724749599136,
|
| 65 |
+
"total_penalty_factor": 1.0,
|
| 66 |
+
"fail_reason": null,
|
| 67 |
+
"penalty_events": []
|
| 68 |
+
},
|
| 69 |
+
{
|
| 70 |
+
"episode_id": 6,
|
| 71 |
+
"seed": 100012,
|
| 72 |
+
"success": false,
|
| 73 |
+
"steps_taken": 1700,
|
| 74 |
+
"max_steps": 1700,
|
| 75 |
+
"route_completion": 39.25822686512371,
|
| 76 |
+
"manipulation_score": 39.25822686512371,
|
| 77 |
+
"total_penalty_factor": 1.0,
|
| 78 |
+
"fail_reason": null,
|
| 79 |
+
"penalty_events": []
|
| 80 |
+
},
|
| 81 |
+
{
|
| 82 |
+
"episode_id": 7,
|
| 83 |
+
"seed": 100016,
|
| 84 |
+
"success": false,
|
| 85 |
+
"steps_taken": 1700,
|
| 86 |
+
"max_steps": 1700,
|
| 87 |
+
"route_completion": 52.24623471758926,
|
| 88 |
+
"manipulation_score": 52.24623471758926,
|
| 89 |
+
"total_penalty_factor": 1.0,
|
| 90 |
+
"fail_reason": null,
|
| 91 |
+
"penalty_events": []
|
| 92 |
+
},
|
| 93 |
+
{
|
| 94 |
+
"episode_id": 8,
|
| 95 |
+
"seed": 100019,
|
| 96 |
+
"success": false,
|
| 97 |
+
"steps_taken": 71,
|
| 98 |
+
"max_steps": 1700,
|
| 99 |
+
"route_completion": 21.099455083883367,
|
| 100 |
+
"manipulation_score": 10.549727541941683,
|
| 101 |
+
"total_penalty_factor": 0.5,
|
| 102 |
+
"fail_reason": "out_of_bounds",
|
| 103 |
+
"penalty_events": [
|
| 104 |
+
{
|
| 105 |
+
"event_type": "out_of_bounds",
|
| 106 |
+
"timestep": 71,
|
| 107 |
+
"penalty_factor": 0.5,
|
| 108 |
+
"details": "Target object left workspace/view"
|
| 109 |
+
}
|
| 110 |
+
]
|
| 111 |
+
},
|
| 112 |
+
{
|
| 113 |
+
"episode_id": 9,
|
| 114 |
+
"seed": 100024,
|
| 115 |
+
"success": false,
|
| 116 |
+
"steps_taken": 1700,
|
| 117 |
+
"max_steps": 1700,
|
| 118 |
+
"route_completion": 44.591708165514575,
|
| 119 |
+
"manipulation_score": 44.591708165514575,
|
| 120 |
+
"total_penalty_factor": 1.0,
|
| 121 |
+
"fail_reason": null,
|
| 122 |
+
"penalty_events": []
|
| 123 |
+
},
|
| 124 |
+
{
|
| 125 |
+
"episode_id": 10,
|
| 126 |
+
"seed": 100025,
|
| 127 |
+
"success": false,
|
| 128 |
+
"steps_taken": 1700,
|
| 129 |
+
"max_steps": 1700,
|
| 130 |
+
"route_completion": 31.546264894658243,
|
| 131 |
+
"manipulation_score": 31.546264894658243,
|
| 132 |
+
"total_penalty_factor": 1.0,
|
| 133 |
+
"fail_reason": null,
|
| 134 |
+
"penalty_events": []
|
| 135 |
+
},
|
| 136 |
+
{
|
| 137 |
+
"episode_id": 11,
|
| 138 |
+
"seed": 100027,
|
| 139 |
+
"success": false,
|
| 140 |
+
"steps_taken": 1700,
|
| 141 |
+
"max_steps": 1700,
|
| 142 |
+
"route_completion": 47.446080489904176,
|
| 143 |
+
"manipulation_score": 47.446080489904176,
|
| 144 |
+
"total_penalty_factor": 1.0,
|
| 145 |
+
"fail_reason": null,
|
| 146 |
+
"penalty_events": []
|
| 147 |
+
},
|
| 148 |
+
{
|
| 149 |
+
"episode_id": 12,
|
| 150 |
+
"seed": 100028,
|
| 151 |
+
"success": false,
|
| 152 |
+
"steps_taken": 1700,
|
| 153 |
+
"max_steps": 1700,
|
| 154 |
+
"route_completion": 46.83288914173664,
|
| 155 |
+
"manipulation_score": 46.83288914173664,
|
| 156 |
+
"total_penalty_factor": 1.0,
|
| 157 |
+
"fail_reason": null,
|
| 158 |
+
"penalty_events": []
|
| 159 |
+
},
|
| 160 |
+
{
|
| 161 |
+
"episode_id": 13,
|
| 162 |
+
"seed": 100034,
|
| 163 |
+
"success": false,
|
| 164 |
+
"steps_taken": 1700,
|
| 165 |
+
"max_steps": 1700,
|
| 166 |
+
"route_completion": 34.09619845600547,
|
| 167 |
+
"manipulation_score": 34.09619845600547,
|
| 168 |
+
"total_penalty_factor": 1.0,
|
| 169 |
+
"fail_reason": null,
|
| 170 |
+
"penalty_events": []
|
| 171 |
+
},
|
| 172 |
+
{
|
| 173 |
+
"episode_id": 14,
|
| 174 |
+
"seed": 100035,
|
| 175 |
+
"success": false,
|
| 176 |
+
"steps_taken": 1700,
|
| 177 |
+
"max_steps": 1700,
|
| 178 |
+
"route_completion": 26.47304486126794,
|
| 179 |
+
"manipulation_score": 26.47304486126794,
|
| 180 |
+
"total_penalty_factor": 1.0,
|
| 181 |
+
"fail_reason": null,
|
| 182 |
+
"penalty_events": []
|
| 183 |
+
},
|
| 184 |
+
{
|
| 185 |
+
"episode_id": 15,
|
| 186 |
+
"seed": 100038,
|
| 187 |
+
"success": false,
|
| 188 |
+
"steps_taken": 68,
|
| 189 |
+
"max_steps": 1700,
|
| 190 |
+
"route_completion": 15.227454980482491,
|
| 191 |
+
"manipulation_score": 7.613727490241246,
|
| 192 |
+
"total_penalty_factor": 0.5,
|
| 193 |
+
"fail_reason": "out_of_bounds",
|
| 194 |
+
"penalty_events": [
|
| 195 |
+
{
|
| 196 |
+
"event_type": "out_of_bounds",
|
| 197 |
+
"timestep": 68,
|
| 198 |
+
"penalty_factor": 0.5,
|
| 199 |
+
"details": "Target object left workspace/view"
|
| 200 |
+
}
|
| 201 |
+
]
|
| 202 |
+
},
|
| 203 |
+
{
|
| 204 |
+
"episode_id": 16,
|
| 205 |
+
"seed": 100039,
|
| 206 |
+
"success": false,
|
| 207 |
+
"steps_taken": 1700,
|
| 208 |
+
"max_steps": 1700,
|
| 209 |
+
"route_completion": 33.620447091196915,
|
| 210 |
+
"manipulation_score": 33.620447091196915,
|
| 211 |
+
"total_penalty_factor": 1.0,
|
| 212 |
+
"fail_reason": null,
|
| 213 |
+
"penalty_events": []
|
| 214 |
+
},
|
| 215 |
+
{
|
| 216 |
+
"episode_id": 17,
|
| 217 |
+
"seed": 100040,
|
| 218 |
+
"success": false,
|
| 219 |
+
"steps_taken": 55,
|
| 220 |
+
"max_steps": 1700,
|
| 221 |
+
"route_completion": 26.514879506460836,
|
| 222 |
+
"manipulation_score": 13.257439753230418,
|
| 223 |
+
"total_penalty_factor": 0.5,
|
| 224 |
+
"fail_reason": "out_of_bounds",
|
| 225 |
+
"penalty_events": [
|
| 226 |
+
{
|
| 227 |
+
"event_type": "out_of_bounds",
|
| 228 |
+
"timestep": 55,
|
| 229 |
+
"penalty_factor": 0.5,
|
| 230 |
+
"details": "Target object left workspace/view"
|
| 231 |
+
}
|
| 232 |
+
]
|
| 233 |
+
},
|
| 234 |
+
{
|
| 235 |
+
"episode_id": 18,
|
| 236 |
+
"seed": 100042,
|
| 237 |
+
"success": false,
|
| 238 |
+
"steps_taken": 1700,
|
| 239 |
+
"max_steps": 1700,
|
| 240 |
+
"route_completion": 53.68109549397393,
|
| 241 |
+
"manipulation_score": 53.68109549397393,
|
| 242 |
+
"total_penalty_factor": 1.0,
|
| 243 |
+
"fail_reason": null,
|
| 244 |
+
"penalty_events": []
|
| 245 |
+
},
|
| 246 |
+
{
|
| 247 |
+
"episode_id": 19,
|
| 248 |
+
"seed": 100045,
|
| 249 |
+
"success": false,
|
| 250 |
+
"steps_taken": 1700,
|
| 251 |
+
"max_steps": 1700,
|
| 252 |
+
"route_completion": 29.361214709331378,
|
| 253 |
+
"manipulation_score": 29.361214709331378,
|
| 254 |
+
"total_penalty_factor": 1.0,
|
| 255 |
+
"fail_reason": null,
|
| 256 |
+
"penalty_events": []
|
| 257 |
+
},
|
| 258 |
+
{
|
| 259 |
+
"episode_id": 20,
|
| 260 |
+
"seed": 100047,
|
| 261 |
+
"success": true,
|
| 262 |
+
"steps_taken": 297,
|
| 263 |
+
"max_steps": 1700,
|
| 264 |
+
"route_completion": 100.0,
|
| 265 |
+
"manipulation_score": 100.0,
|
| 266 |
+
"total_penalty_factor": 1.0,
|
| 267 |
+
"fail_reason": null,
|
| 268 |
+
"penalty_events": []
|
| 269 |
+
},
|
| 270 |
+
{
|
| 271 |
+
"episode_id": 21,
|
| 272 |
+
"seed": 100048,
|
| 273 |
+
"success": false,
|
| 274 |
+
"steps_taken": 122,
|
| 275 |
+
"max_steps": 1700,
|
| 276 |
+
"route_completion": 37.39620889113186,
|
| 277 |
+
"manipulation_score": 18.69810444556593,
|
| 278 |
+
"total_penalty_factor": 0.5,
|
| 279 |
+
"fail_reason": "out_of_bounds",
|
| 280 |
+
"penalty_events": [
|
| 281 |
+
{
|
| 282 |
+
"event_type": "out_of_bounds",
|
| 283 |
+
"timestep": 122,
|
| 284 |
+
"penalty_factor": 0.5,
|
| 285 |
+
"details": "Target object left workspace/view"
|
| 286 |
+
}
|
| 287 |
+
]
|
| 288 |
+
},
|
| 289 |
+
{
|
| 290 |
+
"episode_id": 22,
|
| 291 |
+
"seed": 100050,
|
| 292 |
+
"success": false,
|
| 293 |
+
"steps_taken": 1700,
|
| 294 |
+
"max_steps": 1700,
|
| 295 |
+
"route_completion": 33.15470804455244,
|
| 296 |
+
"manipulation_score": 33.15470804455244,
|
| 297 |
+
"total_penalty_factor": 1.0,
|
| 298 |
+
"fail_reason": null,
|
| 299 |
+
"penalty_events": []
|
| 300 |
+
},
|
| 301 |
+
{
|
| 302 |
+
"episode_id": 23,
|
| 303 |
+
"seed": 100052,
|
| 304 |
+
"success": false,
|
| 305 |
+
"steps_taken": 1700,
|
| 306 |
+
"max_steps": 1700,
|
| 307 |
+
"route_completion": 19.35209247980584,
|
| 308 |
+
"manipulation_score": 19.35209247980584,
|
| 309 |
+
"total_penalty_factor": 1.0,
|
| 310 |
+
"fail_reason": null,
|
| 311 |
+
"penalty_events": []
|
| 312 |
+
},
|
| 313 |
+
{
|
| 314 |
+
"episode_id": 24,
|
| 315 |
+
"seed": 100054,
|
| 316 |
+
"success": false,
|
| 317 |
+
"steps_taken": 53,
|
| 318 |
+
"max_steps": 1700,
|
| 319 |
+
"route_completion": 31.488553286617417,
|
| 320 |
+
"manipulation_score": 15.744276643308709,
|
| 321 |
+
"total_penalty_factor": 0.5,
|
| 322 |
+
"fail_reason": "out_of_bounds",
|
| 323 |
+
"penalty_events": [
|
| 324 |
+
{
|
| 325 |
+
"event_type": "out_of_bounds",
|
| 326 |
+
"timestep": 53,
|
| 327 |
+
"penalty_factor": 0.5,
|
| 328 |
+
"details": "Target object left workspace/view"
|
| 329 |
+
}
|
| 330 |
+
]
|
| 331 |
+
},
|
| 332 |
+
{
|
| 333 |
+
"episode_id": 25,
|
| 334 |
+
"seed": 100056,
|
| 335 |
+
"success": true,
|
| 336 |
+
"steps_taken": 113,
|
| 337 |
+
"max_steps": 1700,
|
| 338 |
+
"route_completion": 100.0,
|
| 339 |
+
"manipulation_score": 100.0,
|
| 340 |
+
"total_penalty_factor": 1.0,
|
| 341 |
+
"fail_reason": null,
|
| 342 |
+
"penalty_events": []
|
| 343 |
+
},
|
| 344 |
+
{
|
| 345 |
+
"episode_id": 26,
|
| 346 |
+
"seed": 100057,
|
| 347 |
+
"success": true,
|
| 348 |
+
"steps_taken": 115,
|
| 349 |
+
"max_steps": 1700,
|
| 350 |
+
"route_completion": 100.0,
|
| 351 |
+
"manipulation_score": 100.0,
|
| 352 |
+
"total_penalty_factor": 1.0,
|
| 353 |
+
"fail_reason": null,
|
| 354 |
+
"penalty_events": []
|
| 355 |
+
},
|
| 356 |
+
{
|
| 357 |
+
"episode_id": 27,
|
| 358 |
+
"seed": 100059,
|
| 359 |
+
"success": false,
|
| 360 |
+
"steps_taken": 1700,
|
| 361 |
+
"max_steps": 1700,
|
| 362 |
+
"route_completion": 52.11037108712666,
|
| 363 |
+
"manipulation_score": 52.11037108712666,
|
| 364 |
+
"total_penalty_factor": 1.0,
|
| 365 |
+
"fail_reason": null,
|
| 366 |
+
"penalty_events": []
|
| 367 |
+
},
|
| 368 |
+
{
|
| 369 |
+
"episode_id": 28,
|
| 370 |
+
"seed": 100062,
|
| 371 |
+
"success": false,
|
| 372 |
+
"steps_taken": 117,
|
| 373 |
+
"max_steps": 1700,
|
| 374 |
+
"route_completion": 30.315934051468616,
|
| 375 |
+
"manipulation_score": 15.157967025734308,
|
| 376 |
+
"total_penalty_factor": 0.5,
|
| 377 |
+
"fail_reason": "out_of_bounds",
|
| 378 |
+
"penalty_events": [
|
| 379 |
+
{
|
| 380 |
+
"event_type": "out_of_bounds",
|
| 381 |
+
"timestep": 117,
|
| 382 |
+
"penalty_factor": 0.5,
|
| 383 |
+
"details": "Target object left workspace/view"
|
| 384 |
+
}
|
| 385 |
+
]
|
| 386 |
+
},
|
| 387 |
+
{
|
| 388 |
+
"episode_id": 29,
|
| 389 |
+
"seed": 100064,
|
| 390 |
+
"success": false,
|
| 391 |
+
"steps_taken": 93,
|
| 392 |
+
"max_steps": 1700,
|
| 393 |
+
"route_completion": 0.06875499585812762,
|
| 394 |
+
"manipulation_score": 0.03437749792906381,
|
| 395 |
+
"total_penalty_factor": 0.5,
|
| 396 |
+
"fail_reason": "out_of_bounds",
|
| 397 |
+
"penalty_events": [
|
| 398 |
+
{
|
| 399 |
+
"event_type": "out_of_bounds",
|
| 400 |
+
"timestep": 93,
|
| 401 |
+
"penalty_factor": 0.5,
|
| 402 |
+
"details": "Target object left workspace/view"
|
| 403 |
+
}
|
| 404 |
+
]
|
| 405 |
+
},
|
| 406 |
+
{
|
| 407 |
+
"episode_id": 30,
|
| 408 |
+
"seed": 100065,
|
| 409 |
+
"success": false,
|
| 410 |
+
"steps_taken": 1700,
|
| 411 |
+
"max_steps": 1700,
|
| 412 |
+
"route_completion": 39.167194962886825,
|
| 413 |
+
"manipulation_score": 39.167194962886825,
|
| 414 |
+
"total_penalty_factor": 1.0,
|
| 415 |
+
"fail_reason": null,
|
| 416 |
+
"penalty_events": []
|
| 417 |
+
},
|
| 418 |
+
{
|
| 419 |
+
"episode_id": 31,
|
| 420 |
+
"seed": 100067,
|
| 421 |
+
"success": false,
|
| 422 |
+
"steps_taken": 1700,
|
| 423 |
+
"max_steps": 1700,
|
| 424 |
+
"route_completion": 29.066655767562594,
|
| 425 |
+
"manipulation_score": 29.066655767562594,
|
| 426 |
+
"total_penalty_factor": 1.0,
|
| 427 |
+
"fail_reason": null,
|
| 428 |
+
"penalty_events": []
|
| 429 |
+
},
|
| 430 |
+
{
|
| 431 |
+
"episode_id": 32,
|
| 432 |
+
"seed": 100069,
|
| 433 |
+
"success": true,
|
| 434 |
+
"steps_taken": 130,
|
| 435 |
+
"max_steps": 1700,
|
| 436 |
+
"route_completion": 100.0,
|
| 437 |
+
"manipulation_score": 100.0,
|
| 438 |
+
"total_penalty_factor": 1.0,
|
| 439 |
+
"fail_reason": null,
|
| 440 |
+
"penalty_events": []
|
| 441 |
+
},
|
| 442 |
+
{
|
| 443 |
+
"episode_id": 33,
|
| 444 |
+
"seed": 100070,
|
| 445 |
+
"success": false,
|
| 446 |
+
"steps_taken": 78,
|
| 447 |
+
"max_steps": 1700,
|
| 448 |
+
"route_completion": 29.116482148972082,
|
| 449 |
+
"manipulation_score": 14.558241074486041,
|
| 450 |
+
"total_penalty_factor": 0.5,
|
| 451 |
+
"fail_reason": "out_of_bounds",
|
| 452 |
+
"penalty_events": [
|
| 453 |
+
{
|
| 454 |
+
"event_type": "out_of_bounds",
|
| 455 |
+
"timestep": 78,
|
| 456 |
+
"penalty_factor": 0.5,
|
| 457 |
+
"details": "Target object left workspace/view"
|
| 458 |
+
}
|
| 459 |
+
]
|
| 460 |
+
},
|
| 461 |
+
{
|
| 462 |
+
"episode_id": 34,
|
| 463 |
+
"seed": 100075,
|
| 464 |
+
"success": false,
|
| 465 |
+
"steps_taken": 68,
|
| 466 |
+
"max_steps": 1700,
|
| 467 |
+
"route_completion": 31.409948094333817,
|
| 468 |
+
"manipulation_score": 15.704974047166909,
|
| 469 |
+
"total_penalty_factor": 0.5,
|
| 470 |
+
"fail_reason": "out_of_bounds",
|
| 471 |
+
"penalty_events": [
|
| 472 |
+
{
|
| 473 |
+
"event_type": "out_of_bounds",
|
| 474 |
+
"timestep": 68,
|
| 475 |
+
"penalty_factor": 0.5,
|
| 476 |
+
"details": "Target object left workspace/view"
|
| 477 |
+
}
|
| 478 |
+
]
|
| 479 |
+
},
|
| 480 |
+
{
|
| 481 |
+
"episode_id": 35,
|
| 482 |
+
"seed": 100076,
|
| 483 |
+
"success": false,
|
| 484 |
+
"steps_taken": 86,
|
| 485 |
+
"max_steps": 1700,
|
| 486 |
+
"route_completion": 47.70578790526685,
|
| 487 |
+
"manipulation_score": 23.852893952633426,
|
| 488 |
+
"total_penalty_factor": 0.5,
|
| 489 |
+
"fail_reason": "out_of_bounds",
|
| 490 |
+
"penalty_events": [
|
| 491 |
+
{
|
| 492 |
+
"event_type": "out_of_bounds",
|
| 493 |
+
"timestep": 86,
|
| 494 |
+
"penalty_factor": 0.5,
|
| 495 |
+
"details": "Target object left workspace/view"
|
| 496 |
+
}
|
| 497 |
+
]
|
| 498 |
+
},
|
| 499 |
+
{
|
| 500 |
+
"episode_id": 36,
|
| 501 |
+
"seed": 100086,
|
| 502 |
+
"success": true,
|
| 503 |
+
"steps_taken": 351,
|
| 504 |
+
"max_steps": 1700,
|
| 505 |
+
"route_completion": 100.0,
|
| 506 |
+
"manipulation_score": 100.0,
|
| 507 |
+
"total_penalty_factor": 1.0,
|
| 508 |
+
"fail_reason": null,
|
| 509 |
+
"penalty_events": []
|
| 510 |
+
},
|
| 511 |
+
{
|
| 512 |
+
"episode_id": 37,
|
| 513 |
+
"seed": 100089,
|
| 514 |
+
"success": false,
|
| 515 |
+
"steps_taken": 85,
|
| 516 |
+
"max_steps": 1700,
|
| 517 |
+
"route_completion": 15.498666560912636,
|
| 518 |
+
"manipulation_score": 7.749333280456318,
|
| 519 |
+
"total_penalty_factor": 0.5,
|
| 520 |
+
"fail_reason": "out_of_bounds",
|
| 521 |
+
"penalty_events": [
|
| 522 |
+
{
|
| 523 |
+
"event_type": "out_of_bounds",
|
| 524 |
+
"timestep": 85,
|
| 525 |
+
"penalty_factor": 0.5,
|
| 526 |
+
"details": "Target object left workspace/view"
|
| 527 |
+
}
|
| 528 |
+
]
|
| 529 |
+
},
|
| 530 |
+
{
|
| 531 |
+
"episode_id": 38,
|
| 532 |
+
"seed": 100092,
|
| 533 |
+
"success": false,
|
| 534 |
+
"steps_taken": 61,
|
| 535 |
+
"max_steps": 1700,
|
| 536 |
+
"route_completion": 52.541129405489485,
|
| 537 |
+
"manipulation_score": 26.270564702744743,
|
| 538 |
+
"total_penalty_factor": 0.5,
|
| 539 |
+
"fail_reason": "out_of_bounds",
|
| 540 |
+
"penalty_events": [
|
| 541 |
+
{
|
| 542 |
+
"event_type": "out_of_bounds",
|
| 543 |
+
"timestep": 61,
|
| 544 |
+
"penalty_factor": 0.5,
|
| 545 |
+
"details": "Target object left workspace/view"
|
| 546 |
+
}
|
| 547 |
+
]
|
| 548 |
+
},
|
| 549 |
+
{
|
| 550 |
+
"episode_id": 39,
|
| 551 |
+
"seed": 100096,
|
| 552 |
+
"success": false,
|
| 553 |
+
"steps_taken": 1700,
|
| 554 |
+
"max_steps": 1700,
|
| 555 |
+
"route_completion": 31.880650548900885,
|
| 556 |
+
"manipulation_score": 31.880650548900885,
|
| 557 |
+
"total_penalty_factor": 1.0,
|
| 558 |
+
"fail_reason": null,
|
| 559 |
+
"penalty_events": []
|
| 560 |
+
},
|
| 561 |
+
{
|
| 562 |
+
"episode_id": 40,
|
| 563 |
+
"seed": 100103,
|
| 564 |
+
"success": false,
|
| 565 |
+
"steps_taken": 156,
|
| 566 |
+
"max_steps": 1700,
|
| 567 |
+
"route_completion": 32.28295924514249,
|
| 568 |
+
"manipulation_score": 16.141479622571246,
|
| 569 |
+
"total_penalty_factor": 0.5,
|
| 570 |
+
"fail_reason": "out_of_bounds",
|
| 571 |
+
"penalty_events": [
|
| 572 |
+
{
|
| 573 |
+
"event_type": "out_of_bounds",
|
| 574 |
+
"timestep": 156,
|
| 575 |
+
"penalty_factor": 0.5,
|
| 576 |
+
"details": "Target object left workspace/view"
|
| 577 |
+
}
|
| 578 |
+
]
|
| 579 |
+
},
|
| 580 |
+
{
|
| 581 |
+
"episode_id": 41,
|
| 582 |
+
"seed": 100104,
|
| 583 |
+
"success": false,
|
| 584 |
+
"steps_taken": 69,
|
| 585 |
+
"max_steps": 1700,
|
| 586 |
+
"route_completion": 56.11097154334709,
|
| 587 |
+
"manipulation_score": 28.055485771673546,
|
| 588 |
+
"total_penalty_factor": 0.5,
|
| 589 |
+
"fail_reason": "out_of_bounds",
|
| 590 |
+
"penalty_events": [
|
| 591 |
+
{
|
| 592 |
+
"event_type": "out_of_bounds",
|
| 593 |
+
"timestep": 69,
|
| 594 |
+
"penalty_factor": 0.5,
|
| 595 |
+
"details": "Target object left workspace/view"
|
| 596 |
+
}
|
| 597 |
+
]
|
| 598 |
+
},
|
| 599 |
+
{
|
| 600 |
+
"episode_id": 42,
|
| 601 |
+
"seed": 100105,
|
| 602 |
+
"success": false,
|
| 603 |
+
"steps_taken": 101,
|
| 604 |
+
"max_steps": 1700,
|
| 605 |
+
"route_completion": 29.94914093692141,
|
| 606 |
+
"manipulation_score": 14.974570468460705,
|
| 607 |
+
"total_penalty_factor": 0.5,
|
| 608 |
+
"fail_reason": "out_of_bounds",
|
| 609 |
+
"penalty_events": [
|
| 610 |
+
{
|
| 611 |
+
"event_type": "out_of_bounds",
|
| 612 |
+
"timestep": 101,
|
| 613 |
+
"penalty_factor": 0.5,
|
| 614 |
+
"details": "Target object left workspace/view"
|
| 615 |
+
}
|
| 616 |
+
]
|
| 617 |
+
},
|
| 618 |
+
{
|
| 619 |
+
"episode_id": 43,
|
| 620 |
+
"seed": 100108,
|
| 621 |
+
"success": true,
|
| 622 |
+
"steps_taken": 852,
|
| 623 |
+
"max_steps": 1700,
|
| 624 |
+
"route_completion": 100.0,
|
| 625 |
+
"manipulation_score": 100.0,
|
| 626 |
+
"total_penalty_factor": 1.0,
|
| 627 |
+
"fail_reason": null,
|
| 628 |
+
"penalty_events": []
|
| 629 |
+
},
|
| 630 |
+
{
|
| 631 |
+
"episode_id": 44,
|
| 632 |
+
"seed": 100109,
|
| 633 |
+
"success": true,
|
| 634 |
+
"steps_taken": 278,
|
| 635 |
+
"max_steps": 1700,
|
| 636 |
+
"route_completion": 100.0,
|
| 637 |
+
"manipulation_score": 100.0,
|
| 638 |
+
"total_penalty_factor": 1.0,
|
| 639 |
+
"fail_reason": null,
|
| 640 |
+
"penalty_events": []
|
| 641 |
+
},
|
| 642 |
+
{
|
| 643 |
+
"episode_id": 45,
|
| 644 |
+
"seed": 100110,
|
| 645 |
+
"success": false,
|
| 646 |
+
"steps_taken": 173,
|
| 647 |
+
"max_steps": 1700,
|
| 648 |
+
"route_completion": 21.71627785627333,
|
| 649 |
+
"manipulation_score": 10.858138928136665,
|
| 650 |
+
"total_penalty_factor": 0.5,
|
| 651 |
+
"fail_reason": "out_of_bounds",
|
| 652 |
+
"penalty_events": [
|
| 653 |
+
{
|
| 654 |
+
"event_type": "out_of_bounds",
|
| 655 |
+
"timestep": 173,
|
| 656 |
+
"penalty_factor": 0.5,
|
| 657 |
+
"details": "Target object left workspace/view"
|
| 658 |
+
}
|
| 659 |
+
]
|
| 660 |
+
},
|
| 661 |
+
{
|
| 662 |
+
"episode_id": 46,
|
| 663 |
+
"seed": 100111,
|
| 664 |
+
"success": false,
|
| 665 |
+
"steps_taken": 1700,
|
| 666 |
+
"max_steps": 1700,
|
| 667 |
+
"route_completion": 45.06801088954321,
|
| 668 |
+
"manipulation_score": 45.06801088954321,
|
| 669 |
+
"total_penalty_factor": 1.0,
|
| 670 |
+
"fail_reason": null,
|
| 671 |
+
"penalty_events": []
|
| 672 |
+
},
|
| 673 |
+
{
|
| 674 |
+
"episode_id": 47,
|
| 675 |
+
"seed": 100112,
|
| 676 |
+
"success": false,
|
| 677 |
+
"steps_taken": 1700,
|
| 678 |
+
"max_steps": 1700,
|
| 679 |
+
"route_completion": 47.61407931620324,
|
| 680 |
+
"manipulation_score": 47.61407931620324,
|
| 681 |
+
"total_penalty_factor": 1.0,
|
| 682 |
+
"fail_reason": null,
|
| 683 |
+
"penalty_events": []
|
| 684 |
+
},
|
| 685 |
+
{
|
| 686 |
+
"episode_id": 48,
|
| 687 |
+
"seed": 100113,
|
| 688 |
+
"success": true,
|
| 689 |
+
"steps_taken": 218,
|
| 690 |
+
"max_steps": 1700,
|
| 691 |
+
"route_completion": 100.0,
|
| 692 |
+
"manipulation_score": 100.0,
|
| 693 |
+
"total_penalty_factor": 1.0,
|
| 694 |
+
"fail_reason": null,
|
| 695 |
+
"penalty_events": []
|
| 696 |
+
},
|
| 697 |
+
{
|
| 698 |
+
"episode_id": 49,
|
| 699 |
+
"seed": 100116,
|
| 700 |
+
"success": false,
|
| 701 |
+
"steps_taken": 73,
|
| 702 |
+
"max_steps": 1700,
|
| 703 |
+
"route_completion": 30.515151252755295,
|
| 704 |
+
"manipulation_score": 15.257575626377648,
|
| 705 |
+
"total_penalty_factor": 0.5,
|
| 706 |
+
"fail_reason": "out_of_bounds",
|
| 707 |
+
"penalty_events": [
|
| 708 |
+
{
|
| 709 |
+
"event_type": "out_of_bounds",
|
| 710 |
+
"timestep": 73,
|
| 711 |
+
"penalty_factor": 0.5,
|
| 712 |
+
"details": "Target object left workspace/view"
|
| 713 |
+
}
|
| 714 |
+
]
|
| 715 |
+
},
|
| 716 |
+
{
|
| 717 |
+
"episode_id": 50,
|
| 718 |
+
"seed": 100117,
|
| 719 |
+
"success": false,
|
| 720 |
+
"steps_taken": 60,
|
| 721 |
+
"max_steps": 1700,
|
| 722 |
+
"route_completion": 16.149788060842457,
|
| 723 |
+
"manipulation_score": 8.074894030421229,
|
| 724 |
+
"total_penalty_factor": 0.5,
|
| 725 |
+
"fail_reason": "out_of_bounds",
|
| 726 |
+
"penalty_events": [
|
| 727 |
+
{
|
| 728 |
+
"event_type": "out_of_bounds",
|
| 729 |
+
"timestep": 60,
|
| 730 |
+
"penalty_factor": 0.5,
|
| 731 |
+
"details": "Target object left workspace/view"
|
| 732 |
+
}
|
| 733 |
+
]
|
| 734 |
+
},
|
| 735 |
+
{
|
| 736 |
+
"episode_id": 51,
|
| 737 |
+
"seed": 100119,
|
| 738 |
+
"success": true,
|
| 739 |
+
"steps_taken": 69,
|
| 740 |
+
"max_steps": 1700,
|
| 741 |
+
"route_completion": 100.0,
|
| 742 |
+
"manipulation_score": 100.0,
|
| 743 |
+
"total_penalty_factor": 1.0,
|
| 744 |
+
"fail_reason": null,
|
| 745 |
+
"penalty_events": []
|
| 746 |
+
},
|
| 747 |
+
{
|
| 748 |
+
"episode_id": 52,
|
| 749 |
+
"seed": 100129,
|
| 750 |
+
"success": false,
|
| 751 |
+
"steps_taken": 147,
|
| 752 |
+
"max_steps": 1700,
|
| 753 |
+
"route_completion": 29.42399612701989,
|
| 754 |
+
"manipulation_score": 14.711998063509945,
|
| 755 |
+
"total_penalty_factor": 0.5,
|
| 756 |
+
"fail_reason": "out_of_bounds",
|
| 757 |
+
"penalty_events": [
|
| 758 |
+
{
|
| 759 |
+
"event_type": "out_of_bounds",
|
| 760 |
+
"timestep": 147,
|
| 761 |
+
"penalty_factor": 0.5,
|
| 762 |
+
"details": "Target object left workspace/view"
|
| 763 |
+
}
|
| 764 |
+
]
|
| 765 |
+
},
|
| 766 |
+
{
|
| 767 |
+
"episode_id": 53,
|
| 768 |
+
"seed": 100130,
|
| 769 |
+
"success": false,
|
| 770 |
+
"steps_taken": 58,
|
| 771 |
+
"max_steps": 1700,
|
| 772 |
+
"route_completion": 20.15265001354524,
|
| 773 |
+
"manipulation_score": 10.07632500677262,
|
| 774 |
+
"total_penalty_factor": 0.5,
|
| 775 |
+
"fail_reason": "out_of_bounds",
|
| 776 |
+
"penalty_events": [
|
| 777 |
+
{
|
| 778 |
+
"event_type": "out_of_bounds",
|
| 779 |
+
"timestep": 58,
|
| 780 |
+
"penalty_factor": 0.5,
|
| 781 |
+
"details": "Target object left workspace/view"
|
| 782 |
+
}
|
| 783 |
+
]
|
| 784 |
+
},
|
| 785 |
+
{
|
| 786 |
+
"episode_id": 54,
|
| 787 |
+
"seed": 100134,
|
| 788 |
+
"success": true,
|
| 789 |
+
"steps_taken": 146,
|
| 790 |
+
"max_steps": 1700,
|
| 791 |
+
"route_completion": 100.0,
|
| 792 |
+
"manipulation_score": 100.0,
|
| 793 |
+
"total_penalty_factor": 1.0,
|
| 794 |
+
"fail_reason": null,
|
| 795 |
+
"penalty_events": []
|
| 796 |
+
},
|
| 797 |
+
{
|
| 798 |
+
"episode_id": 55,
|
| 799 |
+
"seed": 100136,
|
| 800 |
+
"success": true,
|
| 801 |
+
"steps_taken": 213,
|
| 802 |
+
"max_steps": 1700,
|
| 803 |
+
"route_completion": 100.0,
|
| 804 |
+
"manipulation_score": 100.0,
|
| 805 |
+
"total_penalty_factor": 1.0,
|
| 806 |
+
"fail_reason": null,
|
| 807 |
+
"penalty_events": []
|
| 808 |
+
},
|
| 809 |
+
{
|
| 810 |
+
"episode_id": 56,
|
| 811 |
+
"seed": 100137,
|
| 812 |
+
"success": false,
|
| 813 |
+
"steps_taken": 1700,
|
| 814 |
+
"max_steps": 1700,
|
| 815 |
+
"route_completion": 38.64350937134791,
|
| 816 |
+
"manipulation_score": 38.64350937134791,
|
| 817 |
+
"total_penalty_factor": 1.0,
|
| 818 |
+
"fail_reason": null,
|
| 819 |
+
"penalty_events": []
|
| 820 |
+
},
|
| 821 |
+
{
|
| 822 |
+
"episode_id": 57,
|
| 823 |
+
"seed": 100139,
|
| 824 |
+
"success": true,
|
| 825 |
+
"steps_taken": 116,
|
| 826 |
+
"max_steps": 1700,
|
| 827 |
+
"route_completion": 100.0,
|
| 828 |
+
"manipulation_score": 100.0,
|
| 829 |
+
"total_penalty_factor": 1.0,
|
| 830 |
+
"fail_reason": null,
|
| 831 |
+
"penalty_events": []
|
| 832 |
+
},
|
| 833 |
+
{
|
| 834 |
+
"episode_id": 58,
|
| 835 |
+
"seed": 100140,
|
| 836 |
+
"success": false,
|
| 837 |
+
"steps_taken": 1700,
|
| 838 |
+
"max_steps": 1700,
|
| 839 |
+
"route_completion": 37.40178115772884,
|
| 840 |
+
"manipulation_score": 37.40178115772884,
|
| 841 |
+
"total_penalty_factor": 1.0,
|
| 842 |
+
"fail_reason": null,
|
| 843 |
+
"penalty_events": []
|
| 844 |
+
},
|
| 845 |
+
{
|
| 846 |
+
"episode_id": 59,
|
| 847 |
+
"seed": 100146,
|
| 848 |
+
"success": false,
|
| 849 |
+
"steps_taken": 1700,
|
| 850 |
+
"max_steps": 1700,
|
| 851 |
+
"route_completion": 34.273471141379645,
|
| 852 |
+
"manipulation_score": 34.273471141379645,
|
| 853 |
+
"total_penalty_factor": 1.0,
|
| 854 |
+
"fail_reason": null,
|
| 855 |
+
"penalty_events": []
|
| 856 |
+
},
|
| 857 |
+
{
|
| 858 |
+
"episode_id": 60,
|
| 859 |
+
"seed": 100155,
|
| 860 |
+
"success": false,
|
| 861 |
+
"steps_taken": 58,
|
| 862 |
+
"max_steps": 1700,
|
| 863 |
+
"route_completion": 25.17576220651113,
|
| 864 |
+
"manipulation_score": 12.587881103255565,
|
| 865 |
+
"total_penalty_factor": 0.5,
|
| 866 |
+
"fail_reason": "out_of_bounds",
|
| 867 |
+
"penalty_events": [
|
| 868 |
+
{
|
| 869 |
+
"event_type": "out_of_bounds",
|
| 870 |
+
"timestep": 58,
|
| 871 |
+
"penalty_factor": 0.5,
|
| 872 |
+
"details": "Target object left workspace/view"
|
| 873 |
+
}
|
| 874 |
+
]
|
| 875 |
+
},
|
| 876 |
+
{
|
| 877 |
+
"episode_id": 61,
|
| 878 |
+
"seed": 100158,
|
| 879 |
+
"success": false,
|
| 880 |
+
"steps_taken": 76,
|
| 881 |
+
"max_steps": 1700,
|
| 882 |
+
"route_completion": 31.905362276717458,
|
| 883 |
+
"manipulation_score": 15.952681138358729,
|
| 884 |
+
"total_penalty_factor": 0.5,
|
| 885 |
+
"fail_reason": "out_of_bounds",
|
| 886 |
+
"penalty_events": [
|
| 887 |
+
{
|
| 888 |
+
"event_type": "out_of_bounds",
|
| 889 |
+
"timestep": 76,
|
| 890 |
+
"penalty_factor": 0.5,
|
| 891 |
+
"details": "Target object left workspace/view"
|
| 892 |
+
}
|
| 893 |
+
]
|
| 894 |
+
},
|
| 895 |
+
{
|
| 896 |
+
"episode_id": 62,
|
| 897 |
+
"seed": 100159,
|
| 898 |
+
"success": false,
|
| 899 |
+
"steps_taken": 93,
|
| 900 |
+
"max_steps": 1700,
|
| 901 |
+
"route_completion": 31.181620848450496,
|
| 902 |
+
"manipulation_score": 15.590810424225248,
|
| 903 |
+
"total_penalty_factor": 0.5,
|
| 904 |
+
"fail_reason": "out_of_bounds",
|
| 905 |
+
"penalty_events": [
|
| 906 |
+
{
|
| 907 |
+
"event_type": "out_of_bounds",
|
| 908 |
+
"timestep": 93,
|
| 909 |
+
"penalty_factor": 0.5,
|
| 910 |
+
"details": "Target object left workspace/view"
|
| 911 |
+
}
|
| 912 |
+
]
|
| 913 |
+
},
|
| 914 |
+
{
|
| 915 |
+
"episode_id": 63,
|
| 916 |
+
"seed": 100162,
|
| 917 |
+
"success": false,
|
| 918 |
+
"steps_taken": 1700,
|
| 919 |
+
"max_steps": 1700,
|
| 920 |
+
"route_completion": 41.10294196844173,
|
| 921 |
+
"manipulation_score": 41.10294196844173,
|
| 922 |
+
"total_penalty_factor": 1.0,
|
| 923 |
+
"fail_reason": null,
|
| 924 |
+
"penalty_events": []
|
| 925 |
+
},
|
| 926 |
+
{
|
| 927 |
+
"episode_id": 64,
|
| 928 |
+
"seed": 100171,
|
| 929 |
+
"success": false,
|
| 930 |
+
"steps_taken": 1700,
|
| 931 |
+
"max_steps": 1700,
|
| 932 |
+
"route_completion": 48.95835619727313,
|
| 933 |
+
"manipulation_score": 48.95835619727313,
|
| 934 |
+
"total_penalty_factor": 1.0,
|
| 935 |
+
"fail_reason": null,
|
| 936 |
+
"penalty_events": []
|
| 937 |
+
},
|
| 938 |
+
{
|
| 939 |
+
"episode_id": 65,
|
| 940 |
+
"seed": 100172,
|
| 941 |
+
"success": false,
|
| 942 |
+
"steps_taken": 1700,
|
| 943 |
+
"max_steps": 1700,
|
| 944 |
+
"route_completion": 32.44044446217712,
|
| 945 |
+
"manipulation_score": 32.44044446217712,
|
| 946 |
+
"total_penalty_factor": 1.0,
|
| 947 |
+
"fail_reason": null,
|
| 948 |
+
"penalty_events": []
|
| 949 |
+
},
|
| 950 |
+
{
|
| 951 |
+
"episode_id": 66,
|
| 952 |
+
"seed": 100177,
|
| 953 |
+
"success": false,
|
| 954 |
+
"steps_taken": 1700,
|
| 955 |
+
"max_steps": 1700,
|
| 956 |
+
"route_completion": 51.50843952328362,
|
| 957 |
+
"manipulation_score": 51.50843952328362,
|
| 958 |
+
"total_penalty_factor": 1.0,
|
| 959 |
+
"fail_reason": null,
|
| 960 |
+
"penalty_events": []
|
| 961 |
+
},
|
| 962 |
+
{
|
| 963 |
+
"episode_id": 67,
|
| 964 |
+
"seed": 100182,
|
| 965 |
+
"success": false,
|
| 966 |
+
"steps_taken": 1700,
|
| 967 |
+
"max_steps": 1700,
|
| 968 |
+
"route_completion": 36.53366786389572,
|
| 969 |
+
"manipulation_score": 36.53366786389572,
|
| 970 |
+
"total_penalty_factor": 1.0,
|
| 971 |
+
"fail_reason": null,
|
| 972 |
+
"penalty_events": []
|
| 973 |
+
},
|
| 974 |
+
{
|
| 975 |
+
"episode_id": 68,
|
| 976 |
+
"seed": 100183,
|
| 977 |
+
"success": false,
|
| 978 |
+
"steps_taken": 1700,
|
| 979 |
+
"max_steps": 1700,
|
| 980 |
+
"route_completion": 50.42858721328596,
|
| 981 |
+
"manipulation_score": 50.42858721328596,
|
| 982 |
+
"total_penalty_factor": 1.0,
|
| 983 |
+
"fail_reason": null,
|
| 984 |
+
"penalty_events": []
|
| 985 |
+
},
|
| 986 |
+
{
|
| 987 |
+
"episode_id": 69,
|
| 988 |
+
"seed": 100188,
|
| 989 |
+
"success": false,
|
| 990 |
+
"steps_taken": 83,
|
| 991 |
+
"max_steps": 1700,
|
| 992 |
+
"route_completion": 45.716891230797316,
|
| 993 |
+
"manipulation_score": 22.858445615398658,
|
| 994 |
+
"total_penalty_factor": 0.5,
|
| 995 |
+
"fail_reason": "out_of_bounds",
|
| 996 |
+
"penalty_events": [
|
| 997 |
+
{
|
| 998 |
+
"event_type": "out_of_bounds",
|
| 999 |
+
"timestep": 83,
|
| 1000 |
+
"penalty_factor": 0.5,
|
| 1001 |
+
"details": "Target object left workspace/view"
|
| 1002 |
+
}
|
| 1003 |
+
]
|
| 1004 |
+
},
|
| 1005 |
+
{
|
| 1006 |
+
"episode_id": 70,
|
| 1007 |
+
"seed": 100189,
|
| 1008 |
+
"success": false,
|
| 1009 |
+
"steps_taken": 1700,
|
| 1010 |
+
"max_steps": 1700,
|
| 1011 |
+
"route_completion": 24.630702149431844,
|
| 1012 |
+
"manipulation_score": 24.630702149431844,
|
| 1013 |
+
"total_penalty_factor": 1.0,
|
| 1014 |
+
"fail_reason": null,
|
| 1015 |
+
"penalty_events": []
|
| 1016 |
+
},
|
| 1017 |
+
{
|
| 1018 |
+
"episode_id": 71,
|
| 1019 |
+
"seed": 100191,
|
| 1020 |
+
"success": true,
|
| 1021 |
+
"steps_taken": 132,
|
| 1022 |
+
"max_steps": 1700,
|
| 1023 |
+
"route_completion": 100.0,
|
| 1024 |
+
"manipulation_score": 100.0,
|
| 1025 |
+
"total_penalty_factor": 1.0,
|
| 1026 |
+
"fail_reason": null,
|
| 1027 |
+
"penalty_events": []
|
| 1028 |
+
},
|
| 1029 |
+
{
|
| 1030 |
+
"episode_id": 72,
|
| 1031 |
+
"seed": 100194,
|
| 1032 |
+
"success": false,
|
| 1033 |
+
"steps_taken": 86,
|
| 1034 |
+
"max_steps": 1700,
|
| 1035 |
+
"route_completion": 28.917893110840065,
|
| 1036 |
+
"manipulation_score": 14.458946555420033,
|
| 1037 |
+
"total_penalty_factor": 0.5,
|
| 1038 |
+
"fail_reason": "out_of_bounds",
|
| 1039 |
+
"penalty_events": [
|
| 1040 |
+
{
|
| 1041 |
+
"event_type": "out_of_bounds",
|
| 1042 |
+
"timestep": 86,
|
| 1043 |
+
"penalty_factor": 0.5,
|
| 1044 |
+
"details": "Target object left workspace/view"
|
| 1045 |
+
}
|
| 1046 |
+
]
|
| 1047 |
+
},
|
| 1048 |
+
{
|
| 1049 |
+
"episode_id": 73,
|
| 1050 |
+
"seed": 100196,
|
| 1051 |
+
"success": false,
|
| 1052 |
+
"steps_taken": 1700,
|
| 1053 |
+
"max_steps": 1700,
|
| 1054 |
+
"route_completion": 58.71208013062238,
|
| 1055 |
+
"manipulation_score": 58.71208013062238,
|
| 1056 |
+
"total_penalty_factor": 1.0,
|
| 1057 |
+
"fail_reason": null,
|
| 1058 |
+
"penalty_events": []
|
| 1059 |
+
},
|
| 1060 |
+
{
|
| 1061 |
+
"episode_id": 74,
|
| 1062 |
+
"seed": 100197,
|
| 1063 |
+
"success": true,
|
| 1064 |
+
"steps_taken": 380,
|
| 1065 |
+
"max_steps": 1700,
|
| 1066 |
+
"route_completion": 100.0,
|
| 1067 |
+
"manipulation_score": 100.0,
|
| 1068 |
+
"total_penalty_factor": 1.0,
|
| 1069 |
+
"fail_reason": null,
|
| 1070 |
+
"penalty_events": []
|
| 1071 |
+
},
|
| 1072 |
+
{
|
| 1073 |
+
"episode_id": 75,
|
| 1074 |
+
"seed": 100198,
|
| 1075 |
+
"success": false,
|
| 1076 |
+
"steps_taken": 1700,
|
| 1077 |
+
"max_steps": 1700,
|
| 1078 |
+
"route_completion": 42.16217833574195,
|
| 1079 |
+
"manipulation_score": 42.16217833574195,
|
| 1080 |
+
"total_penalty_factor": 1.0,
|
| 1081 |
+
"fail_reason": null,
|
| 1082 |
+
"penalty_events": []
|
| 1083 |
+
},
|
| 1084 |
+
{
|
| 1085 |
+
"episode_id": 76,
|
| 1086 |
+
"seed": 100200,
|
| 1087 |
+
"success": false,
|
| 1088 |
+
"steps_taken": 53,
|
| 1089 |
+
"max_steps": 1700,
|
| 1090 |
+
"route_completion": 14.43413828406657,
|
| 1091 |
+
"manipulation_score": 7.217069142033285,
|
| 1092 |
+
"total_penalty_factor": 0.5,
|
| 1093 |
+
"fail_reason": "out_of_bounds",
|
| 1094 |
+
"penalty_events": [
|
| 1095 |
+
{
|
| 1096 |
+
"event_type": "out_of_bounds",
|
| 1097 |
+
"timestep": 53,
|
| 1098 |
+
"penalty_factor": 0.5,
|
| 1099 |
+
"details": "Target object left workspace/view"
|
| 1100 |
+
}
|
| 1101 |
+
]
|
| 1102 |
+
},
|
| 1103 |
+
{
|
| 1104 |
+
"episode_id": 77,
|
| 1105 |
+
"seed": 100203,
|
| 1106 |
+
"success": false,
|
| 1107 |
+
"steps_taken": 53,
|
| 1108 |
+
"max_steps": 1700,
|
| 1109 |
+
"route_completion": 22.56672478951962,
|
| 1110 |
+
"manipulation_score": 11.28336239475981,
|
| 1111 |
+
"total_penalty_factor": 0.5,
|
| 1112 |
+
"fail_reason": "out_of_bounds",
|
| 1113 |
+
"penalty_events": [
|
| 1114 |
+
{
|
| 1115 |
+
"event_type": "out_of_bounds",
|
| 1116 |
+
"timestep": 53,
|
| 1117 |
+
"penalty_factor": 0.5,
|
| 1118 |
+
"details": "Target object left workspace/view"
|
| 1119 |
+
}
|
| 1120 |
+
]
|
| 1121 |
+
},
|
| 1122 |
+
{
|
| 1123 |
+
"episode_id": 78,
|
| 1124 |
+
"seed": 100208,
|
| 1125 |
+
"success": false,
|
| 1126 |
+
"steps_taken": 57,
|
| 1127 |
+
"max_steps": 1700,
|
| 1128 |
+
"route_completion": 53.573381263054046,
|
| 1129 |
+
"manipulation_score": 26.786690631527023,
|
| 1130 |
+
"total_penalty_factor": 0.5,
|
| 1131 |
+
"fail_reason": "out_of_bounds",
|
| 1132 |
+
"penalty_events": [
|
| 1133 |
+
{
|
| 1134 |
+
"event_type": "out_of_bounds",
|
| 1135 |
+
"timestep": 57,
|
| 1136 |
+
"penalty_factor": 0.5,
|
| 1137 |
+
"details": "Target object left workspace/view"
|
| 1138 |
+
}
|
| 1139 |
+
]
|
| 1140 |
+
},
|
| 1141 |
+
{
|
| 1142 |
+
"episode_id": 79,
|
| 1143 |
+
"seed": 100211,
|
| 1144 |
+
"success": false,
|
| 1145 |
+
"steps_taken": 85,
|
| 1146 |
+
"max_steps": 1700,
|
| 1147 |
+
"route_completion": 45.092919257068466,
|
| 1148 |
+
"manipulation_score": 22.546459628534233,
|
| 1149 |
+
"total_penalty_factor": 0.5,
|
| 1150 |
+
"fail_reason": "out_of_bounds",
|
| 1151 |
+
"penalty_events": [
|
| 1152 |
+
{
|
| 1153 |
+
"event_type": "out_of_bounds",
|
| 1154 |
+
"timestep": 85,
|
| 1155 |
+
"penalty_factor": 0.5,
|
| 1156 |
+
"details": "Target object left workspace/view"
|
| 1157 |
+
}
|
| 1158 |
+
]
|
| 1159 |
+
},
|
| 1160 |
+
{
|
| 1161 |
+
"episode_id": 80,
|
| 1162 |
+
"seed": 100212,
|
| 1163 |
+
"success": false,
|
| 1164 |
+
"steps_taken": 1700,
|
| 1165 |
+
"max_steps": 1700,
|
| 1166 |
+
"route_completion": 28.15369452971863,
|
| 1167 |
+
"manipulation_score": 28.15369452971863,
|
| 1168 |
+
"total_penalty_factor": 1.0,
|
| 1169 |
+
"fail_reason": null,
|
| 1170 |
+
"penalty_events": []
|
| 1171 |
+
},
|
| 1172 |
+
{
|
| 1173 |
+
"episode_id": 81,
|
| 1174 |
+
"seed": 100214,
|
| 1175 |
+
"success": false,
|
| 1176 |
+
"steps_taken": 1700,
|
| 1177 |
+
"max_steps": 1700,
|
| 1178 |
+
"route_completion": 58.08597643996154,
|
| 1179 |
+
"manipulation_score": 58.08597643996154,
|
| 1180 |
+
"total_penalty_factor": 1.0,
|
| 1181 |
+
"fail_reason": null,
|
| 1182 |
+
"penalty_events": []
|
| 1183 |
+
},
|
| 1184 |
+
{
|
| 1185 |
+
"episode_id": 82,
|
| 1186 |
+
"seed": 100216,
|
| 1187 |
+
"success": false,
|
| 1188 |
+
"steps_taken": 1700,
|
| 1189 |
+
"max_steps": 1700,
|
| 1190 |
+
"route_completion": 22.29810523145686,
|
| 1191 |
+
"manipulation_score": 22.29810523145686,
|
| 1192 |
+
"total_penalty_factor": 1.0,
|
| 1193 |
+
"fail_reason": null,
|
| 1194 |
+
"penalty_events": []
|
| 1195 |
+
},
|
| 1196 |
+
{
|
| 1197 |
+
"episode_id": 83,
|
| 1198 |
+
"seed": 100218,
|
| 1199 |
+
"success": true,
|
| 1200 |
+
"steps_taken": 721,
|
| 1201 |
+
"max_steps": 1700,
|
| 1202 |
+
"route_completion": 100.0,
|
| 1203 |
+
"manipulation_score": 100.0,
|
| 1204 |
+
"total_penalty_factor": 1.0,
|
| 1205 |
+
"fail_reason": null,
|
| 1206 |
+
"penalty_events": []
|
| 1207 |
+
},
|
| 1208 |
+
{
|
| 1209 |
+
"episode_id": 84,
|
| 1210 |
+
"seed": 100220,
|
| 1211 |
+
"success": true,
|
| 1212 |
+
"steps_taken": 160,
|
| 1213 |
+
"max_steps": 1700,
|
| 1214 |
+
"route_completion": 100.0,
|
| 1215 |
+
"manipulation_score": 100.0,
|
| 1216 |
+
"total_penalty_factor": 1.0,
|
| 1217 |
+
"fail_reason": null,
|
| 1218 |
+
"penalty_events": []
|
| 1219 |
+
},
|
| 1220 |
+
{
|
| 1221 |
+
"episode_id": 85,
|
| 1222 |
+
"seed": 100222,
|
| 1223 |
+
"success": false,
|
| 1224 |
+
"steps_taken": 1700,
|
| 1225 |
+
"max_steps": 1700,
|
| 1226 |
+
"route_completion": 22.456975047807873,
|
| 1227 |
+
"manipulation_score": 22.456975047807873,
|
| 1228 |
+
"total_penalty_factor": 1.0,
|
| 1229 |
+
"fail_reason": null,
|
| 1230 |
+
"penalty_events": []
|
| 1231 |
+
},
|
| 1232 |
+
{
|
| 1233 |
+
"episode_id": 86,
|
| 1234 |
+
"seed": 100223,
|
| 1235 |
+
"success": false,
|
| 1236 |
+
"steps_taken": 77,
|
| 1237 |
+
"max_steps": 1700,
|
| 1238 |
+
"route_completion": 48.848257800891005,
|
| 1239 |
+
"manipulation_score": 24.424128900445503,
|
| 1240 |
+
"total_penalty_factor": 0.5,
|
| 1241 |
+
"fail_reason": "out_of_bounds",
|
| 1242 |
+
"penalty_events": [
|
| 1243 |
+
{
|
| 1244 |
+
"event_type": "out_of_bounds",
|
| 1245 |
+
"timestep": 77,
|
| 1246 |
+
"penalty_factor": 0.5,
|
| 1247 |
+
"details": "Target object left workspace/view"
|
| 1248 |
+
}
|
| 1249 |
+
]
|
| 1250 |
+
},
|
| 1251 |
+
{
|
| 1252 |
+
"episode_id": 87,
|
| 1253 |
+
"seed": 100224,
|
| 1254 |
+
"success": false,
|
| 1255 |
+
"steps_taken": 1700,
|
| 1256 |
+
"max_steps": 1700,
|
| 1257 |
+
"route_completion": 38.36800095673073,
|
| 1258 |
+
"manipulation_score": 38.36800095673073,
|
| 1259 |
+
"total_penalty_factor": 1.0,
|
| 1260 |
+
"fail_reason": null,
|
| 1261 |
+
"penalty_events": []
|
| 1262 |
+
},
|
| 1263 |
+
{
|
| 1264 |
+
"episode_id": 88,
|
| 1265 |
+
"seed": 100227,
|
| 1266 |
+
"success": false,
|
| 1267 |
+
"steps_taken": 1700,
|
| 1268 |
+
"max_steps": 1700,
|
| 1269 |
+
"route_completion": 23.635672926290773,
|
| 1270 |
+
"manipulation_score": 23.635672926290773,
|
| 1271 |
+
"total_penalty_factor": 1.0,
|
| 1272 |
+
"fail_reason": null,
|
| 1273 |
+
"penalty_events": []
|
| 1274 |
+
},
|
| 1275 |
+
{
|
| 1276 |
+
"episode_id": 89,
|
| 1277 |
+
"seed": 100237,
|
| 1278 |
+
"success": true,
|
| 1279 |
+
"steps_taken": 90,
|
| 1280 |
+
"max_steps": 1700,
|
| 1281 |
+
"route_completion": 100.0,
|
| 1282 |
+
"manipulation_score": 100.0,
|
| 1283 |
+
"total_penalty_factor": 1.0,
|
| 1284 |
+
"fail_reason": null,
|
| 1285 |
+
"penalty_events": []
|
| 1286 |
+
},
|
| 1287 |
+
{
|
| 1288 |
+
"episode_id": 90,
|
| 1289 |
+
"seed": 100238,
|
| 1290 |
+
"success": true,
|
| 1291 |
+
"steps_taken": 79,
|
| 1292 |
+
"max_steps": 1700,
|
| 1293 |
+
"route_completion": 100.0,
|
| 1294 |
+
"manipulation_score": 100.0,
|
| 1295 |
+
"total_penalty_factor": 1.0,
|
| 1296 |
+
"fail_reason": null,
|
| 1297 |
+
"penalty_events": []
|
| 1298 |
+
},
|
| 1299 |
+
{
|
| 1300 |
+
"episode_id": 91,
|
| 1301 |
+
"seed": 100239,
|
| 1302 |
+
"success": false,
|
| 1303 |
+
"steps_taken": 1700,
|
| 1304 |
+
"max_steps": 1700,
|
| 1305 |
+
"route_completion": 37.21706690430862,
|
| 1306 |
+
"manipulation_score": 37.21706690430862,
|
| 1307 |
+
"total_penalty_factor": 1.0,
|
| 1308 |
+
"fail_reason": null,
|
| 1309 |
+
"penalty_events": []
|
| 1310 |
+
},
|
| 1311 |
+
{
|
| 1312 |
+
"episode_id": 92,
|
| 1313 |
+
"seed": 100240,
|
| 1314 |
+
"success": false,
|
| 1315 |
+
"steps_taken": 82,
|
| 1316 |
+
"max_steps": 1700,
|
| 1317 |
+
"route_completion": 13.99496837089001,
|
| 1318 |
+
"manipulation_score": 6.997484185445005,
|
| 1319 |
+
"total_penalty_factor": 0.5,
|
| 1320 |
+
"fail_reason": "out_of_bounds",
|
| 1321 |
+
"penalty_events": [
|
| 1322 |
+
{
|
| 1323 |
+
"event_type": "out_of_bounds",
|
| 1324 |
+
"timestep": 82,
|
| 1325 |
+
"penalty_factor": 0.5,
|
| 1326 |
+
"details": "Target object left workspace/view"
|
| 1327 |
+
}
|
| 1328 |
+
]
|
| 1329 |
+
},
|
| 1330 |
+
{
|
| 1331 |
+
"episode_id": 93,
|
| 1332 |
+
"seed": 100251,
|
| 1333 |
+
"success": false,
|
| 1334 |
+
"steps_taken": 1700,
|
| 1335 |
+
"max_steps": 1700,
|
| 1336 |
+
"route_completion": 53.50617625239992,
|
| 1337 |
+
"manipulation_score": 53.50617625239992,
|
| 1338 |
+
"total_penalty_factor": 1.0,
|
| 1339 |
+
"fail_reason": null,
|
| 1340 |
+
"penalty_events": []
|
| 1341 |
+
},
|
| 1342 |
+
{
|
| 1343 |
+
"episode_id": 94,
|
| 1344 |
+
"seed": 100260,
|
| 1345 |
+
"success": false,
|
| 1346 |
+
"steps_taken": 1700,
|
| 1347 |
+
"max_steps": 1700,
|
| 1348 |
+
"route_completion": 43.297925219992074,
|
| 1349 |
+
"manipulation_score": 43.297925219992074,
|
| 1350 |
+
"total_penalty_factor": 1.0,
|
| 1351 |
+
"fail_reason": null,
|
| 1352 |
+
"penalty_events": []
|
| 1353 |
+
},
|
| 1354 |
+
{
|
| 1355 |
+
"episode_id": 95,
|
| 1356 |
+
"seed": 100262,
|
| 1357 |
+
"success": true,
|
| 1358 |
+
"steps_taken": 321,
|
| 1359 |
+
"max_steps": 1700,
|
| 1360 |
+
"route_completion": 100.0,
|
| 1361 |
+
"manipulation_score": 100.0,
|
| 1362 |
+
"total_penalty_factor": 1.0,
|
| 1363 |
+
"fail_reason": null,
|
| 1364 |
+
"penalty_events": []
|
| 1365 |
+
},
|
| 1366 |
+
{
|
| 1367 |
+
"episode_id": 96,
|
| 1368 |
+
"seed": 100263,
|
| 1369 |
+
"success": false,
|
| 1370 |
+
"steps_taken": 49,
|
| 1371 |
+
"max_steps": 1700,
|
| 1372 |
+
"route_completion": 13.188696601686223,
|
| 1373 |
+
"manipulation_score": 6.594348300843111,
|
| 1374 |
+
"total_penalty_factor": 0.5,
|
| 1375 |
+
"fail_reason": "out_of_bounds",
|
| 1376 |
+
"penalty_events": [
|
| 1377 |
+
{
|
| 1378 |
+
"event_type": "out_of_bounds",
|
| 1379 |
+
"timestep": 49,
|
| 1380 |
+
"penalty_factor": 0.5,
|
| 1381 |
+
"details": "Target object left workspace/view"
|
| 1382 |
+
}
|
| 1383 |
+
]
|
| 1384 |
+
},
|
| 1385 |
+
{
|
| 1386 |
+
"episode_id": 97,
|
| 1387 |
+
"seed": 100264,
|
| 1388 |
+
"success": false,
|
| 1389 |
+
"steps_taken": 71,
|
| 1390 |
+
"max_steps": 1700,
|
| 1391 |
+
"route_completion": 47.344888412721524,
|
| 1392 |
+
"manipulation_score": 23.672444206360762,
|
| 1393 |
+
"total_penalty_factor": 0.5,
|
| 1394 |
+
"fail_reason": "out_of_bounds",
|
| 1395 |
+
"penalty_events": [
|
| 1396 |
+
{
|
| 1397 |
+
"event_type": "out_of_bounds",
|
| 1398 |
+
"timestep": 71,
|
| 1399 |
+
"penalty_factor": 0.5,
|
| 1400 |
+
"details": "Target object left workspace/view"
|
| 1401 |
+
}
|
| 1402 |
+
]
|
| 1403 |
+
},
|
| 1404 |
+
{
|
| 1405 |
+
"episode_id": 98,
|
| 1406 |
+
"seed": 100265,
|
| 1407 |
+
"success": false,
|
| 1408 |
+
"steps_taken": 48,
|
| 1409 |
+
"max_steps": 1700,
|
| 1410 |
+
"route_completion": 22.93174522505047,
|
| 1411 |
+
"manipulation_score": 11.465872612525235,
|
| 1412 |
+
"total_penalty_factor": 0.5,
|
| 1413 |
+
"fail_reason": "out_of_bounds",
|
| 1414 |
+
"penalty_events": [
|
| 1415 |
+
{
|
| 1416 |
+
"event_type": "out_of_bounds",
|
| 1417 |
+
"timestep": 48,
|
| 1418 |
+
"penalty_factor": 0.5,
|
| 1419 |
+
"details": "Target object left workspace/view"
|
| 1420 |
+
}
|
| 1421 |
+
]
|
| 1422 |
+
},
|
| 1423 |
+
{
|
| 1424 |
+
"episode_id": 99,
|
| 1425 |
+
"seed": 100266,
|
| 1426 |
+
"success": true,
|
| 1427 |
+
"steps_taken": 149,
|
| 1428 |
+
"max_steps": 1700,
|
| 1429 |
+
"route_completion": 100.0,
|
| 1430 |
+
"manipulation_score": 100.0,
|
| 1431 |
+
"total_penalty_factor": 1.0,
|
| 1432 |
+
"fail_reason": null,
|
| 1433 |
+
"penalty_events": []
|
| 1434 |
+
},
|
| 1435 |
+
{
|
| 1436 |
+
"episode_id": 100,
|
| 1437 |
+
"seed": 100268,
|
| 1438 |
+
"success": false,
|
| 1439 |
+
"steps_taken": 1700,
|
| 1440 |
+
"max_steps": 1700,
|
| 1441 |
+
"route_completion": 61.80283982383933,
|
| 1442 |
+
"manipulation_score": 61.80283982383933,
|
| 1443 |
+
"total_penalty_factor": 1.0,
|
| 1444 |
+
"fail_reason": null,
|
| 1445 |
+
"penalty_events": []
|
| 1446 |
+
}
|
| 1447 |
+
]
|
log/eval_result/put_bottles_dustbin/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 03:54:55/_metrics.json
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"total_episodes": 100,
|
| 3 |
+
"success_count": 20,
|
| 4 |
+
"success_rate": 20.0,
|
| 5 |
+
"manipulation_score_mean": 43.50042793701157,
|
| 6 |
+
"manipulation_score_std": 31.70659803060059,
|
| 7 |
+
"route_completion_mean": 48.69627665134687,
|
| 8 |
+
"route_completion_std": 28.33792489039182,
|
| 9 |
+
"penalty_clutter_collision_total": 0,
|
| 10 |
+
"penalty_out_of_bounds_total": 35
|
| 11 |
+
}
|
log/eval_result/put_bottles_dustbin/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 03:54:55/_metrics_report.txt
ADDED
|
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
============================================================
|
| 2 |
+
EVALUATION METRICS REPORT
|
| 3 |
+
============================================================
|
| 4 |
+
|
| 5 |
+
Total Episodes: 100
|
| 6 |
+
Success Rate: 20.0% (20/100)
|
| 7 |
+
|
| 8 |
+
--- Manipulation Score ---
|
| 9 |
+
Mean: 43.50
|
| 10 |
+
Std: 31.71
|
| 11 |
+
|
| 12 |
+
--- Route Completion ---
|
| 13 |
+
Mean: 48.70%
|
| 14 |
+
Std: 28.34
|
| 15 |
+
|
| 16 |
+
--- Penalty Events ---
|
| 17 |
+
Clutter Collisions: 0
|
| 18 |
+
Out of Bounds: 35
|
| 19 |
+
|
| 20 |
+
============================================================
|
log/eval_result/put_bottles_dustbin/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 03:54:55/_result.txt
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Timestamp: 2026-03-30 03:54:55
|
| 2 |
+
|
| 3 |
+
Instruction Type: unseen
|
| 4 |
+
|
| 5 |
+
0.2
|
log/eval_result/put_object_cabinet/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 04:01:30/_episodes_detail.json
ADDED
|
@@ -0,0 +1,1314 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[
|
| 2 |
+
{
|
| 3 |
+
"episode_id": 1,
|
| 4 |
+
"seed": 100029,
|
| 5 |
+
"success": false,
|
| 6 |
+
"steps_taken": 700,
|
| 7 |
+
"max_steps": 700,
|
| 8 |
+
"route_completion": 54.66362438691734,
|
| 9 |
+
"manipulation_score": 54.66362438691734,
|
| 10 |
+
"total_penalty_factor": 1.0,
|
| 11 |
+
"fail_reason": null,
|
| 12 |
+
"penalty_events": []
|
| 13 |
+
},
|
| 14 |
+
{
|
| 15 |
+
"episode_id": 2,
|
| 16 |
+
"seed": 100030,
|
| 17 |
+
"success": true,
|
| 18 |
+
"steps_taken": 248,
|
| 19 |
+
"max_steps": 700,
|
| 20 |
+
"route_completion": 100.0,
|
| 21 |
+
"manipulation_score": 100.0,
|
| 22 |
+
"total_penalty_factor": 1.0,
|
| 23 |
+
"fail_reason": null,
|
| 24 |
+
"penalty_events": []
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"episode_id": 3,
|
| 28 |
+
"seed": 100031,
|
| 29 |
+
"success": false,
|
| 30 |
+
"steps_taken": 700,
|
| 31 |
+
"max_steps": 700,
|
| 32 |
+
"route_completion": 64.04214902287127,
|
| 33 |
+
"manipulation_score": 64.04214902287127,
|
| 34 |
+
"total_penalty_factor": 1.0,
|
| 35 |
+
"fail_reason": null,
|
| 36 |
+
"penalty_events": []
|
| 37 |
+
},
|
| 38 |
+
{
|
| 39 |
+
"episode_id": 4,
|
| 40 |
+
"seed": 100032,
|
| 41 |
+
"success": false,
|
| 42 |
+
"steps_taken": 50,
|
| 43 |
+
"max_steps": 700,
|
| 44 |
+
"route_completion": 5.863342245537852,
|
| 45 |
+
"manipulation_score": 2.931671122768926,
|
| 46 |
+
"total_penalty_factor": 0.5,
|
| 47 |
+
"fail_reason": "out_of_bounds",
|
| 48 |
+
"penalty_events": [
|
| 49 |
+
{
|
| 50 |
+
"event_type": "out_of_bounds",
|
| 51 |
+
"timestep": 50,
|
| 52 |
+
"penalty_factor": 0.5,
|
| 53 |
+
"details": "Target object left workspace/view"
|
| 54 |
+
}
|
| 55 |
+
]
|
| 56 |
+
},
|
| 57 |
+
{
|
| 58 |
+
"episode_id": 5,
|
| 59 |
+
"seed": 100068,
|
| 60 |
+
"success": false,
|
| 61 |
+
"steps_taken": 56,
|
| 62 |
+
"max_steps": 700,
|
| 63 |
+
"route_completion": 14.025287916010894,
|
| 64 |
+
"manipulation_score": 7.012643958005447,
|
| 65 |
+
"total_penalty_factor": 0.5,
|
| 66 |
+
"fail_reason": "out_of_bounds",
|
| 67 |
+
"penalty_events": [
|
| 68 |
+
{
|
| 69 |
+
"event_type": "out_of_bounds",
|
| 70 |
+
"timestep": 56,
|
| 71 |
+
"penalty_factor": 0.5,
|
| 72 |
+
"details": "Target object left workspace/view"
|
| 73 |
+
}
|
| 74 |
+
]
|
| 75 |
+
},
|
| 76 |
+
{
|
| 77 |
+
"episode_id": 6,
|
| 78 |
+
"seed": 100127,
|
| 79 |
+
"success": false,
|
| 80 |
+
"steps_taken": 700,
|
| 81 |
+
"max_steps": 700,
|
| 82 |
+
"route_completion": 23.03990525185916,
|
| 83 |
+
"manipulation_score": 23.03990525185916,
|
| 84 |
+
"total_penalty_factor": 1.0,
|
| 85 |
+
"fail_reason": null,
|
| 86 |
+
"penalty_events": []
|
| 87 |
+
},
|
| 88 |
+
{
|
| 89 |
+
"episode_id": 7,
|
| 90 |
+
"seed": 100168,
|
| 91 |
+
"success": true,
|
| 92 |
+
"steps_taken": 234,
|
| 93 |
+
"max_steps": 700,
|
| 94 |
+
"route_completion": 100.0,
|
| 95 |
+
"manipulation_score": 100.0,
|
| 96 |
+
"total_penalty_factor": 1.0,
|
| 97 |
+
"fail_reason": null,
|
| 98 |
+
"penalty_events": []
|
| 99 |
+
},
|
| 100 |
+
{
|
| 101 |
+
"episode_id": 8,
|
| 102 |
+
"seed": 100176,
|
| 103 |
+
"success": false,
|
| 104 |
+
"steps_taken": 700,
|
| 105 |
+
"max_steps": 700,
|
| 106 |
+
"route_completion": 57.677196059965794,
|
| 107 |
+
"manipulation_score": 57.677196059965794,
|
| 108 |
+
"total_penalty_factor": 1.0,
|
| 109 |
+
"fail_reason": null,
|
| 110 |
+
"penalty_events": []
|
| 111 |
+
},
|
| 112 |
+
{
|
| 113 |
+
"episode_id": 9,
|
| 114 |
+
"seed": 100182,
|
| 115 |
+
"success": false,
|
| 116 |
+
"steps_taken": 700,
|
| 117 |
+
"max_steps": 700,
|
| 118 |
+
"route_completion": 50.959570875608016,
|
| 119 |
+
"manipulation_score": 50.959570875608016,
|
| 120 |
+
"total_penalty_factor": 1.0,
|
| 121 |
+
"fail_reason": null,
|
| 122 |
+
"penalty_events": []
|
| 123 |
+
},
|
| 124 |
+
{
|
| 125 |
+
"episode_id": 10,
|
| 126 |
+
"seed": 100202,
|
| 127 |
+
"success": false,
|
| 128 |
+
"steps_taken": 700,
|
| 129 |
+
"max_steps": 700,
|
| 130 |
+
"route_completion": 59.152989770926624,
|
| 131 |
+
"manipulation_score": 59.152989770926624,
|
| 132 |
+
"total_penalty_factor": 1.0,
|
| 133 |
+
"fail_reason": null,
|
| 134 |
+
"penalty_events": []
|
| 135 |
+
},
|
| 136 |
+
{
|
| 137 |
+
"episode_id": 11,
|
| 138 |
+
"seed": 100255,
|
| 139 |
+
"success": true,
|
| 140 |
+
"steps_taken": 264,
|
| 141 |
+
"max_steps": 700,
|
| 142 |
+
"route_completion": 100.0,
|
| 143 |
+
"manipulation_score": 100.0,
|
| 144 |
+
"total_penalty_factor": 1.0,
|
| 145 |
+
"fail_reason": null,
|
| 146 |
+
"penalty_events": []
|
| 147 |
+
},
|
| 148 |
+
{
|
| 149 |
+
"episode_id": 12,
|
| 150 |
+
"seed": 100264,
|
| 151 |
+
"success": false,
|
| 152 |
+
"steps_taken": 700,
|
| 153 |
+
"max_steps": 700,
|
| 154 |
+
"route_completion": 16.77526969654121,
|
| 155 |
+
"manipulation_score": 16.77526969654121,
|
| 156 |
+
"total_penalty_factor": 1.0,
|
| 157 |
+
"fail_reason": null,
|
| 158 |
+
"penalty_events": []
|
| 159 |
+
},
|
| 160 |
+
{
|
| 161 |
+
"episode_id": 13,
|
| 162 |
+
"seed": 100267,
|
| 163 |
+
"success": false,
|
| 164 |
+
"steps_taken": 85,
|
| 165 |
+
"max_steps": 700,
|
| 166 |
+
"route_completion": 35.78426022350147,
|
| 167 |
+
"manipulation_score": 17.892130111750735,
|
| 168 |
+
"total_penalty_factor": 0.5,
|
| 169 |
+
"fail_reason": "out_of_bounds",
|
| 170 |
+
"penalty_events": [
|
| 171 |
+
{
|
| 172 |
+
"event_type": "out_of_bounds",
|
| 173 |
+
"timestep": 85,
|
| 174 |
+
"penalty_factor": 0.5,
|
| 175 |
+
"details": "Target object left workspace/view"
|
| 176 |
+
}
|
| 177 |
+
]
|
| 178 |
+
},
|
| 179 |
+
{
|
| 180 |
+
"episode_id": 14,
|
| 181 |
+
"seed": 100288,
|
| 182 |
+
"success": false,
|
| 183 |
+
"steps_taken": 700,
|
| 184 |
+
"max_steps": 700,
|
| 185 |
+
"route_completion": 54.51721992020605,
|
| 186 |
+
"manipulation_score": 54.51721992020605,
|
| 187 |
+
"total_penalty_factor": 1.0,
|
| 188 |
+
"fail_reason": null,
|
| 189 |
+
"penalty_events": []
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"episode_id": 15,
|
| 193 |
+
"seed": 100295,
|
| 194 |
+
"success": false,
|
| 195 |
+
"steps_taken": 60,
|
| 196 |
+
"max_steps": 700,
|
| 197 |
+
"route_completion": 0.013407057942230006,
|
| 198 |
+
"manipulation_score": 0.006703528971115003,
|
| 199 |
+
"total_penalty_factor": 0.5,
|
| 200 |
+
"fail_reason": "out_of_bounds",
|
| 201 |
+
"penalty_events": [
|
| 202 |
+
{
|
| 203 |
+
"event_type": "out_of_bounds",
|
| 204 |
+
"timestep": 60,
|
| 205 |
+
"penalty_factor": 0.5,
|
| 206 |
+
"details": "Target object left workspace/view"
|
| 207 |
+
}
|
| 208 |
+
]
|
| 209 |
+
},
|
| 210 |
+
{
|
| 211 |
+
"episode_id": 16,
|
| 212 |
+
"seed": 100326,
|
| 213 |
+
"success": false,
|
| 214 |
+
"steps_taken": 700,
|
| 215 |
+
"max_steps": 700,
|
| 216 |
+
"route_completion": 48.211673215412546,
|
| 217 |
+
"manipulation_score": 48.211673215412546,
|
| 218 |
+
"total_penalty_factor": 1.0,
|
| 219 |
+
"fail_reason": null,
|
| 220 |
+
"penalty_events": []
|
| 221 |
+
},
|
| 222 |
+
{
|
| 223 |
+
"episode_id": 17,
|
| 224 |
+
"seed": 100340,
|
| 225 |
+
"success": true,
|
| 226 |
+
"steps_taken": 248,
|
| 227 |
+
"max_steps": 700,
|
| 228 |
+
"route_completion": 100.0,
|
| 229 |
+
"manipulation_score": 100.0,
|
| 230 |
+
"total_penalty_factor": 1.0,
|
| 231 |
+
"fail_reason": null,
|
| 232 |
+
"penalty_events": []
|
| 233 |
+
},
|
| 234 |
+
{
|
| 235 |
+
"episode_id": 18,
|
| 236 |
+
"seed": 100365,
|
| 237 |
+
"success": true,
|
| 238 |
+
"steps_taken": 218,
|
| 239 |
+
"max_steps": 700,
|
| 240 |
+
"route_completion": 100.0,
|
| 241 |
+
"manipulation_score": 100.0,
|
| 242 |
+
"total_penalty_factor": 1.0,
|
| 243 |
+
"fail_reason": null,
|
| 244 |
+
"penalty_events": []
|
| 245 |
+
},
|
| 246 |
+
{
|
| 247 |
+
"episode_id": 19,
|
| 248 |
+
"seed": 100420,
|
| 249 |
+
"success": false,
|
| 250 |
+
"steps_taken": 700,
|
| 251 |
+
"max_steps": 700,
|
| 252 |
+
"route_completion": 55.38353824306036,
|
| 253 |
+
"manipulation_score": 55.38353824306036,
|
| 254 |
+
"total_penalty_factor": 1.0,
|
| 255 |
+
"fail_reason": null,
|
| 256 |
+
"penalty_events": []
|
| 257 |
+
},
|
| 258 |
+
{
|
| 259 |
+
"episode_id": 20,
|
| 260 |
+
"seed": 100469,
|
| 261 |
+
"success": false,
|
| 262 |
+
"steps_taken": 700,
|
| 263 |
+
"max_steps": 700,
|
| 264 |
+
"route_completion": 57.137736759180804,
|
| 265 |
+
"manipulation_score": 57.137736759180804,
|
| 266 |
+
"total_penalty_factor": 1.0,
|
| 267 |
+
"fail_reason": null,
|
| 268 |
+
"penalty_events": []
|
| 269 |
+
},
|
| 270 |
+
{
|
| 271 |
+
"episode_id": 21,
|
| 272 |
+
"seed": 100482,
|
| 273 |
+
"success": false,
|
| 274 |
+
"steps_taken": 700,
|
| 275 |
+
"max_steps": 700,
|
| 276 |
+
"route_completion": 58.24610202512825,
|
| 277 |
+
"manipulation_score": 58.24610202512825,
|
| 278 |
+
"total_penalty_factor": 1.0,
|
| 279 |
+
"fail_reason": null,
|
| 280 |
+
"penalty_events": []
|
| 281 |
+
},
|
| 282 |
+
{
|
| 283 |
+
"episode_id": 22,
|
| 284 |
+
"seed": 100489,
|
| 285 |
+
"success": true,
|
| 286 |
+
"steps_taken": 266,
|
| 287 |
+
"max_steps": 700,
|
| 288 |
+
"route_completion": 100.0,
|
| 289 |
+
"manipulation_score": 100.0,
|
| 290 |
+
"total_penalty_factor": 1.0,
|
| 291 |
+
"fail_reason": null,
|
| 292 |
+
"penalty_events": []
|
| 293 |
+
},
|
| 294 |
+
{
|
| 295 |
+
"episode_id": 23,
|
| 296 |
+
"seed": 100493,
|
| 297 |
+
"success": false,
|
| 298 |
+
"steps_taken": 65,
|
| 299 |
+
"max_steps": 700,
|
| 300 |
+
"route_completion": 28.30746806376996,
|
| 301 |
+
"manipulation_score": 14.15373403188498,
|
| 302 |
+
"total_penalty_factor": 0.5,
|
| 303 |
+
"fail_reason": "out_of_bounds",
|
| 304 |
+
"penalty_events": [
|
| 305 |
+
{
|
| 306 |
+
"event_type": "out_of_bounds",
|
| 307 |
+
"timestep": 65,
|
| 308 |
+
"penalty_factor": 0.5,
|
| 309 |
+
"details": "Target object left workspace/view"
|
| 310 |
+
}
|
| 311 |
+
]
|
| 312 |
+
},
|
| 313 |
+
{
|
| 314 |
+
"episode_id": 24,
|
| 315 |
+
"seed": 100494,
|
| 316 |
+
"success": false,
|
| 317 |
+
"steps_taken": 700,
|
| 318 |
+
"max_steps": 700,
|
| 319 |
+
"route_completion": 51.84630353815718,
|
| 320 |
+
"manipulation_score": 51.84630353815718,
|
| 321 |
+
"total_penalty_factor": 1.0,
|
| 322 |
+
"fail_reason": null,
|
| 323 |
+
"penalty_events": []
|
| 324 |
+
},
|
| 325 |
+
{
|
| 326 |
+
"episode_id": 25,
|
| 327 |
+
"seed": 100535,
|
| 328 |
+
"success": false,
|
| 329 |
+
"steps_taken": 700,
|
| 330 |
+
"max_steps": 700,
|
| 331 |
+
"route_completion": 50.42157126197456,
|
| 332 |
+
"manipulation_score": 50.42157126197456,
|
| 333 |
+
"total_penalty_factor": 1.0,
|
| 334 |
+
"fail_reason": null,
|
| 335 |
+
"penalty_events": []
|
| 336 |
+
},
|
| 337 |
+
{
|
| 338 |
+
"episode_id": 26,
|
| 339 |
+
"seed": 100552,
|
| 340 |
+
"success": false,
|
| 341 |
+
"steps_taken": 700,
|
| 342 |
+
"max_steps": 700,
|
| 343 |
+
"route_completion": 55.99590249542602,
|
| 344 |
+
"manipulation_score": 55.99590249542602,
|
| 345 |
+
"total_penalty_factor": 1.0,
|
| 346 |
+
"fail_reason": null,
|
| 347 |
+
"penalty_events": []
|
| 348 |
+
},
|
| 349 |
+
{
|
| 350 |
+
"episode_id": 27,
|
| 351 |
+
"seed": 100590,
|
| 352 |
+
"success": true,
|
| 353 |
+
"steps_taken": 264,
|
| 354 |
+
"max_steps": 700,
|
| 355 |
+
"route_completion": 100.0,
|
| 356 |
+
"manipulation_score": 100.0,
|
| 357 |
+
"total_penalty_factor": 1.0,
|
| 358 |
+
"fail_reason": null,
|
| 359 |
+
"penalty_events": []
|
| 360 |
+
},
|
| 361 |
+
{
|
| 362 |
+
"episode_id": 28,
|
| 363 |
+
"seed": 100599,
|
| 364 |
+
"success": false,
|
| 365 |
+
"steps_taken": 700,
|
| 366 |
+
"max_steps": 700,
|
| 367 |
+
"route_completion": 16.71183152284476,
|
| 368 |
+
"manipulation_score": 16.71183152284476,
|
| 369 |
+
"total_penalty_factor": 1.0,
|
| 370 |
+
"fail_reason": null,
|
| 371 |
+
"penalty_events": []
|
| 372 |
+
},
|
| 373 |
+
{
|
| 374 |
+
"episode_id": 29,
|
| 375 |
+
"seed": 100634,
|
| 376 |
+
"success": false,
|
| 377 |
+
"steps_taken": 700,
|
| 378 |
+
"max_steps": 700,
|
| 379 |
+
"route_completion": 50.757013200056164,
|
| 380 |
+
"manipulation_score": 50.757013200056164,
|
| 381 |
+
"total_penalty_factor": 1.0,
|
| 382 |
+
"fail_reason": null,
|
| 383 |
+
"penalty_events": []
|
| 384 |
+
},
|
| 385 |
+
{
|
| 386 |
+
"episode_id": 30,
|
| 387 |
+
"seed": 100640,
|
| 388 |
+
"success": true,
|
| 389 |
+
"steps_taken": 249,
|
| 390 |
+
"max_steps": 700,
|
| 391 |
+
"route_completion": 100.0,
|
| 392 |
+
"manipulation_score": 100.0,
|
| 393 |
+
"total_penalty_factor": 1.0,
|
| 394 |
+
"fail_reason": null,
|
| 395 |
+
"penalty_events": []
|
| 396 |
+
},
|
| 397 |
+
{
|
| 398 |
+
"episode_id": 31,
|
| 399 |
+
"seed": 100660,
|
| 400 |
+
"success": true,
|
| 401 |
+
"steps_taken": 238,
|
| 402 |
+
"max_steps": 700,
|
| 403 |
+
"route_completion": 100.0,
|
| 404 |
+
"manipulation_score": 100.0,
|
| 405 |
+
"total_penalty_factor": 1.0,
|
| 406 |
+
"fail_reason": null,
|
| 407 |
+
"penalty_events": []
|
| 408 |
+
},
|
| 409 |
+
{
|
| 410 |
+
"episode_id": 32,
|
| 411 |
+
"seed": 100669,
|
| 412 |
+
"success": true,
|
| 413 |
+
"steps_taken": 253,
|
| 414 |
+
"max_steps": 700,
|
| 415 |
+
"route_completion": 100.0,
|
| 416 |
+
"manipulation_score": 100.0,
|
| 417 |
+
"total_penalty_factor": 1.0,
|
| 418 |
+
"fail_reason": null,
|
| 419 |
+
"penalty_events": []
|
| 420 |
+
},
|
| 421 |
+
{
|
| 422 |
+
"episode_id": 33,
|
| 423 |
+
"seed": 100670,
|
| 424 |
+
"success": false,
|
| 425 |
+
"steps_taken": 700,
|
| 426 |
+
"max_steps": 700,
|
| 427 |
+
"route_completion": 70.75631548059923,
|
| 428 |
+
"manipulation_score": 70.75631548059923,
|
| 429 |
+
"total_penalty_factor": 1.0,
|
| 430 |
+
"fail_reason": null,
|
| 431 |
+
"penalty_events": []
|
| 432 |
+
},
|
| 433 |
+
{
|
| 434 |
+
"episode_id": 34,
|
| 435 |
+
"seed": 100718,
|
| 436 |
+
"success": false,
|
| 437 |
+
"steps_taken": 700,
|
| 438 |
+
"max_steps": 700,
|
| 439 |
+
"route_completion": 61.45031985837331,
|
| 440 |
+
"manipulation_score": 61.45031985837331,
|
| 441 |
+
"total_penalty_factor": 1.0,
|
| 442 |
+
"fail_reason": null,
|
| 443 |
+
"penalty_events": []
|
| 444 |
+
},
|
| 445 |
+
{
|
| 446 |
+
"episode_id": 35,
|
| 447 |
+
"seed": 100723,
|
| 448 |
+
"success": true,
|
| 449 |
+
"steps_taken": 237,
|
| 450 |
+
"max_steps": 700,
|
| 451 |
+
"route_completion": 100.0,
|
| 452 |
+
"manipulation_score": 100.0,
|
| 453 |
+
"total_penalty_factor": 1.0,
|
| 454 |
+
"fail_reason": null,
|
| 455 |
+
"penalty_events": []
|
| 456 |
+
},
|
| 457 |
+
{
|
| 458 |
+
"episode_id": 36,
|
| 459 |
+
"seed": 100737,
|
| 460 |
+
"success": true,
|
| 461 |
+
"steps_taken": 236,
|
| 462 |
+
"max_steps": 700,
|
| 463 |
+
"route_completion": 100.0,
|
| 464 |
+
"manipulation_score": 100.0,
|
| 465 |
+
"total_penalty_factor": 1.0,
|
| 466 |
+
"fail_reason": null,
|
| 467 |
+
"penalty_events": []
|
| 468 |
+
},
|
| 469 |
+
{
|
| 470 |
+
"episode_id": 37,
|
| 471 |
+
"seed": 100768,
|
| 472 |
+
"success": false,
|
| 473 |
+
"steps_taken": 700,
|
| 474 |
+
"max_steps": 700,
|
| 475 |
+
"route_completion": 59.136363555431906,
|
| 476 |
+
"manipulation_score": 59.136363555431906,
|
| 477 |
+
"total_penalty_factor": 1.0,
|
| 478 |
+
"fail_reason": null,
|
| 479 |
+
"penalty_events": []
|
| 480 |
+
},
|
| 481 |
+
{
|
| 482 |
+
"episode_id": 38,
|
| 483 |
+
"seed": 100774,
|
| 484 |
+
"success": false,
|
| 485 |
+
"steps_taken": 700,
|
| 486 |
+
"max_steps": 700,
|
| 487 |
+
"route_completion": 57.20051369307158,
|
| 488 |
+
"manipulation_score": 57.20051369307158,
|
| 489 |
+
"total_penalty_factor": 1.0,
|
| 490 |
+
"fail_reason": null,
|
| 491 |
+
"penalty_events": []
|
| 492 |
+
},
|
| 493 |
+
{
|
| 494 |
+
"episode_id": 39,
|
| 495 |
+
"seed": 100812,
|
| 496 |
+
"success": false,
|
| 497 |
+
"steps_taken": 700,
|
| 498 |
+
"max_steps": 700,
|
| 499 |
+
"route_completion": 60.444829410297515,
|
| 500 |
+
"manipulation_score": 60.444829410297515,
|
| 501 |
+
"total_penalty_factor": 1.0,
|
| 502 |
+
"fail_reason": null,
|
| 503 |
+
"penalty_events": []
|
| 504 |
+
},
|
| 505 |
+
{
|
| 506 |
+
"episode_id": 40,
|
| 507 |
+
"seed": 100852,
|
| 508 |
+
"success": true,
|
| 509 |
+
"steps_taken": 333,
|
| 510 |
+
"max_steps": 700,
|
| 511 |
+
"route_completion": 100.0,
|
| 512 |
+
"manipulation_score": 100.0,
|
| 513 |
+
"total_penalty_factor": 1.0,
|
| 514 |
+
"fail_reason": null,
|
| 515 |
+
"penalty_events": []
|
| 516 |
+
},
|
| 517 |
+
{
|
| 518 |
+
"episode_id": 41,
|
| 519 |
+
"seed": 100861,
|
| 520 |
+
"success": false,
|
| 521 |
+
"steps_taken": 70,
|
| 522 |
+
"max_steps": 700,
|
| 523 |
+
"route_completion": 0.0,
|
| 524 |
+
"manipulation_score": 0.0,
|
| 525 |
+
"total_penalty_factor": 0.5,
|
| 526 |
+
"fail_reason": "out_of_bounds",
|
| 527 |
+
"penalty_events": [
|
| 528 |
+
{
|
| 529 |
+
"event_type": "out_of_bounds",
|
| 530 |
+
"timestep": 70,
|
| 531 |
+
"penalty_factor": 0.5,
|
| 532 |
+
"details": "Target object left workspace/view"
|
| 533 |
+
}
|
| 534 |
+
]
|
| 535 |
+
},
|
| 536 |
+
{
|
| 537 |
+
"episode_id": 42,
|
| 538 |
+
"seed": 100866,
|
| 539 |
+
"success": false,
|
| 540 |
+
"steps_taken": 700,
|
| 541 |
+
"max_steps": 700,
|
| 542 |
+
"route_completion": 50.71440994865636,
|
| 543 |
+
"manipulation_score": 50.71440994865636,
|
| 544 |
+
"total_penalty_factor": 1.0,
|
| 545 |
+
"fail_reason": null,
|
| 546 |
+
"penalty_events": []
|
| 547 |
+
},
|
| 548 |
+
{
|
| 549 |
+
"episode_id": 43,
|
| 550 |
+
"seed": 100886,
|
| 551 |
+
"success": false,
|
| 552 |
+
"steps_taken": 700,
|
| 553 |
+
"max_steps": 700,
|
| 554 |
+
"route_completion": 20.887299537109662,
|
| 555 |
+
"manipulation_score": 20.887299537109662,
|
| 556 |
+
"total_penalty_factor": 1.0,
|
| 557 |
+
"fail_reason": null,
|
| 558 |
+
"penalty_events": []
|
| 559 |
+
},
|
| 560 |
+
{
|
| 561 |
+
"episode_id": 44,
|
| 562 |
+
"seed": 100913,
|
| 563 |
+
"success": false,
|
| 564 |
+
"steps_taken": 700,
|
| 565 |
+
"max_steps": 700,
|
| 566 |
+
"route_completion": 19.074687026884554,
|
| 567 |
+
"manipulation_score": 19.074687026884554,
|
| 568 |
+
"total_penalty_factor": 1.0,
|
| 569 |
+
"fail_reason": null,
|
| 570 |
+
"penalty_events": []
|
| 571 |
+
},
|
| 572 |
+
{
|
| 573 |
+
"episode_id": 45,
|
| 574 |
+
"seed": 100961,
|
| 575 |
+
"success": false,
|
| 576 |
+
"steps_taken": 700,
|
| 577 |
+
"max_steps": 700,
|
| 578 |
+
"route_completion": 62.44569118973791,
|
| 579 |
+
"manipulation_score": 62.44569118973791,
|
| 580 |
+
"total_penalty_factor": 1.0,
|
| 581 |
+
"fail_reason": null,
|
| 582 |
+
"penalty_events": []
|
| 583 |
+
},
|
| 584 |
+
{
|
| 585 |
+
"episode_id": 46,
|
| 586 |
+
"seed": 100999,
|
| 587 |
+
"success": false,
|
| 588 |
+
"steps_taken": 61,
|
| 589 |
+
"max_steps": 700,
|
| 590 |
+
"route_completion": 16.911803886464043,
|
| 591 |
+
"manipulation_score": 8.455901943232021,
|
| 592 |
+
"total_penalty_factor": 0.5,
|
| 593 |
+
"fail_reason": "out_of_bounds",
|
| 594 |
+
"penalty_events": [
|
| 595 |
+
{
|
| 596 |
+
"event_type": "out_of_bounds",
|
| 597 |
+
"timestep": 61,
|
| 598 |
+
"penalty_factor": 0.5,
|
| 599 |
+
"details": "Target object left workspace/view"
|
| 600 |
+
}
|
| 601 |
+
]
|
| 602 |
+
},
|
| 603 |
+
{
|
| 604 |
+
"episode_id": 47,
|
| 605 |
+
"seed": 101022,
|
| 606 |
+
"success": false,
|
| 607 |
+
"steps_taken": 700,
|
| 608 |
+
"max_steps": 700,
|
| 609 |
+
"route_completion": 55.559125987424494,
|
| 610 |
+
"manipulation_score": 55.559125987424494,
|
| 611 |
+
"total_penalty_factor": 1.0,
|
| 612 |
+
"fail_reason": null,
|
| 613 |
+
"penalty_events": []
|
| 614 |
+
},
|
| 615 |
+
{
|
| 616 |
+
"episode_id": 48,
|
| 617 |
+
"seed": 101047,
|
| 618 |
+
"success": false,
|
| 619 |
+
"steps_taken": 53,
|
| 620 |
+
"max_steps": 700,
|
| 621 |
+
"route_completion": 15.822748464347411,
|
| 622 |
+
"manipulation_score": 7.9113742321737055,
|
| 623 |
+
"total_penalty_factor": 0.5,
|
| 624 |
+
"fail_reason": "out_of_bounds",
|
| 625 |
+
"penalty_events": [
|
| 626 |
+
{
|
| 627 |
+
"event_type": "out_of_bounds",
|
| 628 |
+
"timestep": 53,
|
| 629 |
+
"penalty_factor": 0.5,
|
| 630 |
+
"details": "Target object left workspace/view"
|
| 631 |
+
}
|
| 632 |
+
]
|
| 633 |
+
},
|
| 634 |
+
{
|
| 635 |
+
"episode_id": 49,
|
| 636 |
+
"seed": 101078,
|
| 637 |
+
"success": false,
|
| 638 |
+
"steps_taken": 700,
|
| 639 |
+
"max_steps": 700,
|
| 640 |
+
"route_completion": 58.59479439555988,
|
| 641 |
+
"manipulation_score": 58.59479439555988,
|
| 642 |
+
"total_penalty_factor": 1.0,
|
| 643 |
+
"fail_reason": null,
|
| 644 |
+
"penalty_events": []
|
| 645 |
+
},
|
| 646 |
+
{
|
| 647 |
+
"episode_id": 50,
|
| 648 |
+
"seed": 101087,
|
| 649 |
+
"success": false,
|
| 650 |
+
"steps_taken": 700,
|
| 651 |
+
"max_steps": 700,
|
| 652 |
+
"route_completion": 58.577768958347235,
|
| 653 |
+
"manipulation_score": 58.577768958347235,
|
| 654 |
+
"total_penalty_factor": 1.0,
|
| 655 |
+
"fail_reason": null,
|
| 656 |
+
"penalty_events": []
|
| 657 |
+
},
|
| 658 |
+
{
|
| 659 |
+
"episode_id": 51,
|
| 660 |
+
"seed": 101088,
|
| 661 |
+
"success": false,
|
| 662 |
+
"steps_taken": 700,
|
| 663 |
+
"max_steps": 700,
|
| 664 |
+
"route_completion": 50.559291392780366,
|
| 665 |
+
"manipulation_score": 50.559291392780366,
|
| 666 |
+
"total_penalty_factor": 1.0,
|
| 667 |
+
"fail_reason": null,
|
| 668 |
+
"penalty_events": []
|
| 669 |
+
},
|
| 670 |
+
{
|
| 671 |
+
"episode_id": 52,
|
| 672 |
+
"seed": 101099,
|
| 673 |
+
"success": true,
|
| 674 |
+
"steps_taken": 249,
|
| 675 |
+
"max_steps": 700,
|
| 676 |
+
"route_completion": 100.0,
|
| 677 |
+
"manipulation_score": 100.0,
|
| 678 |
+
"total_penalty_factor": 1.0,
|
| 679 |
+
"fail_reason": null,
|
| 680 |
+
"penalty_events": []
|
| 681 |
+
},
|
| 682 |
+
{
|
| 683 |
+
"episode_id": 53,
|
| 684 |
+
"seed": 101102,
|
| 685 |
+
"success": true,
|
| 686 |
+
"steps_taken": 238,
|
| 687 |
+
"max_steps": 700,
|
| 688 |
+
"route_completion": 100.0,
|
| 689 |
+
"manipulation_score": 100.0,
|
| 690 |
+
"total_penalty_factor": 1.0,
|
| 691 |
+
"fail_reason": null,
|
| 692 |
+
"penalty_events": []
|
| 693 |
+
},
|
| 694 |
+
{
|
| 695 |
+
"episode_id": 54,
|
| 696 |
+
"seed": 101112,
|
| 697 |
+
"success": true,
|
| 698 |
+
"steps_taken": 248,
|
| 699 |
+
"max_steps": 700,
|
| 700 |
+
"route_completion": 100.0,
|
| 701 |
+
"manipulation_score": 100.0,
|
| 702 |
+
"total_penalty_factor": 1.0,
|
| 703 |
+
"fail_reason": null,
|
| 704 |
+
"penalty_events": []
|
| 705 |
+
},
|
| 706 |
+
{
|
| 707 |
+
"episode_id": 55,
|
| 708 |
+
"seed": 101147,
|
| 709 |
+
"success": true,
|
| 710 |
+
"steps_taken": 250,
|
| 711 |
+
"max_steps": 700,
|
| 712 |
+
"route_completion": 100.0,
|
| 713 |
+
"manipulation_score": 100.0,
|
| 714 |
+
"total_penalty_factor": 1.0,
|
| 715 |
+
"fail_reason": null,
|
| 716 |
+
"penalty_events": []
|
| 717 |
+
},
|
| 718 |
+
{
|
| 719 |
+
"episode_id": 56,
|
| 720 |
+
"seed": 101167,
|
| 721 |
+
"success": false,
|
| 722 |
+
"steps_taken": 700,
|
| 723 |
+
"max_steps": 700,
|
| 724 |
+
"route_completion": 61.557147637066954,
|
| 725 |
+
"manipulation_score": 61.557147637066954,
|
| 726 |
+
"total_penalty_factor": 1.0,
|
| 727 |
+
"fail_reason": null,
|
| 728 |
+
"penalty_events": []
|
| 729 |
+
},
|
| 730 |
+
{
|
| 731 |
+
"episode_id": 57,
|
| 732 |
+
"seed": 101178,
|
| 733 |
+
"success": true,
|
| 734 |
+
"steps_taken": 249,
|
| 735 |
+
"max_steps": 700,
|
| 736 |
+
"route_completion": 100.0,
|
| 737 |
+
"manipulation_score": 100.0,
|
| 738 |
+
"total_penalty_factor": 1.0,
|
| 739 |
+
"fail_reason": null,
|
| 740 |
+
"penalty_events": []
|
| 741 |
+
},
|
| 742 |
+
{
|
| 743 |
+
"episode_id": 58,
|
| 744 |
+
"seed": 101194,
|
| 745 |
+
"success": false,
|
| 746 |
+
"steps_taken": 700,
|
| 747 |
+
"max_steps": 700,
|
| 748 |
+
"route_completion": 25.342375474701857,
|
| 749 |
+
"manipulation_score": 25.342375474701857,
|
| 750 |
+
"total_penalty_factor": 1.0,
|
| 751 |
+
"fail_reason": null,
|
| 752 |
+
"penalty_events": []
|
| 753 |
+
},
|
| 754 |
+
{
|
| 755 |
+
"episode_id": 59,
|
| 756 |
+
"seed": 101249,
|
| 757 |
+
"success": false,
|
| 758 |
+
"steps_taken": 700,
|
| 759 |
+
"max_steps": 700,
|
| 760 |
+
"route_completion": 60.38118061290222,
|
| 761 |
+
"manipulation_score": 60.38118061290222,
|
| 762 |
+
"total_penalty_factor": 1.0,
|
| 763 |
+
"fail_reason": null,
|
| 764 |
+
"penalty_events": []
|
| 765 |
+
},
|
| 766 |
+
{
|
| 767 |
+
"episode_id": 60,
|
| 768 |
+
"seed": 101251,
|
| 769 |
+
"success": false,
|
| 770 |
+
"steps_taken": 43,
|
| 771 |
+
"max_steps": 700,
|
| 772 |
+
"route_completion": 13.609101575015977,
|
| 773 |
+
"manipulation_score": 6.8045507875079885,
|
| 774 |
+
"total_penalty_factor": 0.5,
|
| 775 |
+
"fail_reason": "out_of_bounds",
|
| 776 |
+
"penalty_events": [
|
| 777 |
+
{
|
| 778 |
+
"event_type": "out_of_bounds",
|
| 779 |
+
"timestep": 43,
|
| 780 |
+
"penalty_factor": 0.5,
|
| 781 |
+
"details": "Target object left workspace/view"
|
| 782 |
+
}
|
| 783 |
+
]
|
| 784 |
+
},
|
| 785 |
+
{
|
| 786 |
+
"episode_id": 61,
|
| 787 |
+
"seed": 101263,
|
| 788 |
+
"success": true,
|
| 789 |
+
"steps_taken": 215,
|
| 790 |
+
"max_steps": 700,
|
| 791 |
+
"route_completion": 100.0,
|
| 792 |
+
"manipulation_score": 100.0,
|
| 793 |
+
"total_penalty_factor": 1.0,
|
| 794 |
+
"fail_reason": null,
|
| 795 |
+
"penalty_events": []
|
| 796 |
+
},
|
| 797 |
+
{
|
| 798 |
+
"episode_id": 62,
|
| 799 |
+
"seed": 101279,
|
| 800 |
+
"success": false,
|
| 801 |
+
"steps_taken": 700,
|
| 802 |
+
"max_steps": 700,
|
| 803 |
+
"route_completion": 57.64650919811655,
|
| 804 |
+
"manipulation_score": 57.64650919811655,
|
| 805 |
+
"total_penalty_factor": 1.0,
|
| 806 |
+
"fail_reason": null,
|
| 807 |
+
"penalty_events": []
|
| 808 |
+
},
|
| 809 |
+
{
|
| 810 |
+
"episode_id": 63,
|
| 811 |
+
"seed": 101304,
|
| 812 |
+
"success": false,
|
| 813 |
+
"steps_taken": 57,
|
| 814 |
+
"max_steps": 700,
|
| 815 |
+
"route_completion": 12.455889145465841,
|
| 816 |
+
"manipulation_score": 6.227944572732921,
|
| 817 |
+
"total_penalty_factor": 0.5,
|
| 818 |
+
"fail_reason": "out_of_bounds",
|
| 819 |
+
"penalty_events": [
|
| 820 |
+
{
|
| 821 |
+
"event_type": "out_of_bounds",
|
| 822 |
+
"timestep": 57,
|
| 823 |
+
"penalty_factor": 0.5,
|
| 824 |
+
"details": "Target object left workspace/view"
|
| 825 |
+
}
|
| 826 |
+
]
|
| 827 |
+
},
|
| 828 |
+
{
|
| 829 |
+
"episode_id": 64,
|
| 830 |
+
"seed": 101356,
|
| 831 |
+
"success": false,
|
| 832 |
+
"steps_taken": 700,
|
| 833 |
+
"max_steps": 700,
|
| 834 |
+
"route_completion": 33.49243878795187,
|
| 835 |
+
"manipulation_score": 33.49243878795187,
|
| 836 |
+
"total_penalty_factor": 1.0,
|
| 837 |
+
"fail_reason": null,
|
| 838 |
+
"penalty_events": []
|
| 839 |
+
},
|
| 840 |
+
{
|
| 841 |
+
"episode_id": 65,
|
| 842 |
+
"seed": 101374,
|
| 843 |
+
"success": true,
|
| 844 |
+
"steps_taken": 248,
|
| 845 |
+
"max_steps": 700,
|
| 846 |
+
"route_completion": 100.0,
|
| 847 |
+
"manipulation_score": 100.0,
|
| 848 |
+
"total_penalty_factor": 1.0,
|
| 849 |
+
"fail_reason": null,
|
| 850 |
+
"penalty_events": []
|
| 851 |
+
},
|
| 852 |
+
{
|
| 853 |
+
"episode_id": 66,
|
| 854 |
+
"seed": 101383,
|
| 855 |
+
"success": true,
|
| 856 |
+
"steps_taken": 240,
|
| 857 |
+
"max_steps": 700,
|
| 858 |
+
"route_completion": 100.0,
|
| 859 |
+
"manipulation_score": 100.0,
|
| 860 |
+
"total_penalty_factor": 1.0,
|
| 861 |
+
"fail_reason": null,
|
| 862 |
+
"penalty_events": []
|
| 863 |
+
},
|
| 864 |
+
{
|
| 865 |
+
"episode_id": 67,
|
| 866 |
+
"seed": 101386,
|
| 867 |
+
"success": false,
|
| 868 |
+
"steps_taken": 700,
|
| 869 |
+
"max_steps": 700,
|
| 870 |
+
"route_completion": 53.63481671257979,
|
| 871 |
+
"manipulation_score": 53.63481671257979,
|
| 872 |
+
"total_penalty_factor": 1.0,
|
| 873 |
+
"fail_reason": null,
|
| 874 |
+
"penalty_events": []
|
| 875 |
+
},
|
| 876 |
+
{
|
| 877 |
+
"episode_id": 68,
|
| 878 |
+
"seed": 101415,
|
| 879 |
+
"success": true,
|
| 880 |
+
"steps_taken": 234,
|
| 881 |
+
"max_steps": 700,
|
| 882 |
+
"route_completion": 100.0,
|
| 883 |
+
"manipulation_score": 100.0,
|
| 884 |
+
"total_penalty_factor": 1.0,
|
| 885 |
+
"fail_reason": null,
|
| 886 |
+
"penalty_events": []
|
| 887 |
+
},
|
| 888 |
+
{
|
| 889 |
+
"episode_id": 69,
|
| 890 |
+
"seed": 101418,
|
| 891 |
+
"success": false,
|
| 892 |
+
"steps_taken": 700,
|
| 893 |
+
"max_steps": 700,
|
| 894 |
+
"route_completion": 55.24618639056412,
|
| 895 |
+
"manipulation_score": 55.24618639056412,
|
| 896 |
+
"total_penalty_factor": 1.0,
|
| 897 |
+
"fail_reason": null,
|
| 898 |
+
"penalty_events": []
|
| 899 |
+
},
|
| 900 |
+
{
|
| 901 |
+
"episode_id": 70,
|
| 902 |
+
"seed": 101457,
|
| 903 |
+
"success": false,
|
| 904 |
+
"steps_taken": 700,
|
| 905 |
+
"max_steps": 700,
|
| 906 |
+
"route_completion": 50.684561311626716,
|
| 907 |
+
"manipulation_score": 50.684561311626716,
|
| 908 |
+
"total_penalty_factor": 1.0,
|
| 909 |
+
"fail_reason": null,
|
| 910 |
+
"penalty_events": []
|
| 911 |
+
},
|
| 912 |
+
{
|
| 913 |
+
"episode_id": 71,
|
| 914 |
+
"seed": 101467,
|
| 915 |
+
"success": false,
|
| 916 |
+
"steps_taken": 46,
|
| 917 |
+
"max_steps": 700,
|
| 918 |
+
"route_completion": 30.76588825198383,
|
| 919 |
+
"manipulation_score": 15.382944125991916,
|
| 920 |
+
"total_penalty_factor": 0.5,
|
| 921 |
+
"fail_reason": "out_of_bounds",
|
| 922 |
+
"penalty_events": [
|
| 923 |
+
{
|
| 924 |
+
"event_type": "out_of_bounds",
|
| 925 |
+
"timestep": 46,
|
| 926 |
+
"penalty_factor": 0.5,
|
| 927 |
+
"details": "Target object left workspace/view"
|
| 928 |
+
}
|
| 929 |
+
]
|
| 930 |
+
},
|
| 931 |
+
{
|
| 932 |
+
"episode_id": 72,
|
| 933 |
+
"seed": 101539,
|
| 934 |
+
"success": true,
|
| 935 |
+
"steps_taken": 253,
|
| 936 |
+
"max_steps": 700,
|
| 937 |
+
"route_completion": 100.0,
|
| 938 |
+
"manipulation_score": 100.0,
|
| 939 |
+
"total_penalty_factor": 1.0,
|
| 940 |
+
"fail_reason": null,
|
| 941 |
+
"penalty_events": []
|
| 942 |
+
},
|
| 943 |
+
{
|
| 944 |
+
"episode_id": 73,
|
| 945 |
+
"seed": 101544,
|
| 946 |
+
"success": false,
|
| 947 |
+
"steps_taken": 700,
|
| 948 |
+
"max_steps": 700,
|
| 949 |
+
"route_completion": 53.1425800262557,
|
| 950 |
+
"manipulation_score": 53.1425800262557,
|
| 951 |
+
"total_penalty_factor": 1.0,
|
| 952 |
+
"fail_reason": null,
|
| 953 |
+
"penalty_events": []
|
| 954 |
+
},
|
| 955 |
+
{
|
| 956 |
+
"episode_id": 74,
|
| 957 |
+
"seed": 101550,
|
| 958 |
+
"success": false,
|
| 959 |
+
"steps_taken": 700,
|
| 960 |
+
"max_steps": 700,
|
| 961 |
+
"route_completion": 57.33529342669805,
|
| 962 |
+
"manipulation_score": 57.33529342669805,
|
| 963 |
+
"total_penalty_factor": 1.0,
|
| 964 |
+
"fail_reason": null,
|
| 965 |
+
"penalty_events": []
|
| 966 |
+
},
|
| 967 |
+
{
|
| 968 |
+
"episode_id": 75,
|
| 969 |
+
"seed": 101560,
|
| 970 |
+
"success": false,
|
| 971 |
+
"steps_taken": 700,
|
| 972 |
+
"max_steps": 700,
|
| 973 |
+
"route_completion": 53.68878912545255,
|
| 974 |
+
"manipulation_score": 53.68878912545255,
|
| 975 |
+
"total_penalty_factor": 1.0,
|
| 976 |
+
"fail_reason": null,
|
| 977 |
+
"penalty_events": []
|
| 978 |
+
},
|
| 979 |
+
{
|
| 980 |
+
"episode_id": 76,
|
| 981 |
+
"seed": 101563,
|
| 982 |
+
"success": true,
|
| 983 |
+
"steps_taken": 250,
|
| 984 |
+
"max_steps": 700,
|
| 985 |
+
"route_completion": 100.0,
|
| 986 |
+
"manipulation_score": 100.0,
|
| 987 |
+
"total_penalty_factor": 1.0,
|
| 988 |
+
"fail_reason": null,
|
| 989 |
+
"penalty_events": []
|
| 990 |
+
},
|
| 991 |
+
{
|
| 992 |
+
"episode_id": 77,
|
| 993 |
+
"seed": 101591,
|
| 994 |
+
"success": false,
|
| 995 |
+
"steps_taken": 700,
|
| 996 |
+
"max_steps": 700,
|
| 997 |
+
"route_completion": 57.211746022906475,
|
| 998 |
+
"manipulation_score": 57.211746022906475,
|
| 999 |
+
"total_penalty_factor": 1.0,
|
| 1000 |
+
"fail_reason": null,
|
| 1001 |
+
"penalty_events": []
|
| 1002 |
+
},
|
| 1003 |
+
{
|
| 1004 |
+
"episode_id": 78,
|
| 1005 |
+
"seed": 101662,
|
| 1006 |
+
"success": false,
|
| 1007 |
+
"steps_taken": 700,
|
| 1008 |
+
"max_steps": 700,
|
| 1009 |
+
"route_completion": 61.322164975503455,
|
| 1010 |
+
"manipulation_score": 61.322164975503455,
|
| 1011 |
+
"total_penalty_factor": 1.0,
|
| 1012 |
+
"fail_reason": null,
|
| 1013 |
+
"penalty_events": []
|
| 1014 |
+
},
|
| 1015 |
+
{
|
| 1016 |
+
"episode_id": 79,
|
| 1017 |
+
"seed": 101720,
|
| 1018 |
+
"success": false,
|
| 1019 |
+
"steps_taken": 55,
|
| 1020 |
+
"max_steps": 700,
|
| 1021 |
+
"route_completion": 15.237230772205177,
|
| 1022 |
+
"manipulation_score": 7.618615386102588,
|
| 1023 |
+
"total_penalty_factor": 0.5,
|
| 1024 |
+
"fail_reason": "out_of_bounds",
|
| 1025 |
+
"penalty_events": [
|
| 1026 |
+
{
|
| 1027 |
+
"event_type": "out_of_bounds",
|
| 1028 |
+
"timestep": 55,
|
| 1029 |
+
"penalty_factor": 0.5,
|
| 1030 |
+
"details": "Target object left workspace/view"
|
| 1031 |
+
}
|
| 1032 |
+
]
|
| 1033 |
+
},
|
| 1034 |
+
{
|
| 1035 |
+
"episode_id": 80,
|
| 1036 |
+
"seed": 101723,
|
| 1037 |
+
"success": false,
|
| 1038 |
+
"steps_taken": 700,
|
| 1039 |
+
"max_steps": 700,
|
| 1040 |
+
"route_completion": 12.66516965466084,
|
| 1041 |
+
"manipulation_score": 12.66516965466084,
|
| 1042 |
+
"total_penalty_factor": 1.0,
|
| 1043 |
+
"fail_reason": null,
|
| 1044 |
+
"penalty_events": []
|
| 1045 |
+
},
|
| 1046 |
+
{
|
| 1047 |
+
"episode_id": 81,
|
| 1048 |
+
"seed": 101742,
|
| 1049 |
+
"success": false,
|
| 1050 |
+
"steps_taken": 700,
|
| 1051 |
+
"max_steps": 700,
|
| 1052 |
+
"route_completion": 53.30620676694286,
|
| 1053 |
+
"manipulation_score": 53.30620676694286,
|
| 1054 |
+
"total_penalty_factor": 1.0,
|
| 1055 |
+
"fail_reason": null,
|
| 1056 |
+
"penalty_events": []
|
| 1057 |
+
},
|
| 1058 |
+
{
|
| 1059 |
+
"episode_id": 82,
|
| 1060 |
+
"seed": 101743,
|
| 1061 |
+
"success": true,
|
| 1062 |
+
"steps_taken": 232,
|
| 1063 |
+
"max_steps": 700,
|
| 1064 |
+
"route_completion": 100.0,
|
| 1065 |
+
"manipulation_score": 100.0,
|
| 1066 |
+
"total_penalty_factor": 1.0,
|
| 1067 |
+
"fail_reason": null,
|
| 1068 |
+
"penalty_events": []
|
| 1069 |
+
},
|
| 1070 |
+
{
|
| 1071 |
+
"episode_id": 83,
|
| 1072 |
+
"seed": 101787,
|
| 1073 |
+
"success": true,
|
| 1074 |
+
"steps_taken": 250,
|
| 1075 |
+
"max_steps": 700,
|
| 1076 |
+
"route_completion": 100.0,
|
| 1077 |
+
"manipulation_score": 100.0,
|
| 1078 |
+
"total_penalty_factor": 1.0,
|
| 1079 |
+
"fail_reason": null,
|
| 1080 |
+
"penalty_events": []
|
| 1081 |
+
},
|
| 1082 |
+
{
|
| 1083 |
+
"episode_id": 84,
|
| 1084 |
+
"seed": 101791,
|
| 1085 |
+
"success": true,
|
| 1086 |
+
"steps_taken": 266,
|
| 1087 |
+
"max_steps": 700,
|
| 1088 |
+
"route_completion": 100.0,
|
| 1089 |
+
"manipulation_score": 100.0,
|
| 1090 |
+
"total_penalty_factor": 1.0,
|
| 1091 |
+
"fail_reason": null,
|
| 1092 |
+
"penalty_events": []
|
| 1093 |
+
},
|
| 1094 |
+
{
|
| 1095 |
+
"episode_id": 85,
|
| 1096 |
+
"seed": 101866,
|
| 1097 |
+
"success": false,
|
| 1098 |
+
"steps_taken": 700,
|
| 1099 |
+
"max_steps": 700,
|
| 1100 |
+
"route_completion": 49.81464940931832,
|
| 1101 |
+
"manipulation_score": 49.81464940931832,
|
| 1102 |
+
"total_penalty_factor": 1.0,
|
| 1103 |
+
"fail_reason": null,
|
| 1104 |
+
"penalty_events": []
|
| 1105 |
+
},
|
| 1106 |
+
{
|
| 1107 |
+
"episode_id": 86,
|
| 1108 |
+
"seed": 101881,
|
| 1109 |
+
"success": false,
|
| 1110 |
+
"steps_taken": 52,
|
| 1111 |
+
"max_steps": 700,
|
| 1112 |
+
"route_completion": 25.967598241222845,
|
| 1113 |
+
"manipulation_score": 12.983799120611422,
|
| 1114 |
+
"total_penalty_factor": 0.5,
|
| 1115 |
+
"fail_reason": "out_of_bounds",
|
| 1116 |
+
"penalty_events": [
|
| 1117 |
+
{
|
| 1118 |
+
"event_type": "out_of_bounds",
|
| 1119 |
+
"timestep": 52,
|
| 1120 |
+
"penalty_factor": 0.5,
|
| 1121 |
+
"details": "Target object left workspace/view"
|
| 1122 |
+
}
|
| 1123 |
+
]
|
| 1124 |
+
},
|
| 1125 |
+
{
|
| 1126 |
+
"episode_id": 87,
|
| 1127 |
+
"seed": 101889,
|
| 1128 |
+
"success": false,
|
| 1129 |
+
"steps_taken": 700,
|
| 1130 |
+
"max_steps": 700,
|
| 1131 |
+
"route_completion": 17.19675730367671,
|
| 1132 |
+
"manipulation_score": 17.19675730367671,
|
| 1133 |
+
"total_penalty_factor": 1.0,
|
| 1134 |
+
"fail_reason": null,
|
| 1135 |
+
"penalty_events": []
|
| 1136 |
+
},
|
| 1137 |
+
{
|
| 1138 |
+
"episode_id": 88,
|
| 1139 |
+
"seed": 101919,
|
| 1140 |
+
"success": false,
|
| 1141 |
+
"steps_taken": 700,
|
| 1142 |
+
"max_steps": 700,
|
| 1143 |
+
"route_completion": 53.416666510556446,
|
| 1144 |
+
"manipulation_score": 53.416666510556446,
|
| 1145 |
+
"total_penalty_factor": 1.0,
|
| 1146 |
+
"fail_reason": null,
|
| 1147 |
+
"penalty_events": []
|
| 1148 |
+
},
|
| 1149 |
+
{
|
| 1150 |
+
"episode_id": 89,
|
| 1151 |
+
"seed": 101964,
|
| 1152 |
+
"success": true,
|
| 1153 |
+
"steps_taken": 239,
|
| 1154 |
+
"max_steps": 700,
|
| 1155 |
+
"route_completion": 100.0,
|
| 1156 |
+
"manipulation_score": 100.0,
|
| 1157 |
+
"total_penalty_factor": 1.0,
|
| 1158 |
+
"fail_reason": null,
|
| 1159 |
+
"penalty_events": []
|
| 1160 |
+
},
|
| 1161 |
+
{
|
| 1162 |
+
"episode_id": 90,
|
| 1163 |
+
"seed": 101968,
|
| 1164 |
+
"success": true,
|
| 1165 |
+
"steps_taken": 247,
|
| 1166 |
+
"max_steps": 700,
|
| 1167 |
+
"route_completion": 100.0,
|
| 1168 |
+
"manipulation_score": 100.0,
|
| 1169 |
+
"total_penalty_factor": 1.0,
|
| 1170 |
+
"fail_reason": null,
|
| 1171 |
+
"penalty_events": []
|
| 1172 |
+
},
|
| 1173 |
+
{
|
| 1174 |
+
"episode_id": 91,
|
| 1175 |
+
"seed": 101971,
|
| 1176 |
+
"success": false,
|
| 1177 |
+
"steps_taken": 700,
|
| 1178 |
+
"max_steps": 700,
|
| 1179 |
+
"route_completion": 56.47496256635838,
|
| 1180 |
+
"manipulation_score": 56.47496256635838,
|
| 1181 |
+
"total_penalty_factor": 1.0,
|
| 1182 |
+
"fail_reason": null,
|
| 1183 |
+
"penalty_events": []
|
| 1184 |
+
},
|
| 1185 |
+
{
|
| 1186 |
+
"episode_id": 92,
|
| 1187 |
+
"seed": 101992,
|
| 1188 |
+
"success": false,
|
| 1189 |
+
"steps_taken": 43,
|
| 1190 |
+
"max_steps": 700,
|
| 1191 |
+
"route_completion": 15.217579089761358,
|
| 1192 |
+
"manipulation_score": 7.608789544880679,
|
| 1193 |
+
"total_penalty_factor": 0.5,
|
| 1194 |
+
"fail_reason": "out_of_bounds",
|
| 1195 |
+
"penalty_events": [
|
| 1196 |
+
{
|
| 1197 |
+
"event_type": "out_of_bounds",
|
| 1198 |
+
"timestep": 43,
|
| 1199 |
+
"penalty_factor": 0.5,
|
| 1200 |
+
"details": "Target object left workspace/view"
|
| 1201 |
+
}
|
| 1202 |
+
]
|
| 1203 |
+
},
|
| 1204 |
+
{
|
| 1205 |
+
"episode_id": 93,
|
| 1206 |
+
"seed": 102003,
|
| 1207 |
+
"success": true,
|
| 1208 |
+
"steps_taken": 263,
|
| 1209 |
+
"max_steps": 700,
|
| 1210 |
+
"route_completion": 100.0,
|
| 1211 |
+
"manipulation_score": 100.0,
|
| 1212 |
+
"total_penalty_factor": 1.0,
|
| 1213 |
+
"fail_reason": null,
|
| 1214 |
+
"penalty_events": []
|
| 1215 |
+
},
|
| 1216 |
+
{
|
| 1217 |
+
"episode_id": 94,
|
| 1218 |
+
"seed": 102005,
|
| 1219 |
+
"success": false,
|
| 1220 |
+
"steps_taken": 55,
|
| 1221 |
+
"max_steps": 700,
|
| 1222 |
+
"route_completion": 9.375580287404398,
|
| 1223 |
+
"manipulation_score": 4.687790143702199,
|
| 1224 |
+
"total_penalty_factor": 0.5,
|
| 1225 |
+
"fail_reason": "out_of_bounds",
|
| 1226 |
+
"penalty_events": [
|
| 1227 |
+
{
|
| 1228 |
+
"event_type": "out_of_bounds",
|
| 1229 |
+
"timestep": 55,
|
| 1230 |
+
"penalty_factor": 0.5,
|
| 1231 |
+
"details": "Target object left workspace/view"
|
| 1232 |
+
}
|
| 1233 |
+
]
|
| 1234 |
+
},
|
| 1235 |
+
{
|
| 1236 |
+
"episode_id": 95,
|
| 1237 |
+
"seed": 102018,
|
| 1238 |
+
"success": false,
|
| 1239 |
+
"steps_taken": 700,
|
| 1240 |
+
"max_steps": 700,
|
| 1241 |
+
"route_completion": 56.15787708710391,
|
| 1242 |
+
"manipulation_score": 56.15787708710391,
|
| 1243 |
+
"total_penalty_factor": 1.0,
|
| 1244 |
+
"fail_reason": null,
|
| 1245 |
+
"penalty_events": []
|
| 1246 |
+
},
|
| 1247 |
+
{
|
| 1248 |
+
"episode_id": 96,
|
| 1249 |
+
"seed": 102038,
|
| 1250 |
+
"success": true,
|
| 1251 |
+
"steps_taken": 250,
|
| 1252 |
+
"max_steps": 700,
|
| 1253 |
+
"route_completion": 100.0,
|
| 1254 |
+
"manipulation_score": 100.0,
|
| 1255 |
+
"total_penalty_factor": 1.0,
|
| 1256 |
+
"fail_reason": null,
|
| 1257 |
+
"penalty_events": []
|
| 1258 |
+
},
|
| 1259 |
+
{
|
| 1260 |
+
"episode_id": 97,
|
| 1261 |
+
"seed": 102079,
|
| 1262 |
+
"success": true,
|
| 1263 |
+
"steps_taken": 250,
|
| 1264 |
+
"max_steps": 700,
|
| 1265 |
+
"route_completion": 100.0,
|
| 1266 |
+
"manipulation_score": 100.0,
|
| 1267 |
+
"total_penalty_factor": 1.0,
|
| 1268 |
+
"fail_reason": null,
|
| 1269 |
+
"penalty_events": []
|
| 1270 |
+
},
|
| 1271 |
+
{
|
| 1272 |
+
"episode_id": 98,
|
| 1273 |
+
"seed": 102083,
|
| 1274 |
+
"success": true,
|
| 1275 |
+
"steps_taken": 249,
|
| 1276 |
+
"max_steps": 700,
|
| 1277 |
+
"route_completion": 100.0,
|
| 1278 |
+
"manipulation_score": 100.0,
|
| 1279 |
+
"total_penalty_factor": 1.0,
|
| 1280 |
+
"fail_reason": null,
|
| 1281 |
+
"penalty_events": []
|
| 1282 |
+
},
|
| 1283 |
+
{
|
| 1284 |
+
"episode_id": 99,
|
| 1285 |
+
"seed": 102137,
|
| 1286 |
+
"success": true,
|
| 1287 |
+
"steps_taken": 286,
|
| 1288 |
+
"max_steps": 700,
|
| 1289 |
+
"route_completion": 100.0,
|
| 1290 |
+
"manipulation_score": 100.0,
|
| 1291 |
+
"total_penalty_factor": 1.0,
|
| 1292 |
+
"fail_reason": null,
|
| 1293 |
+
"penalty_events": []
|
| 1294 |
+
},
|
| 1295 |
+
{
|
| 1296 |
+
"episode_id": 100,
|
| 1297 |
+
"seed": 102138,
|
| 1298 |
+
"success": false,
|
| 1299 |
+
"steps_taken": 50,
|
| 1300 |
+
"max_steps": 700,
|
| 1301 |
+
"route_completion": 32.76812916575016,
|
| 1302 |
+
"manipulation_score": 16.38406458287508,
|
| 1303 |
+
"total_penalty_factor": 0.5,
|
| 1304 |
+
"fail_reason": "out_of_bounds",
|
| 1305 |
+
"penalty_events": [
|
| 1306 |
+
{
|
| 1307 |
+
"event_type": "out_of_bounds",
|
| 1308 |
+
"timestep": 50,
|
| 1309 |
+
"penalty_factor": 0.5,
|
| 1310 |
+
"details": "Target object left workspace/view"
|
| 1311 |
+
}
|
| 1312 |
+
]
|
| 1313 |
+
}
|
| 1314 |
+
]
|
log/eval_result/put_object_cabinet/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 04:01:30/_metrics.json
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"total_episodes": 100,
|
| 3 |
+
"success_count": 34,
|
| 4 |
+
"success_rate": 34.0,
|
| 5 |
+
"manipulation_score_mean": 60.267217438745455,
|
| 6 |
+
"manipulation_score_std": 33.61100148338903,
|
| 7 |
+
"route_completion_mean": 61.627844010677364,
|
| 8 |
+
"route_completion_std": 31.813754441478686,
|
| 9 |
+
"penalty_clutter_collision_total": 0,
|
| 10 |
+
"penalty_out_of_bounds_total": 16
|
| 11 |
+
}
|
log/eval_result/put_object_cabinet/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 04:01:30/_metrics_report.txt
ADDED
|
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
============================================================
|
| 2 |
+
EVALUATION METRICS REPORT
|
| 3 |
+
============================================================
|
| 4 |
+
|
| 5 |
+
Total Episodes: 100
|
| 6 |
+
Success Rate: 34.0% (34/100)
|
| 7 |
+
|
| 8 |
+
--- Manipulation Score ---
|
| 9 |
+
Mean: 60.27
|
| 10 |
+
Std: 33.61
|
| 11 |
+
|
| 12 |
+
--- Route Completion ---
|
| 13 |
+
Mean: 61.63%
|
| 14 |
+
Std: 31.81
|
| 15 |
+
|
| 16 |
+
--- Penalty Events ---
|
| 17 |
+
Clutter Collisions: 0
|
| 18 |
+
Out of Bounds: 16
|
| 19 |
+
|
| 20 |
+
============================================================
|
log/eval_result/put_object_cabinet/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 04:01:30/_result.txt
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Timestamp: 2026-03-30 04:01:30
|
| 2 |
+
|
| 3 |
+
Instruction Type: unseen
|
| 4 |
+
|
| 5 |
+
0.34
|
log/log.csv
ADDED
|
@@ -0,0 +1,37 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
task_name,total_episodes,success_count,success_rate,manipulation_mean,manipulation_std,route_completion_mean,route_completion_std,clutter_collision,out_of_bounds
|
| 2 |
+
adjust_bottle,100,71,71,82.16310092,28.75495209,82.16310092,28.75495209,0,0
|
| 3 |
+
beat_block_hammer,100,4,4,19.50928635,18.8580613,34.4524951,21.49063392,0,95
|
| 4 |
+
click_alarmclock,100,8,8,11.9832561,26.33845684,15.9665122,26.34997969,0,92
|
| 5 |
+
click_bell,100,2,2,11.56048535,15.16434526,21.1209707,20.20676499,0,97
|
| 6 |
+
dump_bin_bigbin,100,0,0,34.46185928,22.73616658,35.07393217,22.32627032,0,15
|
| 7 |
+
grab_roller,100,33,33,60.41178363,29.85564074,61.81689201,28.07501278,0,9
|
| 8 |
+
handover_block,100,23,23,64.24044338,23.81499416,67.02179064,19.99493056,0,12
|
| 9 |
+
handover_mic,100,43,43,59.74470391,37.80902036,61.5742396,35.86250564,0,17
|
| 10 |
+
hanging_mug,100,25,25,50.65520455,30.97227418,53.97845371,28.51130556,0,19
|
| 11 |
+
move_can_pot,100,31,31,52.14578934,33.78965483,53.95368454,32.31496701,0,12
|
| 12 |
+
move_pillbottle_pad,100,16,16,22.592582,34.65442262,28.32417372,33.97458667,0,81
|
| 13 |
+
move_playingcard_away,100,10,10,29.19926798,28.66353832,33.01537659,27.57274596,0,35
|
| 14 |
+
move_stapler_pad,100,1,1,12.39616954,12.93611116,21.85325641,17.63123746,0,93
|
| 15 |
+
place_a2b_left,100,12,12,38.69982662,27.38987219,41.38818818,26.24661326,0,22
|
| 16 |
+
place_a2b_right,100,11,11,39.32212784,26.27015421,42.27526841,24.67027832,0,20
|
| 17 |
+
place_bread_basket,100,16,16,25.57858934,33.00611295,35.15717868,30.6372924,0,84
|
| 18 |
+
place_bread_skillet,100,20,20,38.2996875,34.1604986,42.88482881,31.45886791,0,45
|
| 19 |
+
place_can_basket,100,10,10,45.3942392,19.9861453,46.03297976,19.55468763,0,4
|
| 20 |
+
place_container_plate,100,37,37,42.29853874,44.67268031,46.59909816,42.03084848,0,60
|
| 21 |
+
place_empty_cup,100,8,8,18.16381911,25.32902298,27.88784146,25.49856586,0,91
|
| 22 |
+
place_fan,100,4,4,9.579611879,19.58327104,14.62056093,21.30665643,0,93
|
| 23 |
+
place_mouse_pad,100,5,5,18.12650581,21.21374847,28.54750175,22.42668098,0,87
|
| 24 |
+
place_object_basket,100,31,31,51.66444607,35.2656753,54.01053083,33.23733613,0,22
|
| 25 |
+
place_object_scale,100,3,3,14.43170404,18.11545703,23.23733091,20.85264988,0,88
|
| 26 |
+
place_object_stand,100,2,2,10.59962552,15.86457129,17.8636695,20.00486435,0,93
|
| 27 |
+
place_phone_stand,100,5,5,17.5329116,20.56023656,29.13880435,22.02933244,0,91
|
| 28 |
+
place_shoe,100,25,25,35.57412983,37.88151217,45.32290203,33.84868283,0,73
|
| 29 |
+
press_stapler,100,12,12,20.40236643,30.37932822,28.80473287,30.44549097,0,88
|
| 30 |
+
put_bottles_dustbin,100,20,20,43.50042794,31.70659803,48.69627665,28.33792489,0,35
|
| 31 |
+
put_object_cabinet,100,34,34,60.26721744,33.61100148,61.62784401,31.81375444,0,16
|
| 32 |
+
rotate_qrcode,100,14,14,28.88262263,30.54955655,34.03052569,28.45469052,0,46
|
| 33 |
+
scan_object,100,4,4,33.67594861,21.31834938,36.1644967,20.59723566,0,18
|
| 34 |
+
shake_bottle,100,51,51,66.04323468,36.13819748,66.47893302,35.59897242,0,7
|
| 35 |
+
shake_bottle_horizontally,100,67,67,74.37683894,37.83413874,74.72976767,37.31910725,0,7
|
| 36 |
+
stamp_seal,100,15,15,27.37414177,31.63037976,38.79944239,29.77708981,0,82
|
| 37 |
+
,,19.22857143,19.22857143,36.31007125,27.90897561,41.56038803,27.40610044,,
|
modality.json
ADDED
|
@@ -0,0 +1,62 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"action": {
|
| 3 |
+
"left_joints": {
|
| 4 |
+
"start": 0,
|
| 5 |
+
"end": 6,
|
| 6 |
+
"original_key": "action"
|
| 7 |
+
},
|
| 8 |
+
"left_gripper": {
|
| 9 |
+
"start": 6,
|
| 10 |
+
"end": 7,
|
| 11 |
+
"original_key": "action"
|
| 12 |
+
},
|
| 13 |
+
"right_joints": {
|
| 14 |
+
"start": 7,
|
| 15 |
+
"end": 13,
|
| 16 |
+
"original_key": "action"
|
| 17 |
+
},
|
| 18 |
+
"right_gripper": {
|
| 19 |
+
"start": 13,
|
| 20 |
+
"end": 14,
|
| 21 |
+
"original_key": "action"
|
| 22 |
+
}
|
| 23 |
+
},
|
| 24 |
+
"state": {
|
| 25 |
+
"left_joints": {
|
| 26 |
+
"start": 0,
|
| 27 |
+
"end": 6,
|
| 28 |
+
"original_key": "observation.state"
|
| 29 |
+
},
|
| 30 |
+
"left_gripper": {
|
| 31 |
+
"start": 6,
|
| 32 |
+
"end": 7,
|
| 33 |
+
"original_key": "observation.state"
|
| 34 |
+
},
|
| 35 |
+
"right_joints": {
|
| 36 |
+
"start": 7,
|
| 37 |
+
"end": 13,
|
| 38 |
+
"original_key": "observation.state"
|
| 39 |
+
},
|
| 40 |
+
"right_gripper": {
|
| 41 |
+
"start": 13,
|
| 42 |
+
"end": 14,
|
| 43 |
+
"original_key": "observation.state"
|
| 44 |
+
}
|
| 45 |
+
},
|
| 46 |
+
"video": {
|
| 47 |
+
"cam_high": {
|
| 48 |
+
"original_key": "observation.images.cam_high"
|
| 49 |
+
},
|
| 50 |
+
"cam_left_wrist": {
|
| 51 |
+
"original_key": "observation.images.cam_left_wrist"
|
| 52 |
+
},
|
| 53 |
+
"cam_right_wrist": {
|
| 54 |
+
"original_key": "observation.images.cam_right_wrist"
|
| 55 |
+
}
|
| 56 |
+
},
|
| 57 |
+
"annotation": {
|
| 58 |
+
"human.action.task_description": {
|
| 59 |
+
"original_key": "task_index"
|
| 60 |
+
}
|
| 61 |
+
}
|
| 62 |
+
}
|
summary.jsonl
ADDED
|
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"steps": 10000}
|
| 2 |
+
{"steps": 20000}
|
| 3 |
+
{"steps": 30000}
|
| 4 |
+
{"steps": 40000}
|
| 5 |
+
{"steps": 50000}
|
| 6 |
+
{"steps": 60000}
|
| 7 |
+
{"steps": 70000}
|
| 8 |
+
{"steps": 80000}
|
| 9 |
+
{"steps": 90000}
|
| 10 |
+
{"steps": 100000}
|