diff --git a/ManiSkill2_real2sim b/ManiSkill2_real2sim index ef7a4d4f..89f45138 160000 --- a/ManiSkill2_real2sim +++ b/ManiSkill2_real2sim @@ -1 +1 @@ -Subproject commit ef7a4d4fdf4b69f2c2154db5b15b9ac8dfe10682 +Subproject commit 89f451381ae7cc3c23d010d374868943a3d387c9 diff --git a/evaluation_metadata.json b/evaluation_metadata.json new file mode 100644 index 00000000..d2d2af14 --- /dev/null +++ b/evaluation_metadata.json @@ -0,0 +1,182 @@ +[ + { + "episode": 1, + "seed": 100, + "success": false, + "scene_name": "google_pick_coke_can_1_v4", + "orientation": "upright", + "object_pose": "Pose([0.575366, 0.0978118, 0.877423], [0.00174287, -0.00185489, -0.708573, -0.705633])", + "video": "evaluation_videos/rollout_seed_100.mp4" + }, + { + "episode": 2, + "seed": 101, + "success": false, + "scene_name": "google_pick_coke_can_1_v4", + "orientation": "laid_vertically", + "object_pose": "Pose([0.58107, -0.0302003, 0.840576], [0.707049, -0.00810065, -0.0116191, -0.707022])", + "video": "evaluation_videos/rollout_seed_101.mp4" + }, + { + "episode": 3, + "seed": 102, + "success": false, + "scene_name": "google_pick_coke_can_1_v4", + "orientation": "upright", + "object_pose": "Pose([0.562883, -0.0771405, 0.877423], [0.00173952, -0.00185628, -0.708575, -0.705631])", + "video": "evaluation_videos/rollout_seed_102.mp4" + }, + { + "episode": 4, + "seed": 103, + "success": true, + "scene_name": "google_pick_coke_can_1_v4", + "orientation": "laid_vertically", + "object_pose": "Pose([0.600459, 0.144239, 0.840576], [0.707056, -0.00810215, -0.0116197, -0.707016])", + "video": null + }, + { + "episode": 5, + "seed": 104, + "success": true, + "scene_name": "google_pick_coke_can_1_v4", + "orientation": "laid_vertically", + "object_pose": "Pose([0.665826, 0.120441, 0.840576], [0.707053, -0.00809617, -0.0116137, -0.707019])", + "video": null + }, + { + "episode": 6, + "seed": 105, + "success": true, + "scene_name": "google_pick_coke_can_1_v4", + "orientation": "upright", + "object_pose": "Pose([0.681065, 0.0735618, 0.877423], [0.00164424, -0.00195421, -0.708574, -0.705632])", + "video": null + }, + { + "episode": 7, + "seed": 106, + "success": true, + "scene_name": "google_pick_coke_can_1_v4", + "orientation": "lr_switch", + "object_pose": "Pose([0.697137, -0.200051, 0.840576], [0.9999, 0.00248781, -0.0139379, 1.60011e-05])", + "video": null + }, + { + "episode": 8, + "seed": 107, + "success": true, + "scene_name": "google_pick_coke_can_1_v4", + "orientation": "lr_switch", + "object_pose": "Pose([0.661686, -0.112259, 0.840576], [0.9999, 0.00248747, -0.0139398, 2.61073e-05])", + "video": null + }, + { + "episode": 9, + "seed": 108, + "success": false, + "scene_name": "google_pick_coke_can_1_v4", + "orientation": "laid_vertically", + "object_pose": "Pose([0.646112, 0.205763, 0.840575], [0.707051, -0.00809699, -0.0116141, -0.707021])", + "video": null + }, + { + "episode": 10, + "seed": 109, + "success": true, + "scene_name": "google_pick_coke_can_1_v4", + "orientation": "lr_switch", + "object_pose": "Pose([0.558469, 0.00361523, 0.840576], [0.9999, 0.00248765, -0.0139419, 2.13992e-05])", + "video": null + }, + { + "episode": 11, + "seed": 110, + "success": true, + "scene_name": "google_pick_coke_can_1_v4", + "orientation": "upright", + "object_pose": "Pose([0.673656, -0.0694254, 0.877423], [0.00174339, -0.0018549, -0.708575, -0.705631])", + "video": null + }, + { + "episode": 12, + "seed": 111, + "success": true, + "scene_name": "google_pick_coke_can_1_v4", + "orientation": "upright", + "object_pose": "Pose([0.559551, 0.145903, 0.877423], [0.00173998, -0.00185733, -0.708574, -0.705632])", + "video": null + }, + { + "episode": 13, + "seed": 112, + "success": false, + "scene_name": "google_pick_coke_can_1_v4", + "orientation": "upright", + "object_pose": "Pose([0.614072, -0.0613989, 0.877435], [0.00167046, -0.00165805, -0.708784, -0.705422])", + "video": null + }, + { + "episode": 14, + "seed": 113, + "success": false, + "scene_name": "google_pick_coke_can_1_v4", + "orientation": "laid_vertically", + "object_pose": "Pose([0.503886, 0.188376, 0.840576], [0.707058, -0.00810054, -0.0116184, -0.707014])", + "video": null + }, + { + "episode": 15, + "seed": 114, + "success": true, + "scene_name": "google_pick_coke_can_1_v4", + "orientation": "lr_switch", + "object_pose": "Pose([0.66423, -0.162408, 0.840576], [0.9999, 0.00248786, -0.0139483, 2.01783e-05])", + "video": null + }, + { + "episode": 16, + "seed": 115, + "success": true, + "scene_name": "google_pick_coke_can_1_v4", + "orientation": "lr_switch", + "object_pose": "Pose([0.654009, -0.0893781, 0.840576], [0.9999, 0.0024872, -0.0139438, 1.94337e-05])", + "video": null + }, + { + "episode": 17, + "seed": 116, + "success": false, + "scene_name": "google_pick_coke_can_1_v4", + "orientation": "laid_vertically", + "object_pose": "Pose([0.613554, 0.0674602, 0.840576], [0.707046, -0.00809671, -0.0116152, -0.707026])", + "video": null + }, + { + "episode": 18, + "seed": 117, + "success": true, + "scene_name": "google_pick_coke_can_1_v4", + "orientation": "lr_switch", + "object_pose": "Pose([0.595281, 0.0881369, 0.840576], [0.9999, 0.00248803, -0.0139447, 2.32246e-05])", + "video": null + }, + { + "episode": 19, + "seed": 118, + "success": true, + "scene_name": "google_pick_coke_can_1_v4", + "orientation": "upright", + "object_pose": "Pose([0.48354, -0.0345254, 0.877423], [0.00175385, -0.00184579, -0.708575, -0.705631])", + "video": null + }, + { + "episode": 20, + "seed": 119, + "success": true, + "scene_name": "google_pick_coke_can_1_v4", + "orientation": "lr_switch", + "object_pose": "Pose([0.50414, 0.000798538, 0.840578], [0.999908, 0.00244543, -0.0133786, 2.90445e-05])", + "video": null + } +] \ No newline at end of file diff --git a/evaluation_videos/rollout_seed_100.mp4 b/evaluation_videos/rollout_seed_100.mp4 new file mode 100644 index 00000000..60bad075 Binary files /dev/null and b/evaluation_videos/rollout_seed_100.mp4 differ diff --git a/evaluation_videos/rollout_seed_101.mp4 b/evaluation_videos/rollout_seed_101.mp4 new file mode 100644 index 00000000..61561b5b Binary files /dev/null and b/evaluation_videos/rollout_seed_101.mp4 differ diff --git a/evaluation_videos/rollout_seed_102.mp4 b/evaluation_videos/rollout_seed_102.mp4 new file mode 100644 index 00000000..ec70cdb3 Binary files /dev/null and b/evaluation_videos/rollout_seed_102.mp4 differ diff --git a/new_results/distractors_level_0/rollout_seed_100.mp4 b/new_results/distractors_level_0/rollout_seed_100.mp4 new file mode 100644 index 00000000..60bad075 Binary files /dev/null and b/new_results/distractors_level_0/rollout_seed_100.mp4 differ diff --git a/new_results/distractors_level_0/rollout_seed_101.mp4 b/new_results/distractors_level_0/rollout_seed_101.mp4 new file mode 100644 index 00000000..61561b5b Binary files /dev/null and b/new_results/distractors_level_0/rollout_seed_101.mp4 differ diff --git a/new_results/distractors_level_0/rollout_seed_102.mp4 b/new_results/distractors_level_0/rollout_seed_102.mp4 new file mode 100644 index 00000000..ec70cdb3 Binary files /dev/null and b/new_results/distractors_level_0/rollout_seed_102.mp4 differ diff --git a/new_results/distractors_level_0/rollout_seed_103.mp4 b/new_results/distractors_level_0/rollout_seed_103.mp4 new file mode 100644 index 00000000..f257dced Binary files /dev/null and b/new_results/distractors_level_0/rollout_seed_103.mp4 differ diff --git a/new_results/distractors_level_0/rollout_seed_104.mp4 b/new_results/distractors_level_0/rollout_seed_104.mp4 new file mode 100644 index 00000000..95b48118 Binary files /dev/null and b/new_results/distractors_level_0/rollout_seed_104.mp4 differ diff --git a/new_results/distractors_level_0/rollout_seed_105.mp4 b/new_results/distractors_level_0/rollout_seed_105.mp4 new file mode 100644 index 00000000..b3ecf238 Binary files /dev/null and b/new_results/distractors_level_0/rollout_seed_105.mp4 differ diff --git a/new_results/distractors_level_0/rollout_seed_106.mp4 b/new_results/distractors_level_0/rollout_seed_106.mp4 new file mode 100644 index 00000000..79c68aec Binary files /dev/null and b/new_results/distractors_level_0/rollout_seed_106.mp4 differ diff --git a/new_results/distractors_level_0/rollout_seed_107.mp4 b/new_results/distractors_level_0/rollout_seed_107.mp4 new file mode 100644 index 00000000..4e8b815f Binary files /dev/null and b/new_results/distractors_level_0/rollout_seed_107.mp4 differ diff --git a/new_results/distractors_level_0/rollout_seed_108.mp4 b/new_results/distractors_level_0/rollout_seed_108.mp4 new file mode 100644 index 00000000..be452879 Binary files /dev/null and b/new_results/distractors_level_0/rollout_seed_108.mp4 differ diff --git a/new_results/distractors_level_0/rollout_seed_109.mp4 b/new_results/distractors_level_0/rollout_seed_109.mp4 new file mode 100644 index 00000000..25e00fbc Binary files /dev/null and b/new_results/distractors_level_0/rollout_seed_109.mp4 differ diff --git a/new_results/distractors_level_0/rollout_seed_110.mp4 b/new_results/distractors_level_0/rollout_seed_110.mp4 new file mode 100644 index 00000000..916c69d4 Binary files /dev/null and b/new_results/distractors_level_0/rollout_seed_110.mp4 differ diff --git a/new_results/distractors_level_0/rollout_seed_111.mp4 b/new_results/distractors_level_0/rollout_seed_111.mp4 new file mode 100644 index 00000000..3f872041 Binary files /dev/null and b/new_results/distractors_level_0/rollout_seed_111.mp4 differ diff --git a/new_results/distractors_level_0/rollout_seed_112.mp4 b/new_results/distractors_level_0/rollout_seed_112.mp4 new file mode 100644 index 00000000..515fe7d8 Binary files /dev/null and b/new_results/distractors_level_0/rollout_seed_112.mp4 differ diff --git a/new_results/distractors_level_0/rollout_seed_113.mp4 b/new_results/distractors_level_0/rollout_seed_113.mp4 new file mode 100644 index 00000000..e658c7aa Binary files /dev/null and b/new_results/distractors_level_0/rollout_seed_113.mp4 differ diff --git a/new_results/distractors_level_0/rollout_seed_114.mp4 b/new_results/distractors_level_0/rollout_seed_114.mp4 new file mode 100644 index 00000000..8975bb98 Binary files /dev/null and b/new_results/distractors_level_0/rollout_seed_114.mp4 differ diff --git a/new_results/distractors_level_0/rollout_seed_115.mp4 b/new_results/distractors_level_0/rollout_seed_115.mp4 new file mode 100644 index 00000000..1bf50ed7 Binary files /dev/null and b/new_results/distractors_level_0/rollout_seed_115.mp4 differ diff --git a/new_results/distractors_level_0/rollout_seed_116.mp4 b/new_results/distractors_level_0/rollout_seed_116.mp4 new file mode 100644 index 00000000..e7b45353 Binary files /dev/null and b/new_results/distractors_level_0/rollout_seed_116.mp4 differ diff --git a/new_results/distractors_level_0/rollout_seed_117.mp4 b/new_results/distractors_level_0/rollout_seed_117.mp4 new file mode 100644 index 00000000..c875d631 Binary files /dev/null and b/new_results/distractors_level_0/rollout_seed_117.mp4 differ diff --git a/new_results/distractors_level_0/rollout_seed_118.mp4 b/new_results/distractors_level_0/rollout_seed_118.mp4 new file mode 100644 index 00000000..5808dda2 Binary files /dev/null and b/new_results/distractors_level_0/rollout_seed_118.mp4 differ diff --git a/new_results/distractors_level_0/rollout_seed_119.mp4 b/new_results/distractors_level_0/rollout_seed_119.mp4 new file mode 100644 index 00000000..467a7336 Binary files /dev/null and b/new_results/distractors_level_0/rollout_seed_119.mp4 differ diff --git a/new_results/distractors_level_1/rollout_seed_100.mp4 b/new_results/distractors_level_1/rollout_seed_100.mp4 new file mode 100644 index 00000000..04cc24a1 Binary files /dev/null and b/new_results/distractors_level_1/rollout_seed_100.mp4 differ diff --git a/new_results/distractors_level_1/rollout_seed_101.mp4 b/new_results/distractors_level_1/rollout_seed_101.mp4 new file mode 100644 index 00000000..03d9f2bf Binary files /dev/null and b/new_results/distractors_level_1/rollout_seed_101.mp4 differ diff --git a/new_results/distractors_level_1/rollout_seed_102.mp4 b/new_results/distractors_level_1/rollout_seed_102.mp4 new file mode 100644 index 00000000..0e680edb Binary files /dev/null and b/new_results/distractors_level_1/rollout_seed_102.mp4 differ diff --git a/new_results/distractors_level_1/rollout_seed_103.mp4 b/new_results/distractors_level_1/rollout_seed_103.mp4 new file mode 100644 index 00000000..d9407ec7 Binary files /dev/null and b/new_results/distractors_level_1/rollout_seed_103.mp4 differ diff --git a/new_results/distractors_level_1/rollout_seed_104.mp4 b/new_results/distractors_level_1/rollout_seed_104.mp4 new file mode 100644 index 00000000..ba1ae36f Binary files /dev/null and b/new_results/distractors_level_1/rollout_seed_104.mp4 differ diff --git a/new_results/distractors_level_1/rollout_seed_105.mp4 b/new_results/distractors_level_1/rollout_seed_105.mp4 new file mode 100644 index 00000000..1d250e56 Binary files /dev/null and b/new_results/distractors_level_1/rollout_seed_105.mp4 differ diff --git a/new_results/distractors_level_1/rollout_seed_106.mp4 b/new_results/distractors_level_1/rollout_seed_106.mp4 new file mode 100644 index 00000000..984896e0 Binary files /dev/null and b/new_results/distractors_level_1/rollout_seed_106.mp4 differ diff --git a/new_results/distractors_level_1/rollout_seed_107.mp4 b/new_results/distractors_level_1/rollout_seed_107.mp4 new file mode 100644 index 00000000..51babc98 Binary files /dev/null and b/new_results/distractors_level_1/rollout_seed_107.mp4 differ diff --git a/new_results/distractors_level_1/rollout_seed_108.mp4 b/new_results/distractors_level_1/rollout_seed_108.mp4 new file mode 100644 index 00000000..937c93f5 Binary files /dev/null and b/new_results/distractors_level_1/rollout_seed_108.mp4 differ diff --git a/new_results/distractors_level_1/rollout_seed_109.mp4 b/new_results/distractors_level_1/rollout_seed_109.mp4 new file mode 100644 index 00000000..d0862609 Binary files /dev/null and b/new_results/distractors_level_1/rollout_seed_109.mp4 differ diff --git a/new_results/distractors_level_1/rollout_seed_110.mp4 b/new_results/distractors_level_1/rollout_seed_110.mp4 new file mode 100644 index 00000000..20ff5baf Binary files /dev/null and b/new_results/distractors_level_1/rollout_seed_110.mp4 differ diff --git a/new_results/distractors_level_1/rollout_seed_111.mp4 b/new_results/distractors_level_1/rollout_seed_111.mp4 new file mode 100644 index 00000000..4d245c06 Binary files /dev/null and b/new_results/distractors_level_1/rollout_seed_111.mp4 differ diff --git a/new_results/distractors_level_1/rollout_seed_112.mp4 b/new_results/distractors_level_1/rollout_seed_112.mp4 new file mode 100644 index 00000000..8028a3b3 Binary files /dev/null and b/new_results/distractors_level_1/rollout_seed_112.mp4 differ diff --git a/new_results/distractors_level_1/rollout_seed_113.mp4 b/new_results/distractors_level_1/rollout_seed_113.mp4 new file mode 100644 index 00000000..9f8f92a8 Binary files /dev/null and b/new_results/distractors_level_1/rollout_seed_113.mp4 differ diff --git a/new_results/distractors_level_1/rollout_seed_114.mp4 b/new_results/distractors_level_1/rollout_seed_114.mp4 new file mode 100644 index 00000000..12f7c893 Binary files /dev/null and b/new_results/distractors_level_1/rollout_seed_114.mp4 differ diff --git a/new_results/distractors_level_1/rollout_seed_115.mp4 b/new_results/distractors_level_1/rollout_seed_115.mp4 new file mode 100644 index 00000000..6775b975 Binary files /dev/null and b/new_results/distractors_level_1/rollout_seed_115.mp4 differ diff --git a/new_results/distractors_level_1/rollout_seed_116.mp4 b/new_results/distractors_level_1/rollout_seed_116.mp4 new file mode 100644 index 00000000..ed0c36c5 Binary files /dev/null and b/new_results/distractors_level_1/rollout_seed_116.mp4 differ diff --git a/new_results/distractors_level_1/rollout_seed_117.mp4 b/new_results/distractors_level_1/rollout_seed_117.mp4 new file mode 100644 index 00000000..db27d30f Binary files /dev/null and b/new_results/distractors_level_1/rollout_seed_117.mp4 differ diff --git a/new_results/distractors_level_1/rollout_seed_118.mp4 b/new_results/distractors_level_1/rollout_seed_118.mp4 new file mode 100644 index 00000000..a2085625 Binary files /dev/null and b/new_results/distractors_level_1/rollout_seed_118.mp4 differ diff --git a/new_results/distractors_level_1/rollout_seed_119.mp4 b/new_results/distractors_level_1/rollout_seed_119.mp4 new file mode 100644 index 00000000..1c424761 Binary files /dev/null and b/new_results/distractors_level_1/rollout_seed_119.mp4 differ diff --git a/new_results/distractors_level_3/rollout_seed_100.mp4 b/new_results/distractors_level_3/rollout_seed_100.mp4 new file mode 100644 index 00000000..3f8d0248 Binary files /dev/null and b/new_results/distractors_level_3/rollout_seed_100.mp4 differ diff --git a/new_results/distractors_level_3/rollout_seed_101.mp4 b/new_results/distractors_level_3/rollout_seed_101.mp4 new file mode 100644 index 00000000..6fc44c2c Binary files /dev/null and b/new_results/distractors_level_3/rollout_seed_101.mp4 differ diff --git a/new_results/distractors_level_3/rollout_seed_102.mp4 b/new_results/distractors_level_3/rollout_seed_102.mp4 new file mode 100644 index 00000000..de0c0b4d Binary files /dev/null and b/new_results/distractors_level_3/rollout_seed_102.mp4 differ diff --git a/new_results/distractors_level_3/rollout_seed_103.mp4 b/new_results/distractors_level_3/rollout_seed_103.mp4 new file mode 100644 index 00000000..5ad75332 Binary files /dev/null and b/new_results/distractors_level_3/rollout_seed_103.mp4 differ diff --git a/new_results/distractors_level_3/rollout_seed_104.mp4 b/new_results/distractors_level_3/rollout_seed_104.mp4 new file mode 100644 index 00000000..4687b8b9 Binary files /dev/null and b/new_results/distractors_level_3/rollout_seed_104.mp4 differ diff --git a/new_results/distractors_level_3/rollout_seed_105.mp4 b/new_results/distractors_level_3/rollout_seed_105.mp4 new file mode 100644 index 00000000..3c8519a6 Binary files /dev/null and b/new_results/distractors_level_3/rollout_seed_105.mp4 differ diff --git a/new_results/distractors_level_3/rollout_seed_106.mp4 b/new_results/distractors_level_3/rollout_seed_106.mp4 new file mode 100644 index 00000000..3350e6d0 Binary files /dev/null and b/new_results/distractors_level_3/rollout_seed_106.mp4 differ diff --git a/new_results/distractors_level_3/rollout_seed_107.mp4 b/new_results/distractors_level_3/rollout_seed_107.mp4 new file mode 100644 index 00000000..8507bdcf Binary files /dev/null and b/new_results/distractors_level_3/rollout_seed_107.mp4 differ diff --git a/new_results/distractors_level_3/rollout_seed_108.mp4 b/new_results/distractors_level_3/rollout_seed_108.mp4 new file mode 100644 index 00000000..bad42027 Binary files /dev/null and b/new_results/distractors_level_3/rollout_seed_108.mp4 differ diff --git a/new_results/distractors_level_3/rollout_seed_109.mp4 b/new_results/distractors_level_3/rollout_seed_109.mp4 new file mode 100644 index 00000000..29d3197e Binary files /dev/null and b/new_results/distractors_level_3/rollout_seed_109.mp4 differ diff --git a/new_results/distractors_level_3/rollout_seed_110.mp4 b/new_results/distractors_level_3/rollout_seed_110.mp4 new file mode 100644 index 00000000..92b77619 Binary files /dev/null and b/new_results/distractors_level_3/rollout_seed_110.mp4 differ diff --git a/new_results/distractors_level_3/rollout_seed_111.mp4 b/new_results/distractors_level_3/rollout_seed_111.mp4 new file mode 100644 index 00000000..d45292ff Binary files /dev/null and b/new_results/distractors_level_3/rollout_seed_111.mp4 differ diff --git a/new_results/distractors_level_3/rollout_seed_112.mp4 b/new_results/distractors_level_3/rollout_seed_112.mp4 new file mode 100644 index 00000000..18eeae4b Binary files /dev/null and b/new_results/distractors_level_3/rollout_seed_112.mp4 differ diff --git a/new_results/distractors_level_3/rollout_seed_113.mp4 b/new_results/distractors_level_3/rollout_seed_113.mp4 new file mode 100644 index 00000000..160cf960 Binary files /dev/null and b/new_results/distractors_level_3/rollout_seed_113.mp4 differ diff --git a/new_results/distractors_level_3/rollout_seed_114.mp4 b/new_results/distractors_level_3/rollout_seed_114.mp4 new file mode 100644 index 00000000..b0fbc6a6 Binary files /dev/null and b/new_results/distractors_level_3/rollout_seed_114.mp4 differ diff --git a/new_results/distractors_level_3/rollout_seed_115.mp4 b/new_results/distractors_level_3/rollout_seed_115.mp4 new file mode 100644 index 00000000..7933cdb7 Binary files /dev/null and b/new_results/distractors_level_3/rollout_seed_115.mp4 differ diff --git a/new_results/distractors_level_3/rollout_seed_116.mp4 b/new_results/distractors_level_3/rollout_seed_116.mp4 new file mode 100644 index 00000000..e564e6e7 Binary files /dev/null and b/new_results/distractors_level_3/rollout_seed_116.mp4 differ diff --git a/new_results/distractors_level_3/rollout_seed_117.mp4 b/new_results/distractors_level_3/rollout_seed_117.mp4 new file mode 100644 index 00000000..6757a5d6 Binary files /dev/null and b/new_results/distractors_level_3/rollout_seed_117.mp4 differ diff --git a/new_results/distractors_level_3/rollout_seed_118.mp4 b/new_results/distractors_level_3/rollout_seed_118.mp4 new file mode 100644 index 00000000..c3e5d5d9 Binary files /dev/null and b/new_results/distractors_level_3/rollout_seed_118.mp4 differ diff --git a/new_results/distractors_level_3/rollout_seed_119.mp4 b/new_results/distractors_level_3/rollout_seed_119.mp4 new file mode 100644 index 00000000..5a890ee0 Binary files /dev/null and b/new_results/distractors_level_3/rollout_seed_119.mp4 differ diff --git a/rollout_test.py b/rollout_test.py new file mode 100644 index 00000000..91d2ad1d --- /dev/null +++ b/rollout_test.py @@ -0,0 +1,64 @@ +import numpy as np +import mediapy +import simpler_env +import sapien.core as sapien + +from simpler_env.utils.env.observation_utils import ( + get_image_from_maniskill2_obs_dict +) + +from simpler_env.policies.rt1.rt1_model import RT1Inference + + +task_name = "google_robot_pick_coke_can" + +env = simpler_env.make(task_name) + +sapien.render_config.rt_use_denoiser = False + +model = RT1Inference( + saved_model_path="./checkpoints/rt_1_x_tf_trained_for_002272480_step", + policy_setup="google_robot" +) + +obs, reset_info = env.reset() + +instruction = env.get_language_instruction() + +print("Instruction:", instruction) + +model.reset(instruction) + +image = get_image_from_maniskill2_obs_dict(env, obs) + +frames = [] + +predicted_terminated = False +truncated = False +success = False + +while not (predicted_terminated or truncated): + + raw_action, action = model.step(image) + + predicted_terminated = bool( + action["terminate_episode"][0] > 0 + ) + + obs, reward, success, truncated, info = env.step( + np.concatenate([ + action["world_vector"], + action["rot_axangle"], + action["gripper"] + ]) + ) + + image = get_image_from_maniskill2_obs_dict(env, obs) + + frames.append(image) + +print("Success:", success) + +mediapy.write_video("rollout_1.mp4", frames, fps=10) + +print("Video saved: rollout_1.mp4") diff --git a/run_eval.py b/run_eval.py new file mode 100644 index 00000000..c29913b0 --- /dev/null +++ b/run_eval.py @@ -0,0 +1,129 @@ +import os +import numpy as np +import mediapy +import simpler_env +import sapien.core as sapien + +from simpler_env.utils.env.observation_utils import ( + get_image_from_maniskill2_obs_dict +) + +from simpler_env.policies.rt1.rt1_model import RT1Inference + + + +TASK_NAME = "google_robot_pick_coke_can" + +# seeds для baseline и distractors +SEEDS = list(range(100, 120)) + +# 0 = baseline +# 1 = один distractor +# 3 = три distractors +DISTRACTOR_LEVEL = 3 + +OUTPUT_DIR = f"results/distractors_level_{DISTRACTOR_LEVEL}" + +os.makedirs(OUTPUT_DIR, exist_ok=True) + + +sapien.render_config.rt_use_denoiser = False + +env = simpler_env.make(TASK_NAME) +env.unwrapped.distractor_level = DISTRACTOR_LEVEL + +model = RT1Inference( + saved_model_path="./checkpoints/rt_1_x_tf_trained_for_002272480_step", + policy_setup="google_robot" +) +success_count = 0 + +# MAIN + +for episode_idx, seed in enumerate(SEEDS): + + print("\n" + "=" * 60) + print(f"EPISODE {episode_idx}") + print(f"SEED: {seed}") + print("=" * 60) + + np.random.seed(seed) + + reset_options = {} + + if DISTRACTOR_LEVEL == 1: + reset_options["distractor_model_ids"] = [ + "tetra_pak_carton" + ] + + elif DISTRACTOR_LEVEL == 3: + reset_options["distractor_model_ids"] = [ + "chips_bag", + "tetra_pak_carton", + "tin_can" + ] + + obs, reset_info = env.reset( + seed=seed, + options=reset_options + ) + + instruction = env.get_language_instruction() + print("Instruction:", instruction) + + model.reset(instruction) + + image = get_image_from_maniskill2_obs_dict(env, obs) + + frames = [] + + predicted_terminated = False + truncated = False + success = False + + step_count = 0 + + while not (predicted_terminated or truncated): + + raw_action, action = model.step(image) + + predicted_terminated = bool( + action["terminate_episode"][0] > 0 + ) + + obs, reward, success, truncated, info = env.step( + np.concatenate([ + action["world_vector"], + action["rot_axangle"], + action["gripper"] + ]) + ) + + image = get_image_from_maniskill2_obs_dict(env, obs) + + frames.append(image) + + step_count += 1 + + # сохраняем только первые 5 rollout + video_path = os.path.join( + OUTPUT_DIR, + f"rollout_seed_{seed}.mp4" + ) + + mediapy.write_video(video_path, frames, fps=10) + + print("Video saved:", video_path) + + print("Success:", success) + if success: + success_count += 1 + print("Steps:", step_count) + + +sr = success_count / len(SEEDS) + +print("\n\n") +print("FINAL RESULTS") +print("=" * 60) +print(f"Success Rate: {sr:.2f}") diff --git a/test_env.py b/test_env.py new file mode 100644 index 00000000..85909a4a --- /dev/null +++ b/test_env.py @@ -0,0 +1,40 @@ +import simpler_env +import numpy as np +import mediapy + +from simpler_env.utils.env.observation_utils import ( + get_image_from_maniskill2_obs_dict +) + +env = simpler_env.make( + "google_robot_pick_coke_can" +) + +obs, info = env.reset( + options={ + "distractor_model_ids": [ + "chips_bag", + "tetra_pak_carton", + "tin_can" + ] + } +) + +print("Distractors:", env.unwrapped.distractor_objs) +print("Count:", len(env.unwrapped.distractor_objs)) + +frames = [] + +for i in range(10): + + action = np.zeros(7) + + obs, reward, success, truncated, info = env.step(action) + + image = get_image_from_maniskill2_obs_dict(env, obs) + + frames.append(image) + +mediapy.write_video("debug_scene.mp4", frames, fps=5) + +print("saved") diff --git a/tutorial_run.pdf b/tutorial_run.pdf new file mode 100644 index 00000000..5ae7648e Binary files /dev/null and b/tutorial_run.pdf differ