# shader_dir=rt means that we turn on ray-tracing rendering; this is quite crucial for the open / close drawer task as policies often rely on shadows to infer depth declare -a ckpt_paths=( "./checkpoints/rt_1_tf_trained_for_000400120/" "./checkpoints/rt_1_tf_trained_for_000058240/" "./checkpoints/rt_1_x_tf_trained_for_002272480_step/" "./checkpoints/rt_1_tf_trained_for_000001120/" ) declare -a env_names=( OpenTopDrawerCustomInScene-v0 OpenMiddleDrawerCustomInScene-v0 OpenBottomDrawerCustomInScene-v0 CloseTopDrawerCustomInScene-v0 CloseMiddleDrawerCustomInScene-v0 CloseBottomDrawerCustomInScene-v0 ) # URDF variations declare -a urdf_version_arr=("recolor_cabinet_visual_matching_1" "recolor_tabletop_visual_matching_1" "recolor_tabletop_visual_matching_2" None) for urdf_version in "${urdf_version_arr[@]}"; do EXTRA_ARGS="--enable-raytracing --additional-env-build-kwargs station_name=mk_station_recolor light_mode=simple disable_bad_material=True urdf_version=${urdf_version}" EvalOverlay() { # A0 python simpler_env/main_inference.py --policy-model rt1 --ckpt-path ${ckpt_path} \ --robot google_robot_static \ --control-freq 3 --sim-freq 513 --max-episode-steps 113 \ --env-name ${env_name} --scene-name dummy_drawer \ --robot-init-x 0.644 0.644 1 --robot-init-y -0.179 -0.179 1 \ --robot-init-rot-quat-center 0 0 0 1 --robot-init-rot-rpy-range 0 0 1 0 0 1 -0.03 -0.03 1 \ --obj-init-x-range 0 0 1 --obj-init-y-range 0 0 1 \ --rgb-overlay-path ./ManiSkill2_real2sim/data/real_inpainting/open_drawer_a0.png \ ${EXTRA_ARGS} # A1 python simpler_env/main_inference.py --policy-model rt1 --ckpt-path ${ckpt_path} \ --robot google_robot_static \ --control-freq 3 --sim-freq 513 --max-episode-steps 113 \ --env-name ${env_name} --scene-name dummy_drawer \ --robot-init-x 0.765 0.765 1 --robot-init-y -0.182 -0.182 1 \ --robot-init-rot-quat-center 0 0 0 1 --robot-init-rot-rpy-range 0 0 1 0 0 1 -0.02 -0.02 1 \ --obj-init-x-range 0 0 1 --obj-init-y-range 0 0 1 \ --rgb-overlay-path ./ManiSkill2_real2sim/data/real_inpainting/open_drawer_a1.png \ ${EXTRA_ARGS} # A2 python simpler_env/main_inference.py --policy-model rt1 --ckpt-path ${ckpt_path} \ --robot google_robot_static \ --control-freq 3 --sim-freq 513 --max-episode-steps 113 \ --env-name ${env_name} --scene-name dummy_drawer \ --robot-init-x 0.889 0.889 1 --robot-init-y -0.203 -0.203 1 \ --robot-init-rot-quat-center 0 0 0 1 --robot-init-rot-rpy-range 0 0 1 0 0 1 -0.06 -0.06 1 \ --obj-init-x-range 0 0 1 --obj-init-y-range 0 0 1 \ --rgb-overlay-path ./ManiSkill2_real2sim/data/real_inpainting/open_drawer_a2.png \ ${EXTRA_ARGS} # B0 python simpler_env/main_inference.py --policy-model rt1 --ckpt-path ${ckpt_path} \ --robot google_robot_static \ --control-freq 3 --sim-freq 513 --max-episode-steps 113 \ --env-name ${env_name} --scene-name dummy_drawer \ --robot-init-x 0.652 0.652 1 --robot-init-y 0.009 0.009 1 \ --robot-init-rot-quat-center 0 0 0 1 --robot-init-rot-rpy-range 0 0 1 0 0 1 0 0 1 \ --obj-init-x-range 0 0 1 --obj-init-y-range 0 0 1 \ --rgb-overlay-path ./ManiSkill2_real2sim/data/real_inpainting/open_drawer_b0.png \ ${EXTRA_ARGS} # B1 python simpler_env/main_inference.py --policy-model rt1 --ckpt-path ${ckpt_path} \ --robot google_robot_static \ --control-freq 3 --sim-freq 513 --max-episode-steps 113 \ --env-name ${env_name} --scene-name dummy_drawer \ --robot-init-x 0.752 0.752 1 --robot-init-y 0.009 0.009 1 \ --robot-init-rot-quat-center 0 0 0 1 --robot-init-rot-rpy-range 0 0 1 0 0 1 0 0 1 \ --obj-init-x-range 0 0 1 --obj-init-y-range 0 0 1 \ --rgb-overlay-path ./ManiSkill2_real2sim/data/real_inpainting/open_drawer_b1.png \ ${EXTRA_ARGS} # B2 python simpler_env/main_inference.py --policy-model rt1 --ckpt-path ${ckpt_path} \ --robot google_robot_static \ --control-freq 3 --sim-freq 513 --max-episode-steps 113 \ --env-name ${env_name} --scene-name dummy_drawer \ --robot-init-x 0.851 0.851 1 --robot-init-y 0.035 0.035 1 \ --robot-init-rot-quat-center 0 0 0 1 --robot-init-rot-rpy-range 0 0 1 0 0 1 0 0 1 \ --obj-init-x-range 0 0 1 --obj-init-y-range 0 0 1 \ --rgb-overlay-path ./ManiSkill2_real2sim/data/real_inpainting/open_drawer_b2.png \ ${EXTRA_ARGS} # C0 python simpler_env/main_inference.py --policy-model rt1 --ckpt-path ${ckpt_path} \ --robot google_robot_static \ --control-freq 3 --sim-freq 513 --max-episode-steps 113 \ --env-name ${env_name} --scene-name dummy_drawer \ --robot-init-x 0.665 0.665 1 --robot-init-y 0.224 0.224 1 \ --robot-init-rot-quat-center 0 0 0 1 --robot-init-rot-rpy-range 0 0 1 0 0 1 0 0 1 \ --obj-init-x-range 0 0 1 --obj-init-y-range 0 0 1 \ --rgb-overlay-path ./ManiSkill2_real2sim/data/real_inpainting/open_drawer_c0.png \ ${EXTRA_ARGS} # C1 python simpler_env/main_inference.py --policy-model rt1 --ckpt-path ${ckpt_path} \ --robot google_robot_static \ --control-freq 3 --sim-freq 513 --max-episode-steps 113 \ --env-name ${env_name} --scene-name dummy_drawer \ --robot-init-x 0.765 0.765 1 --robot-init-y 0.222 0.222 1 \ --robot-init-rot-quat-center 0 0 0 1 --robot-init-rot-rpy-range 0 0 1 0 0 1 -0.025 -0.025 1 \ --obj-init-x-range 0 0 1 --obj-init-y-range 0 0 1 \ --rgb-overlay-path ./ManiSkill2_real2sim/data/real_inpainting/open_drawer_c1.png \ ${EXTRA_ARGS} # C2 python simpler_env/main_inference.py --policy-model rt1 --ckpt-path ${ckpt_path} \ --robot google_robot_static \ --control-freq 3 --sim-freq 513 --max-episode-steps 113 \ --env-name ${env_name} --scene-name dummy_drawer \ --robot-init-x 0.865 0.865 1 --robot-init-y 0.222 0.222 1 \ --robot-init-rot-quat-center 0 0 0 1 --robot-init-rot-rpy-range 0 0 1 0 0 1 -0.025 -0.025 1 \ --obj-init-x-range 0 0 1 --obj-init-y-range 0 0 1 \ --rgb-overlay-path ./ManiSkill2_real2sim/data/real_inpainting/open_drawer_c2.png \ ${EXTRA_ARGS} } for ckpt_path in "${ckpt_paths[@]}"; do for env_name in "${env_names[@]}"; do EvalOverlay done done done