diff --git a/index.html b/index.html index 4bbc163..f360379 100644 --- a/index.html +++ b/index.html @@ -3,10 +3,10 @@ + content="Predicting 3D Action Target from 2D Egocentric Vision for Human-Robot Interaction"> - DeepExplorer + EgoPAT3Dv2 - - arXiv + arXiv (Coming Soon) @@ -155,12 +161,12 @@

ICRA 2024

 --> - - Code + Code (Coming Soon) @@ -213,23 +219,12 @@

ICRA 2024




-

- DeepExplorer is a framework for efficient metric-free visual exploration based on task and motion planning entirely - in an image feature space. We train DeepExplorer via deeply-supervised imitation through joint feature hallucination and - action prediction, whose importance is shown in our ablation study. Through experiment on both exploration and navigation - task, we show the efficiency and strong sim2sim/sim2real generalization capability of DeepExplorer. + The UR10e cobot tries to maintain its end-effector at a certain position. + Meanwhile, a human wearing a helmet camera manipulates objects in the shared workspace. The cobot proactively avoids + potential collision (the fourth column) with the anticipated 3D action target. The video is in the supplementary material

- - - + diff --git a/static/videos/Simplified_ATM.mp4 b/static/videos/Simplified_ATM.mp4 deleted file mode 100644 index e8b2718..0000000 Binary files a/static/videos/Simplified_ATM.mp4 and /dev/null differ diff --git a/static/videos/explore_floor0_2t7WUuJeko7.mp4 b/static/videos/explore_floor0_2t7WUuJeko7.mp4 deleted file mode 100644 index e708120..0000000 Binary files a/static/videos/explore_floor0_2t7WUuJeko7.mp4 and /dev/null differ diff --git a/static/videos/explore_floor0_Eastville.mp4 b/static/videos/explore_floor0_Eastville.mp4 deleted file mode 100644 index f9cde7f..0000000 Binary files a/static/videos/explore_floor0_Eastville.mp4 and /dev/null differ diff --git a/static/videos/explore_floor0_Ribera.mp4 b/static/videos/explore_floor0_Ribera.mp4 deleted file mode 100644 index fddf6b5..0000000 Binary files a/static/videos/explore_floor0_Ribera.mp4 and /dev/null differ diff --git a/static/videos/explore_floor0_pa4otMbVnkk.mp4 b/static/videos/explore_floor0_pa4otMbVnkk.mp4 deleted file mode 100644 index 89dcc92..0000000 Binary files a/static/videos/explore_floor0_pa4otMbVnkk.mp4 and /dev/null differ diff --git a/static/videos/exploredemo_Gibson_step0.25_turnangle10/.DS_Store b/static/videos/exploredemo_Gibson_step0.25_turnangle10/.DS_Store deleted file mode 100644 index 5008ddf..0000000 Binary files a/static/videos/exploredemo_Gibson_step0.25_turnangle10/.DS_Store and /dev/null differ diff --git a/static/videos/exploredemo_Gibson_step0.25_turnangle10/exploretraj_Gibson_mosquito_1.mp4 b/static/videos/exploredemo_Gibson_step0.25_turnangle10/exploretraj_Gibson_mosquito_1.mp4 deleted file mode 100644 index 1084be5..0000000 Binary files a/static/videos/exploredemo_Gibson_step0.25_turnangle10/exploretraj_Gibson_mosquito_1.mp4 and /dev/null differ diff --git a/static/videos/exploredemo_Gibson_step0.25_turnangle10/exploretraj_Gibson_mosquito_2.mp4 b/static/videos/exploredemo_Gibson_step0.25_turnangle10/exploretraj_Gibson_mosquito_2.mp4 deleted file mode 100644 index 86b2963..0000000 Binary files a/static/videos/exploredemo_Gibson_step0.25_turnangle10/exploretraj_Gibson_mosquito_2.mp4 and /dev/null differ diff --git a/static/videos/exploredemo_Gibson_step0.25_turnangle10/exploretraj_Gibson_mosquito_3.mp4 b/static/videos/exploredemo_Gibson_step0.25_turnangle10/exploretraj_Gibson_mosquito_3.mp4 deleted file mode 100644 index 3d5dfa4..0000000 Binary files a/static/videos/exploredemo_Gibson_step0.25_turnangle10/exploretraj_Gibson_mosquito_3.mp4 and /dev/null differ diff --git a/static/videos/exploredemo_MP3D_step0.25_turnangle10/.DS_Store b/static/videos/exploredemo_MP3D_step0.25_turnangle10/.DS_Store deleted file mode 100644 index 05d7b24..0000000 Binary files a/static/videos/exploredemo_MP3D_step0.25_turnangle10/.DS_Store and /dev/null differ diff --git a/static/videos/exploredemo_MP3D_step0.25_turnangle10/explore_floor0_q9vSo1VnCiC_1.mp4 b/static/videos/exploredemo_MP3D_step0.25_turnangle10/explore_floor0_q9vSo1VnCiC_1.mp4 deleted file mode 100644 index 653816a..0000000 Binary files a/static/videos/exploredemo_MP3D_step0.25_turnangle10/explore_floor0_q9vSo1VnCiC_1.mp4 and /dev/null differ diff --git a/static/videos/exploredemo_MP3D_step0.25_turnangle10/explore_floor0_q9vSo1VnCiC_2.mp4 b/static/videos/exploredemo_MP3D_step0.25_turnangle10/explore_floor0_q9vSo1VnCiC_2.mp4 deleted file mode 100644 index 0b1f777..0000000 Binary files a/static/videos/exploredemo_MP3D_step0.25_turnangle10/explore_floor0_q9vSo1VnCiC_2.mp4 and /dev/null differ diff --git a/static/videos/exploredemo_MP3D_step0.25_turnangle10/explore_floor0_q9vSo1VnCiC_3.mp4 b/static/videos/exploredemo_MP3D_step0.25_turnangle10/explore_floor0_q9vSo1VnCiC_3.mp4 deleted file mode 100644 index 65e7485..0000000 Binary files a/static/videos/exploredemo_MP3D_step0.25_turnangle10/explore_floor0_q9vSo1VnCiC_3.mp4 and /dev/null differ diff --git a/static/videos/exploredemo_RealWorld_step0.25_turnangle10/.DS_Store b/static/videos/exploredemo_RealWorld_step0.25_turnangle10/.DS_Store deleted file mode 100644 index 5008ddf..0000000 Binary files a/static/videos/exploredemo_RealWorld_step0.25_turnangle10/.DS_Store and /dev/null differ diff --git a/static/videos/exploredemo_RealWorld_step0.25_turnangle10/zeroshot_failure.mp4 b/static/videos/exploredemo_RealWorld_step0.25_turnangle10/zeroshot_failure.mp4 deleted file mode 100644 index 56514c8..0000000 Binary files a/static/videos/exploredemo_RealWorld_step0.25_turnangle10/zeroshot_failure.mp4 and /dev/null differ diff --git a/static/videos/exploredemo_RealWorld_step0.25_turnangle10/zeroshot_successexplore_trajectory.png b/static/videos/exploredemo_RealWorld_step0.25_turnangle10/zeroshot_successexplore_trajectory.png deleted file mode 100644 index b98e67a..0000000 Binary files a/static/videos/exploredemo_RealWorld_step0.25_turnangle10/zeroshot_successexplore_trajectory.png and /dev/null differ diff --git a/static/videos/ezgif-3-87a70f4f5a.gif b/static/videos/ezgif-3-87a70f4f5a.gif deleted file mode 100644 index 10f8c92..0000000 Binary files a/static/videos/ezgif-3-87a70f4f5a.gif and /dev/null differ diff --git a/static/videos/ezgif-3-d11a562e87.gif b/static/videos/ezgif-3-d11a562e87.gif deleted file mode 100644 index ec99a6e..0000000 Binary files a/static/videos/ezgif-3-d11a562e87.gif and /dev/null differ diff --git a/static/videos/ezgif-4-4427971768.gif b/static/videos/ezgif-4-4427971768.gif deleted file mode 100644 index c998592..0000000 Binary files a/static/videos/ezgif-4-4427971768.gif and /dev/null differ diff --git a/static/videos/ezgif-4-e7c944f24c.gif b/static/videos/ezgif-4-e7c944f24c.gif deleted file mode 100644 index 8aacad4..0000000 Binary files a/static/videos/ezgif-4-e7c944f24c.gif and /dev/null differ