Meta AI (FAIR) · embodied AI & robot learningMeta AI（FAIR） · 具身智能与机器人学习

@misc{kirillov2023segment,
  title = {{Segment Anything}},
  author = {Alexander Kirillov and Eric Mintun and Nikhila Ravi and Hanzi Mao and Chloe Rolland and Laura Gustafson and Tete Xiao and Spencer Whitehead and Alexander C. Berg and Wan-Yen Lo and Piotr Dollár and Ross Girshick},
  year = {2023},
  eprint = {2304.02643},
  archivePrefix = {arXiv},
  primaryClass = {cs.CV},
  url = {https://arxiv.org/abs/2304.02643},
}

@misc{lambeta2020digit,
  title = {{DIGIT: A Novel Design for a Low-Cost Compact High-Resolution Tactile Sensor with Application to In-Hand Manipulation}},
  author = {Mike Lambeta and Po-Wei Chou and Stephen Tian and Brian Yang and Benjamin Maloon and Victoria Rose Most and Dave Stroud and Raymond Santos and Ahmad Byagowi and Gregg Kammerer and Dinesh Jayaraman and Roberto Calandra},
  year = {2020},
  eprint = {2005.14679},
  archivePrefix = {arXiv},
  primaryClass = {cs.RO},
  url = {https://arxiv.org/abs/2005.14679},
}

@misc{carion2025sam,
  title = {{SAM 3: Segment Anything with Concepts}},
  author = {Nicolas Carion and Laura Gustafson and Yuan-Ting Hu and Shoubhik Debnath and Ronghang Hu and Didac Suris and Chaitanya Ryali and Kalyan Vasudev Alwala and Haitham Khedr and Andrew Huang and Jie Lei and Tengyu Ma and Baishan Guo and Arpit Kalla and Markus Marks and Joseph Greer and Meng Wang and Peize Sun and Roman Rädle and Triantafyllos Afouras and Effrosyni Mavroudi and Katherine Xu and Tsung-Han Wu and Yu Zhou and Liliane Momeni and Rishi Hazra and Shuangrui Ding and Sagar Vaze and Francois Porcher and Feng Li and Siyuan Li and Aishwarya Kamath and Ho Kei Cheng and Piotr Dollár and Nikhila Ravi and Kate Saenko and Pengchuan Zhang and Christoph Feichtenhofer},
  year = {2025},
  eprint = {2511.16719},
  archivePrefix = {arXiv},
  primaryClass = {cs.CV},
  url = {https://arxiv.org/abs/2511.16719},
}

@misc{assran2025v,
  title = {{V-JEPA 2: Self-Supervised Video Models Enable Understanding, Prediction and Planning}},
  author = {Mido Assran and Adrien Bardes and David Fan and Quentin Garrido and Russell Howes and Mojtaba and Komeili and Matthew Muckley and Ammar Rizvi and Claire Roberts and Koustuv Sinha and Artem Zholus and Sergio Arnaud and Abha Gejji and Ada Martin and Francois Robert Hogan and Daniel Dugas and Piotr Bojanowski and Vasil Khalidov and Patrick Labatut and Francisco Massa and Marc Szafraniec and Kapil Krishnakumar and Yong Li and Xiaodong Ma and Sarath Chandar and Franziska Meier and Yann LeCun and Michael Rabbat and Nicolas Ballas},
  year = {2025},
  eprint = {2506.09985},
  archivePrefix = {arXiv},
  primaryClass = {cs.AI},
  url = {https://arxiv.org/abs/2506.09985},
}

@misc{wang2025vggt,
  title = {{VGGT: Visual Geometry Grounded Transformer}},
  author = {Jianyuan Wang and Minghao Chen and Nikita Karaev and Andrea Vedaldi and Christian Rupprecht and David Novotny},
  year = {2025},
  eprint = {2503.11651},
  archivePrefix = {arXiv},
  primaryClass = {cs.CV},
  url = {https://arxiv.org/abs/2503.11651},
}

@misc{bhirangi2024anyskin,
  title = {{AnySkin: Plug-and-play Skin Sensing for Robotic Touch}},
  author = {Raunaq Bhirangi and Venkatesh Pattabiraman and Enes Erciyes and Yifeng Cao and Tess Hellebrekers and Lerrel Pinto},
  year = {2024},
  eprint = {2409.08276},
  archivePrefix = {arXiv},
  primaryClass = {cs.RO},
  url = {https://arxiv.org/abs/2409.08276},
}

@misc{lambeta2024digitizing,
  title = {{Digitizing Touch with an Artificial Multimodal Fingertip}},
  author = {Mike Lambeta and Tingfan Wu and Ali Sengul and Victoria Rose Most and Nolan Black and Kevin Sawyer and Romeo Mercado and Haozhi Qi and Alexander Sohn and Byron Taylor and Norb Tydingco and Gregg Kammerer and Dave Stroud and Jake Khatha and Kurt Jenkins and Kyle Most and Neal Stein and Ricardo Chavira and Thomas Craven-Bartle and Eric Sanchez and Yitian Ding and Jitendra Malik and Roberto Calandra},
  year = {2024},
  eprint = {2411.02479},
  archivePrefix = {arXiv},
  primaryClass = {cs.RO},
  url = {https://arxiv.org/abs/2411.02479},
}

@misc{liu2024ok,
  title = {{OK-Robot: What Really Matters in Integrating Open-Knowledge Models for Robotics}},
  author = {Peiqi Liu and Yaswanth Orru and Jay Vakil and Chris Paxton and Nur Muhammad Mahi Shafiullah and Lerrel Pinto},
  year = {2024},
  eprint = {2401.12202},
  archivePrefix = {arXiv},
  primaryClass = {cs.RO},
  url = {https://arxiv.org/abs/2401.12202},
}

@misc{ravi2024sam,
  title = {{SAM 2: Segment Anything in Images and Videos}},
  author = {Nikhila Ravi and Valentin Gabeur and Yuan-Ting Hu and Ronghang Hu and Chaitanya Ryali and Tengyu Ma and Haitham Khedr and Roman Rädle and Chloe Rolland and Laura Gustafson and Eric Mintun and Junting Pan and Kalyan Vasudev Alwala and Nicolas Carion and Chao-Yuan Wu and Ross Girshick and Piotr Dollár and Christoph Feichtenhofer},
  year = {2024},
  eprint = {2408.00714},
  archivePrefix = {arXiv},
  primaryClass = {cs.CV},
  url = {https://arxiv.org/abs/2408.00714},
}

@misc{higuera2024sparsh,
  title = {{Sparsh: Self-supervised touch representations for vision-based tactile sensing}},
  author = {Carolina Higuera and Akash Sharma and Chaithanya Krishna Bodduluri and Taosha Fan and Patrick Lancaster and Mrinal Kalakrishnan and Michael Kaess and Byron Boots and Mike Lambeta and Tingfan Wu and Mustafa Mukadam},
  year = {2024},
  eprint = {2410.24090},
  archivePrefix = {arXiv},
  primaryClass = {cs.RO},
  url = {https://arxiv.org/abs/2410.24090},
}

@misc{karaev2023cotracker,
  title = {{CoTracker: It is Better to Track Together}},
  author = {Nikita Karaev and Ignacio Rocco and Benjamin Graham and Natalia Neverova and Andrea Vedaldi and Christian Rupprecht},
  year = {2023},
  eprint = {2307.07635},
  archivePrefix = {arXiv},
  primaryClass = {cs.CV},
  url = {https://arxiv.org/abs/2307.07635},
}

@misc{oquab2023dinov,
  title = {{DINOv2: Learning Robust Visual Features without Supervision}},
  author = {Maxime Oquab and Timothée Darcet and Théo Moutakanni and Huy Vo and Marc Szafraniec and Vasil Khalidov and Pierre Fernandez and Daniel Haziza and Francisco Massa and Alaaeldin El-Nouby and Mahmoud Assran and Nicolas Ballas and Wojciech Galuba and Russell Howes and Po-Yao Huang and Shang-Wen Li and Ishan Misra and Michael Rabbat and Vasu Sharma and Gabriel Synnaeve and Hu Xu and Hervé Jegou and Julien Mairal and Patrick Labatut and Armand Joulin and Piotr Bojanowski},
  year = {2023},
  eprint = {2304.07193},
  archivePrefix = {arXiv},
  primaryClass = {cs.CV},
  url = {https://arxiv.org/abs/2304.07193},
}

@misc{grauman2023ego,
  title = {{Ego-Exo4D: Understanding Skilled Human Activity from First- and Third-Person Perspectives}},
  author = {Kristen Grauman and Andrew Westbury and Lorenzo Torresani and Kris Kitani and Jitendra Malik and Triantafyllos Afouras and Kumar Ashutosh and Vijay Baiyya and Siddhant Bansal and Bikram Boote and Eugene Byrne and Zach Chavis and Joya Chen and Feng Cheng and Fu-Jen Chu and Sean Crane and Avijit Dasgupta and Jing Dong and Maria Escobar and Cristhian Forigua and Abrham Gebreselasie and Sanjay Haresh and Jing Huang and Md Mohaiminul Islam and Suyog Jain and Rawal Khirodkar and Devansh Kukreja and Kevin J Liang and Jia-Wei Liu and Sagnik Majumder and Yongsen Mao and Miguel Martin and Effrosyni Mavroudi and Tushar Nagarajan and Francesco Ragusa and Santhosh Kumar Ramakrishnan and Luigi Seminara and Arjun Somayazulu and Yale Song and Shan Su and Zihui Xue and Edward Zhang and Jinxu Zhang and Angela Castillo and Changan Chen and Xinzhu Fu and Ryosuke Furuta and Cristina Gonzalez and Prince Gupta and Jiabo Hu and others},
  year = {2023},
  eprint = {2311.18259},
  archivePrefix = {arXiv},
  primaryClass = {cs.CV},
  url = {https://arxiv.org/abs/2311.18259},
}

@misc{qi2023general,
  title = {{General In-Hand Object Rotation with Vision and Touch}},
  author = {Haozhi Qi and Brent Yi and Sudharshan Suresh and Mike Lambeta and Yi Ma and Roberto Calandra and Jitendra Malik},
  year = {2023},
  eprint = {2309.09979},
  archivePrefix = {arXiv},
  primaryClass = {cs.RO},
  url = {https://arxiv.org/abs/2309.09979},
}

@misc{puig2023habitat,
  title = {{Habitat 3.0: A Co-Habitat for Humans, Avatars and Robots}},
  author = {Xavier Puig and Eric Undersander and Andrew Szot and Mikael Dallaire Cote and Tsung-Yen Yang and Ruslan Partsey and Ruta Desai and Alexander William Clegg and Michal Hlavac and So Yeon Min and Vladimír Vondruš and Theophile Gervet and Vincent-Pierre Berges and John M. Turner and Oleksandr Maksymets and Zsolt Kira and Mrinal Kalakrishnan and Jitendra Malik and Devendra Singh Chaplot and Unnat Jain and Dhruv Batra and Akshara Rai and Roozbeh Mottaghi},
  year = {2023},
  eprint = {2310.13724},
  archivePrefix = {arXiv},
  primaryClass = {cs.HC},
  url = {https://arxiv.org/abs/2310.13724},
}

@misc{suresh2023neural,
  title = {{Neural feels with neural fields: Visuo-tactile perception for in-hand manipulation}},
  author = {Sudharshan Suresh and Haozhi Qi and Tingfan Wu and Taosha Fan and Luis Pineda and Mike Lambeta and Jitendra Malik and Mrinal Kalakrishnan and Roberto Calandra and Michael Kaess and Joseph Ortiz and Mustafa Mukadam},
  year = {2023},
  eprint = {2312.13469},
  archivePrefix = {arXiv},
  primaryClass = {cs.RO},
  url = {https://arxiv.org/abs/2312.13469},
}

@misc{shafiullah2023bringing,
  title = {{On Bringing Robots Home}},
  author = {Nur Muhammad Mahi Shafiullah and Anant Rai and Haritheja Etukuru and Yiqian Liu and Ishan Misra and Soumith Chintala and Lerrel Pinto},
  year = {2023},
  eprint = {2311.16098},
  archivePrefix = {arXiv},
  primaryClass = {cs.RO},
  url = {https://arxiv.org/abs/2311.16098},
}

@misc{ramrakhya2023pirlnav,
  title = {{PIRLNav: Pretraining with Imitation and RL Finetuning for ObjectNav}},
  author = {Ram Ramrakhya and Dhruv Batra and Erik Wijmans and Abhishek Das},
  year = {2023},
  eprint = {2301.07302},
  archivePrefix = {arXiv},
  primaryClass = {cs.LG},
  url = {https://arxiv.org/abs/2301.07302},
}

@misc{nair2022r,
  title = {{R3M: A Universal Visual Representation for Robot Manipulation}},
  author = {Suraj Nair and Aravind Rajeswaran and Vikash Kumar and Chelsea Finn and Abhinav Gupta},
  year = {2022},
  eprint = {2203.12601},
  archivePrefix = {arXiv},
  primaryClass = {cs.RO},
  url = {https://arxiv.org/abs/2203.12601},
}

@misc{chen2021decision,
  title = {{Decision Transformer: Reinforcement Learning via Sequence Modeling}},
  author = {Lili Chen and Kevin Lu and Aravind Rajeswaran and Kimin Lee and Aditya Grover and Michael Laskin and Pieter Abbeel and Aravind Srinivas and Igor Mordatch},
  year = {2021},
  eprint = {2106.01345},
  archivePrefix = {arXiv},
  primaryClass = {cs.LG},
  url = {https://arxiv.org/abs/2106.01345},
}

@misc{grauman2021ego,
  title = {{Ego4D: Around the World in 3,000 Hours of Egocentric Video}},
  author = {Kristen Grauman and Andrew Westbury and Eugene Byrne and Zachary Chavis and Antonino Furnari and Rohit Girdhar and Jackson Hamburger and Hao Jiang and Miao Liu and Xingyu Liu and Miguel Martin and Tushar Nagarajan and Ilija Radosavovic and Santhosh Kumar Ramakrishnan and Fiona Ryan and Jayant Sharma and Michael Wray and Mengmeng Xu and Eric Zhongcong Xu and Chen Zhao and Siddhant Bansal and Dhruv Batra and Vincent Cartillier and Sean Crane and Tien Do and Morrie Doulaty and Akshay Erapalli and Christoph Feichtenhofer and Adriano Fragomeni and Qichen Fu and Abrham Gebreselasie and Cristina Gonzalez and James Hillis and Xuhua Huang and Yifei Huang and Wenqi Jia and Weslie Khoo and Jachym Kolar and Satwik Kottur and Anurag Kumar and Federico Landini and Chao Li and Yanghao Li and Zhenqiang Li and Karttikeya Mangalam and Raghava Modhugu and Jonathan Munro and Tullie Murrell and Takumi Nishiyasu and Will Price and others},
  year = {2021},
  eprint = {2110.07058},
  archivePrefix = {arXiv},
  primaryClass = {cs.CV},
  url = {https://arxiv.org/abs/2110.07058},
}

@misc{szot2021habitat,
  title = {{Habitat 2.0: Training Home Assistants to Rearrange their Habitat}},
  author = {Andrew Szot and Alex Clegg and Eric Undersander and Erik Wijmans and Yili Zhao and John Turner and Noah Maestre and Mustafa Mukadam and Devendra Chaplot and Oleksandr Maksymets and Aaron Gokaslan and Vladimir Vondrus and Sameer Dharur and Franziska Meier and Wojciech Galuba and Angel Chang and Zsolt Kira and Vladlen Koltun and Jitendra Malik and Manolis Savva and Dhruv Batra},
  year = {2021},
  eprint = {2106.14405},
  archivePrefix = {arXiv},
  primaryClass = {cs.LG},
  url = {https://arxiv.org/abs/2106.14405},
}

@misc{ramakrishnan2021habitat,
  title = {{Habitat-Matterport 3D Dataset (HM3D): 1000 Large-scale 3D Environments for Embodied AI}},
  author = {Santhosh K. Ramakrishnan and Aaron Gokaslan and Erik Wijmans and Oleksandr Maksymets and Alex Clegg and John Turner and Eric Undersander and Wojciech Galuba and Andrew Westbury and Angel X. Chang and Manolis Savva and Yili Zhao and Dhruv Batra},
  year = {2021},
  eprint = {2109.08238},
  archivePrefix = {arXiv},
  primaryClass = {cs.CV},
  url = {https://arxiv.org/abs/2109.08238},
}

@misc{yarats2021mastering,
  title = {{Mastering Visual Continuous Control: Improved Data-Augmented Reinforcement Learning}},
  author = {Denis Yarats and Rob Fergus and Alessandro Lazaric and Lerrel Pinto},
  year = {2021},
  eprint = {2107.09645},
  archivePrefix = {arXiv},
  primaryClass = {cs.AI},
  url = {https://arxiv.org/abs/2107.09645},
}

@misc{kumar2021rma,
  title = {{RMA: Rapid Motor Adaptation for Legged Robots}},
  author = {Ashish Kumar and Zipeng Fu and Deepak Pathak and Jitendra Malik},
  year = {2021},
  eprint = {2107.04034},
  archivePrefix = {arXiv},
  primaryClass = {cs.LG},
  url = {https://arxiv.org/abs/2107.04034},
}

@misc{bhirangi2021reskin,
  title = {{ReSkin: versatile, replaceable, lasting tactile skins}},
  author = {Raunaq Bhirangi and Tess Hellebrekers and Carmel Majidi and Abhinav Gupta},
  year = {2021},
  eprint = {2111.00071},
  archivePrefix = {arXiv},
  primaryClass = {cs.RO},
  url = {https://arxiv.org/abs/2111.00071},
}

@misc{krantz2020beyond,
  title = {{Beyond the Nav-Graph: Vision-and-Language Navigation in Continuous Environments}},
  author = {Jacob Krantz and Erik Wijmans and Arjun Majumdar and Dhruv Batra and Stefan Lee},
  year = {2020},
  eprint = {2004.02857},
  archivePrefix = {arXiv},
  primaryClass = {cs.CV},
  url = {https://arxiv.org/abs/2004.02857},
}

@misc{chaplot2020learning,
  title = {{Learning to Explore using Active Neural SLAM}},
  author = {Devendra Singh Chaplot and Dhiraj Gandhi and Saurabh Gupta and Abhinav Gupta and Ruslan Salakhutdinov},
  year = {2020},
  eprint = {2004.05155},
  archivePrefix = {arXiv},
  primaryClass = {cs.CV},
  url = {https://arxiv.org/abs/2004.05155},
}

@misc{chaplot2020object,
  title = {{Object Goal Navigation using Goal-Oriented Semantic Exploration}},
  author = {Devendra Singh Chaplot and Dhiraj Gandhi and Abhinav Gupta and Ruslan Salakhutdinov},
  year = {2020},
  eprint = {2007.00643},
  archivePrefix = {arXiv},
  primaryClass = {cs.CV},
  url = {https://arxiv.org/abs/2007.00643},
}

@misc{wang2020tacto,
  title = {{TACTO: A Fast, Flexible, and Open-source Simulator for High-Resolution Vision-based Tactile Sensors}},
  author = {Shaoxiong Wang and Mike Lambeta and Po-Wei Chou and Roberto Calandra},
  year = {2020},
  eprint = {2012.08456},
  archivePrefix = {arXiv},
  primaryClass = {cs.RO},
  url = {https://arxiv.org/abs/2012.08456},
}

@misc{savva2019habitat,
  title = {{Habitat: A Platform for Embodied AI Research}},
  author = {Manolis Savva and Abhishek Kadian and Oleksandr Maksymets and Yili Zhao and Erik Wijmans and Bhavana Jain and Julian Straub and Jia Liu and Vladlen Koltun and Jitendra Malik and Devi Parikh and Dhruv Batra},
  year = {2019},
  eprint = {1904.01201},
  archivePrefix = {arXiv},
  primaryClass = {cs.CV},
  url = {https://arxiv.org/abs/1904.01201},
}