untagged.bib

@inproceedings{zhu2023excalibur,
  title={EXCALIBUR: Encouraging and Evaluating Embodied Exploration},
  author={Zhu, Hao and Kapoor, Raghav and Min, So Yeon and Han, Winson and Li, Jiatai and Geng, Kaiwen and Neubig, Graham and Bisk, Yonatan and Kembhavi, Aniruddha and Weihs, Luca},
  booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
  pages={14931--14942},
  year={2023}
}


@article{wu2023plan,
  title={Plan, Eliminate, and Track--Language Models are Good Teachers for Embodied Agents},
  author={Wu, Yue and Min, So Yeon and Bisk, Yonatan and Salakhutdinov, Ruslan and Azaria, Amos and Li, Yuanzhi and Mitchell, Tom and Prabhumoye, Shrimai},
  journal={arXiv preprint arXiv:2305.02412},
  year={2023}
}
@article{DBLP:journals/corr/abs-2103-00020,
  author       = {Alec Radford and
                  Jong Wook Kim and
                  Chris Hallacy and
                  Aditya Ramesh and
                  Gabriel Goh and
                  Sandhini Agarwal and
                  Girish Sastry and
                  Amanda Askell and
                  Pamela Mishkin and
                  Jack Clark and
                  Gretchen Krueger and
                  Ilya Sutskever},
  title        = {Learning Transferable Visual Models From Natural Language Supervision},
  journal      = {CoRR},
  volume       = {abs/2103.00020},
  year         = {2021},
  url          = {https://arxiv.org/abs/2103.00020},
  eprinttype    = {arXiv},
  eprint       = {2103.00020},
  timestamp    = {Thu, 04 Mar 2021 17:00:40 +0100},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2103-00020.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@misc{chung2022scaling,
      title={Scaling Instruction-Finetuned Language Models}, 
      author={Hyung Won Chung and Le Hou and Shayne Longpre and Barret Zoph and Yi Tay and William Fedus and Yunxuan Li and Xuezhi Wang and Mostafa Dehghani and Siddhartha Brahma and Albert Webson and Shixiang Shane Gu and Zhuyun Dai and Mirac Suzgun and Xinyun Chen and Aakanksha Chowdhery and Alex Castro-Ros and Marie Pellat and Kevin Robinson and Dasha Valter and Sharan Narang and Gaurav Mishra and Adams Yu and Vincent Zhao and Yanping Huang and Andrew Dai and Hongkun Yu and Slav Petrov and Ed H. Chi and Jeff Dean and Jacob Devlin and Adam Roberts and Denny Zhou and Quoc V. Le and Jason Wei},
      year={2022},
      eprint={2210.11416},
      archivePrefix={arXiv},
      primaryClass={cs.LG}
}
@misc{yang2023autogpt,
      title={Auto-GPT for Online Decision Making: Benchmarks and Additional Opinions}, 
      author={Hui Yang and Sifu Yue and Yunzhong He},
      year={2023},
      eprint={2306.02224},
      archivePrefix={arXiv},
      primaryClass={cs.AI}
}
@article{DBLP:journals/corr/CourbariauxB16,
  author       = {Matthieu Courbariaux and
                  Yoshua Bengio},
  title        = {BinaryNet: Training Deep Neural Networks with Weights and Activations
                  Constrained to +1 or -1},
  journal      = {CoRR},
  volume       = {abs/1602.02830},
  year         = {2016},
  url          = {http:https://arxiv.org/abs/1602.02830},
  eprinttype    = {arXiv},
  eprint       = {1602.02830},
  timestamp    = {Mon, 13 Aug 2018 16:46:57 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/CourbariauxB16.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-1711-00937,
  author       = {A{\"{a}}ron van den Oord and
                  Oriol Vinyals and
                  Koray Kavukcuoglu},
  title        = {Neural Discrete Representation Learning},
  journal      = {CoRR},
  volume       = {abs/1711.00937},
  year         = {2017},
  url          = {http:https://arxiv.org/abs/1711.00937},
  eprinttype    = {arXiv},
  eprint       = {1711.00937},
  timestamp    = {Mon, 13 Aug 2018 16:48:11 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-1711-00937.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@Misc{peft,
  title =        {PEFT: State-of-the-art Parameter-Efficient Fine-Tuning methods},
  author =       {Sourab Mangrulkar and Sylvain Gugger and Lysandre Debut and Younes Belkada and Sayak Paul and Benjamin Bossan},
  howpublished = {\url{https://github.com/huggingface/peft}},
  year =         {2022}
}
@article{chang2023goat,
  title={Goat: Go to any thing},
  author={Chang, Matthew and Gervet, Theophile and Khanna, Mukul and Yenamandra, Sriram and Shah, Dhruv and Min, So Yeon and Shah, Kavit and Paxton, Chris and Gupta, Saurabh and Batra, Dhruv and others},
  journal={arXiv preprint arXiv:2311.06430},
  year={2023}
}

@inproceedings{shridhar2020alfred,
  title={ALFRED: A Benchmark for Interpreting Grounded Instructions for Everyday Tasks},
  author={Shridhar, Mohit and Thomason, Jesse and Gordon, Daniel and Bisk, Yonatan and Han, Winson and Mottaghi, Roozbeh and Zettlemoyer, Luke and Fox, Dieter},
  booktitle={Proceedings of the IEEE/CVF conference on computer vision and pattern recognition},
  pages={10740--10749},
  year={2020}
}



## Papers
### Surveys and Overview
@article{gweon2023socially,
  title={Socially intelligent machines that learn from humans and help humans learn},
  author={Gweon, Hyowon and Fan, Judith and Kim, Been},
  journal={Philosophical Transactions of the Royal Society A},
  volume={381},
  number={2251},
  pages={20220048},
  year={2023},
  url = {https://doi.org/10.1098/rsta.2022.0048},
  publisher={The Royal Society}
}

### Environments

#### Text and Speech Environments
@misc{chen2023agentverse,
      title={AgentVerse: Facilitating Multi-Agent Collaboration and Exploring Emergent Behaviors}, 
      author={Weize Chen and Yusheng Su and Jingwei Zuo and Cheng Yang and Chenfei Yuan and Chi-Min Chan and Heyang Yu and Yaxi Lu and Yi-Hsin Hung and Chen Qian and Yujia Qin and Xin Cong and Ruobing Xie and Zhiyuan Liu and Maosong Sun and Jie Zhou},
      year={2023},
      eprint={2308.10848},
      archivePrefix={arXiv},
      primaryClass={cs.CL}
}

#### Virtual Environments
#### Embodied Environments





#### Robotics

### Modeling

#### In-context Learning
@misc{
wang2024avalons,
title={Avalon's Game of Thoughts: Battle Against Deception through Recursive Contemplation},
author={Shenzhi Wang and Chang Liu and Zilong Zheng and Siyuan Qi and Shuo Chen and Qisen Yang and Andrew Zhao and Chaofei Wang and Shiji Song and Gao Huang},
year={2024},
url={https://openreview.net/forum?id=fvhJu0FODp}
}

@article{min2021film,
  title={Film: Following instructions in language with modular methods},
  author={Min, So Yeon and Chaplot, Devendra Singh and Ravikumar, Pradeep and Bisk, Yonatan and Salakhutdinov, Ruslan},
  journal={arXiv preprint arXiv:2110.07342},
  year={2021}
}


#### Finetuning

@inproceedings{min2023self,
  title={Self-Supervised Object Goal Navigation with In-Situ Finetuning},
  author={Min, So Yeon and Tsai, Yao-Hung Hubert and Ding, Wei and Farhadi, Ali and Salakhutdinov, Ruslan and Bisk, Yonatan and Zhang, Jian},
  booktitle={2023 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)},
  pages={7119--7126},
  year={2023},
  organization={IEEE}
}

#### Reinforcement learning
@article{Hammond2024SymmetryBreakingAF,
  title={Symmetry-Breaking Augmentations for Ad Hoc Teamwork},
  author={Ravi Hammond and Dustin Craggs and Mingyu Guo and Jakob Foerster and Ian Reid},
  journal={ArXiv},
  year={2024},
  volume={abs/2402.09984},
  url={https://api.semanticscholar.org/CorpusID:267682043}
}

### Evaluating social agents

#### Evaluating text social agents


#### Evaluating embodied social agents

@article{francis2023principles,
  title={Principles and guidelines for evaluating social robot navigation algorithms},
  author={Francis, Anthony and P{\'e}rez-d'Arpino, Claudia and Li, Chengshu and Xia, Fei and Alahi, Alexandre and Alami, Rachid and Bera, Aniket and Biswas, Abhijat and Biswas, Joydeep and Chandra, Rohan and others},
  journal={arXiv preprint arXiv:2306.16740},
  year={2023}
}

@article{knott2021evaluating,
  title={Evaluating the robustness of collaborative agents},
  author={Knott, Paul and Carroll, Micah and Devlin, Sam and Ciosek, Kamil and Hofmann, Katja and Dragan, Anca D and Shah, Rohin},
  journal={arXiv preprint arXiv:2101.05507},
  year={2021}
}

@article{manso2020socnav1,
  title={Socnav1: A dataset to benchmark and learn social navigation conventions},
  author={Manso, Luis J and Nu{\~n}ez, Pedro and Calderita, Luis V and Faria, Diego R and Bachiller, Pilar},
  journal={Data},
  volume={5},
  number={1},
  pages={7},
  year={2020},
  publisher={MDPI}
}

@article{bachiller2022graph,
  title={A graph neural network to model disruption in human-aware robot navigation},
  author={Bachiller, Pilar and Rodriguez-Criado, Daniel and Jorvekar, Ronit R and Bustos, Pablo and Faria, Diego R and Manso, Luis J},
  journal={Multimedia Tools and Applications},
  volume={81},
  number={3},
  pages={3277--3295},
  year={2022},
  publisher={Springer}
}

@article{kastner2022arena,
  title={Arena-bench: A benchmarking suite for obstacle avoidance approaches in highly dynamic environments},
  author={K{\"a}stner, Linh and Bhuiyan, Teham and Le, Tuan Anh and Treis, Elias and Cox, Johannes and Meinardus, Boris and Kmiecik, Jacek and Carstens, Reyk and Pichel, Duc and Fatloun, Bassel and others},
  journal={IEEE Robotics and Automation Letters},
  volume={7},
  number={4},
  pages={9477--9484},
  year={2022},
  publisher={IEEE}
}

@article{li2021igibson,
  title={igibson 2.0: Object-centric simulation for robot learning of everyday household tasks},
  author={Li, Chengshu and Xia, Fei and Mart{\'\i}n-Mart{\'\i}n, Roberto and Lingelbach, Michael and Srivastava, Sanjana and Shen, Bokui and Vainio, Kent and Gokmen, Cem and Dharan, Gokul and Jain, Tanish and others},
  journal={arXiv preprint arXiv:2108.03272},
  year={2021}
}

@inproceedings{yokoyama2022benchmarking,
  title={Benchmarking augmentation methods for learning robust navigation agents: the winning entry of the 2021 igibson challenge},
  author={Yokoyama, Naoki and Luo, Qian and Batra, Dhruv and Ha, Sehoon},
  booktitle={2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)},
  pages={1748--1755},
  year={2022},
  organization={IEEE}
}

@inproceedings{padmakumar2022teach,
  title={Teach: Task-driven embodied agents that chat},
  author={Padmakumar, Aishwarya and Thomason, Jesse and Shrivastava, Ayush and Lange, Patrick and Narayan-Chen, Anjali and Gella, Spandana and Piramuthu, Robinson and Tur, Gokhan and Hakkani-Tur, Dilek},
  booktitle={Proceedings of the AAAI Conference on Artificial Intelligence},
  volume={36},
  number={2},
  pages={2017--2025},
  year={2022}
}

@article{min2022don,
  title={Don't copy the teacher: Data and model challenges in embodied dialogue},
  author={Min, So Yeon and Zhu, Hao and Salakhutdinov, Ruslan and Bisk, Yonatan},
  journal={arXiv preprint arXiv:2210.04443},
  year={2022}
}

@article{biswas2022socnavbench,
  title={Socnavbench: A grounded simulation testing framework for evaluating social navigation},
  author={Biswas, Abhijat and Wang, Allan and Silvera, Gustavo and Steinfeld, Aaron and Admoni, Henny},
  journal={ACM Transactions on Human-Robot Interaction (THRI)},
  volume={11},
  number={3},
  pages={1--24},
  year={2022},
  publisher={ACM New York, NY}
}

@article{zhou2023dialogue,
  title={Dialogue shaping: Empowering agents through npc interaction},
  author={Zhou, Wei and Peng, Xiangyu and Riedl, Mark},
  journal={arXiv preprint arXiv:2307.15833},
  year={2023}
}

@inproceedings{akoury2023framework,
  title={A Framework for Exploring Player Perceptions of LLM-Generated Dialogue in Commercial Video Games},
  author={Akoury, Nader and Yang, Qian and Iyyer, Mohit},
  booktitle={The 2023 Conference on Empirical Methods in Natural Language Processing},
  year={2023}
}

@article{peng2024player,
  title={Player-Driven Emergence in LLM-Driven Game Narrative},
  author={Peng, Xiangyu and Quaye, Jessica and Xu, Weijia and Brockett, Chris and Dolan, Bill and Jojic, Nebojsa and DesGarennes, Gabriel and Lobb, Ken and Xu, Michael and Leandro, Jorge and others},
  journal={arXiv preprint arXiv:2404.17027},
  year={2024}
}

@inproceedings{patel2021interpretation,
  title={Interpretation of emergent communication in heterogeneous collaborative embodied agents},
  author={Patel, Shivansh and Wani, Saim and Jain, Unnat and Schwing, Alexander G and Lazebnik, Svetlana and Savva, Manolis and Chang, Angel X},
  booktitle={Proceedings of the IEEE/CVF International Conference on Computer Vision},
  pages={15953--15963},
  year={2021}
}

@article{bhoopchand2023learning,
  title={Learning few-shot imitation as cultural transmission},
  author={Bhoopchand, Avishkar and Brownfield, Bethanie and Collister, Adrian and Dal Lago, Agustin and Edwards, Ashley and Everett, Richard and Fr{\'e}chette, Alexandre and Oliveira, Yanko Gitahy and Hughes, Edward and Mathewson, Kory W and others},
  journal={Nature Communications},
  volume={14},
  number={1},
  pages={7536},
  year={2023},
  publisher={Nature Publishing Group UK London}
}

@article{chang2023editing,
  title={Editing Driver Character: Socially-Controllable Behavior Generation for Interactive Traffic Simulation},
  author={Chang, Wei-Jer and Tang, Chen and Li, Chenran and Hu, Yeping and Tomizuka, Masayoshi and Zhan, Wei},
  journal={IEEE Robotics and Automation Letters},
  year={2023},
  publisher={IEEE}
}

@article{wang2023empowering,
  title={Empowering Autonomous Driving with Large Language Models: A Safety Perspective},
  author={Wang, Yixuan and Jiao, Ruochen and Lang, Chengtian and Zhan, Sinong Simon and Huang, Chao and Wang, Zhaoran and Yang, Zhuoran and Zhu, Qi},
  journal={arXiv preprint arXiv:2312.00812},
  year={2023}
}





#### Evaluating virtual social agents

#### Evaluating robotics in social contexts

### Interactions with humans

#### Human-Chatbot Interaction

#### Human-Embodied Agent Interaction

@article{ajoudani2018progress,
  title={Progress and prospects of the human--robot collaboration},
  author={Ajoudani, Arash and Zanchettin, Andrea Maria and Ivaldi, Serena and Albu-Sch{\"a}ffer, Alin and Kosuge, Kazuhiro and Khatib, Oussama},
  journal={Autonomous Robots},
  volume={42},
  number={5},
  pages={957--975},
  year={2018},
  publisher={Springer}
}

@article{bauer2008human,
  title={Human--robot collaboration: a survey},
  author={Bauer, Andrea and Wollherr, Dirk and Buss, Martin},
  journal={International Journal of Humanoid Robotics},
  volume={5},
  number={01},
  pages={47--66},
  year={2008},
  publisher={World Scientific}
}

 @inproceedings{mertens2011assistive,
  title={Assistive robots in eldercare and daily living: Automation of individual services for senior citizens},
  author={Mertens, Alexander and Reiser, Ulrich and Brenken, Benedikt and L{\"u}dtke, Mathias and H{\"a}gele, Martin and Verl, Alexander and Brandl, Christopher and Schlick, Christopher},
  booktitle={International Conference on Intelligent Robotics and Applications},
  pages={542--552},
  year={2011},
  organization={Springer}
}

@inproceedings{koppula2016anticipatory,
  title={Anticipatory planning for human-robot teams},
  author={Koppula, Hema S and Jain, Ashesh and Saxena, Ashutosh},
  booktitle={Experimental robotics},
  pages={453--470},
  year={2016},
  organization={Springer}
}

@inproceedings{kosuge2000mobile,
  title={Mobile robot helper},
  author={Kosuge, Kazuhiro and Sato, Manabu and Kazamura, Norihide},
  booktitle={Proceedings 2000 ICRA. Millennium Conference. IEEE International Conference on Robotics and Automation. Symposia Proceedings (Cat. No. 00CH37065)},
  volume={1},
  pages={583--588},
  year={2000},
  organization={IEEE}
}

@inproceedings{colome2015friction,
  title={A friction-model-based framework for reinforcement learning of robotic tasks in non-rigid environments},
  author={Colom{\'e}, Adria and Planells, Antoni and Torras, Carme},
  booktitle={2015 IEEE international conference on robotics and automation (ICRA)},
  pages={5649--5654},
  year={2015},
  organization={IEEE}
}

@inproceedings{fong2004peer,
  title={Peer-to-Peer Human-Robot Interaction for Space Exploration.},
  author={Fong, Terrence and Nourbakhsh, Illah R},
  booktitle={AAAI Technical Report (5)},
  pages={87--90},
  year={2004}
}

@article{montemerlo2002experiences,
  title={Experiences with a mobile robotic guide for the elderly},
  author={Montemerlo, Michael and Pineau, Joelle and Roy, Nicholas and Thrun, Sebastian and Verma, Vandi},
  journal={AAAI/IAAI},
  volume={2002},
  pages={587--592},
  year={2002}
}

@article{hadfield2016cooperative,
  title={Cooperative inverse reinforcement learning},
  author={Hadfield-Menell, Dylan and Russell, Stuart J and Abbeel, Pieter and Dragan, Anca},
  journal={Advances in neural information processing systems},
  volume={29},
  year={2016}
}

@inproceedings{levratti2016tirebot,
  title={TIREBOT: A novel tire workshop assistant robot},
  author={Levratti, Alessio and De Vuono, Antonio and Fantuzzi, Cesare and Secchi, Cristian},
  booktitle={2016 IEEE international conference on advanced intelligent mechatronics (AIM)},
  pages={733--738},
  year={2016},
  organization={IEEE}
}

@incollection{fisac2020pragmatic,
  title={Pragmatic-pedagogic value alignment},
  author={Fisac, Jaime F and Gates, Monica A and Hamrick, Jessica B and Liu, Chang and Hadfield-Menell, Dylan and Palaniappan, Malayandi and Malik, Dhruv and Sastry, S Shankar and Griffiths, Thomas L and Dragan, Anca D},
  booktitle={Robotics Research},
  pages={49--57},
  year={2020},
  publisher={Springer}
}

@article{zhu2013machine,
  title={Machine teaching for bayesian learners in the exponential family},
  author={Zhu, Jerry},
  journal={Advances in Neural Information Processing Systems},
  volume={26},
  year={2013}
}

@book{sadigh2017active,
  title={Active preference-based learning of reward functions},
  author={Sadigh, Dorsa and Dragan, Anca D and Sastry, Shankar and Seshia, Sanjit A},
  year={2017},
  journal={Proceedings of Robotics: Science and Systems (RSS)},
  doi={ 10.15607/RSS.2017.XIII.053}
}

@article{Nikolaidis2017GameTheoreticMO,
  title={Game-Theoretic Modeling of Human Adaptation in Human-Robot Collaboration},
  author={Stefanos Nikolaidis and Swaprava Nath and Ariel D. Procaccia and Siddhartha S. Srinivasa},
  journal={2017 12th ACM/IEEE International Conference on Human-Robot Interaction (HRI},
  year={2017},
  pages={323-331}
}


@inproceedings{brown2021value,
  title={Value alignment verification},
  author={Brown, Daniel S and Schneider, Jordan and Dragan, Anca and Niekum, Scott},
  booktitle={International Conference on Machine Learning},
  pages={1105--1115},
  year={2021},
  organization={PMLR}
}

@article{christiano2017deep,
  title={Deep reinforcement learning from human preferences},
  author={Christiano, Paul F and Leike, Jan and Brown, Tom and Martic, Miljan and Legg, Shane and Amodei, Dario},
  journal={Advances in neural information processing systems},
  volume={30},
  year={2017}
}

@article{amodei2016concrete,
  title={Concrete problems in AI safety},
  author={Amodei, Dario and Olah, Chris and Steinhardt, Jacob and Christiano, Paul and Schulman, John and Man{\'e}, Dan},
  journal={arXiv preprint arXiv:1606.06565},
  year={2016}
}



@article{carlson2013theory,
  title={Theory of mind},
  author={Carlson, Stephanie M and Koenig, Melissa A and Harms, Madeline B},
  journal={Wiley Interdisciplinary Reviews: Cognitive Science},
  volume={4},
  number={4},
  pages={391--402},
  year={2013},
  publisher={Wiley Online Library}
}

@article{ho2022planning,
  title={Planning with theory of mind},
  author={Ho, Mark K and Saxe, Rebecca and Cushman, Fiery},
  journal={Trends in Cognitive Sciences},
  year={2022},
  publisher={Elsevier}
}

@article{baron1985does,
  title={Does the autistic child have a “theory of mind”?},
  author={Baron-Cohen, Simon and Leslie, Alan M and Frith, Uta},
  journal={Cognition},
  volume={21},
  number={1},
  pages={37--46},
  year={1985},
  publisher={Elsevier}
}

@article{wimmer1983beliefs,
  title={Beliefs about beliefs: Representation and constraining function of wrong beliefs in young children's understanding of deception},
  author={Wimmer, Heinz and Perner, Josef},
  journal={Cognition},
  volume={13},
  number={1},
  pages={103--128},
  year={1983},
  publisher={Elsevier}
}

@article{tabrez2020survey,
  title={A survey of mental modeling techniques in human--robot teaming},
  author={Tabrez, Aaquib and Luebbers, Matthew B and Hayes, Bradley},
  journal={Current Robotics Reports},
  volume={1},
  number={4},
  pages={259--267},
  year={2020},
  publisher={Springer}
}

@book{perner1991understanding,
  title={Understanding the representational mind.},
  author={Perner, Josef},
  year={1991},
  publisher={The MIT Press}
}
@article{russell2015research,
  title={Research priorities for robust and beneficial artificial intelligence},
  author={Russell, Stuart and Dewey, Daniel and Tegmark, Max},
  journal={Ai Magazine},
  volume={36},
  number={4},
  pages={105--114},
  year={2015}
}


@article{intentionmotionplan,
author = {Bandyopadhyay, Tirthankar and Kok, Sung and Won, Emilio and Frazzoli, David and Hsu, Wee and Lee, Daniela and Rus, Daniela},
year = {2013},
month = {02},
pages = {},
title = {Intention-Aware Motion Planning},
volume = {86},
isbn = {978-3-642-36278-1},
journal = {Springer Tracts in Advanced Robotics, Algorithmic Foundations of Robotics X},
doi = {10.1007/978-3-642-36279-8_29}
}

@inproceedings{collabaction,
author = {Nguyen, Truong-Huy and Hsu, David and Lee, Wee-Sun and Leong, Tze-Yun and Kaelbling, Leslie and Lozano-Perez, Tomas and Grant, Andrew},
year = {2011},
month = {10},
pages = {},
title = {CAPIR: Collaborative Action Planning with Intention Recognition},
journal = {Proceedings of the 7th AAAI Conference on Artificial Intelligence and Interactive Digital Entertainment, AIIDE 2011}
}

@article{Nikolaidis2013HumanrobotCC,
  title={Human-robot cross-training: Computational formulation, modeling and evaluation of a human team training strategy},
  author={Stefanos Nikolaidis and Julie A. Shah},
  journal={2013 8th ACM/IEEE International Conference on Human-Robot Interaction (HRI)},
  year={2013},
  pages={33-40}
}

@inproceedings{baker2011bayesian,
  title={Bayesian theory of mind: Modeling joint belief-desire attribution},
  author={Baker, Chris and Saxe, Rebecca and Tenenbaum, Joshua},
  booktitle={Proceedings of the annual meeting of the cognitive science society},
  volume={33},
  number={33},
  year={2011}
}

@inproceedings{nikolaidis2016formalizing,
  title={Formalizing human-robot mutual adaptation: A bounded memory model},
  author={Nikolaidis, Stefanos and Kuznetsov, Anton and Hsu, David and Srinivasa, Siddhartha},
  booktitle={2016 11th ACM/IEEE International Conference on Human-Robot Interaction (HRI)},
  pages={75--82},
  year={2016},
  organization={IEEE}
}

@inproceedings{nikolaidis2017human,
  title={Human-robot mutual adaptation in shared autonomy},
  author={Nikolaidis, Stefanos and Zhu, Yu Xiang and Hsu, David and Srinivasa, Siddhartha},
  booktitle={2017 12th ACM/IEEE International Conference on Human-Robot Interaction (HRI},
  pages={294--302},
  year={2017},
  organization={IEEE}
}


@inproceedings{bosch2019six,
  title={Six challenges for human-AI Co-learning},
  author={Bosch, Karel van den and Schoonderwoerd, Tjeerd and Blankendaal, Romy and Neerincx, Mark},
  booktitle={International Conference on Human-Computer Interaction},
  pages={572--589},
  year={2019},
  organization={Springer}
}


@article{van2021becoming,
  title={Becoming team members: identifying interaction patterns of mutual adaptation for human-robot co-learning},
  author={Van Zoelen, Emma M and Van Den Bosch, Karel and Neerincx, Mark},
  journal={Frontiers in Robotics and AI},
  volume={8},
  year={2021},
  publisher={Frontiers Media SA}
}

@inproceedings{brown2019machine,
  title={Machine teaching for inverse reinforcement learning: Algorithms and applications},
  author={Brown, Daniel S and Niekum, Scott},
  booktitle={Proceedings of the AAAI Conference on Artificial Intelligence},
  volume={33},
  number={01},
  pages={7749--7758},
  year={2019}
}

#### Human Robot Interaction

#### Human-Human Interaction

### Challenges

#### Theory of Mind

#### Social Learning

#### Simultaneous Interaction

### Applications

#### Health

#### Policy

#### Education

### Concerns

#### Risks

#### Safety