Skip to content

Latest commit

 

History

History
17638 lines (16995 loc) · 745 KB

Before-2013_year_datasets.md

File metadata and controls

17638 lines (16995 loc) · 745 KB

Home           Papers           Datasets           Metrics           

Home           Alphabetical           Year           Application           Task           Annotation           

2018-present           2014-2017           Before-2013           

Before-2013

2013

    Penn Action link paper
    • Summary: A dataset of 2.3K+ video clips of 15 actions with the corresponding human joint annotations
    • Applications: Video prediction, Motion prediction
    • Data type and annotations: RGB, bounding box, pose, activity label
    • Task: Activity
      Used in papers
        Xu et al., "Video Prediction via Example Guidance", ICML, 2020. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Xu_2020_ICML,
    author = "Xu, Jingwei and Xu, Huazhe and Ni, Bingbing and Yang, Xiaokang and Darrell, Trevor",
    title = "Video Prediction via Example Guidance",
    booktitle = "ICML",
    year = "2020"
}
        Ye et al., "Compositional Video Prediction", ICCV, 2019. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Ye_2019_ICCV,
    author = "Ye, Yufei and Singh, Maneesh and Gupta, Abhinav and Tulsiani, Shubham",
    title = "Compositional Video Prediction",
    booktitle = "ICCV",
    year = "2019"
}
        Kim et al., "Unsupervised Keypoint Learning For Guiding Class-Conditional Video Prediction", NeurIPS, 2019. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Kim_2019_NeurIPS,
    author = "Kim, Yunji and Nam, Seonghyeon and Cho, In and Kim, Seon Joo",
    title = "Unsupervised Keypoint Learning For Guiding Class-Conditional Video Prediction",
    booktitle = "NeurIPS",
    year = "2019"
}
        Tang et al., "Pose Guided Global And Local Gan For Appearance Preserving Human Video Prediction", ICIP, 2019. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Tang_2019_ICIP,
    author = "Tang, J. and Hu, H. and Zhou, Q. and Shan, H. and Tian, C. and Quek, T. Q. S.",
    booktitle = "ICIP",
    title = "Pose Guided Global And Local Gan For Appearance Preserving Human Video Prediction",
    year = "2019"
}
        Zhao et al., "Learning To Forecast And Refine Residual Motion For Image-To-Video Generation", ECCV, 2018. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Zhao_2018_ECCV,
    author = "Zhao, Long and Peng, Xi and Tian, Yu and Kapadia, Mubbasir and Metaxas, Dimitris",
    title = "Learning To Forecast And Refine Residual Motion For Image-To-Video Generation",
    booktitle = "ECCV",
    year = "2018"
}
        Walker et al., "The Pose Knows: Video Forecasting By Generating Pose Futures", ICCV, 2017. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Walker_2017_ICCV,
    author = "Walker, Jacob and Marino, Kenneth and Gupta, Abhinav and Hebert, Martial",
    title = "The Pose Knows: Video Forecasting By Generating Pose Futures",
    booktitle = "ICCV",
    year = "2017"
}
        Villegas et al., "Learning To Generate Long-Term Future Via Hierarchical Prediction", ICML, 2017. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Villegas_2017_ICML,
    author = "Villegas, Ruben and Yang, Jimei and Zou, Yuliang and Sohn, Sungryull and Lin, Xunyu and Lee, Honglak",
    title = "Learning To Generate Long-Term Future Via Hierarchical Prediction",
    booktitle = "ICML",
    year = "2017"
}
        Sun et al., "Action-guided 3D Human Motion Prediction", NeurIPS, 2021. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Sun_2021_NeurIPS,
    author = "Sun, Jiangxin and Lin, Zihang and Han, Xintong and Hu, Jian-Fang and Xu, Jia and Zheng, Wei-Shi",
    booktitle = "NeurIPS",
    title = "Action-guided {3D} Human Motion Prediction",
    year = "2021"
}
        Aliakbarian et al., "Contextually Plausible and Diverse 3D Human Motion Prediction", ICCV, 2021. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Aliakbarian_2021_ICCV,
    author = "Aliakbarian, Sadegh and Saleh, Fatemeh and Petersson, Lars and Gould, Stephen and Salzmann, Mathieu",
    title = "Contextually Plausible and Diverse {3D} Human Motion Prediction",
    booktitle = "ICCV",
    year = "2021"
}
        Zhang et al., "Predicting 3D Human Dynamics From Video", ICCV, 2019. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Zhang_2019_ICCV,
    author = "Zhang, Jason Y. and Felsen, Panna and Kanazawa, Angjoo and Malik, Jitendra",
    title = "Predicting {3D} Human Dynamics From Video",
    booktitle = "ICCV",
    year = "2019"
}
        Chiu et al., "Action-Agnostic Human Pose Forecasting", WACV, 2019. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Chiu_2019_WACV,
    author = "Chiu, H. and Adeli, E. and Wang, B. and Huang, D. and Niebles, J. C.",
    booktitle = "WACV",
    title = "Action-Agnostic Human Pose Forecasting",
    year = "2019"
}
        Chao et al., "Forecasting Human Dynamics From Static Images", CVPR, 2017. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Chao_2017_CVPR,
    author = "Chao, Yu-Wei and Yang, Jimei and Price, Brian and Cohen, Scott and Deng, Jia",
    title = "Forecasting Human Dynamics From Static Images",
    booktitle = "CVPR",
    year = "2017"
}
      Bibtex 
      @InProceedings{Zhang_2013_ICCV,
    author = "Zhang, Weiyu and Zhu, Menglong and Derpanis, Konstantinos G",
    title = "From Actemes To Action: A Strongly-Supervised Representation For Detailed Action Understanding",
    booktitle = "ICCV",
    year = "2013"
}
    50Salads link paper
    • Summary: A dataset of 25 human subjects preparing 2 mixed salads each with 4h+ of annotated accelerometer and RGB-D video data recorded 50hz and 30hz respectively
    • Applications: Action prediction
    • Data type and annotations: RGBD, activity label, temporal segment, accelerometer
    • Task: Cooking (egocentric)
      Used in papers
        Guo et al., "Uncertainty-aware Action Decoupling Transformer for Action Anticipation", CVPR, 2024. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Guo_Uncertainty_2024_CVPR,
    author = "Guo, Hongji and Agarwal, Nakul and Lo, Shao-Yuan and Lee, Kwonjoon and Ji, Qiang",
    title = "Uncertainty-aware Action Decoupling Transformer for Action Anticipation",
    booktitle = "CVPR",
    year = "2024"
}
        Girase et al., "Latency Matters: Real-Time Action Forecasting Transformer", CVPR, 2023. paper code
          Datasets Metrics
          Bibtex 
          @InProceedings{Girase_2023_CVPR,
    author = "Girase, Harshayu and Agarwal, Nakul and Choi, Chiho and Mangalam, Karttikeya",
    title = "Latency Matters: Real-Time Action Forecasting Transformer",
    booktitle = "CVPR",
    year = "2023"
}
        Nawhal et al., "Rethinking Learning Approaches for Long-Term Action Anticipation", ECCV, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Nawhal_2022_ECCV,
    author = "Nawhal, Megha and Jyothi, Akash Abdu and Mori, Greg",
    title = "Rethinking Learning Approaches for Long-Term Action Anticipation",
    booktitle = "ECCV",
    year = "2022"
}
        Roy et al., "Action Anticipation Using Latent Goal Learning", WACV, 2022. paper code
          Datasets Metrics
          Bibtex 
          @InProceedings{Roy_2022_WACV,
    author = "Roy, Debaditya and Fernando, Basura",
    title = "Action Anticipation Using Latent Goal Learning",
    booktitle = "WACV",
    year = "2022"
}
        Ke et al., "Future Moment Assessment for Action Query", WACV, 2021. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Ke_2021_WACV,
    author = "Ke, Qiuhong and Fritz, Mario and Schiele, Bernt",
    title = "Future Moment Assessment for Action Query",
    booktitle = "WACV",
    year = "2021"
}
        Piergiovanni et al., "Adversarial Generative Grammars for Human Activity Prediction", ECCV, 2020. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Piergiovanni_2020_ECCV,
    author = "Piergiovanni, AJ and Angelova, Anelia and Toshev, Alexander and Ryoo, Michael S",
    title = "Adversarial Generative Grammars for Human Activity Prediction",
    booktitle = "ECCV",
    year = "2020"
}
        Zhao et al., "On Diverse Asynchronous Activity Anticipation", ECCV, 2020. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Zhao_2020_ECCV,
    author = "Zhao, He and Wildes, Richard P.",
    title = "On Diverse Asynchronous Activity Anticipation",
    booktitle = "ECCV",
    year = "2020"
}
        Ke et al., "Time-Conditioned Action Anticipation In One Shot", CVPR, 2019. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Ke_2019_CVPR,
    author = "Ke, Qiuhong and Fritz, Mario and Schiele, Bernt",
    title = "Time-Conditioned Action Anticipation In One Shot",
    booktitle = "CVPR",
    year = "2019"
}
        Gammulle et al., "Forecasting Future Action Sequences With Neural Memory Networks", BMVC, 2019. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Gammulle_2019_BMVC,
    author = "Gammulle, Harshala and Denman, Simon and Sridharan, Sridha and Fookes, Clinton",
    title = "Forecasting Future Action Sequences With Neural Memory Networks",
    year = "2019",
    booktitle = "BMVC"
}
        Abu et al., "When Will You Do What? - Anticipating Temporal Occurrences Of Activities", CVPR, 2018. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Farha_2018_CVPR,
    author = "Abu Farha, Yazan and Richard, Alexander and Gall, Juergen",
    title = "When Will You Do What? - Anticipating Temporal Occurrences Of Activities",
    booktitle = "CVPR",
    year = "2018"
}
      Bibtex 
      @InProceedings{Stein_2013_IJCPUC,
    author = "Stein, Sebastian and McKenna, Stephen J",
    title = "Combining Embedded Accelerometers With Computer Vision For Recognizing Food Preparation Activities",
    booktitle = "UbiComp",
    year = "2013"
}
    Joint-Annotated Human Motion Data Base (JHMDB) link paper
    • Summary: A dataset of 928 video clips of 21 actions with corresponding flow maps and poses
    • Applications: Video prediction, Action prediction
    • Data type and annotations: RGB, mask, activity label, pose, optical flow
    • Task: Activity
      Used in papers
        Tang et al., "Pose Guided Global And Local Gan For Appearance Preserving Human Video Prediction", ICIP, 2019. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Tang_2019_ICIP,
    author = "Tang, J. and Hu, H. and Zhou, Q. and Shan, H. and Tian, C. and Quek, T. Q. S.",
    booktitle = "ICIP",
    title = "Pose Guided Global And Local Gan For Appearance Preserving Human Video Prediction",
    year = "2019"
}
        Fernando et al., "Anticipating Human Actions by Correlating Past With the Future With Jaccard Similarity Measures", CVPR, 2021. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Fernando_2021_CVPR,
    author = "Fernando, Basura and Herath, Samitha",
    title = "Anticipating Human Actions by Correlating Past With the Future With Jaccard Similarity Measures",
    booktitle = "CVPR",
    year = "2021"
}
        Sun et al., "Relational Action Forecasting", CVPR, 2019. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Sun_2019_CVPR,
    author = "Sun, Chen and Shrivastava, Abhinav and Vondrick, Carl and Sukthankar, Rahul and Murphy, Kevin and Schmid, Cordelia",
    title = "Relational Action Forecasting",
    booktitle = "CVPR",
    year = "2019"
}
        Zhao et al., "Spatiotemporal Feature Residual Propagation For Action Prediction", ICCV, 2019. paper code
          Datasets Metrics
          Bibtex 
          @InProceedings{Zhao_2019_ICCV,
    author = "Zhao, He and Wildes, Richard P.",
    title = "Spatiotemporal Feature Residual Propagation For Action Prediction",
    booktitle = "ICCV",
    year = "2019"
}
        Shi et al., "Action Anticipation With RBF Kernelized Feature Mapping RNN", ECCV, 2018. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Shi_2018_ECCV,
    author = "Shi, Yuge and Fernando, Basura and Hartley, Richard",
    title = "Action Anticipation With {RBF} Kernelized Feature Mapping {RNN}",
    booktitle = "ECCV",
    year = "2018"
}
        Sadegh et al., "Encouraging LSTMs To Anticipate Actions Very Early", ICCV, 2017. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Aliakbarian_2017_ICCV,
    author = "Sadegh Aliakbarian, Mohammad and Sadat Saleh, Fatemeh and Salzmann, Mathieu and Fernando, Basura and Petersson, Lars and Andersson, Lars",
    title = "Encouraging {LSTM}s To Anticipate Actions Very Early",
    booktitle = "ICCV",
    year = "2017"
}
        Singh et al., "Online Real-Time Multiple Spatiotemporal Action Localisation And Prediction", ICCV, 2017. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Singh_2017_ICCV,
    author = "Singh, Gurkirt and Saha, Suman and Sapienza, Michael and Torr, Philip H. S. and Cuzzolin, Fabio",
    title = "Online Real-Time Multiple Spatiotemporal Action Localisation And Prediction",
    booktitle = "ICCV",
    year = "2017"
}
      Bibtex 
      @InProceedings{Jhuang_2013_ICCV,
    author = "Jhuang, H. and Gall, J. and Zuffi, S. and Schmid, C. and Black, M. J.",
    title = "Towards Understanding Action Recognition",
    booktitle = "ICCV",
    year = "2013"
}
    CAD-120 link paper arxiv
    • Summary: A dataset of 120 RGBD videos of 10 daily activities performed by 4 subjects
    • Applications: Action prediction
    • Data type and annotations: RGBD, 3D pose, activity label, affordance label
    • Task: Activity
      Used in papers
        Alati et al., "Help By Predicting What To Do", ICIP, 2019. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Alati_2019_ICIP,
    author = "Alati, E. and Mauro, L. and Ntouskos, V. and Pirri, F.",
    booktitle = "ICIP",
    title = "Help By Predicting What To Do",
    year = "2019"
}
        Schydlo et al., "Anticipation In Human-Robot Cooperation: A Recurrent Neural Network Approach For Multiple Action Sequences Prediction", ICRA, 2018. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Schydlo_2018_ICRA_2,
    author = "Schydlo, P. and Rakovic, M. and Jamone, L. and Santos-Victor, J.",
    booktitle = "ICRA",
    title = "Anticipation In Human-Robot Cooperation: A Recurrent Neural Network Approach For Multiple Action Sequences Prediction",
    year = "2018"
}
        Qi et al., "Predicting Human Activities Using Stochastic Grammar", ICCV, 2017. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Qi_2017_ICCV,
    author = "Qi, Siyuan and Huang, Siyuan and Wei, Ping and Zhu, Song-Chun",
    title = "Predicting Human Activities Using Stochastic Grammar",
    booktitle = "ICCV",
    year = "2017"
}
        Jain et al., "Structural-RNN: Deep Learning On Spatio-Temporal Graphs", CVPR, 2016. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Jain_2016_CVPR,
    author = "Jain, Ashesh and Zamir, Amir R. and Savarese, Silvio and Saxena, Ashutosh",
    title = "{Structural-RNN}: Deep Learning On Spatio-Temporal Graphs",
    booktitle = "CVPR",
    year = "2016"
}
        Hu et al., "Human Intent Forecasting Using Intrinsic Kinematic Constraints", IROS, 2016. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Hu_2016_IROS,
    author = "Hu, N. and Bestick, A. and Englebienne, G. and Bajscy, R. and Kröse, B.",
    booktitle = "IROS",
    title = "Human Intent Forecasting Using Intrinsic Kinematic Constraints",
    year = "2016"
}
      Bibtex 
      @Article{Koppula_2013_IJRR,
    author = "Koppula, Hema Swetha and Gupta, Rudhir and Saxena, Ashutosh",
    title = "Learning Human Activities And Object Affordances From {RGB-D} Videos",
    journal = "IJRR",
    volume = "32",
    number = "8",
    pages = "951--970",
    year = "2013"
}
    ATC link paper
    • Summary: A dataset of human tracks recorded in a shopping mall for a period of 92 days using 3D range sensors
    • Applications: Trajectory prediction
    • Data type and annotations: RGB, trajectory, attribute, depth
    • Task: Surveillance
      Used in papers
        Zhu et al., "LaCE-LHMP: Airflow Modelling-Inspired Long-Term Human Motion Prediction By Enhancing Laminar Characteristics in Human Flow", ICRA, 2024. paper arxiv
          Datasets Metrics
          Bibtex 
          @inproceedings{Zhu_LaCE_2024_ICRA,
    author = "Zhu, Yufei and Fan, Han and Rudenko, Andrey and Magnusson, Martin and Schaffernicht, Erik and Lilienthal, Achim J.",
    booktitle = "ICRA",
    title = "LaCE-LHMP: Airflow Modelling-Inspired Long-Term Human Motion Prediction By Enhancing Laminar Characteristics in Human Flow",
    year = "2024"
}
        Wakulicz et al., "Topological Trajectory Prediction with Homotopy Classes", ICRA, 2023. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Wakulicz_2023_ICRA,
    author = "Wakulicz, Jennifer and Brian Lee, Ki Myung and Vidal-Calleja, Teresa and Fitch, Robert",
    title = "Topological Trajectory Prediction with Homotopy Classes",
    booktitle = "ICRA",
    year = "2023"
}
        Kiss et al., "Constrained Gaussian Processes With Integrated Kernels for Long-Horizon Prediction of Dense Pedestrian Crowd Flows", RAL, 2022. paper
          Datasets Metrics
          Bibtex 
          @Article{Kiss_2023_RAL,
    author = "Kiss, Stefan H. and Katuwandeniya, Kavindie and Alempijevic, Alen and Vidal-Calleja, Teresa",
    journal = "RAL",
    title = "Constrained Gaussian Processes With Integrated Kernels for Long-Horizon Prediction of Dense Pedestrian Crowd Flows",
    year = "2022",
    volume = "7",
    number = "3",
    pages = "7343-7350"
}
        Zhu et al., "CLiFF-LHMP: Using Spatial Dynamics Patterns for Long- Term Human Motion Prediction", IROS, 2023. paper arxiv
          Datasets Metrics
          Bibtex 
          @INPROCEEDINGS{Zhu_2023_IROS,
    author = "Zhu, Yufei and Rudenko, Andrey and Kucner, Tomasz P. and Palmieri, Luigi and Arras, Kai O. and Lilienthal, Achim J. and Magnusson, Martin",
    booktitle = "IROS",
    title = "CLiFF-LHMP: Using Spatial Dynamics Patterns for Long- Term Human Motion Prediction",
    year = "2023"
}
        Rudenko et al., "Joint Long-Term Prediction Of Human Motion Using A Planning-Based Social Force Approach", ICRA, 2018. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Rudenko_2018_ICRA,
    author = "Rudenko, A. and Palmieri, L. and Arras, K. O.",
    booktitle = "ICRA",
    title = "Joint Long-Term Prediction Of Human Motion Using A Planning-Based Social Force Approach",
    year = "2018"
}
      Bibtex 
      @Article{Brvsvcic_2013_HMS,
    author = "Br\vs\vci\'c, Dra{\v{z}}en and Kanda, Takayuki and Ikeda, Tetsushi and Miyashita, Takahiro",
    title = "Person Tracking In Large Public Spaces Using 3-D Range Sensors",
    journal = "Transactions on Human-Machine Systems",
    volume = "43",
    number = "6",
    pages = "522--534",
    year = "2013"
}
    CUHK Avenue link paper
    • Summary: A dataset of 37 video clips with 30K+ frames showing abnormal events
    • Applications: Video prediction, Trajectory prediction
    • Data type and annotations: RGB, bounding box, anomaly, temporal segment
    • Task: Surveillance, Anomaly
      Used in papers
        Kwon et al., "Predicting Future Frames Using Retrospective Cycle GAN", CVPR, 2019. paper
        Cao et al., "A New Comprehensive Benchmark for Semi-Supervised Video Anomaly Detection and Anticipation", CVPR, 2023. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Cao_2023_CVPR,
    author = "Cao, Congqi and Lu, Yue and Wang, Peng and Zhang, Yanning",
    title = "A New Comprehensive Benchmark for Semi-Supervised Video Anomaly Detection and Anticipation",
    booktitle = "CVPR",
    year = "2023"
}
        Xu et al., "Encoding Crowd Interaction With Deep Neural Network For Pedestrian Trajectory Prediction", CVPR, 2018. paper code
          Datasets Metrics
          Bibtex 
          @InProceedings{Xu_2018_CVPR_encoding,
    author = "Xu, Yanyu and Piao, Zhixin and Gao, Shenghua",
    title = "Encoding Crowd Interaction With Deep Neural Network For Pedestrian Trajectory Prediction",
    booktitle = "CVPR",
    year = "2018"
}
      Bibtex 
      @InProceedings{Lu_2013_ICCV,
    author = "Lu, Cewu and Shi, Jianping and Jia, Jiaya",
    title = "Abnormal Event Detection At 150 Fps In {M}atlab",
    booktitle = "ICCV",
    year = "2013"
}
    Daimler Path link paper
    • Summary: A dataset of 68 pedestrian sequences recorded using a dashboard camera inside a vehicle during stationary and mobile states
    • Applications: Action prediction
    • Data type and annotations: Stereo grayscale, bounding box, temporal segment, vehicle sensors
    • Task: Driving
      Used in papers
        Schulz et al., "Pedestrian Intention Recognition Using Latent-Dynamic Conditional Random Fields", IV, 2015. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Schulz_2015_IV,
    author = "Schulz, Andreas Th and Stiefelhagen, Rainer",
    title = "Pedestrian Intention Recognition Using Latent-Dynamic Conditional Random Fields",
    booktitle = "IV",
    year = "2015"
}
        Schulz et al., "A Controlled Interactive Multiple Model Filter For Combined Pedestrian Intention Recognition And Path Prediction", ITSC, 2015. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Schulz_2015_ITSC,
    author = "Schulz, Andreas and Stiefelhagen, Rainer",
    title = "A Controlled Interactive Multiple Model Filter For Combined Pedestrian Intention Recognition And Path Prediction",
    booktitle = "ITSC",
    year = "2015"
}
      Bibtex 
      @InProceedings{Schneider_2013_GCPR,
    author = "Schneider, Nicolas and Gavrila, Dariu M",
    title = "Pedestrian Path Prediction With Recursive Bayesian Filters: A Comparative Study",
    booktitle = "GCPR",
    year = "2013"
}
    3D Movie link
    • Summary: A dataset of annotated poses and stereo pairs.
    • Applications: Other prediction
    • Data type and annotations: RGB, 3D Pose, Stereo
    • Task: Pose
      Used in papers
        Lin et al., "Predictive Feature Learning for Future Segmentation Prediction", ICCV, 2021. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Lin_2021_ICCV,
    author = "Lin, Zihang and Sun, Jiangxin and Hu, Jian-Fang and Yu, Qizhi and Lai, Jian-Huang and Zheng, Wei-Shi",
    title = "Predictive Feature Learning for Future Segmentation Prediction",
    booktitle = "ICCV",
    year = "2021"
}
      Bibtex 
      @inproceedings{Alahari_2013_ICCV,
    author = "Alahari, Karteek and Seguin, Guillaume and Sivic, Josef and Laptev, Ivan",
    title = "Pose Estimation and Segmentation of People in {3D} Movies",
    booktitle = "ICCV",
    year = "2013"
}
    SJTU4K link
    • Summary: A dataset containing 15 new 4K resolution ultra-high definition (UHD) video sequences.
    • Applications: Video prediction
    • Data type and annotations: RGB
    • Task: Action
      Used in papers
        Chang et al., "STRPM: A Spatiotemporal Residual Predictive Model for High-Resolution Video Prediction", CVPR, 2022. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Chang_2022_CVPR,
    author = "Chang, Zheng and Zhang, Xinfeng and Wang, Shanshe and Ma, Siwei and Gao, Wen",
    title = "{STRPM}: A Spatiotemporal Residual Predictive Model for High-Resolution Video Prediction",
    booktitle = "CVPR",
    year = "2022"
}
      Bibtex 
      @InProceedings{Song_2013_QoMEX,
    author = "Song, Li and Tang, Xun and Zhang, Wei and Yang, Xiaokang and Xia, Pingjian",
    title = "The {SJTU 4K} Video Sequence Dataset",
    booktitle = "QoMEX",
    year = "2013"
}

2012

    KITTI link paper
    • Summary: A large-scale driving dataset recorded with different modalities including stereo, LIDAR, GPS, etc. recorded at 10hz
    • Applications: Video prediction, Trajectory prediction, Other prediction
    • Data type and annotations: Stereo RGB, LIDAR, bounding box, optical flow, vehicle sensors, Tracking ID
    • Task: Driving
      Used in papers
        Dong et al., "MemFlow: Optical Flow Estimation and Prediction with Memory", CVPR, 2024. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Dong_MemFlow_2024_CVPR,
    author = "Dong, Qiaole and Fu, Yanwei",
    title = "MemFlow: Optical Flow Estimation and Prediction with Memory",
    booktitle = "CVPR",
    year = "2024"
}
        Hu et al., "A Dynamic Multi-Scale Voxel Flow Network for Video Prediction", CVPR, 2023. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Hu_2023_CVPR,
    author = "Hu, Xiaotao and Huang, Zhewei and Huang, Ailin and Xu, Jun and Zhou, Shuchang",
    title = "A Dynamic Multi-Scale Voxel Flow Network for Video Prediction",
    booktitle = "CVPR",
    year = "2023"
}
        Sun et al., "MOSO: Decomposing MOtion, Scene and Object for Video Prediction", CVPR, 2023. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Sun_2023_CVPR_1,
    author = "Sun, Mingzhen and Wang, Weining and Zhu, Xinxin and Liu, Jing",
    title = "MOSO: Decomposing MOtion, Scene and Object for Video Prediction",
    booktitle = "CVPR",
    year = "2023"
}
        Geng et al., "Comparing Correspondences: Video Prediction With Correspondence-Wise Losses", CVPR, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Geng_2022_CVPR,
    author = "Geng, Daniel and Hamilton, Max and Owens, Andrew",
    title = "Comparing Correspondences: Video Prediction With Correspondence-Wise Losses",
    booktitle = "CVPR",
    year = "2022"
}
        Wu et al., "Optimizing Video Prediction via Video Frame Interpolation", CVPR, 2022. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Wu_2022_CVPR,
    author = "Wu, Yue and Wen, Qiang and Chen, Qifeng",
    title = "Optimizing Video Prediction via Video Frame Interpolation",
    booktitle = "CVPR",
    year = "2022"
}
        Chang et al., "MAU: A Motion-Aware Unit for Video Prediction and Beyond", NeurIPS, 2021. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Chang_2021_NeurIPS,
    author = "Chang, Zheng and Zhang, Xinfeng and Wang, Shanshe and Ma, Siwei and Ye, Yan and Xinguang, Xiang and Gao, Wen",
    booktitle = "NeurIPS",
    title = "{MAU}: A Motion-Aware Unit for Video Prediction and Beyond",
    year = "2021"
}
        Lee et al., "Revisiting Hierarchical Approach for Persistent Long-Term Video Prediction", ICLR, 2021. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Wonkwang_2021_ICLR,
    author = "Lee, Wonkwang and Jung, Whie and Zhang, Han and Chen, Ting and Koh, Jing Yu and Huang, Thomas and Yoon, Hyungsuk and Lee, Honglak and Hong, Seunghoon",
    booktitle = "ICLR",
    title = "Revisiting Hierarchical Approach for Persistent Long-Term Video Prediction",
    year = "2021"
}
        Bei et al., "Learning Semantic-Aware Dynamics for Video Prediction", CVPR, 2021. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Bei_2021_CVPR,
    author = "Bei, Xinzhu and Yang, Yanchao and Soatto, Stefano",
    title = "Learning Semantic-Aware Dynamics for Video Prediction",
    booktitle = "CVPR",
    year = "2021"
}
        Wu et al., "Greedy Hierarchical Variational Autoencoders for Large-Scale Video Prediction", CVPR, 2021. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Wu_2021_CVPR,
    author = "Wu, Bohan and Nair, Suraj and Martin-Martin, Roberto and Fei-Fei, Li and Finn, Chelsea",
    title = "Greedy Hierarchical Variational Autoencoders for Large-Scale Video Prediction",
    booktitle = "CVPR",
    year = "2021"
}
        Lange et al., "Attention Augmented ConvLSTM for Environment Prediction", IROS, 2021. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Lange_2021_IROS,
    author = "Lange, Bernard and Itkina, Masha and Kochenderfer, Mykel J.",
    booktitle = "IROS",
    title = "Attention Augmented {ConvLSTM} for Environment Prediction",
    year = "2021"
}
        Jin et al., "Exploring Spatial-Temporal Multi-Frequency Analysis for High-Fidelity and Temporal-Consistency Video Prediction", CVPR, 2020. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Jin_2020_CVPR,
    author = "Jin, Beibei and Hu, Yu and Tang, Qiankun and Niu, Jingyu and Shi, Zhiping and Han, Yinhe and Li, Xiaowei",
    title = "Exploring Spatial-Temporal Multi-Frequency Analysis for High-Fidelity and Temporal-Consistency Video Prediction",
    booktitle = "CVPR",
    year = "2020"
}
        Wu et al., "Future Video Synthesis With Object Motion Prediction", CVPR, 2020. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Wu_2020_CVPR,
    author = "Wu, Yue and Gao, Rongrong and Park, Jaesik and Chen, Qifeng",
    title = "Future Video Synthesis With Object Motion Prediction",
    booktitle = "CVPR",
    year = "2020"
}
        Kwon et al., "Predicting Future Frames Using Retrospective Cycle GAN", CVPR, 2019. paper
        Gao et al., "Disentangling Propagation And Generation For Video Prediction", ICCV, 2019. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Gao_2019_ICCV,
    author = "Gao, Hang and Xu, Huazhe and Cai, Qi-Zhi and Wang, Ruth and Yu, Fisher and Darrell, Trevor",
    title = "Disentangling Propagation And Generation For Video Prediction",
    booktitle = "ICCV",
    year = "2019"
}
        Ho et al., "Deep Reinforcement Learning For Video Prediction", ICIP, 2019. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Ho_2019_ICIP,
    author = "Ho, Y. and Cho, C. and Peng, W.",
    booktitle = "ICIP",
    title = "Deep Reinforcement Learning For Video Prediction",
    year = "2019"
}
        Byeon et al., "Contextvp: Fully Context-Aware Video Prediction", ECCV, 2018. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Byeon_2018_ECCV,
    author = "Byeon, Wonmin and Wang, Qin and Kumar Srivastava, Rupesh and Koumoutsakos, Petros",
    title = "Contextvp: Fully Context-Aware Video Prediction",
    booktitle = "ECCV",
    year = "2018"
}
        Liu et al., "Dyan: A Dynamical Atoms-Based Network For Video Prediction", ECCV, 2018. paper code
          Datasets Metrics
          Bibtex 
          @InProceedings{Liu_2018_ECCV,
    author = "Liu, Wenqian and Sharma, Abhishek and Camps, Octavia and Sznaier, Mario",
    title = "Dyan: A Dynamical Atoms-Based Network For Video Prediction",
    booktitle = "ECCV",
    year = "2018"
}
        Bhattacharjee et al., "Predicting Video Frames Using Feature Based Locally Guided Objectives", ACCV, 2018. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Bhattacharjee_2018_ACCV,
    author = "Bhattacharjee, Prateep and Das, Sukhendu",
    editor = "Jawahar, C.V. and Li, Hongdong and Mori, Greg and Schindler, Konrad",
    title = "Predicting Video Frames Using Feature Based Locally Guided Objectives",
    booktitle = "ACCV",
    year = "2018"
}
        Ying et al., "Better Guider Predicts Future Better: Difference Guided Generative Adversarial Networks", ACCV, 2018. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Ying_2018_ACCV,
    author = "Ying, Guohao and Zou, Yingtian and Wan, Lin and Hu, Yiming and Feng, Jiashi",
    editor = "Jawahar, C.V. and Li, Hongdong and Mori, Greg and Schindler, Konrad",
    title = "Better Guider Predicts Future Better: Difference Guided Generative Adversarial Networks",
    booktitle = "ACCV",
    year = "2018"
}
        Jin et al., "VarNet: Exploring Variations For Unsupervised Video Prediction", IROS, 2018. paper code
          Datasets Metrics
          Bibtex 
          @InProceedings{Jin_2018_IROS,
    author = "Jin, B. and Hu, Y. and Zeng, Y. and Tang, Q. and Liu, S. and Ye, J.",
    booktitle = "IROS",
    title = "{VarNet}: Exploring Variations For Unsupervised Video Prediction",
    year = "2018"
}
        Liang et al., "Dual Motion GAN For Future-Flow Embedded Video Prediction", ICCV, 2017. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Liang_2017_ICCV,
    author = "Liang, Xiaodan and Lee, Lisa and Dai, Wei and Xing, Eric P.",
    title = "Dual Motion {GAN} For Future-Flow Embedded Video Prediction",
    booktitle = "ICCV",
    year = "2017"
}
        Bhattacharjee et al., "Temporal Coherency Based Criteria For Predicting Video Frames Using Deep Multi-Stage Generative Adversarial Networks", NeurIPS, 2017. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Bhattacharjee_2017_NeurIPS,
    author = "Bhattacharjee, Prateep and Das, Sukhendu",
    title = "Temporal Coherency Based Criteria For Predicting Video Frames Using Deep Multi-Stage Generative Adversarial Networks",
    booktitle = "NeurIPS",
    year = "2017"
}
        Filatov et al., "Any Motion Detector: Learning Class-agnostic Scene Dynamics from a Sequence of LiDAR Point Clouds", ICRA, 2020. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Filatov_2020_ICRA,
    author = "Filatov, A. and Rykov, A. and Murashkin, V.",
    booktitle = "ICRA",
    title = "Any Motion Detector: Learning Class-agnostic Scene Dynamics from a Sequence of {LiDAR} Point Clouds",
    year = "2020"
}
        Weng et al., "Whose Track Is It Anyway? Improving Robustness to Tracking Errors With Affinity-Based Trajectory Prediction", CVPR, 2022. paper code
          Datasets Metrics
          Bibtex 
          @InProceedings{Weng_2022_CVPR,
    author = "Weng, Xinshuo and Ivanovic, Boris and Kitani, Kris and Pavone, Marco",
    title = "Whose Track Is It Anyway? Improving Robustness to Tracking Errors With Affinity-Based Trajectory Prediction",
    booktitle = "CVPR",
    year = "2022"
}
        Choi et al., "Shared Cross-Modal Trajectory Prediction for Autonomous Driving", CVPR, 2021. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Choi_2021_CVPR,
    author = "Choi, Chiho and Choi, Joon Hee and Li, Jiachen and Malla, Srikanth",
    title = "Shared Cross-Modal Trajectory Prediction for Autonomous Driving",
    booktitle = "CVPR",
    year = "2021"
}
        Weng et al., "PTP: Parallelized Tracking and Prediction With Graph Neural Networks and Diversity Sampling", RAL, 2021. paper arxiv
          Datasets Metrics
          Bibtex 
          @ARTICLE{Weng_PTP_2021_RAL,
    author = "Weng, Xinshuo and Yuan, Ye and Kitani, Kris",
    journal = "RAL",
    title = "PTP: Parallelized Tracking and Prediction With Graph Neural Networks and Diversity Sampling",
    year = "2021",
    volume = "6",
    number = "3",
    pages = "4640-4647"
}
        Weng et al., "Inverting the Pose Forecasting Pipeline with SPF2: Sequential Pointcloud Forecasting for Sequential Pose Forecasting", CoRL, 2021. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Weng_2021_CORL,
    author = "Weng, Xinshuo and Wang, Jianren and Levine, Sergey and Kitani, Kris and Rhinehart, Nick",
    title = "Inverting the Pose Forecasting Pipeline with {SPF2}: Sequential Pointcloud Forecasting for Sequential Pose Forecasting",
    booktitle = "CoRL",
    year = "2021"
}
        Marchetti et al., "MANTRA: Memory Augmented Networks for Multiple Trajectory Prediction", CVPR, 2020. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Marchetti_2020_CVPR,
    author = "Marchetti, Francesco and Becattini, Federico and Seidenari, Lorenzo and Del Bimbo, Alberto",
    title = "{MANTRA}: Memory Augmented Networks for Multiple Trajectory Prediction",
    booktitle = "CVPR",
    year = "2020"
}
        Sun et al., "See the Future: A Semantic Segmentation Network Predicting Ego-Vehicle Trajectory With a Single Monocular Camera", RAL, 2020. paper
          Datasets Metrics
          Bibtex 
          @ARTICLE{Sun_See_2020_RAL,
    author = "Sun, Yuxiang and Zuo, Weixun and Liu, Ming",
    journal = "RAL",
    title = "See the Future: A Semantic Segmentation Network Predicting Ego-Vehicle Trajectory With a Single Monocular Camera",
    year = "2020",
    volume = "5",
    number = "2",
    pages = "3066-3073"
}
        Srikanth et al., "INFER: INtermediate Representations For FuturE PRediction", IROS, 2019. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Srikanth_2019_IROS,
    author = "Srikanth, Shashank and Ansari, Junaid Ahmed and Sharma, Sarthak and others",
    booktitle = "IROS",
    title = "{INFER}: {IN}termediate Representations For {F}utur{E} P{R}ediction",
    year = "2019"
}
        Rhinehart et al., "R2P2: A Reparameterized Pushforward Policy For Diverse, Precise Generative Path Forecasting", ECCV, 2018. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Rhinehart_2018_ECCV,
    author = "Rhinehart, Nicholas and Kitani, Kris M. and Vernaza, Paul",
    title = "{R2P2}: A Reparameterized Pushforward Policy For Diverse, Precise Generative Path Forecasting",
    booktitle = "ECCV",
    year = "2018"
}
        Lee et al., "DESIRE: Distant Future Prediction In Dynamic Scenes With Interacting Agents", CVPR, 2017. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Lee_2017_CVPR,
    author = "Lee, Namhoon and Choi, Wongun and Vernaza, Paul and Choy, Christopher B. and Torr, Philip H. S. and Chandraker, Manmohan",
    title = "{DESIRE}: Distant Future Prediction In Dynamic Scenes With Interacting Agents",
    booktitle = "CVPR",
    year = "2017"
}
        Agro et al., "UnO: Unsupervised Occupancy Fields for Perception and Forecasting", CVPR, 2024. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Agro_UnO_2024_CVPR,
    author = "Agro, Ben and Sykora, Quinlan and Casas, Sergio and Gilles, Thomas and Urtasun, Raquel",
    title = "UnO: Unsupervised Occupancy Fields for Perception and Forecasting",
    booktitle = "CVPR",
    year = "2024"
}
        Khurana et al., "Point Cloud Forecasting as a Proxy for 4D Occupancy Forecasting", CVPR, 2023. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Khurana_2023_CVPR,
    author = "Khurana, Tarasha and Hu, Peiyun and Held, David and Ramanan, Deva",
    title = "Point Cloud Forecasting as a Proxy for 4D Occupancy Forecasting",
    booktitle = "CVPR",
    year = "2023"
}
        Li et al., "TTC4MCP: Monocular Collision Prediction Based on Self-Supervised TTC Estimation", IROS, 2023. paper
          Datasets Metrics
          Bibtex 
          @INPROCEEDINGS{Li_2023_IROS,
    author = "Li, Changlin and Qian, Yeqiang and Sun, Cong and Yan, Weihao and Wang, Chunxiang and Yang, Ming",
    booktitle = "IROS",
    title = "TTC4MCP: Monocular Collision Prediction Based on Self-Supervised TTC Estimation",
    year = "2023"
}
        Luo et al., "PCPNet: An Efficient and Semantic-Enhanced Transformer Network for Point Cloud Prediction", RAL, 2023. paper arxiv code
          Datasets Metrics
          Bibtex 
          @ARTICLE{Luo_PCPNet_2023_RAL,
    author = "Luo, Zhen and Ma, Junyi and Zhou, Zijie and Xiong, Guangming",
    journal = "RAL",
    title = "PCPNet: An Efficient and Semantic-Enhanced Transformer Network for Point Cloud Prediction",
    year = "2023",
    volume = "8",
    number = "7",
    pages = "4267-4274"
}
        Weng et al., "S2Net: Stochastic Sequential Pointcloud Forecasting", ECCV, 2022. paper code
          Datasets Metrics
          Bibtex 
          @InProceedings{Weng_2022_ECCV,
    author = "Weng, Xinshuo and Nan, Junyu and Lee, Kuan-Hui and McAllister, Rowan and Gaidon, Adrien and Rhinehart, Nicholas and Kitani, Kris M.",
    title = "{S2Net}: Stochastic Sequential Pointcloud Forecasting",
    booktitle = "ECCV",
    year = "2022"
}
        Mersch et al., "Self-supervised Point Cloud Prediction Using 3D Spatio-temporal Convolutional Networks", CoRL, 2021. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Mersch_2021_CoRL,
    author = "Mersch, Benedikt and Chen, Xieyuanli and Behley, Jens and Stachniss, Cyrill",
    title = "Self-supervised Point Cloud Prediction Using {3D} Spatio-temporal Convolutional Networks",
    booktitle = "CoRL",
    year = "2021"
}
        Mohajerin et al., "Multi-Step Prediction Of Occupancy Grid Maps With Recurrent Neural Networks", CVPR, 2019. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Mohajerin_2019_CVPR,
    author = "Mohajerin, Nima and Rohani, Mohsen",
    title = "Multi-Step Prediction Of Occupancy Grid Maps With Recurrent Neural Networks",
    booktitle = "CVPR",
    year = "2019"
}
        Guizilini et al., "Dynamic Hilbert Maps: Real-Time Occupancy Predictions In Changing Environments", ICRA, 2019. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Guizilini_2019_ICRA,
    author = "Guizilini, V. and Senanayake, R. and Ramos, F.",
    booktitle = "ICRA",
    title = "Dynamic Hilbert Maps: Real-Time Occupancy Predictions In Changing Environments",
    year = "2019"
}
      Bibtex 
      @InProceedings{Geiger_2012_CVPR,
    author = "Geiger, Andreas and Lenz, Philip and Urtasun, Raquel",
    title = "Are We Ready For Autonomous Driving? The {KITTI} Vision Benchmark Suite",
    booktitle = "CVPR",
    year = "2012"
}
    UCF-101 link arxiv
    • Summary: A large-scale dataset of 101 actions with 13K+ video clips divided into 5 groups of human-object interaction, body-motion only, human-human interaction, playing musical instruments, and sports
    • Applications: Video prediction, Action prediction, Motion prediction
    • Data type and annotations: RGB, activity label
    • Task: Activity
      Used in papers
        Shrivastava et al., "Video Prediction by Modeling Videos as Continuous Multi-Dimensional Processes", CVPR, 2024. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Shrivastava_Video_2024_CVPR,
    author = "Shrivastava, Gaurav and Shrivastava, Abhinav",
    title = "Video Prediction by Modeling Videos as Continuous Multi-Dimensional Processes",
    booktitle = "CVPR",
    year = "2024"
}
        Zhang et al., "ExtDM: Distribution Extrapolation Diffusion Model for Video Prediction", CVPR, 2024. paper code
          Datasets Metrics
          Bibtex 
          @InProceedings{Zhang_ExtDM_2024_CVPR,
    author = "Zhang, Zhicheng and Hu, Junyao and Cheng, Wentao and Paudel, Danda and Yang, Jufeng",
    title = "ExtDM: Distribution Extrapolation Diffusion Model for Video Prediction",
    booktitle = "CVPR",
    year = "2024"
}
        Hu et al., "A Dynamic Multi-Scale Voxel Flow Network for Video Prediction", CVPR, 2023. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Hu_2023_CVPR,
    author = "Hu, Xiaotao and Huang, Zhewei and Huang, Ailin and Xu, Jun and Zhou, Shuchang",
    title = "A Dynamic Multi-Scale Voxel Flow Network for Video Prediction",
    booktitle = "CVPR",
    year = "2023"
}
        Sun et al., "MOSO: Decomposing MOtion, Scene and Object for Video Prediction", CVPR, 2023. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Sun_2023_CVPR_1,
    author = "Sun, Mingzhen and Wang, Weining and Zhu, Xinxin and Liu, Jing",
    title = "MOSO: Decomposing MOtion, Scene and Object for Video Prediction",
    booktitle = "CVPR",
    year = "2023"
}
        Ho et al., "Deep Video Prediction Through Sparse Motion Regularization", ICIP, 2020. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Ho_2020_ICIP,
    author = "Ho, Yung-Han and Chan, Chih-Chun and Peng, Wen-Hsiao",
    booktitle = "ICIP",
    title = "Deep Video Prediction Through Sparse Motion Regularization",
    year = "2020"
}
        Kwon et al., "Predicting Future Frames Using Retrospective Cycle GAN", CVPR, 2019. paper
        Ho et al., "SME-Net: Sparse Motion Estimation For Parametric Video Prediction Through Reinforcement Learning", ICCV, 2019. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Ho_2019_ICCV,
    author = "Ho, Yung-Han and Cho, Chuan-Yuan and Peng, Wen-Hsiao and Jin, Guo-Lun",
    title = "{SME-Net}: Sparse Motion Estimation For Parametric Video Prediction Through Reinforcement Learning",
    booktitle = "ICCV",
    year = "2019"
}
        Zhang et al., "Looking-Ahead: Neural Future Video Frame Prediction", ICIP, 2019. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Zhang_2019_ICIP,
    author = "Zhang, C. and Chen, T. and Liu, H. and Shen, Q. and Ma, Z.",
    booktitle = "ICIP",
    title = "Looking-Ahead: Neural Future Video Frame Prediction",
    year = "2019"
}
        Xu et al., "Structure Preserving Video Prediction", CVPR, 2018. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Xu_2018_CVPR,
    author = "Xu, Jingwei and Ni, Bingbing and Li, Zefan and Cheng, Shuo and Yang, Xiaokang",
    title = "Structure Preserving Video Prediction",
    booktitle = "CVPR",
    year = "2018"
}
        Byeon et al., "Contextvp: Fully Context-Aware Video Prediction", ECCV, 2018. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Byeon_2018_ECCV,
    author = "Byeon, Wonmin and Wang, Qin and Kumar Srivastava, Rupesh and Koumoutsakos, Petros",
    title = "Contextvp: Fully Context-Aware Video Prediction",
    booktitle = "ECCV",
    year = "2018"
}
        Cai et al., "Deep Video Generation, Prediction And Completion Of Human Action Sequences", ECCV, 2018. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Cai_2018_ECCV,
    author = "Cai, Haoye and Bai, Chunyan and Tai, Yu-Wing and Tang, Chi-Keung",
    title = "Deep Video Generation, Prediction And Completion Of Human Action Sequences",
    booktitle = "ECCV",
    year = "2018"
}
        Liu et al., "Dyan: A Dynamical Atoms-Based Network For Video Prediction", ECCV, 2018. paper code
          Datasets Metrics
          Bibtex 
          @InProceedings{Liu_2018_ECCV,
    author = "Liu, Wenqian and Sharma, Abhishek and Camps, Octavia and Sznaier, Mario",
    title = "Dyan: A Dynamical Atoms-Based Network For Video Prediction",
    booktitle = "ECCV",
    year = "2018"
}
        Oliu et al., "Folded Recurrent Neural Networks For Future Video Prediction", ECCV, 2018. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Oliu_2018_ECCV,
    author = "Oliu, Marc and Selva, Javier and Escalera, Sergio",
    title = "Folded Recurrent Neural Networks For Future Video Prediction",
    booktitle = "ECCV",
    year = "2018"
}
        Bhattacharjee et al., "Predicting Video Frames Using Feature Based Locally Guided Objectives", ACCV, 2018. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Bhattacharjee_2018_ACCV,
    author = "Bhattacharjee, Prateep and Das, Sukhendu",
    editor = "Jawahar, C.V. and Li, Hongdong and Mori, Greg and Schindler, Konrad",
    title = "Predicting Video Frames Using Feature Based Locally Guided Objectives",
    booktitle = "ACCV",
    year = "2018"
}
        Ying et al., "Better Guider Predicts Future Better: Difference Guided Generative Adversarial Networks", ACCV, 2018. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Ying_2018_ACCV,
    author = "Ying, Guohao and Zou, Yingtian and Wan, Lin and Hu, Yiming and Feng, Jiashi",
    editor = "Jawahar, C.V. and Li, Hongdong and Mori, Greg and Schindler, Konrad",
    title = "Better Guider Predicts Future Better: Difference Guided Generative Adversarial Networks",
    booktitle = "ACCV",
    year = "2018"
}
        Lu et al., "Flexible Spatio-Temporal Networks For Video Prediction", CVPR, 2017. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Lu_2017_CVPR,
    author = "Lu, Chaochao and Hirsch, Michael and Scholkopf, Bernhard",
    title = "Flexible Spatio-Temporal Networks For Video Prediction",
    booktitle = "CVPR",
    year = "2017"
}
        Liang et al., "Dual Motion GAN For Future-Flow Embedded Video Prediction", ICCV, 2017. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Liang_2017_ICCV,
    author = "Liang, Xiaodan and Lee, Lisa and Dai, Wei and Xing, Eric P.",
    title = "Dual Motion {GAN} For Future-Flow Embedded Video Prediction",
    booktitle = "ICCV",
    year = "2017"
}
        Walker et al., "The Pose Knows: Video Forecasting By Generating Pose Futures", ICCV, 2017. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Walker_2017_ICCV,
    author = "Walker, Jacob and Marino, Kenneth and Gupta, Abhinav and Hebert, Martial",
    title = "The Pose Knows: Video Forecasting By Generating Pose Futures",
    booktitle = "ICCV",
    year = "2017"
}
        Bhattacharjee et al., "Temporal Coherency Based Criteria For Predicting Video Frames Using Deep Multi-Stage Generative Adversarial Networks", NeurIPS, 2017. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Bhattacharjee_2017_NeurIPS,
    author = "Bhattacharjee, Prateep and Das, Sukhendu",
    title = "Temporal Coherency Based Criteria For Predicting Video Frames Using Deep Multi-Stage Generative Adversarial Networks",
    booktitle = "NeurIPS",
    year = "2017"
}
        Stergiou et al., "The Wisdom of Crowds: Temporal Progressive Attention for Early Action Prediction", CVPR, 2023. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Stergiou_2023_CVPR,
    author = "Stergiou, Alexandros and Damen, Dima",
    title = "The Wisdom of Crowds: Temporal Progressive Attention for Early Action Prediction",
    booktitle = "CVPR",
    year = "2023"
}
        Foo et al., "ERA: Expert Retrieval and Assembly for Early Action Prediction", ECCV, 2022. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Foo_2022_ECCV,
    author = "Foo, Lin Geng and Li, Tianjiao and Rahmani, Hossein and Ke, Qiuhong and Liu, Jun",
    title = "{ERA}: Expert Retrieval and Assembly for Early Action Prediction",
    booktitle = "ECCV",
    year = "2022"
}
        Fernando et al., "Anticipating Human Actions by Correlating Past With the Future With Jaccard Similarity Measures", CVPR, 2021. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Fernando_2021_CVPR,
    author = "Fernando, Basura and Herath, Samitha",
    title = "Anticipating Human Actions by Correlating Past With the Future With Jaccard Similarity Measures",
    booktitle = "CVPR",
    year = "2021"
}
        Wang et al., "Progressive Teacher-Student Learning For Early Action Prediction", CVPR, 2019. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Wang_2019_CVPR,
    author = "Wang, Xionghui and Hu, Jian-Fang and Lai, Jian-Huang and Zhang, Jianguo and Zheng, Wei-Shi",
    title = "Progressive Teacher-Student Learning For Early Action Prediction",
    booktitle = "CVPR",
    year = "2019"
}
        Gammulle et al., "Predicting The Future: A Jointly Learnt Model For Action Anticipation", ICCV, 2019. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Gammulle_2019_ICCV,
    author = "Gammulle, Harshala and Denman, Simon and Sridharan, Sridha and Fookes, Clinton",
    title = "Predicting The Future: A Jointly Learnt Model For Action Anticipation",
    booktitle = "ICCV",
    year = "2019"
}
        Zhao et al., "Spatiotemporal Feature Residual Propagation For Action Prediction", ICCV, 2019. paper code
          Datasets Metrics
          Bibtex 
          @InProceedings{Zhao_2019_ICCV,
    author = "Zhao, He and Wildes, Richard P.",
    title = "Spatiotemporal Feature Residual Propagation For Action Prediction",
    booktitle = "ICCV",
    year = "2019"
}
        Safaei et al., "Still Image Action Recognition By Predicting Spatial-Temporal Pixel Evolution", WACV, 2019. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Safaei_2019_WACV,
    author = "Safaei, M. and Foroosh, H.",
    booktitle = "WACV",
    title = "Still Image Action Recognition By Predicting Spatial-Temporal Pixel Evolution",
    year = "2019"
}
        Chen et al., "Part-Activated Deep Reinforcement Learning For Action Prediction", ECCV, 2018. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Chen_2018_ECCV,
    author = "Chen, Lei and Lu, Jiwen and Song, Zhanjie and Zhou, Jie",
    title = "Part-Activated Deep Reinforcement Learning For Action Prediction",
    booktitle = "ECCV",
    year = "2018"
}
        Shi et al., "Action Anticipation With RBF Kernelized Feature Mapping RNN", ECCV, 2018. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Shi_2018_ECCV,
    author = "Shi, Yuge and Fernando, Basura and Hartley, Richard",
    title = "Action Anticipation With {RBF} Kernelized Feature Mapping {RNN}",
    booktitle = "ECCV",
    year = "2018"
}
        Cho et al., "A Temporal Sequence Learning For Action Recognition And Prediction", WACV, 2018. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Cho_2018_WACV,
    author = "Cho, S. and Foroosh, H.",
    booktitle = "WACV",
    title = "A Temporal Sequence Learning For Action Recognition And Prediction",
    year = "2018"
}
        Kong et al., "Deep Sequential Context Networks For Action Prediction", CVPR, 2017. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Kong_2017_CVPR,
    author = "Kong, Yu and Tao, Zhiqiang and Fu, Yun",
    title = "Deep Sequential Context Networks For Action Prediction",
    booktitle = "CVPR",
    year = "2017"
}
        Sadegh et al., "Encouraging LSTMs To Anticipate Actions Very Early", ICCV, 2017. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Aliakbarian_2017_ICCV,
    author = "Sadegh Aliakbarian, Mohammad and Sadat Saleh, Fatemeh and Salzmann, Mathieu and Fernando, Basura and Petersson, Lars and Andersson, Lars",
    title = "Encouraging {LSTM}s To Anticipate Actions Very Early",
    booktitle = "ICCV",
    year = "2017"
}
        Singh et al., "Online Real-Time Multiple Spatiotemporal Action Localisation And Prediction", ICCV, 2017. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Singh_2017_ICCV,
    author = "Singh, Gurkirt and Saha, Suman and Sapienza, Michael and Torr, Philip H. S. and Cuzzolin, Fabio",
    title = "Online Real-Time Multiple Spatiotemporal Action Localisation And Prediction",
    booktitle = "ICCV",
    year = "2017"
}
        Xu et al., "Human Activities Prediction By Learning Combinatorial Sparse Representations", ICIP, 2016. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Xu_2016_ICIP,
    author = "Xu, K. and Qin, Z. and Wang, G.",
    booktitle = "ICIP",
    title = "Human Activities Prediction By Learning Combinatorial Sparse Representations",
    year = "2016"
}
        Wang et al., "Self-supervised Video Representation Learning by Pace Prediction", ECCV, 2020. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Wang_2020_ECCV_2,
    author = "Wang, Jiangliu and Jiao, Jianbo and Liu, Yun-Hui",
    title = "Self-supervised Video Representation Learning by Pace Prediction",
    booktitle = "ECCV",
    year = "2020"
}
      Bibtex 
      @Article{Soomro_2012_arxiv,
    author = "Soomro, Khurram and Zamir, Amir Roshan and Shah, Mubarak",
    title = "{UCF101}: A Dataset Of 101 Human Actions Classes From Videos In The Wild",
    journal = "arXiv:1212.0402",
    year = "2012"
}
    New York Grand Central (GC) link paper
    • Summary: A trajectory dataset of pedestrians walking in the train station with 50K+ samples annotated at 25fps
    • Applications: Trajectory prediction
    • Data type and annotations: RGB, trajectory
    • Task: Surveillance
      Used in papers
        Sun et al., "Stimulus Verification Is a Universal and Effective Sampler in Multi-Modal Human Trajectory Prediction", CVPR, 2023. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Sun_2023_CVPR_2,
    author = "Sun, Jianhua and Li, Yuxuan and Chai, Liang and Lu, Cewu",
    title = "Stimulus Verification Is a Universal and Effective Sampler in Multi-Modal Human Trajectory Prediction",
    booktitle = "CVPR",
    year = "2023"
}
        Xu et al., "Encoding Crowd Interaction With Deep Neural Network For Pedestrian Trajectory Prediction", CVPR, 2018. paper code
          Datasets Metrics
          Bibtex 
          @InProceedings{Xu_2018_CVPR_encoding,
    author = "Xu, Yanyu and Piao, Zhixin and Gao, Shenghua",
    title = "Encoding Crowd Interaction With Deep Neural Network For Pedestrian Trajectory Prediction",
    booktitle = "CVPR",
    year = "2018"
}
        Yoo et al., "Visual Path Prediction In Complex Scenes With Crowded Moving Objects", CVPR, 2016. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Yoo_2016_CVPR,
    author = "Yoo, YoungJoon and Yun, Kimin and Yun, Sangdoo and Hong, JongHee and Jeong, Hawook and Young Choi, Jin",
    title = "Visual Path Prediction In Complex Scenes With Crowded Moving Objects",
    booktitle = "CVPR",
    year = "2016"
}
        Yi et al., "Pedestrian Behavior Understanding And Prediction With Deep Neural Networks", ECCV, 2016. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Yi_2016_ECCV,
    author = "Yi, Shuai and Li, Hongsheng and Wang, Xiaogang",
    editor = "Leibe, Bastian and Matas, Jiri and Sebe, Nicu and Welling, Max",
    title = "Pedestrian Behavior Understanding And Prediction With Deep Neural Networks",
    booktitle = "ECCV",
    year = "2016"
}
        Akbarzadeh et al., "Kernel Density Estimation For Target Trajectory Prediction", IROS, 2015. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Akbarzadeh_2015_IROS,
    author = "Akbarzadeh, V. and Gagné, C. and Parizeau, M.",
    booktitle = "IROS",
    title = "Kernel Density Estimation For Target Trajectory Prediction",
    year = "2015"
}
        Sohn et al., "Laying the Foundations of Deep Long-Term Crowd Flow Prediction", ECCV, 2020. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Sohn_2020_ECCV,
    author = "Sohn, Samuel S and Zhou, Honglu and Moon, Seonghyeon and Yoon, Sejong and Pavlovic, Vladimir and Kapadia, Mubbasir",
    title = "Laying the Foundations of Deep Long-Term Crowd Flow Prediction",
    booktitle = "ECCV",
    year = "2020"
}
      Bibtex 
      @InProceedings{Zhou_2012_CVPR,
    author = "Zhou, Bolei and Wang, Xiaogang and Tang, Xiaoou",
    title = "Understanding Collective Crowd Behaviors: Learning A Mixture Model Of Dynamic Pedestrian-Agents",
    booktitle = "CVPR",
    year = "2012"
}
    MPII Cooking link paper
    • Summary: A dataset of 65 cooking activities with 5.5K+ video clips recorded from 12 subjects
    • Applications: Action prediction
    • Data type and annotations: RGB, 3D pose, activity label, temporal segment
    • Task: Cooking
      Used in papers
        Diller et al., "FutureHuman3D: Forecasting Complex Long-Term 3D Human Behavior from Video Observations", CVPR, 2024. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Diller_FutureHuman3D_2024_CVPR,
    author = "Diller, Christian and Funkhouser, Thomas and Dai, Angela",
    title = "FutureHuman3D: Forecasting Complex Long-Term 3D Human Behavior from Video Observations",
    booktitle = "CVPR",
    year = "2024"
}
        Alati et al., "Help By Predicting What To Do", ICIP, 2019. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Alati_2019_ICIP,
    author = "Alati, E. and Mauro, L. and Ntouskos, V. and Pirri, F.",
    booktitle = "ICIP",
    title = "Help By Predicting What To Do",
    year = "2019"
}
        Mahmud et al., "Joint Prediction Of Activity Labels And Starting Times In Untrimmed Videos", ICCV, 2017. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Mahmud_2017_ICCV,
    author = "Mahmud, Tahmida and Hasan, Mahmudul and Roy-Chowdhury, Amit K.",
    title = "Joint Prediction Of Activity Labels And Starting Times In Untrimmed Videos",
    booktitle = "ICCV",
    year = "2017"
}
        Mahmud et al., "A Poisson Process Model For Activity Forecasting", ICIP, 2016. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Mahmud_2016_ICIP,
    author = "Mahmud, T. and Hasan, M. and Chakraborty, A. and Roy-Chowdhury, A. K.",
    booktitle = "ICIP",
    title = "A Poisson Process Model For Activity Forecasting",
    year = "2016"
}
      Bibtex 
      @InProceedings{Rohrbach_2012_CVPR,
    author = "Rohrbach, Marcus and Amin, Sikandar and Andriluka, Mykhaylo and Schiele, Bernt",
    title = "A Database For Fine Grained Activity Detection Of Cooking Activities",
    booktitle = "CVPR",
    year = "2012"
}
    BIT link paper
    • Summary: A dataset of human interactions with 400 video clips capturing 8 different interaction classes
    • Applications: Action prediction
    • Data type and annotations: RGB, activity label
    • Task: Interaction
      Used in papers
        Zhao et al., "Spatiotemporal Feature Residual Propagation For Action Prediction", ICCV, 2019. paper code
          Datasets Metrics
          Bibtex 
          @InProceedings{Zhao_2019_ICCV,
    author = "Zhao, He and Wildes, Richard P.",
    title = "Spatiotemporal Feature Residual Propagation For Action Prediction",
    booktitle = "ICCV",
    year = "2019"
}
        Chen et al., "Part-Activated Deep Reinforcement Learning For Action Prediction", ECCV, 2018. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Chen_2018_ECCV,
    author = "Chen, Lei and Lu, Jiwen and Song, Zhanjie and Zhou, Jie",
    title = "Part-Activated Deep Reinforcement Learning For Action Prediction",
    booktitle = "ECCV",
    year = "2018"
}
        Kong et al., "Deep Sequential Context Networks For Action Prediction", CVPR, 2017. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Kong_2017_CVPR,
    author = "Kong, Yu and Tao, Zhiqiang and Fu, Yun",
    title = "Deep Sequential Context Networks For Action Prediction",
    booktitle = "CVPR",
    year = "2017"
}
        Lee et al., "Human Activity Prediction Based On Sub-Volume Relationship Descriptor", ICPR, 2016. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Lee_2016_ICPR,
    author = "Lee, Dong-Gyu and Lee, Seong-Whan",
    booktitle = "ICPR",
    title = "Human Activity Prediction Based On Sub-Volume Relationship Descriptor",
    year = "2016"
}
      Bibtex 
      @InProceedings{Kong_2012_ECCV,
    author = "Kong, Yu and Jia, Yunde and Fu, Yun",
    year = "2012",
    booktitle = "ECCV",
    title = "Learning Human Interaction By Interactive Phrases"
}
    UTKinect-Action (UTKA) link paper
    • Summary: A dataset of 10 basic actions, e.g. throwing, pushing, pulling, each performed by 10 subjects using a Kinect sensor recorded at 15fps
    • Applications: Action prediction
    • Data type and annotations: RGBD, 3D pose, activity label, temporal segment
    • Task: Activity
      Used in papers
        Kataoka et al., "Recognition Of Transitional Action For Short-Term Action Prediction Using Discriminative Temporal CNN Feature", BMVC, 2016. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Kataoka_2016_BMVC,
    author = "Kataoka, Hirokatsu and Miyashita, Yudai and Hayashi, Masaki and Iwata, Kenji and Satoh, Yutaka",
    title = "Recognition Of Transitional Action For Short-Term Action Prediction Using Discriminative Temporal {CNN} Feature",
    year = "2016",
    booktitle = "BMVC"
}
        Park et al., "HMPO: Human Motion Prediction in Occluded Environments for Safe Motion Planning", RSS, 2020. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Park_2020_RSS,
    AUTHOR = "Park, Jaesung and Manocha, Dinesh",
    TITLE = "{HMPO}: Human Motion Prediction in Occluded Environments for Safe Motion Planning",
    BOOKTITLE = "RSS",
    YEAR = "2020"
}
      Bibtex 
      @InProceedings{Xia_2012_CVPRW,
    author = "Xia, L. and Chen, C.C. and Aggarwal, JK",
    title = "View Invariant Human Action Recognition Using Histograms Of {3D} Joints",
    booktitle = "CVPRW",
    year = "2012"
}
    UvA-NEMO link paper
    • Summary: A large-scale dataset of smiles with 1240 video clips with both spontaneous and posed actions recorded at 50fps from 400 subjects with ages between 8 to 76 years
    • Applications: Video prediction
    • Data type and annotations: RGB
    • Task: Face (smile)
      Used in papers
        Kim et al., "Unsupervised Keypoint Learning For Guiding Class-Conditional Video Prediction", NeurIPS, 2019. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Kim_2019_NeurIPS,
    author = "Kim, Yunji and Nam, Seonghyeon and Cho, In and Kim, Seon Joo",
    title = "Unsupervised Keypoint Learning For Guiding Class-Conditional Video Prediction",
    booktitle = "NeurIPS",
    year = "2019"
}
      Bibtex 
      @InProceedings{Dibeklio_2012_ECCV,
    author = "Dibeklio\uglu, Hamdi and Salah, Albert Ali and Gevers, Theo",
    editor = "Fitzgibbon, Andrew and Lazebnik, Svetlana and Perona, Pietro and Sato, Yoichi and Schmid, Cordelia",
    title = "Are You Really Smiling At Me? Spontaneous Versus Posed Enjoyment Smiles",
    booktitle = "ECCV",
    year = "2012"
}
    SBU Kinetic Interction (SBUKI) link paper
    • Summary: A dataset of 8 dyadic human interactions, e.g. approaching, departing, pushing, kicking, recorded from 7 participants using a Kinect sensor comprising a total of approx. 300 interactions
    • Applications: Action prediction, Trajectory prediction, Motion prediction
    • Data type and annotations: RGBD, 3D pose, activity label
    • Task: Interaction
      Used in papers
        Yao et al., "Multiple Granularity Group Interaction Prediction", CVPR, 2018. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Yao_2018_CVPR,
    author = "Yao, Taiping and Wang, Minsi and Ni, Bingbing and Wei, Huawei and Yang, Xiaokang",
    title = "Multiple Granularity Group Interaction Prediction",
    booktitle = "CVPR",
    year = "2018"
}
      Bibtex 
      @InProceedings{kiwon_2012_CVPR,
    author = "Yun, Kiwon and Honorio, Jean and Chattopadhyay, Debaleena and Berg, Tamara L. and Samaras, Dimitris",
    title = "Two-Person Interaction Detection Using Body-Pose Features And Multiple Instance Learning",
    booktitle = "CVPRW",
    year = "2012"
}
    MSR Daily Activity (MSRDA) link paper
    • Summary: A dataset of 16 activities, such as writing on a paper, using a laptop, using a vacuum cleaner, cheering up, etc., performed by 10 subjects, recording using a Kinect sensor
    • Applications: Action prediction
    • Data type and annotations: RGBD, activity label
    • Task: Activity
      Used in papers
        Zhang et al., "Bio-Inspired Predictive Orientation Decomposition Of Skeleton Trajectories For Real-Time Human Activity Prediction", ICRA, 2015. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Zhang_2015_ICRA,
    author = "Zhang, H. and Parker, L. E.",
    booktitle = "ICRA",
    title = "Bio-Inspired Predictive Orientation Decomposition Of Skeleton Trajectories For Real-Time Human Activity Prediction",
    year = "2015"
}
      Bibtex 
      @InProceedings{Wang_2012_CVPR,
    author = "Wang, Jiang and Liu, Zicheng and Wu, Ying and Yuan, Junsong",
    title = "Mining Actionlet Ensemble For Action Recognition With Depth Cameras",
    booktitle = "CVPR",
    year = "2012"
}
    MANIAC link paper
    • Summary: An object manipulation action dataset with 8 different manipulation actions performed by 5 different subjects recorded using a Kinect sensor
    • Applications: Action prediction
    • Data type and annotations: RGBD, semantic segment, activity label
    • Task: Object interaction
      Used in papers
        Ziaeetabar et al., "Prediction Of Manipulation Action Classes Using Semantic Spatial Reasoning", IROS, 2018. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Ziaeetabar_2018_IROS,
    author = "Ziaeetabar, F. and Kulvicius, T. and Tamosiunaite, M. and Wörgötter, F.",
    booktitle = "IROS",
    title = "Prediction Of Manipulation Action Classes Using Semantic Spatial Reasoning",
    year = "2018"
}
      Bibtex 
      @InProceedings{Abramov_2012_WACV,
    author = "Abramov, Alexey and Pauwels, Karl and Papon, Jeremie and Worgotter, Florentin and Dellen, Babette",
    title = "Depth-Supported Real-Time Video Segmentation With The Kinect",
    booktitle = "WACV",
    year = "2012"
}
    Georgia Tech Egocentric Activity Gaze (GTEA Gaze) link paper
    • Summary: An egocentric dataset of 17 cooking activity videos performed by 14 subjects
    • Applications: Action prediction
    • Data type and annotations: RGB, gaze, mask, activity label, temporal segment
    • Task: Cooking (egocentric)
      Used in papers
        Shen et al., "Egocentric Activity Prediction Via Event Modulated Attention", ECCV, 2018. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Shen_2018_ECCV,
    author = "Shen, Yang and Ni, Bingbing and Li, Zefan and Zhuang, Ning",
    title = "Egocentric Activity Prediction Via Event Modulated Attention",
    booktitle = "ECCV",
    year = "2018"
}
      Bibtex 
      @InProceedings{Fathi_2012_ECCV,
    author = "Fathi, Alireza and Li, Yin and Rehg, James M",
    title = "Learning To Recognize Daily Actions Using Gaze",
    booktitle = "ECCV",
    year = "2012"
}
    Sintel link paper
    • Summary: A dataset of 35 video sequences with associated ground-truth optical flow.
    • Applications:
    • Data type and annotations: RGB
    • Task: Mix videos
      Used in papers
        Dong et al., "MemFlow: Optical Flow Estimation and Prediction with Memory", CVPR, 2024. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Dong_MemFlow_2024_CVPR,
    author = "Dong, Qiaole and Fu, Yanwei",
    title = "MemFlow: Optical Flow Estimation and Prediction with Memory",
    booktitle = "CVPR",
    year = "2024"
}
      Bibtex 
      @InProceedings{Butler_Naturalistic_2012_ECCV,
    author = "Butler, D. J. and Wulff, J. and Stanley, G. B. and Black, M. J.",
    title = "A naturalistic open source movie for optical flow evaluation",
    booktitle = "ECCV",
    year = "2012"
}
    Unified Model (UM) link paper
    • Summary: A dataset of weather prediction recorded over 25 years.
    • Applications:
    • Data type and annotations: RGB, Trajectory, Weather
    • Task: Weather
      Used in papers
        Park et al., "Long-Term Typhoon Trajectory Prediction: A Physics-Conditioned Approach Without Reanalysis Data", ICLR, 2024. paper arxiv
          Datasets Metrics
          Bibtex 
          @inproceedings{Park_longterm_2024_ICLR,
    author = "Park, Young-Jae and Seo, Minseok and Kim, Doyi and Kim, Hyeri and Choi, Sanghoon and Choi, Beomkyu and Ryu, Jeongwon and Son, Sohee and Jeon, Hae-Gon and Choi, Yeji",
    title = "Long-Term Typhoon Trajectory Prediction: A Physics-Conditioned Approach Without Reanalysis Data",
    booktitle = "ICLR",
    year = "2024"
}
      Bibtex 
      @article{Brown_unified_2012_BMAS,
    author = "Brown, Andrew and Milton, Sean and Cullen, Mike and Golding, Brian and Mitchell, John and Shelly, Ann",
    title = "Unified modeling and prediction of weather and climate: A 25-year journey",
    journal = "Bulletin of the American Meteorological Society",
    volume = "93",
    number = "12",
    pages = "1865--1877",
    year = "2012"
}

2011

    Town Center link paper
    • Summary: A dataset of surveillance recording of 2.2K pedestrians walking at the Oxford Town Center
    • Applications: Trajectory prediction
    • Data type and annotations: RGB, bounding box
    • Task: Surveillance
      Used in papers
        Chang et al., "MAU: A Motion-Aware Unit for Video Prediction and Beyond", NeurIPS, 2021. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Chang_2021_NeurIPS,
    author = "Chang, Zheng and Zhang, Xinfeng and Wang, Shanshe and Ma, Siwei and Ye, Yan and Xinguang, Xiang and Gao, Wen",
    booktitle = "NeurIPS",
    title = "{MAU}: A Motion-Aware Unit for Video Prediction and Beyond",
    year = "2021"
}
        Hasan et al., "MX-LSTM: Mixing Tracklets And Vislets To Jointly Forecast Trajectories And Head Poses", CVPR, 2018. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Hasan_2018_CVPR,
    author = "Hasan, Irtiza and Setti, Francesco and Tsesmelis, Theodore and Del Bue, Alessio and Galasso, Fabio and Cristani, Marco",
    title = "{MX-LSTM}: Mixing Tracklets And Vislets To Jointly Forecast Trajectories And Head Poses",
    booktitle = "CVPR",
    year = "2018"
}
        Hasan et al., "Seeing Is Believing: Pedestrian Trajectory Forecasting Using Visual Frustum Of Attention", WACV, 2018. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Hasan_2018_WACV,
    author = "Hasan, I. and Setti, F. and Tsesmelis, T. and Del Bue, A. and Cristani, M. and Galasso, F.",
    booktitle = "WACV",
    title = "{Seeing Is Believing}: Pedestrian Trajectory Forecasting Using Visual Frustum Of Attention",
    year = "2018"
}
        Ma et al., "Forecasting Interactive Dynamics Of Pedestrians With Fictitious Play", CVPR, 2017. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Ma_2017_CVPR,
    author = "Ma, Wei-Chiu and Huang, De-An and Lee, Namhoon and Kitani, Kris M.",
    title = "Forecasting Interactive Dynamics Of Pedestrians With Fictitious Play",
    booktitle = "CVPR",
    year = "2017"
}
      Bibtex 
      @InProceedings{Benfold_2011_CVPR,
    author = "Benfold, Ben and Reid, Ian",
    title = "Stable Multi-Target Tracking In Real-Time Surveillance Video",
    booktitle = "CVPR",
    year = "2011"
}
    VIRAT link paper
    • Summary: A multiview dataset of 12 events, such as a person loading an object to a vehicle, a person opening a vehicle trunk, recorded in 11 scenes for a total of approx. 8.5 hours of video footage
    • Applications: Action prediction, Trajectory prediction
    • Data type and annotations: RGB, bounding box, activity label, temporal segment
    • Task: Surveillance, Activity
      Used in papers
        Mahmud et al., "Joint Prediction Of Activity Labels And Starting Times In Untrimmed Videos", ICCV, 2017. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Mahmud_2017_ICCV,
    author = "Mahmud, Tahmida and Hasan, Mahmudul and Roy-Chowdhury, Amit K.",
    title = "Joint Prediction Of Activity Labels And Starting Times In Untrimmed Videos",
    booktitle = "ICCV",
    year = "2017"
}
        Huang et al., "HyperTraj: Towards Simple and Fast Scene-Compliant Endpoint Conditioned Trajectory Prediction", IROS, 2023. paper
          Datasets Metrics
          Bibtex 
          @INPROCEEDINGS{Huang_2023_IROS,
    author = "Huang, Renhao and Pagnucco, Maurice and Song, Yang",
    booktitle = "IROS",
    title = "HyperTraj: Towards Simple and Fast Scene-Compliant Endpoint Conditioned Trajectory Prediction",
    year = "2023"
}
        Vasquez, "Novel Planning-Based Algorithms For Human Motion Prediction", ICRA, 2016. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Vasquez_2016_ICRA,
    author = "Vasquez, D.",
    booktitle = "ICRA",
    title = "Novel Planning-Based Algorithms For Human Motion Prediction",
    year = "2016"
}
      Bibtex 
      @InProceedings{Oh_2011_CVPR,
    author = "Oh, Sangmin and Hoogs, Anthony and Perera, Amitha and Cuntoor, Naresh and Chen, Chia-Chih and Lee, Jong Taek and Mukherjee, Saurajit and Aggarwal, JK and Lee, Hyungtae and Davis, Larry and others",
    title = "A Large-Scale Benchmark Dataset For Event Recognition In Surveillance Video",
    booktitle = "CVPR",
    year = "2011"
}
    Human Motion Database (HMDB) link paper
    • Summary: A dataset of 6.8K+ video clips of 51 actions corresponding to general facial actions (laughing), facial actions with object manipulation (smoking), general body movements (clapping hands), body movements with object interaction (catching), and body movements for human interaction (fencing)
    • Applications: Action prediction
    • Data type and annotations: RGB, bounding box, mask, activity label, attribute
    • Task: Activity
      Used in papers
        Cho et al., "A Temporal Sequence Learning For Action Recognition And Prediction", WACV, 2018. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Cho_2018_WACV,
    author = "Cho, S. and Foroosh, H.",
    booktitle = "WACV",
    title = "A Temporal Sequence Learning For Action Recognition And Prediction",
    year = "2018"
}
        Wang et al., "Self-supervised Video Representation Learning by Pace Prediction", ECCV, 2020. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Wang_2020_ECCV_2,
    author = "Wang, Jiangliu and Jiao, Jianbo and Liu, Yun-Hui",
    title = "Self-supervised Video Representation Learning by Pace Prediction",
    booktitle = "ECCV",
    year = "2020"
}
      Bibtex 
      @InProceedings{Kuehne_2011_ICCV,
    author = "Kuehne, H. and Jhuang, H. and Garrote, E. and Poggio, T. and Serre, T.",
    title = "{HMDB}: A Large Video Database For Human Motion Recognition",
    booktitle = "ICCV",
    year = "2011"
}
    Stanford-40 link paper
    • Summary: A dataset of 40 actions with 9.5K+ RGB images and the corresponding bounding boxes around actors
    • Applications: Action prediction
    • Data type and annotations: RGB, bounding box, activity label
    • Task: Activity
      Used in papers
        Safaei et al., "Still Image Action Recognition By Predicting Spatial-Temporal Pixel Evolution", WACV, 2019. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Safaei_2019_WACV,
    author = "Safaei, M. and Foroosh, H.",
    booktitle = "WACV",
    title = "Still Image Action Recognition By Predicting Spatial-Temporal Pixel Evolution",
    year = "2019"
}
      Bibtex 
      @InProceedings{Yao_2011_ICCV,
    author = "Yao, Bangpeng and Jiang, Xiaoye and Khosla, Aditya and Lin, Andy Lai and Guibas, Leonidas and Fei-Fei, Li",
    title = "Human Action Recognition By Learning Bases Of Action Attributes And Parts",
    booktitle = "ICCV",
    year = "2011"
}
    Ford Campus Vision LiDAR (FCVL) link paper
    • Summary: A dataset of LIDAR scans and IMU readings with the corresponding images collected using a Ford F-250 autonomous pickup truck with approx. 200 GB of data
    • Applications: Other prediction
    • Data type and annotations: RGB, LIDAR, vehicle sensors
    • Task: Driving
      Used in papers
        Choi et al., "Robust Modeling And Prediction In Dynamic Environments Using Recurrent Flow Networks", IROS, 2016. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Choi_2016_IROS,
    author = "Choi, S. and Lee, K. and Oh, S.",
    booktitle = "IROS",
    title = "Robust Modeling And Prediction In Dynamic Environments Using Recurrent Flow Networks",
    year = "2016"
}
      Bibtex 
      @Article{Pandey_2011_IJRR,
    author = "Pandey, Gaurav and McBride, James R and Eustice, Ryan M",
    title = "Ford Campus Vision And Lidar Data Set",
    journal = "IJRR",
    volume = "30",
    number = "13",
    pages = "1543--1552",
    year = "2011"
}
    Utrecht Multi-Person Motion (UMPM) link paper
    • Summary: A dataset of 400K frames (36 sequences) recorded at 50 FPS with 4 cameras using 30 subjects.
    • Applications: Motion prediction
    • Data type and annotations: RGB, 3D Pose
    • Task: Activity
      Used in papers
        Peng et al., "Trajectory-Aware Body Interaction Transformer for Multi-Person Pose Forecasting", CVPR, 2023. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Peng_2023_CVPR,
    author = "Peng, Xiaogang and Mao, Siyuan and Wu, Zizhao",
    title = "Trajectory-Aware Body Interaction Transformer for Multi-Person Pose Forecasting",
    booktitle = "CVPR",
    year = "2023"
}
      Bibtex 
      @inproceedings{Van_2011_ICCVW,
    author = "Van der Aa, NP and Luo, Xinghan and Giezeman, Geert-Jan and Tan, Robby T and Veltkamp, Remco C",
    title = "Umpm benchmark: A multi-person dataset with synchronized video and motion capture data for evaluation of articulated human motion and interaction",
    booktitle = "ICCVW",
    year = "2011"
}
    ERA5 link paper
    • Summary: A dataset of climate recorded hourly since 1940.
    • Applications:
    • Data type and annotations: RGB, Trajectory, Weather
    • Task: Weather
      Used in papers
        Park et al., "Long-Term Typhoon Trajectory Prediction: A Physics-Conditioned Approach Without Reanalysis Data", ICLR, 2024. paper arxiv
          Datasets Metrics
          Bibtex 
          @inproceedings{Park_longterm_2024_ICLR,
    author = "Park, Young-Jae and Seo, Minseok and Kim, Doyi and Kim, Hyeri and Choi, Sanghoon and Choi, Beomkyu and Ryu, Jeongwon and Son, Sohee and Jeon, Hae-Gon and Choi, Yeji",
    title = "Long-Term Typhoon Trajectory Prediction: A Physics-Conditioned Approach Without Reanalysis Data",
    booktitle = "ICLR",
    year = "2024"
}
      Bibtex 
      @article{Dee_Era_2011_QJRMS,
    author = "Dee, Dick P and Uppala, S Mꎬ and Simmons, Adrian J and Berrisford, Paul and Poli, Paul and Kobayashi, Shinya and Andrae, U and Balmaseda, MA and Balsamo, G and Bauer, d P and others",
    title = "The ERA-Interim reanalysis: Configuration and performance of the data assimilation system",
    journal = "Quarterly Journal of the Royal Meteorological Society",
    volume = "137",
    number = "656",
    pages = "553--597",
    year = "2011"
}

2010

    HumanEva-I link paper
    • Summary: A dataset of 6 common actions, e.g. walking, jogging, recorded from 4 subjects in 7 videos
    • Applications: Motion prediction
    • Data type and annotations: RGB, Grayscale, 2D/3D pose
    • Task: Activity
      Used in papers
        Tian et al., "TransFusion: A Practical and Effective Transformer-Based Diffusion Model for 3D Human Motion Prediction", RAL, 2024. paper code
          Datasets Metrics
          Bibtex 
          @ARTICLE{Tian_TransFusion_2024_RAL,
    author = "Tian, Sibo and Zheng, Minghui and Liang, Xiao",
    journal = "RAL",
    title = "TransFusion: A Practical and Effective Transformer-Based Diffusion Model for 3D Human Motion Prediction",
    year = "2024",
    volume = "9",
    number = "7",
    pages = "6232-6239"
}
        Chen et al., "HumanMAC: Masked Motion Completion for Human Motion Prediction", ICCV, 2023. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Chen_2023_ICCV_1,
    author = "Chen, Ling-Hao and Zhang, JiaWei and Li, Yewen and Pang, Yiren and Xia, Xiaobo and Liu, Tongliang",
    title = "HumanMAC: Masked Motion Completion for Human Motion Prediction",
    booktitle = "ICCV",
    year = "2023"
}
        Ahn et al., "Can We Use Diffusion Probabilistic Models for 3D Motion Prediction?", ICRA, 2023. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Ahn_2023_ICRA,
    author = "Ahn, Hyemin and Mascaro, Esteve Valls and Lee, Dongheui",
    title = "Can We Use Diffusion Probabilistic Models for 3D Motion Prediction?",
    booktitle = "ICRA",
    year = "2023"
}
        Saadatnejad et al., "A generic diffusion-based approach for 3D human pose prediction in the wild", ICRA, 2023. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Saadatnejad_2023_ICRA,
    author = "Saadatnejad, Saeed and Rasekh, Ali and Mofayezi, Mohammadreza and Medghalchi, Yasamin and Rajabzadeh, Sara and Mordan, Taylor and Alahi, Alexandre",
    title = "A generic diffusion-based approach for 3D human pose prediction in the wild",
    booktitle = "ICRA",
    year = "2023"
}
        Ma et al., "Multi-Objective Diverse Human Motion Prediction With Knowledge Distillation", CVPR, 2022. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Ma_2022_CVPR_2,
    author = "Ma, Hengbo and Li, Jiachen and Hosseini, Ramtin and Tomizuka, Masayoshi and Choi, Chiho",
    title = "Multi-Objective Diverse Human Motion Prediction With Knowledge Distillation",
    booktitle = "CVPR",
    year = "2022"
}
        Xu et al., "Diverse Human Motion Prediction Guided by Multi-level Spatial-Temporal Anchors", ECCV, 2022. paper code
          Datasets Metrics
          Bibtex 
          @InProceedings{Xu_2022_ECCV_2,
    author = "Xu, Sirui and Wang, Yu-Xiong and Gui, Liang-Yan",
    title = "Diverse Human Motion Prediction Guided by Multi-level Spatial-Temporal Anchors",
    booktitle = "ECCV",
    year = "2022"
}
        Mao et al., "Generating Smooth Pose Sequences for Diverse Human Motion Prediction", ICCV, 2021. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Mao_2021_ICCV,
    author = "Mao, Wei and Liu, Miaomiao and Salzmann, Mathieu",
    title = "Generating Smooth Pose Sequences for Diverse Human Motion Prediction",
    booktitle = "ICCV",
    year = "2021"
}
        Yuan et al., "DLow: Diversifying Latent Flows for Diverse Human Motion Prediction", ECCV, 2020. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Yuan_2020_ECCV,
    author = "Yuan, Ye and Kitani, Kris",
    title = "{DLow}: Diversifying Latent Flows for Diverse Human Motion Prediction",
    booktitle = "ECCV",
    year = "2020"
}
      Bibtex 
      @Article{Sigal_2010_IJCV,
    author = "Sigal, Leonid and Balan, Alexandru O and Black, Michael J",
    title = "{HumanEva}: Synchronized Video and Motion Capture Dataset and Baseline Algorithm for Evaluation of Articulated Human Motion",
    journal = "IJCV",
    volume = "87",
    number = "1-2",
    pages = "4",
    year = "2010"
}
    UT Interaction (UTI) link
    • Summary: A dataset of 6 human-human interactions, such as shaking hands, hugging, with 20 video clips of subjects with different clothing items recorded at 30fps
    • Applications: Action prediction
    • Data type and annotations: RGB, bounding box, activity label, temporal segment
    • Task: Interaction
      Used in papers
        Gammulle et al., "Predicting The Future: A Jointly Learnt Model For Action Anticipation", ICCV, 2019. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Gammulle_2019_ICCV,
    author = "Gammulle, Harshala and Denman, Simon and Sridharan, Sridha and Fookes, Clinton",
    title = "Predicting The Future: A Jointly Learnt Model For Action Anticipation",
    booktitle = "ICCV",
    year = "2019"
}
        Chen et al., "Part-Activated Deep Reinforcement Learning For Action Prediction", ECCV, 2018. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Chen_2018_ECCV,
    author = "Chen, Lei and Lu, Jiwen and Song, Zhanjie and Zhou, Jie",
    title = "Part-Activated Deep Reinforcement Learning For Action Prediction",
    booktitle = "ECCV",
    year = "2018"
}
        Shi et al., "Action Anticipation With RBF Kernelized Feature Mapping RNN", ECCV, 2018. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Shi_2018_ECCV,
    author = "Shi, Yuge and Fernando, Basura and Hartley, Richard",
    title = "Action Anticipation With {RBF} Kernelized Feature Mapping {RNN}",
    booktitle = "ECCV",
    year = "2018"
}
        Sadegh et al., "Encouraging LSTMs To Anticipate Actions Very Early", ICCV, 2017. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Aliakbarian_2017_ICCV,
    author = "Sadegh Aliakbarian, Mohammad and Sadat Saleh, Fatemeh and Salzmann, Mathieu and Fernando, Basura and Petersson, Lars and Andersson, Lars",
    title = "Encouraging {LSTM}s To Anticipate Actions Very Early",
    booktitle = "ICCV",
    year = "2017"
}
        Xu et al., "Human Activities Prediction By Learning Combinatorial Sparse Representations", ICIP, 2016. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Xu_2016_ICIP,
    author = "Xu, K. and Qin, Z. and Wang, G.",
    booktitle = "ICIP",
    title = "Human Activities Prediction By Learning Combinatorial Sparse Representations",
    year = "2016"
}
        Lee et al., "Human Activity Prediction Based On Sub-Volume Relationship Descriptor", ICPR, 2016. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Lee_2016_ICPR,
    author = "Lee, Dong-Gyu and Lee, Seong-Whan",
    booktitle = "ICPR",
    title = "Human Activity Prediction Based On Sub-Volume Relationship Descriptor",
    year = "2016"
}
        Xu et al., "Activity Auto-Completion: Predicting Human Activities From Partial Videos", ICCV, 2015. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Xu_2015_ICCV,
    author = "Xu, Zhen and Qing, Laiyun and Miao, Jun",
    title = "Activity Auto-Completion: Predicting Human Activities From Partial Videos",
    booktitle = "ICCV",
    year = "2015"
}
      Bibtex 
      @Misc{Ryoo_2010_UT,
    author = "Ryoo, M. S. and Aggarwal, J. K.",
    title = "{Ut-INteraction Dataset}, {ICPR} Contest On Semantic Description Of HUman ACtivities (SDHA)",
    year = "2010",
    url = "http://cvrc.ece.utexas.edu/SDHA2010/Human\\\_Interaction.html"
}
    TV Human Interaction (THI) link paper
    • Summary: A dataset of 300 video clips collected from 20+ different TV shows containing 4 interactions: handshakes, high fives, hugs, and kisses
    • Applications: Action prediction
    • Data type and annotations: RGB, bounding box, head pose, activity label
    • Task: Interaction
      Used in papers
        Gammulle et al., "Predicting The Future: A Jointly Learnt Model For Action Anticipation", ICCV, 2019. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Gammulle_2019_ICCV,
    author = "Gammulle, Harshala and Denman, Simon and Sridharan, Sridha and Fookes, Clinton",
    title = "Predicting The Future: A Jointly Learnt Model For Action Anticipation",
    booktitle = "ICCV",
    year = "2019"
}
        Zhong et al., "Unsupervised Learning For Forecasting Action Representations", ICIP, 2018. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Zhong_2018_ICIP,
    author = "Zhong, Y. and Zheng, W.",
    booktitle = "ICIP",
    title = "Unsupervised Learning For Forecasting Action Representations",
    year = "2018"
}
        Zeng et al., "Visual Forecasting By Imitating Dynamics In Natural Sequences", ICCV, 2017. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Zeng_2017_ICCV,
    author = "Zeng, Kuo-Hao and Shen, William B. and Huang, De-An and Sun, Min and Carlos Niebles, Juan",
    title = "Visual Forecasting By Imitating Dynamics In Natural Sequences",
    booktitle = "ICCV",
    year = "2017"
}
        Gao et al., "RED: Reinforced Encoder-Decoder Networks For Action Anticipation", BMVC, 2017. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Gao_2017_BMVC,
    author = "Gao, Jiyang and Yang, Zhenheng and Nevatia, Ram",
    title = "{RED}: Reinforced Encoder-Decoder Networks For Action Anticipation",
    year = "2017",
    booktitle = "BMVC"
}
        Vondrick et al., "Anticipating Visual Representations From Unlabeled Video", CVPR, 2016. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Vondrick_2016_CVPR_2,
    author = "Vondrick, Carl and Pirsiavash, Hamed and Torralba, Antonio",
    title = "Anticipating Visual Representations From Unlabeled Video",
    booktitle = "CVPR",
    year = "2016"
}
      Bibtex 
      @InProceedings{Patron_2010_BMVC,
    author = "Patron-Perez, Alonso and Marszalek, Marcin and Zisserman, Andrew and Reid, Ian D",
    title = "{High Five}: Recognising Human Interactions In {TV} Shows",
    booktitle = "BMVC",
    year = "2010"
}
    Taxi BJ link paper arxiv
    • Summary: A dataset of GPS data collected from 10K+ taxis in Beijing with a sampling rate of every 117 seconds
    • Applications: Video prediction
    • Data type and annotations: GPS
    • Task: Driving
      Used in papers
        Gao et al., "SimVP: Simpler Yet Better Video Prediction", CVPR, 2022. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Gao_2022_CVPR,
    author = "Gao, Zhangyang and Tan, Cheng and Wu, Lirong and Li, Stan Z.",
    title = "{SimVP}: Simpler Yet Better Video Prediction",
    booktitle = "CVPR",
    year = "2022"
}
        Pourheydari et al., "TaylorSwiftNet: Taylor Driven Temporal Modeling for Swift Future Frame Prediction", BMVC, 2022. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Pourheydari_2022_BMVC,
    author = "Pourheydari, Mohammad Saber and Bahrami, Emad and Fayyaz, Mohsen and Francesca, Gianpiero and Noroozi, Mehdi and Gall, Jürgen",
    title = "{TaylorSwiftNet}: Taylor Driven Temporal Modeling for Swift Future Frame Prediction",
    booktitle = "BMVC",
    year = "2022"
}
        Wang et al., "Towards Unified Multi-Excitation for Unsupervised Video Prediction", BMVC, 2022. paper code
          Datasets Metrics
          Bibtex 
          @InProceedings{Wang_2022_BMVC,
    author = "Wang, Junyan and Likun, Qin and Zhang, Peng and Long, Yang and Hu, Bingzhang and Pagnucco, Maurice and Wang, Shizheng and Song, Yang",
    title = "Towards Unified Multi-Excitation for Unsupervised Video Prediction",
    booktitle = "BMVC",
    year = "2022"
}
        Le et al., "Disentangling Physical Dynamics From Unknown Factors for Unsupervised Video Prediction", CVPR, 2020. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Guen_2020_CVPR,
    author = "Le Guen, Vincent and Thome, Nicolas",
    title = "Disentangling Physical Dynamics From Unknown Factors for Unsupervised Video Prediction",
    booktitle = "CVPR",
    year = "2020"
}
      Bibtex 
      @inproceedings{Yuan_2010_ICAGIS,
    author = "Yuan, Jing and Zheng, Yu and Zhang, Chengyang and Xie, Wenlei and Xie, Xing and Sun, Guangzhong and Huang, Yan",
    title = "{T-Drive}: Driving Directions Based on Taxi Trajectories",
    booktitle = "International Conference on Advances in Geographic Information Systems",
    pages = "99--108",
    year = "2010"
}
    Willow Action link paper
    • Summary: A dataset of 7 actions, e.g. riding a bike, riding a horse, running, depicted in 968 RGB and grayscale images
    • Applications: Action prediction
    • Data type and annotations: RGB, Grayscale (image), activity label
    • Task: Activity
      Used in papers
        Safaei et al., "Still Image Action Recognition By Predicting Spatial-Temporal Pixel Evolution", WACV, 2019. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Safaei_2019_WACV,
    author = "Safaei, M. and Foroosh, H.",
    booktitle = "WACV",
    title = "Still Image Action Recognition By Predicting Spatial-Temporal Pixel Evolution",
    year = "2019"
}
      Bibtex 
      @InProceedings{Delaitre_2010_BMVC,
    author = "Delaitre, V. and Laptev, I. and Sivic, J.",
    title = "Recognizing Human Actions In Still Images: A Study Of Bag-Of-Features And Part-Based Representations",
    booktitle = "BMVC",
    year = "2010"
}
    ViSOR link paper
    • Summary: A repository of various surveillance footage of pedestrians in indoor and outdoor environments with 162 video clips and 1M+ frames
    • Applications: Video prediction
    • Data type and annotations: RGB, bounding box, pose, attribute
    • Task: Surveillance
      Used in papers
        Lu et al., "Flexible Spatio-Temporal Networks For Video Prediction", CVPR, 2017. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Lu_2017_CVPR,
    author = "Lu, Chaochao and Hirsch, Michael and Scholkopf, Bernhard",
    title = "Flexible Spatio-Temporal Networks For Video Prediction",
    booktitle = "CVPR",
    year = "2017"
}
      Bibtex 
      @Article{Vezzani_2010_MTA,
    author = "Vezzani, Roberto and Cucchiara, Rita",
    title = "Video Surveillance Online Repository ({VISOR}): An Integrated Framework",
    journal = "Multimedia Tools and Applications",
    volume = "50",
    number = "2",
    pages = "359--380",
    year = "2010"
}
    PROST link paper
    • Summary: A dataset of 4K+ frames for tracking objects in the presences of camera motion
    • Applications: Video prediction
    • Data type and annotations: RGB, bounding box
    • Task: Object
      Used in papers
        Lu et al., "Flexible Spatio-Temporal Networks For Video Prediction", CVPR, 2017. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Lu_2017_CVPR,
    author = "Lu, Chaochao and Hirsch, Michael and Scholkopf, Bernhard",
    title = "Flexible Spatio-Temporal Networks For Video Prediction",
    booktitle = "CVPR",
    year = "2017"
}
      Bibtex 
      @InProceedings{Santner_2010_CVPR,
    author = "Santner, Jakob and Leistner, Christian and Saffari, Amir and Pock, Thomas and Bischof, Horst",
    title = "{PROST}: Parallel Robust Online Simple Tracking",
    booktitle = "CVPR",
    year = "2010"
}
    MUG link paper
    • Summary: A dataset of 86 human subjects performing 6 types of basic expressions including anger, disgust, fear, happiness, sadness, and surprise recorded at 19fps for a total of 1462 sequences
    • Applications: Video prediction
    • Data type and annotations: RGB, keypoints, motion label
    • Task: Face (expression)
      Used in papers
        Zhao et al., "Learning To Forecast And Refine Residual Motion For Image-To-Video Generation", ECCV, 2018. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Zhao_2018_ECCV,
    author = "Zhao, Long and Peng, Xi and Tian, Yu and Kapadia, Mubbasir and Metaxas, Dimitris",
    title = "Learning To Forecast And Refine Residual Motion For Image-To-Video Generation",
    booktitle = "ECCV",
    year = "2018"
}
      Bibtex 
      @Article{Aifanti_2010_WIAMIS,
    author = "Aifanti, Niki and Papachristou, Christos and Delopoulos, Anastasios",
    title = "The Mug Facial Expression Database",
    journal = "WIAMIS",
    year = "2010"
}
    MSR link paper
    • Summary: A dataset 20 actions, such as high arm wave, horizontal arm wave, hammer, forward punch, recorded using a depth camera at 15fps for a total of 23K+ frames
    • Applications: Video prediction
    • Data type and annotations: Depth, activity label
    • Task: Activity
      Used in papers
        Wang et al., "Order Matters: Shuffling Sequence Generation For Video Prediction", BMVC, 2019. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Wang_2019_BMVC,
    author = "Wang, Junyan and Hu, Bingzhang and Long, Yang and Guan, Yu",
    title = "Order Matters: Shuffling Sequence Generation For Video Prediction",
    year = "2019",
    booktitle = "BMVC"
}
      Bibtex 
      @InProceedings{Li_2010_CVPRW,
    author = "Li, Wanqing and Zhang, Zhengyou and Liu, Zicheng",
    title = "Action Recognition Based On A Bag Of {3D} Points",
    booktitle = "CVPRW",
    year = "2010"
}
    DIPLECS link paper
    • Summary: A dataset of 3.5 hours of driving with the corresponding steering angle computed based on a marker on the steering wheel
    • Applications: Other prediction
    • Data type and annotations: RGB, vehicle sensors
    • Task: Driving
      Used in papers
        He et al., "Aggregated Sparse Attention For Steering Angle Prediction", ICPR, 2018. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{He_2018_ICPR,
    author = "He, S. and Kangin, D. and Mi, Y. and Pugeault, N.",
    booktitle = "ICPR",
    title = "Aggregated Sparse Attention For Steering Angle Prediction",
    year = "2018"
}
      Bibtex 
      @InProceedings{Pugeault_2010_ECCV,
    author = "Pugeault, Nicolas and Bowden, Richard",
    title = "Learning Pre-Attentive Driving Behaviour From Holistic Visual Features",
    booktitle = "ECCV",
    year = "2010"
}
    Best Track link paper
    • Summary: A dataset of global tropical cyclones collected over 20 years.
    • Applications: Trajectory prediction
    • Data type and annotations: RGB, Trajectory
    • Task: Weather
      Used in papers
        Park et al., "Long-Term Typhoon Trajectory Prediction: A Physics-Conditioned Approach Without Reanalysis Data", ICLR, 2024. paper arxiv
          Datasets Metrics
          Bibtex 
          @inproceedings{Park_longterm_2024_ICLR,
    author = "Park, Young-Jae and Seo, Minseok and Kim, Doyi and Kim, Hyeri and Choi, Sanghoon and Choi, Beomkyu and Ryu, Jeongwon and Son, Sohee and Jeon, Hae-Gon and Choi, Yeji",
    title = "Long-Term Typhoon Trajectory Prediction: A Physics-Conditioned Approach Without Reanalysis Data",
    booktitle = "ICLR",
    year = "2024"
}
      Bibtex 
      @article{Knapp_international_2010_BAMS,
    author = "Knapp, Kenneth R and Kruk, Michael C and Levinson, David H and Diamond, Howard J and Neumann, Charles J",
    title = "The international best track archive for climate stewardship (IBTrACS) unifying tropical cyclone data",
    journal = "Bulletin of the American Meteorological Society",
    volume = "91",
    number = "3",
    pages = "363--376",
    year = "2010"
}

2009

    ETH link paper
    • Summary: A dataset of pedestrian trajectory with 650 tracks in 25+ minutes of video footage
    • Applications: Trajectory prediction
    • Data type and annotations: RGB, trajectory
    • Task: Surveillance
      Used in papers
        Bae et al., "Can Language Beat Numerical Regression? Language-Based Multimodal Trajectory Prediction", CVPR, 2024. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Bae_Can_2024_CVPR,
    author = "Bae, Inhwan and Lee, Junoh and Jeon, Hae-Gon",
    title = "Can Language Beat Numerical Regression? Language-Based Multimodal Trajectory Prediction",
    booktitle = "CVPR",
    year = "2024"
}
        Xu et al., "Adapting to Length Shift: FlexiLength Network for Trajectory Prediction", CVPR, 2024. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Xu_Adapting_2024_CVPR,
    author = "Xu, Yi and Fu, Yun",
    title = "Adapting to Length Shift: FlexiLength Network for Trajectory Prediction",
    booktitle = "CVPR",
    year = "2024"
}
        Wong et al., "SocialCircle: Learning the Angle-based Social Interaction Representation for Pedestrian Trajectory Prediction", CVPR, 2024. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Wong_SocialCircle_2024_CVPR,
    author = "Wong, Conghao and Xia, Beihao and Zou, Ziqian and Wang, Yulong and You, Xinge",
    title = "SocialCircle: Learning the Angle-based Social Interaction Representation for Pedestrian Trajectory Prediction",
    booktitle = "CVPR",
    year = "2024"
}
        Bae et al., "SingularTrajectory: Universal Trajectory Predictor Using Diffusion Model", CVPR, 2024. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Bae_SingularTrajectory_2024_CVPR,
    author = "Bae, Inhwan and Park, Young-Jae and Jeon, Hae-Gon",
    title = "SingularTrajectory: Universal Trajectory Predictor Using Diffusion Model",
    booktitle = "CVPR",
    year = "2024"
}
        Kim et al., "Higher-order Relational Reasoning for Pedestrian Trajectory Prediction", CVPR, 2024. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Kim_Higher_2024_CVPR,
    author = "Kim, Sungjune and Chi, Hyung-gun and Lim, Hyerin and Ramani, Karthik and Kim, Jinkyu and Kim, Sangpil",
    title = "Higher-order Relational Reasoning for Pedestrian Trajectory Prediction",
    booktitle = "CVPR",
    year = "2024"
}
        chib et al., "MS-TIP: Imputation Aware Pedestrian Trajectory Prediction", ICML, 2024. paper code
          Datasets Metrics
          Bibtex 
          @inproceedings{Chip_MSTIP_2024_ICML,
    author = "singh chib, Pranav and Nath, Achintya and Kabra, Paritosh and Gupta, Ishu and Singh, Pravendra",
    title = "{MS}-{TIP}: Imputation Aware Pedestrian Trajectory Prediction",
    booktitle = "ICML",
    year = "2024"
}
        chib et al., "Enhancing Trajectory Prediction through Self-Supervised Waypoint Distortion Prediction", ICML, 2024. paper arxiv
          Datasets Metrics
          Bibtex 
          @inproceedings{Chib_Enhancing_2024_ICML,
    author = "singh chib, Pranav and Singh, Pravendra",
    title = "Enhancing Trajectory Prediction through Self-Supervised Waypoint Distortion Prediction",
    booktitle = "ICML",
    year = "2024"
}
        Shahroudi et al., "Evaluation of Trajectory Distribution Predictions with Energy Score", ICML, 2024. paper
          Datasets Metrics
          Bibtex 
          @inproceedings{Shahroudi_evaluation_2024_ICML,
    author = "Shahroudi, Novin and Lepson, Mihkel and Kull, Meelis",
    title = "Evaluation of Trajectory Distribution Predictions with Energy Score",
    booktitle = "ICML",
    year = "2024"
}
        Saadatnejad et al., "Social-Transmotion: Promptable Human Trajectory Prediction", ICLR, 2024. paper arxiv code
          Datasets Metrics
          Bibtex 
          @inproceedings{Saadatnejad_socialtransmotion_2024_ICLR,
    author = "Saadatnejad, Saeed and Gao, Yang and Messaoud, Kaouther and Alahi, Alexandre",
    title = "Social-Transmotion: Promptable Human Trajectory Prediction",
    booktitle = "ICLR",
    year = "2024"
}
        Groot et al., "Probabilistic Motion Planning and Prediction via Partitioned Scenario Replay", ICRA, 2024. paper
          Datasets Metrics
          Bibtex 
          @inproceedings{Groot_Probabilistic_2024_ICRA,
    author = "de Groot, Oscar and Sridharan, Anish and Alonso-Mora, Javier and Ferranti, Laura",
    booktitle = "ICRA",
    title = "Probabilistic Motion Planning and Prediction via Partitioned Scenario Replay",
    year = "2024"
}
        Wang et al., "Pedestrian Trajectory Prediction Using Dynamics-based Deep Learning", ICRA, 2024. paper arxiv
          Datasets Metrics
          Bibtex 
          @inproceedings{Wang_Pedestrian_2024_ICRA,
    author = "Wang, Honghui and Zhi, Weiming and Batista, Gustavo and Chandra, Rohitash",
    booktitle = "ICRA",
    title = "Pedestrian Trajectory Prediction Using Dynamics-based Deep Learning",
    year = "2024"
}
        Bhaskara et al., "Trajectory Prediction for Robot Navigation using Flow-Guided Markov Neural Operator", ICRA, 2024. paper arxiv
          Datasets Metrics
          Bibtex 
          @inproceedings{Bhaskara_Trajectory_2024_ICRA,
    author = "Bhaskara, Rashmi and Viswanath, Hrishikesh and Bera, Aniket",
    booktitle = "ICRA",
    title = "Trajectory Prediction for Robot Navigation using Flow-Guided Markov Neural Operator",
    year = "2024"
}
        Lin et al., "DyHGDAT: Dynamic Hypergraph Dual Attention Network for multi-agent trajectory prediction", ICRA, 2024. paper
          Datasets Metrics
          Bibtex 
          @inproceedings{Lin_DyHGDAT_2024_ICRA,
    author = "Lin, Weilong and Zeng, Xinhua and Pang, Chengxin and Teng, Jing and Liu, Jing",
    booktitle = "ICRA",
    title = "DyHGDAT: Dynamic Hypergraph Dual Attention Network for multi-agent trajectory prediction",
    year = "2024"
}
        Chen et al., "Goal-Guided and Interaction-Aware State Refinement Graph Attention Network for Multi-Agent Trajectory Prediction", RAL, 2024. paper
          Datasets Metrics
          Bibtex 
          @ARTICLE{Chen_Goal_2024_RAL,
    author = "Chen, Xiaobo and Luo, Fengbo and Zhao, Feng and Ye, Qiaolin",
    journal = "RAL",
    title = "Goal-Guided and Interaction-Aware State Refinement Graph Attention Network for Multi-Agent Trajectory Prediction",
    year = "2024",
    volume = "9",
    number = "1",
    pages = "57-64",
    keywords = "Trajectory;Predictive models;Feature extraction;Transformers;Generative adversarial networks;Behavioral sciences;Task analysis;Graph attention;multi-agent trajectory prediction;multimodal prediction;state refinement",
    doi = "10.1109/LRA.2023.3331651"
}
        Liu et al., "STAGP: Spatio-Temporal Adaptive Graph Pooling Network for Pedestrian Trajectory Prediction", RAL, 2024. paper
          Datasets Metrics
          Bibtex 
          @ARTICLE{Liu_STAGP_2024_RAL,
    author = "Liu, Zhening and He, Li and Yuan, Liang and Lv, Kai and Zhong, Runhao and Chen, Yaohua",
    journal = "RAL",
    title = "STAGP: Spatio-Temporal Adaptive Graph Pooling Network for Pedestrian Trajectory Prediction",
    year = "2024",
    volume = "9",
    number = "3",
    pages = "2001-2007"
}
        Chen et al., "Unsupervised Sampling Promoting for Stochastic Human Trajectory Prediction", CVPR, 2023. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Chen_2023_CVPR,
    author = "Chen, Guangyi and Chen, Zhenhao and Fan, Shunxing and Zhang, Kun",
    title = "Unsupervised Sampling Promoting for Stochastic Human Trajectory Prediction",
    booktitle = "CVPR",
    year = "2023"
}
        Mao et al., "Leapfrog Diffusion Model for Stochastic Trajectory Prediction", CVPR, 2023. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Mao_2023_CVPR,
    author = "Mao, Weibo and Xu, Chenxin and Zhu, Qi and Chen, Siheng and Wang, Yanfeng",
    title = "Leapfrog Diffusion Model for Stochastic Trajectory Prediction",
    booktitle = "CVPR",
    year = "2023"
}
        Wang et al., "FEND: A Future Enhanced Distribution-Aware Contrastive Learning Framework for Long-Tail Trajectory Prediction", CVPR, 2023. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Wang_2023_CVPR,
    author = "Wang, Yuning and Zhang, Pu and Bai, Lei and Xue, Jianru",
    title = "FEND: A Future Enhanced Distribution-Aware Contrastive Learning Framework for Long-Tail Trajectory Prediction",
    booktitle = "CVPR",
    year = "2023"
}
        Xu et al., "Uncovering the Missing Pattern: Unified Framework Towards Trajectory Imputation and Prediction", CVPR, 2023. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Xu_2023_CVPR,
    author = "Xu, Yi and Bazarjani, Armin and Chi, Hyung-gun and Choi, Chiho and Fu, Yun",
    title = "Uncovering the Missing Pattern: Unified Framework Towards Trajectory Imputation and Prediction",
    booktitle = "CVPR",
    year = "2023"
}
        Sun et al., "Stimulus Verification Is a Universal and Effective Sampler in Multi-Modal Human Trajectory Prediction", CVPR, 2023. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Sun_2023_CVPR_2,
    author = "Sun, Jianhua and Li, Yuxuan and Chai, Liang and Lu, Cewu",
    title = "Stimulus Verification Is a Universal and Effective Sampler in Multi-Modal Human Trajectory Prediction",
    booktitle = "CVPR",
    year = "2023"
}
        Bae et al., "EigenTrajectory: Low-Rank Descriptors for Multi-Modal Trajectory Forecasting", ICCV, 2023. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Bae_2023_ICCV,
    author = "Bae, Inhwan and Oh, Jean and Jeon, Hae-Gon",
    title = "EigenTrajectory: Low-Rank Descriptors for Multi-Modal Trajectory Forecasting",
    booktitle = "ICCV",
    year = "2023"
}
        Dong et al., "Sparse Instance Conditioned Multimodal Trajectory Prediction", ICCV, 2023. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Dong_2023_ICCV,
    author = "Dong, Yonghao and Wang, Le and Zhou, Sanping and Hua, Gang",
    title = "Sparse Instance Conditioned Multimodal Trajectory Prediction",
    booktitle = "ICCV",
    year = "2023"
}
        Maeda et al., "Fast Inference and Update of Probabilistic Density Estimation on Trajectory Prediction", ICCV, 2023. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Maeda_2023_ICCV,
    author = "Maeda, Takahiro and Ukita, Norimichi",
    title = "Fast Inference and Update of Probabilistic Density Estimation on Trajectory Prediction",
    booktitle = "ICCV",
    year = "2023"
}
        Shi et al., "Trajectory Unified Transformer for Pedestrian Trajectory Prediction", ICCV, 2023. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Shi_2023_ICCV,
    author = "Shi, Liushuai and Wang, Le and Zhou, Sanping and Hua, Gang",
    title = "Trajectory Unified Transformer for Pedestrian Trajectory Prediction",
    booktitle = "ICCV",
    year = "2023"
}
        Weng et al., "Joint Metrics Matter: A Better Standard for Trajectory Forecasting", ICCV, 2023. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Weng_2023_ICCV,
    author = "Weng, Erica and Hoshino, Hana and Ramanan, Deva and Kitani, Kris",
    title = "Joint Metrics Matter: A Better Standard for Trajectory Forecasting",
    booktitle = "ICCV",
    year = "2023"
}
        Zhang et al., "TrajPAC: Towards Robustness Verification of Pedestrian Trajectory Prediction Models", ICCV, 2023. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Zhang_2023_ICCV,
    author = "Zhang, Liang and Xu, Nathaniel and Yang, Pengfei and Jin, Gaojie and Huang, Cheng-Chao and Zhang, Lijun",
    title = "TrajPAC: Towards Robustness Verification of Pedestrian Trajectory Prediction Models",
    booktitle = "ICCV",
    year = "2023"
}
        Bagi et al., "Generative Causal Representation Learning for Out-of-Distribution Motion Forecasting", ICML, 2023. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Bagi_2023_ICML,
    author = "Bagi, Shayan Shirahmad Gale and Gharaee, Zahra and Schulte, Oliver and Crowley, Mark",
    title = "Generative Causal Representation Learning for Out-of-Distribution Motion Forecasting",
    booktitle = "ICML",
    year = "2023"
}
        Ivanovic et al., "Expanding the Deployment Envelope of Behavior Prediction via Adaptive Meta-Learning", ICRA, 2023. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Ivanovic_2023_ICRA,
    author = "Ivanovic, Boris and Harrison, James and Pavone, Marco",
    title = "Expanding the Deployment Envelope of Behavior Prediction via Adaptive Meta-Learning",
    booktitle = "ICRA",
    year = "2023"
}
        Salzmann et al., "Robots That Can See: Leveraging Human Pose for Trajectory Prediction", RAL, 2023. paper
          Datasets Metrics
          Bibtex 
          @ARTICLE{Salzmann_Robots_2023_RAL,
    author = "Salzmann, Tim and Chiang, Hao-Tien Lewis and Ryll, Markus and Sadigh, Dorsa and Parada, Carolina and Bewley, Alex",
    journal = "RAL",
    title = "Robots That Can See: Leveraging Human Pose for Trajectory Prediction",
    year = "2023",
    volume = "8",
    number = "11",
    pages = "7090-7097"
}
        Zhou et al., "Dynamic Attention-Based CVAE-GAN for Pedestrian Trajectory Prediction", RAL, 2023. paper
          Datasets Metrics
          Bibtex 
          @ARTICLE{Zhou_Dynamic_2023_RAL,
    author = "Zhou, Zhou and Huang, Gang and Su, Zhaoxin and Li, Yongfu and Hua, Wei",
    journal = "RAL",
    title = "Dynamic Attention-Based CVAE-GAN for Pedestrian Trajectory Prediction",
    year = "2023",
    volume = "8",
    number = "2",
    pages = "704-711"
}
        Bhujel et al., "Disentangling Crowd Interactions for Pedestrians Trajectory Prediction", RAL, 2023. paper
          Datasets Metrics
          Bibtex 
          @ARTICLE{Bhujel_Disentangling_2023_RAL,
    author = "Bhujel, Niraj and Yau, Wei-Yun",
    journal = "RAL",
    title = "Disentangling Crowd Interactions for Pedestrians Trajectory Prediction",
    year = "2023",
    volume = "8",
    number = "5",
    pages = "3078-3085"
}
        Kedia et al., "A Game-Theoretic Framework for Joint Forecasting and Planning", IROS, 2023. paper arxiv code
          Datasets Metrics
          Bibtex 
          @INPROCEEDINGS{Kedia_2023_IROS,
    author = "Kedia, Kushal and Dan, Prithwish and Choudhury, Sanjiban",
    booktitle = "IROS",
    title = "A Game-Theoretic Framework for Joint Forecasting and Planning",
    year = "2023"
}
        Poddar et al., "From Crowd Motion Prediction to Robot Navigation in Crowds", IROS, 2023. paper arxiv code
          Datasets Metrics
          Bibtex 
          @INPROCEEDINGS{Poddar_2023_IROS,
    author = "Poddar, Sriyash and Mavrogiannis, Christoforos and Srinivasa, Siddhartha S.",
    booktitle = "IROS",
    title = "From Crowd Motion Prediction to Robot Navigation in Crowds",
    year = "2023"
}
        Bae et al., "Non-Probability Sampling Network for Stochastic Human Trajectory Prediction", CVPR, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Bae_2022_CVPR,
    author = "Bae, Inhwan and Park, Jin-Hwi and Jeon, Hae-Gon",
    title = "Non-Probability Sampling Network for Stochastic Human Trajectory Prediction",
    booktitle = "CVPR",
    year = "2022"
}
        Chen et al., "ScePT: Scene-Consistent, Policy-Based Trajectory Predictions for Planning", CVPR, 2022. paper code
          Datasets Metrics
          Bibtex 
          @InProceedings{Chen_2022_CVPR,
    author = "Chen, Yuxiao and Ivanovic, Boris and Pavone, Marco",
    title = "{ScePT}: Scene-Consistent, Policy-Based Trajectory Predictions for Planning",
    booktitle = "CVPR",
    year = "2022"
}
        Gu et al., "Stochastic Trajectory Prediction via Motion Indeterminacy Diffusion", CVPR, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Gu_2022_CVPR,
    author = "Gu, Tianpei and Chen, Guangyi and Li, Junlong and Lin, Chunze and Rao, Yongming and Zhou, Jie and Lu, Jiwen",
    title = "Stochastic Trajectory Prediction via Motion Indeterminacy Diffusion",
    booktitle = "CVPR",
    year = "2022"
}
        Liu et al., "Towards Robust and Adaptive Motion Forecasting: A Causal Representation Perspective", CVPR, 2022. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Liu_2022_CVPR,
    author = "Liu, Yuejiang and Cadei, Riccardo and Schweizer, Jonas and Bahmani, Sherwin and Alahi, Alexandre",
    title = "Towards Robust and Adaptive Motion Forecasting: A Causal Representation Perspective",
    booktitle = "CVPR",
    year = "2022"
}
        Monti et al., "How Many Observations Are Enough? Knowledge Distillation for Trajectory Forecasting", CVPR, 2022. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Monti_2022_CVPR,
    author = "Monti, Alessio and Porrello, Angelo and Calderara, Simone and Coscia, Pasquale and Ballan, Lamberto and Cucchiara, Rita",
    title = "How Many Observations Are Enough? Knowledge Distillation for Trajectory Forecasting",
    booktitle = "CVPR",
    year = "2022"
}
        Xu et al., "Remember Intentions: Retrospective-Memory-Based Trajectory Prediction", CVPR, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Xu_2022_CVPR,
    author = "Xu, Chenxin and Mao, Weibo and Zhang, Wenjun and Chen, Siheng",
    title = "Remember Intentions: Retrospective-Memory-Based Trajectory Prediction",
    booktitle = "CVPR",
    year = "2022"
}
        Sun et al., "Human Trajectory Prediction With Momentary Observation", CVPR, 2022. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Sun_2022_CVPR_2,
    author = "Sun, Jianhua and Li, Yuxuan and Chai, Liang and Fang, Hao-Shu and Li, Yong-Lu and Lu, Cewu",
    title = "Human Trajectory Prediction With Momentary Observation",
    booktitle = "CVPR",
    year = "2022"
}
        Xu et al., "GroupNet: Multiscale Hypergraph Neural Networks for Trajectory Prediction With Relational Reasoning", CVPR, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Xu_2022_CVPR_2,
    author = "Xu, Chenxin and Li, Maosen and Ni, Zhenyang and Zhang, Ya and Chen, Siheng",
    title = "{GroupNet}: Multiscale Hypergraph Neural Networks for Trajectory Prediction With Relational Reasoning",
    booktitle = "CVPR",
    year = "2022"
}
        Xu et al., "Adaptive Trajectory Prediction via Transferable GNN", CVPR, 2022. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Xu_2022_CVPR_3,
    author = "Xu, Yi and Wang, Lichen and Wang, Yizhou and Fu, Yun",
    title = "Adaptive Trajectory Prediction via Transferable {GNN}",
    booktitle = "CVPR",
    year = "2022"
}
        Bae et al., "Learning Pedestrian Group Representations for Multi-modal Trajectory Prediction", ECCV, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Bae_2022_ECCV,
    author = "Bae, Inhwan and Park, Jin-Hwi and Jeon, Hae-Gon",
    title = "Learning Pedestrian Group Representations for Multi-modal Trajectory Prediction",
    booktitle = "ECCV",
    year = "2022"
}
        Hu et al., "Entry-Flipped Transformer for Inference and Prediction of Participant Behavior", ECCV, 2022. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Hu_2022_ECCV,
    author = "Hu, Bo and Cham, Tat-Jen",
    title = "Entry-Flipped Transformer for Inference and Prediction of Participant Behavior",
    booktitle = "ECCV",
    year = "2022"
}
        Mohamed et al., "Social-Implicit: Rethinking Trajectory Prediction Evaluation and the Effectiveness of Implicit Maximum Likelihood Estimation", ECCV, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Mohamed_2022_ECCV,
    author = "Mohamed, Abduallah and Zhu, Deyao and Vu, Warren and Elhoseiny, Mohamed and Claudel, Christian",
    title = "{Social-Implicit}: Rethinking Trajectory Prediction Evaluation and the Effectiveness of Implicit Maximum Likelihood Estimation",
    booktitle = "ECCV",
    year = "2022"
}
        Tsao et al., "Social-SSL: Self-Supervised Cross-Sequence Representation Learning Based on Transformers for Multi-agent Trajectory Prediction", ECCV, 2022. paper code
          Datasets Metrics
          Bibtex 
          @InProceedings{Tsao_2022_ECCV,
    author = "Tsao, Li-Wu and Wang, Yan-Kai and Lin, Hao-Siang and Shuai, Hong-Han and Wong, Lai-Kuan and Cheng, Wen-Huang",
    title = "{Social-SSL}: Self-Supervised Cross-Sequence Representation Learning Based on Transformers for Multi-agent Trajectory Prediction",
    booktitle = "ECCV",
    year = "2022"
}
        Wong et al., "View Vertically: A Hierarchical Network for Trajectory Prediction via Fourier Spectrums", ECCV, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Wong_2022_ECCV,
    author = "Wong, Conghao and Xia, Beihao and Hong, Ziming and Peng, Qinmu and Yuan, Wei and Cao, Qiong and Yang, Yibo and You, Xinge",
    title = "View Vertically: A Hierarchical Network for Trajectory Prediction via Fourier Spectrums",
    booktitle = "ECCV",
    year = "2022"
}
        Xu et al., "SocialVAE: Human Trajectory Prediction Using Timewise Latents", ECCV, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Xu_2022_ECCV,
    author = "Xu, Pei and Hayet, Jean-Bernard and Karamouzas, Ioannis",
    title = "{SocialVAE}: Human Trajectory Prediction Using Timewise Latents",
    booktitle = "ECCV",
    year = "2022"
}
        Yue et al., "Human Trajectory Prediction via Neural Social Physics", ECCV, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Yue_2022_ECCV,
    author = "Yue, Jiangbei and Manocha, Dinesh and Wang, He",
    title = "Human Trajectory Prediction via Neural Social Physics",
    booktitle = "ECCV",
    year = "2022"
}
        Meng et al., "Forecasting Human Trajectory from Scene History", NeurIPS, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Meng_2022_NeurIPS,
    author = "Meng, Mancheng and Wu, Ziyan and Chen, Terrence and Cai, Xiran and Zhou, Xiang Sean and Yang, Fan and Shen, Dinggang",
    title = "Forecasting Human Trajectory from Scene History",
    booktitle = "NeurIPS",
    year = "2022"
}
        Makansi et al., "You Mostly Walk Alone: Analyzing Feature Attribution in Trajectory Prediction", ICLR, 2022. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Makansi_2022_ICLR,
    author = "Makansi, Osama and Kugelgen, Julius Von and Locatello, Francesco and Gehler, Peter Vincent and Janzing, Dominik and Brox, Thomas and Scholkopf, Bernhard",
    title = "You Mostly Walk Alone: Analyzing Feature Attribution in Trajectory Prediction",
    booktitle = "ICLR",
    year = "2022"
}
        Hasan et al., "Meta-path Analysis on Spatio-Temporal Graphs for Pedestrian Trajectory Prediction", ICRA, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Hasan_2022_ICRA,
    author = "Hasan, Aamir and Sriram, Pranav and Driggs-Campbell, Katherine",
    booktitle = "ICRA",
    title = "Meta-path Analysis on Spatio-Temporal Graphs for Pedestrian Trajectory Prediction",
    year = "2022"
}
        Ivanovic et al., "Propagating State Uncertainty Through Trajectory Forecasting", ICRA, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Ivanovic_2022_ICRA,
    author = "Ivanovic, Boris and Lin, Yifeng and Shrivastava, Shubham and Chakravarty, Punarjay and Pavone, Marco",
    booktitle = "ICRA",
    title = "Propagating State Uncertainty Through Trajectory Forecasting",
    year = "2022"
}
        Zhou et al., "Grouptron: Dynamic Multi-Scale Graph Convolutional Networks for Group-Aware Dense Crowd Trajectory Forecasting", ICRA, 2022. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Zhou_2022_ICRA,
    author = "Zhou, Rui and Zhou, Hongyu and Gao, Huidong and Tomizuka, Masayoshi and Li, Jiachen and Xu, Zhuo",
    booktitle = "ICRA",
    title = "Grouptron: Dynamic Multi-Scale Graph Convolutional Networks for Group-Aware Dense Crowd Trajectory Forecasting",
    year = "2022"
}
        Xie et al., "Synchronous Bi-Directional Pedestrian Trajectory Prediction with Error Compensation", ACCV, 2022. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Xie_2022_ACCV,
    author = "Xie, Ce and Li, Yuanman and Liang, Rongqin and Dong, Li and Li, Xia",
    title = "Synchronous Bi-Directional Pedestrian Trajectory Prediction with Error Compensation",
    booktitle = "ACCV",
    year = "2022"
}
        Sun et al., "Unified and Fast Human Trajectory Prediction Via Conditionally Parameterized Normalizing Flow", RAL, 2022. paper
          Datasets Metrics
          Bibtex 
          @ARTICLE{Sun_Unified_2022_RAL,
    author = "Sun, Jianhua and Wang, Zehao and Li, Jiefeng and Lu, Cewu",
    journal = "RAL",
    title = "Unified and Fast Human Trajectory Prediction Via Conditionally Parameterized Normalizing Flow",
    year = "2022",
    volume = "7",
    number = "2",
    pages = "842-849"
}
        Huang et al., "Learning Sparse Interaction Graphs of Partially Detected Pedestrians for Trajectory Prediction", RAL, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @ARTICLE{Huang_Learning_2022_RAL,
    author = "Huang, Zhe and Li, Ruohua and Shin, Kazuki and Driggs-Campbell, Katherine",
    journal = "RAL",
    title = "Learning Sparse Interaction Graphs of Partially Detected Pedestrians for Trajectory Prediction",
    year = "2022",
    volume = "7",
    number = "2",
    pages = "1198-1205"
}
        Wang et al., "Stepwise Goal-Driven Networks for Trajectory Prediction", RAL, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @Article{Wang_2022_RAL_2,
    author = "Wang, Chuhua and Wang, Yuchen and Xu, Mingze and Crandall, David J.",
    journal = "RAL",
    title = "Stepwise Goal-Driven Networks for Trajectory Prediction",
    year = "2022",
    volume = "7",
    number = "2",
    pages = "2716-2723"
}
        Zhou et al., "GA-STT: Human Trajectory Prediction with Group Aware Spatial-temporal Transformer", RAL, 2022. paper
          Datasets Metrics
          Bibtex 
          @Article{Zhou_2022_RAL,
    author = "Zhou, Lei and Yang, Dingye and Zhai, Xiaolin and Wu, Shichao and Hu, ZhengXi and Liu, Jingtai",
    journal = "RAL",
    title = "{GA-STT}: Human Trajectory Prediction with Group Aware Spatial-temporal Transformer",
    volume = "7",
    number = "3",
    pages = "7660--7667",
    year = "2022"
}
        Chen et al., "HGCN-GJS: Hierarchical Graph Convolutional Network with Groupwise Joint Sampling for Trajectory Prediction", IROS, 2022. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Chen_2022_IROS,
    author = "Chen, Yuying and Liu, Congcong and Mei, Xiaodong and Shi, Bertram E. and Liu, Ming",
    booktitle = "IROS",
    title = "{HGCN-GJS}: Hierarchical Graph Convolutional Network with Groupwise Joint Sampling for Trajectory Prediction",
    year = "2022"
}
        Zhu et al., "HalentNet: Multimodal Trajectory Forecasting with Hallucinative Intents", ICLR, 2021. paper code
          Datasets Metrics
          Bibtex 
          @InProceedings{Deyao_2021_ICLR,
    author = "Zhu, Deyao and Zahran, Mohamed and Li, Li Erran and Elhoseiny, Mohamed",
    booktitle = "ICLR",
    title = "{HalentNet}: Multimodal Trajectory Forecasting with Hallucinative Intents",
    year = "2021"
}
        Pang et al., "Trajectory Prediction With Latent Belief Energy-Based Model", CVPR, 2021. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Pang_2021_CVPR,
    author = "Pang, Bo and Zhao, Tianyang and Xie, Xu and Wu, Ying Nian",
    title = "Trajectory Prediction With Latent Belief Energy-Based Model",
    booktitle = "CVPR",
    year = "2021"
}
        Shafiee et al., "Introvert: Human Trajectory Prediction via Conditional 3D Attention", CVPR, 2021. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Shafiee_2021_CVPR,
    author = "Shafiee, Nasim and Padir, Taskin and Elhamifar, Ehsan",
    title = "Introvert: Human Trajectory Prediction via Conditional 3D Attention",
    booktitle = "CVPR",
    year = "2021"
}
        Shi et al., "SGCN: Sparse Graph Convolution Network for Pedestrian Trajectory Prediction", CVPR, 2021. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Shi_2021_CVPR,
    author = "Shi, Liushuai and Wang, Le and Long, Chengjiang and Zhou, Sanping and Zhou, Mo and Niu, Zhenxing and Hua, Gang",
    title = "{SGCN}: Sparse Graph Convolution Network for Pedestrian Trajectory Prediction",
    booktitle = "CVPR",
    year = "2021"
}
        Chen et al., "Personalized Trajectory Prediction via Distribution Discrimination", ICCV, 2021. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Chen_2021_ICCV,
    author = "Chen, Guangyi and Li, Junlong and Zhou, Nuoxing and Ren, Liangliang and Lu, Jiwen",
    title = "Personalized Trajectory Prediction via Distribution Discrimination",
    booktitle = "ICCV",
    year = "2021"
}
        Dendorfer et al., "MG-GAN: A Multi-Generator Model Preventing Out-of-Distribution Samples in Pedestrian Trajectory Prediction", ICCV, 2021. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Dendorfer_2021_ICCV,
    author = "Dendorfer, Patrick and Elflein, Sven and Leal-Taixe, Laura",
    title = "{MG-GAN}: A Multi-Generator Model Preventing Out-of-Distribution Samples in Pedestrian Trajectory Prediction",
    booktitle = "ICCV",
    year = "2021"
}
        Li et al., "Spatial-Temporal Consistency Network for Low-Latency Trajectory Forecasting", ICCV, 2021. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Li_2021_ICCV,
    author = "Li, Shijie and Zhou, Yanying and Yi, Jinhui and Gall, Juergen",
    title = "Spatial-Temporal Consistency Network for Low-Latency Trajectory Forecasting",
    booktitle = "ICCV",
    year = "2021"
}
        Makansi et al., "On Exposing the Challenging Long Tail in Future Prediction of Traffic Actors", ICCV, 2021. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Makansi_2021_ICCV,
    author = "Makansi, Osama and Cicek, Ozgun and Marrakchi, Yassine and Brox, Thomas",
    title = "On Exposing the Challenging Long Tail in Future Prediction of Traffic Actors",
    booktitle = "ICCV",
    year = "2021"
}
        Mangalam et al., "From Goals, Waypoints & Paths to Long Term Human Trajectory Forecasting", ICCV, 2021. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Mangalam_2021_ICCV,
    author = "Mangalam, Karttikeya and An, Yang and Girase, Harshayu and Malik, Jitendra",
    title = "From Goals, Waypoints \& Paths to Long Term Human Trajectory Forecasting",
    booktitle = "ICCV",
    year = "2021"
}
        Sun et al., "Three Steps to Multimodal Trajectory Prediction: Modality Clustering, Classification and Synthesis", ICCV, 2021. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Sun_2021_ICCV,
    author = "Sun, Jianhua and Li, Yuxuan and Fang, Hao-Shu and Lu, Cewu",
    title = "Three Steps to Multimodal Trajectory Prediction: Modality Clustering, Classification and Synthesis",
    booktitle = "ICCV",
    year = "2021"
}
        Yuan et al., "AgentFormer: Agent-Aware Transformers for Socio-Temporal Multi-Agent Forecasting", ICCV, 2021. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Yuan_2021_ICCV,
    author = "Yuan, Ye and Weng, Xinshuo and Ou, Yanglan and Kitani, Kris M.",
    title = "{AgentFormer}: Agent-Aware Transformers for Socio-Temporal Multi-Agent Forecasting",
    booktitle = "ICCV",
    year = "2021"
}
        Zhao et al., "Where Are You Heading? Dynamic Trajectory Prediction With Expert Goal Examples", ICCV, 2021. paper code
          Datasets Metrics
          Bibtex 
          @InProceedings{Zhao_2021_ICCV,
    author = "Zhao, He and Wildes, Richard P.",
    title = "Where Are You Heading? Dynamic Trajectory Prediction With Expert Goal Examples",
    booktitle = "ICCV",
    year = "2021"
}
        Chen et al., "Human Trajectory Prediction via Counterfactual Analysis", ICCV, 2021. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Chen_2021_ICCV_2,
    author = "Chen, Guangyi and Li, Junlong and Lu, Jiwen and Zhou, Jie",
    title = "Human Trajectory Prediction via Counterfactual Analysis",
    booktitle = "ICCV",
    year = "2021"
}
        Liu et al., "AVGCN: Trajectory Prediction using Graph Convolutional Networks Guided by Human Attention", ICRA, 2021. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Liu_2021_ICRA,
    author = "Liu, Congcong and Chen, Yuying and Liu, Ming and Shi, Bertram E.",
    booktitle = "ICRA",
    title = "{AVGCN}: Trajectory Prediction using Graph Convolutional Networks Guided by Human Attention",
    year = "2021"
}
        Malla et al., "Social-STAGE: Spatio-Temporal Multi-Modal Future Trajectory Forecast", ICRA, 2021. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Malla_2021_ICRA,
    author = "Malla, Srikanth and Choi, Chiho and Dariush, Behzad",
    booktitle = "ICRA",
    title = "{Social-STAGE}: Spatio-Temporal Multi-Modal Future Trajectory Forecast",
    year = "2021"
}
        Zhu et al., "Star Topology based Interaction for Robust Trajectory Forecasting in Dynamic Scene", ICRA, 2021. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Zhu_2021_ICRA,
    author = "Zhu, Yanliang and Ren, Dongchun and Qian, Deheng and Fan, Mingyu and Li, Xin and Xia, Huaxia",
    booktitle = "ICRA",
    title = "Star Topology based Interaction for Robust Trajectory Forecasting in Dynamic Scene",
    year = "2021"
}
        Xu et al., "Tra2Tra: Trajectory-to-Trajectory Prediction With a Global Social Spatial-Temporal Attentive Neural Network", RAL, 2021. paper
          Datasets Metrics
          Bibtex 
          @Article{Xu_2021_RAL,
    author = "Xu, Yi and Ren, Dongchun and Li, Mingxia and Chen, Yuehai and Fan, Mingyu and Xia, Huaxia",
    journal = "RAL",
    title = "Tra2Tra: Trajectory-to-Trajectory Prediction With a Global Social Spatial-Temporal Attentive Neural Network",
    year = "2021",
    volume = "6",
    number = "2",
    pages = "1574-1581"
}
        Yao et al., "BiTraP: Bi-Directional Pedestrian Trajectory Prediction With Multi-Modal Goal Estimation", RAL, 2021. paper arxiv code
          Datasets Metrics
          Bibtex 
          @Article{Yao_2021_RAL,
    author = "Yao, Yu and Atkins, Ella and Johnson-Roberson, Matthew and Vasudevan, Ram and Du, Xiaoxiao",
    journal = "RAL",
    title = "{BiTraP}: Bi-Directional Pedestrian Trajectory Prediction With Multi-Modal Goal Estimation",
    year = "2021",
    volume = "6",
    number = "2",
    pages = "3459-3466"
}
        Zhao et al., "Noticing Motion Patterns: A Temporal CNN With a Novel Convolution Operator for Human Trajectory Prediction", RAL, 2021. paper arxiv
          Datasets Metrics
          Bibtex 
          @Article{Zhao_2021_RAL,
    author = "Zhao, Dapeng and Oh, Jean",
    journal = "RAL",
    title = "Noticing Motion Patterns: A Temporal {CNN} With a Novel Convolution Operator for Human Trajectory Prediction",
    volume = "6",
    number = "2",
    pages = "628--634",
    year = "2021"
}
        Li et al., "Attentional-GCNN: Adaptive Pedestrian Trajectory Prediction towards Generic Autonomous Vehicle Use Cases", ICRA, 2021. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Li_2021_ICRA_2,
    author = "Li, Kunming and Eiffert, Stuart and Shan, Mao and Gomez-Donoso, Francisco and Worrall, Stewart and Nebot, Eduardo",
    booktitle = "ICRA",
    title = "{Attentional-GCNN}: Adaptive Pedestrian Trajectory Prediction towards Generic Autonomous Vehicle Use Cases",
    year = "2021"
}
        Bhujel et al., "Self-critical Learning of Influencing Factors for Trajectory Prediction using Gated Graph Convolutional Network", IROS, 2021. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Bhujel_2021_IROS,
    author = "Bhujel, Niraj and Yun, Yau Wei and Wang, Han and Dwivedi, Vijay Prakash",
    booktitle = "IROS",
    title = "Self-critical Learning of Influencing Factors for Trajectory Prediction using Gated Graph Convolutional Network",
    year = "2021"
}
        Chen et al., "Simultaneous Prediction of Pedestrian Trajectory and Actions based on Context Information Iterative Reasoning", IROS, 2021. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Chen_2021_IROS,
    author = "Chen, Bo and Li, Decai and He, Yuqing",
    booktitle = "IROS",
    title = "Simultaneous Prediction of Pedestrian Trajectory and Actions based on Context Information Iterative Reasoning",
    year = "2021"
}
        Postnikov et al., "CovarianceNet: Conditional Generative Model for Correct Covariance Prediction in Human Motion Prediction", IROS, 2021. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Postnikov_2021_IROS,
    author = "Postnikov, Aleksey and Gamayunov, Aleksander and Ferrer, Gonzalo",
    booktitle = "IROS",
    title = "{CovarianceNet}: Conditional Generative Model for Correct Covariance Prediction in Human Motion Prediction",
    year = "2021"
}
        Schöller et al., "FloMo: Tractable Motion Prediction with Normalizing Flows", IROS, 2021. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Scholler_2021_IROS,
    author = "Schöller, Christoph and Knoll, Alois",
    booktitle = "IROS",
    title = "{FloMo}: Tractable Motion Prediction with Normalizing Flows",
    year = "2021"
}
        Su et al., "CR-LSTM: Collision-prior Guided Social Refinement for Pedestrian Trajectory Prediction", IROS, 2021. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Su_2021_IROS,
    author = "Su, Zhaoxin and Zhang, Sanyuan and Hua, Wei",
    booktitle = "IROS",
    title = "{CR-LSTM}: Collision-prior Guided Social Refinement for Pedestrian Trajectory Prediction",
    year = "2021"
}
        Ivanovic et al., "Multimodal Deep Generative Models for Trajectory Prediction: A Conditional Variational Autoencoder Approach", RAL, 2021. paper arxiv
          Datasets Metrics
          Bibtex 
          @ARTICLE{Ivanovic_Multimodal_2021_RAL,
    author = "Ivanovic, Boris and Leung, Karen and Schmerling, Edward and Pavone, Marco",
    journal = "RAL",
    title = "Multimodal Deep Generative Models for Trajectory Prediction: A Conditional Variational Autoencoder Approach",
    year = "2021",
    volume = "6",
    number = "2",
    pages = "295-302"
}
        Davchev et al., "Learning Structured Representations of Spatial and Interactive Dynamics for Trajectory Prediction in Crowded Scenes", RAL, 2021. paper arxiv
          Datasets Metrics
          Bibtex 
          @ARTICLE{Davchev_Learning_2021_RAL,
    author = "Davchev, Todor and Burke, Michael and Ramamoorthy, Subramanian",
    journal = "RAL",
    title = "Learning Structured Representations of Spatial and Interactive Dynamics for Trajectory Prediction in Crowded Scenes",
    year = "2021",
    volume = "6",
    number = "2",
    pages = "707-714"
}
        Habibi et al., "Human Trajectory Prediction Using Similarity-Based Multi-Model Fusion", RAL, 2021. paper
          Datasets Metrics
          Bibtex 
          @ARTICLE{Habibi_Human_2021_RAL,
    author = "Habibi, Golnaz and How, Jonathan P.",
    journal = "RAL",
    title = "Human Trajectory Prediction Using Similarity-Based Multi-Model Fusion",
    year = "2021",
    volume = "6",
    number = "2",
    pages = "715-722"
}
        Wang et al., "Group-based Motion Prediction for Navigation in Crowded Environments", CoRL, 2021. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Wang_2021_CoRL,
    author = "Wang, Allan and Mavrogiannis, Christoforos and Steinfeld, Aaron",
    title = "Group-based Motion Prediction for Navigation in Crowded Environments",
    booktitle = "CoRL",
    year = "2021"
}
        Tran et al., "Goal-Driven Long-Term Trajectory Prediction", WACV, 2021. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Tran_2021_WACV,
    author = "Tran, Hung and Le, Vuong and Tran, Truyen",
    title = "Goal-Driven Long-Term Trajectory Prediction",
    booktitle = "WACV",
    year = "2021"
}
        Wang et al., "GraphTCN: Spatio-Temporal Interaction Modeling for Human Trajectory Prediction", WACV, 2021. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Wang_2021_WACV,
    author = "Wang, Chengxin and Cai, Shaofeng and Tan, Gary",
    title = "{GraphTCN}: Spatio-Temporal Interaction Modeling for Human Trajectory Prediction",
    booktitle = "WACV",
    year = "2021"
}
        Fang et al., "TPNet: Trajectory Proposal Network for Motion Prediction", CVPR, 2020. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Fang_2020_CVPR,
    author = "Fang, Liangji and Jiang, Qinhong and Shi, Jianping and Zhou, Bolei",
    title = "{TPNet}: Trajectory Proposal Network for Motion Prediction",
    booktitle = "CVPR",
    year = "2020"
}
        Hu et al., "Collaborative Motion Prediction via Neural Motion Message Passing", CVPR, 2020. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Hu_2020_CVPR,
    author = "Hu, Yue and Chen, Siheng and Zhang, Ya and Gu, Xiao",
    title = "Collaborative Motion Prediction via Neural Motion Message Passing",
    booktitle = "CVPR",
    year = "2020"
}
        Mohamed et al., "Social-STGCNN: A Social Spatio-Temporal Graph Convolutional Neural Network for Human Trajectory Prediction", CVPR, 2020. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Mohamed_2020_CVPR,
    author = "Mohamed, Abduallah and Qian, Kun and Elhoseiny, Mohamed and Claudel, Christian",
    title = "{Social-STGCNN}: A Social Spatio-Temporal Graph Convolutional Neural Network for Human Trajectory Prediction",
    booktitle = "CVPR",
    year = "2020"
}
        Sun et al., "Recursive Social Behavior Graph for Trajectory Prediction", CVPR, 2020. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Sun_2020_CVPR,
    author = "Sun, Jianhua and Jiang, Qinhong and Lu, Cewu",
    title = "Recursive Social Behavior Graph for Trajectory Prediction",
    booktitle = "CVPR",
    year = "2020"
}
        Sun et al., "Reciprocal Learning Networks for Human Trajectory Prediction", CVPR, 2020. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Sun_2020_CVPR_2,
    author = "Sun, Hao and Zhao, Zhiqun and He, Zhihai",
    title = "Reciprocal Learning Networks for Human Trajectory Prediction",
    booktitle = "CVPR",
    year = "2020"
}
        Bi et al., "How Can I See My Future? FvTraj: Using First-person View for Pedestrian Trajectory Prediction", ECCV, 2020. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Bi_2020_ECCV,
    author = "Bi, Huikun and Zhang, Ruisi and Mao, Tianlu and Deng, Zhigang and Wang, Zhaoqi",
    title = "How Can I See My Future? FvTraj: Using First-person View for Pedestrian Trajectory Prediction",
    booktitle = "ECCV",
    year = "2020"
}
        Ma et al., "AutoTrajectory: Label-free Trajectory Extraction and Prediction from Videos using Dynamic Points", ECCV, 2020. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Ma_2020_ECCV,
    author = "Ma, Yuexin and Zhu, Xinge and Cheng, Xinjing and Yang, Ruigang and Liu, Jiming and Manocha, Dinesh",
    title = "{AutoTrajectory}: Label-free Trajectory Extraction and Prediction from Videos using Dynamic Points",
    booktitle = "ECCV",
    year = "2020"
}
        Mangalam et al., "It Is Not the Journey but the Destination: Endpoint Conditioned Trajectory Prediction", ECCV, 2020. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Mangalam_2020_ECCV,
    author = "Mangalam, Karttikeya and Girase, Harshayu and Agarwal, Shreyas and Lee, Kuan-Hui and Adeli, Ehsan and Malik, Jitendra and Gaidon, Adrien",
    title = "It Is Not the Journey but the Destination: Endpoint Conditioned Trajectory Prediction",
    booktitle = "ECCV",
    year = "2020"
}
        Salzmann et al., "Trajectron++: Multi-agent Generative Trajectory Forecasting with Heterogeneous Data for Control", ECCV, 2020. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Salzmann_2020_ECCV,
    author = "Salzmann, Tim and Ivanovic, Boris and Chakravarty, Punarjay and Pavone, Marco",
    title = "Trajectron++: Multi-agent Generative Trajectory Forecasting with Heterogeneous Data for Control",
    booktitle = "ECCV",
    year = "2020"
}
        Tao et al., "Dynamic and Static Context-aware LSTM for Multi-agent Motion Prediction", ECCV, 2020. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Tao_2020_ECCV,
    author = "Tao, Chaofan and Jiang, Qinhong and Duan, Lixin and Luo, Ping",
    title = "Dynamic and Static Context-aware {LSTM} for Multi-agent Motion Prediction",
    booktitle = "ECCV",
    year = "2020"
}
        Yu et al., "Spatio-Temporal Graph Transformer Networks for Pedestrian Trajectory Prediction", ECCV, 2020. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Yu_2020_ECCV,
    author = "Yu, Cunjun and Ma, Xiao and Ren, Jiawei and Zhao, Haiyu and Yi, Shuai",
    title = "Spatio-Temporal Graph Transformer Networks for Pedestrian Trajectory Prediction",
    booktitle = "ECCV",
    year = "2020"
}
        Kamra et al., "Multi-agent Trajectory Prediction with Fuzzy Query Attention", NeurIPS, 2020. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Kamra_2020_NeurIPS,
    author = "Kamra, Nitin and Zhu, Hao and Trivedi, Dweep Kumarbhai and Zhang, Ming and Liu, Yan",
    editor = "Larochelle, H. and Ranzato, M. and Hadsell, R. and Balcan, M. F. and Lin, H.",
    booktitle = "NeurIPS",
    title = "Multi-agent Trajectory Prediction with Fuzzy Query Attention",
    year = "2020"
}
        Chen et al., "CoMoGCN: Coherent Motion Aware Trajectory Prediction with Graph Representation", BMVC, 2020. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Chen_2020_BMVC,
    author = "Chen, Yuying and Liu, Congcong and Shi, Bertram and Liu, Ming",
    title = "{CoMoGCN}: Coherent Motion Aware Trajectory Prediction with Graph Representation",
    booktitle = "BMVC",
    year = "2020"
}
        Dendorfer et al., "Goal-GAN: Multimodal Trajectory Prediction Based on Goal Position Estimation", ACCV, 2020. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Dendorfer_2020_ACCV,
    author = "Dendorfer, Patrick and Osep, Aljosa and Leal-Taixe, Laura",
    title = "{Goal-GAN}: Multimodal Trajectory Prediction Based on Goal Position Estimation",
    booktitle = "ACCV",
    year = "2020"
}
        Haddad et al., "Self-Growing Spatial Graph Networks for Pedestrian Trajectory Prediction", WACV, 2020. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Haddad_2020_WACV,
    author = "Haddad, Sirin and Lam, Siew-Kei",
    title = "Self-Growing Spatial Graph Networks for Pedestrian Trajectory Prediction",
    booktitle = "WACV",
    year = "2020"
}
        Katyal et al., "Intent-Aware Pedestrian Prediction for Adaptive Crowd Navigation", ICRA, 2020. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Katyal_2020_ICRA,
    author = "Katyal, K. D. and Hager, G. D. and Huang, C. -M.",
    booktitle = "ICRA",
    title = "Intent-Aware Pedestrian Prediction for Adaptive Crowd Navigation",
    year = "2020"
}
        Dwivedi et al., "SSP: Single Shot Future Trajectory Prediction", IROS, 2020. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Dwivedi_2020_IROS,
    author = "Dwivedi, I. and Malla, S. and Dariush, B. and Choi, C.",
    booktitle = "IROS",
    title = "{SSP}: Single Shot Future Trajectory Prediction",
    year = "2020"
}
        Eiffert et al., "Probabilistic Crowd GAN: Multimodal Pedestrian Trajectory Prediction Using a Graph Vehicle-Pedestrian Attention Network", RAL, 2020. paper arxiv
          Datasets Metrics
          Bibtex 
          @Article{Eiffert_2020_RAL,
    author = "Eiffert, S. and Li, K. and Shan, M. and Worrall, S. and Sukkarieh, S. and Nebot, E.",
    journal = "RAL",
    title = "Probabilistic Crowd {GAN}: Multimodal Pedestrian Trajectory Prediction Using a Graph Vehicle-Pedestrian Attention Network",
    year = "2020",
    volume = "5",
    number = "4",
    pages = "5026-5033"
}
        Gilitschenski et al., "Deep Context Maps: Agent Trajectory Prediction Using Location-Specific Latent Maps", RAL, 2020. paper arxiv
          Datasets Metrics
          Bibtex 
          @Article{Gilitschenski_2020_RAL,
    author = "Gilitschenski, I. and Rosman, G. and Gupta, A. and Karaman, S. and Rus, D.",
    journal = "RAL",
    title = "Deep Context Maps: Agent Trajectory Prediction Using Location-Specific Latent Maps",
    year = "2020",
    volume = "5",
    number = "4",
    pages = "5097-5104"
}
        Schöller et al., "What the Constant Velocity Model Can Teach Us About Pedestrian Motion Prediction", RAL, 2020. paper arxiv
          Datasets Metrics
          Bibtex 
          @Article{Scholler_2020_RAL,
    author = "Schöller, C. and Aravantinos, V. and Lay, F. and Knoll, A.",
    journal = "RAL",
    title = "What the Constant Velocity Model Can Teach Us About Pedestrian Motion Prediction",
    year = "2020",
    volume = "5",
    number = "2",
    pages = "1696-1703"
}
        Brito et al., "Social-VRNN: One-Shot Multi-modal Trajectory Prediction for Interacting Pedestrians", CoRL, 2020. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Brito_2020_CORL,
    author = "Brito, Bruno and Zhu, Hai and Pan, Wei and Alonso-Mora, Javier",
    title = "{Social-VRNN}: One-Shot Multi-modal Trajectory Prediction for Interacting Pedestrians",
    booktitle = "CoRL",
    year = "2020"
}
        Choi et al., "DROGON: A Trajectory Prediction Model Based on Intention-conditioned Behavior Reasoning", CoRL, 2020. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Choi_2020_CORL,
    author = "Choi, Chiho and Malla, Srikanth and Patil, Abhishek and Choi, J Hee",
    title = "{DROGON}: A Trajectory Prediction Model Based on Intention-conditioned Behavior Reasoning",
    booktitle = "CoRL",
    year = "2020"
}
        Li, "Which Way Are You Going? Imitative Decision Learning For Path Forecasting In Dynamic Scenes", CVPR, 2019. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Li_2019_CVPR,
    author = "Li, Yuke",
    title = "Which Way Are You Going? Imitative Decision Learning For Path Forecasting In Dynamic Scenes",
    booktitle = "CVPR",
    year = "2019"
}
        Liang et al., "Peeking Into The Future: Predicting Future Person Activities And Locations In Videos", CVPR, 2019. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Liang_2019_CVPR,
    author = "Liang, Junwei and Jiang, Lu and Niebles, Juan Carlos and Hauptmann, Alexander G. and Fei-Fei, Li",
    title = "Peeking Into The Future: Predicting Future Person Activities And Locations In Videos",
    booktitle = "CVPR",
    year = "2019"
}
        Sadeghian et al., "SoPhie: An Attentive Gan For Predicting Paths Compliant To Social And Physical Constraints", CVPR, 2019. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Sadeghian_2019_CVPR,
    author = "Sadeghian, Amir and Kosaraju, Vineet and Sadeghian, Ali and Hirose, Noriaki and Rezatofighi, Hamid and Savarese, Silvio",
    title = "{SoPhie}: An Attentive Gan For Predicting Paths Compliant To Social And Physical Constraints",
    booktitle = "CVPR",
    year = "2019"
}
        Zhang et al., "SR-LSTM: State Refinement For LSTM Towards Pedestrian Trajectory Prediction", CVPR, 2019. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Zhang_2019_CVPR,
    author = "Zhang, Pu and Ouyang, Wanli and Zhang, Pengfei and Xue, Jianru and Zheng, Nanning",
    title = "{SR-LSTM}: State Refinement For {LSTM} Towards Pedestrian Trajectory Prediction",
    booktitle = "CVPR",
    year = "2019"
}
        Zhao et al., "Multi-Agent Tensor Fusion For Contextual Trajectory Prediction", CVPR, 2019. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Zhao_2019_CVPR,
    author = "Zhao, Tianyang and Xu, Yifei and Monfort, Mathew and Choi, Wongun and Baker, Chris and Zhao, Yibiao and Wang, Yizhou and Wu, Ying Nian",
    title = "Multi-Agent Tensor Fusion For Contextual Trajectory Prediction",
    booktitle = "CVPR",
    year = "2019"
}
        Choi et al., "Looking To Relations For Future Trajectory Forecast", ICCV, 2019. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Choi_2019_ICCV,
    author = "Choi, Chiho and Dariush, Behzad",
    title = "Looking To Relations For Future Trajectory Forecast",
    booktitle = "ICCV",
    year = "2019"
}
        Huang et al., "STGAT: Modeling Spatial-Temporal Interactions For Human Trajectory Prediction", ICCV, 2019. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Huang_2019_ICCV,
    author = "Huang, Yingfan and Bi, Huikun and Li, Zhaoxin and Mao, Tianlu and Wang, Zhaoqi",
    title = "{STGAT}: Modeling Spatial-Temporal Interactions For Human Trajectory Prediction",
    booktitle = "ICCV",
    year = "2019"
}
        Ivanovic et al., "The Trajectron: Probabilistic Multi-Agent Trajectory Modeling With Dynamic Spatiotemporal Graphs", ICCV, 2019. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Ivanovic_2019_ICCV,
    author = "Ivanovic, Boris and Pavone, Marco",
    title = "The Trajectron: Probabilistic Multi-Agent Trajectory Modeling With Dynamic Spatiotemporal Graphs",
    booktitle = "ICCV",
    year = "2019"
}
        Kosaraju et al., "Social-BiGAT: Multimodal Trajectory Forecasting Using Bicycle-GAN And Graph Attention Networks", NeurIPS, 2019. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Kosaraju_2019_NeurIPS,
    author = "Kosaraju, Vineet and Sadeghian, Amir and Mart\'\in-Mart\'\in, Roberto and Reid, Ian and Rezatofighi, Hamid and Savarese, Silvio",
    title = "{Social-BiGAT}: Multimodal Trajectory Forecasting Using {Bicycle-GAN} And Graph Attention Networks",
    booktitle = "NeurIPS",
    year = "2019"
}
        Anderson et al., "Stochastic Sampling Simulation For Pedestrian Trajectory Prediction", IROS, 2019. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Anderson_2019_IROS,
    author = "Anderson, Cyrus and Du, Xiaoxiao and Vasudevan, Ram and Johnson-Roberson, Matthew",
    booktitle = "IROS",
    title = "Stochastic Sampling Simulation For Pedestrian Trajectory Prediction",
    year = "2019"
}
        Li et al., "Conditional Generative Neural System For Probabilistic Trajectory Prediction", IROS, 2019. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Li_2019_IROS,
    author = "Li, Jiachen and Ma, Hengbo and Tomizuka, Masayoshi",
    booktitle = "IROS",
    title = "Conditional Generative Neural System For Probabilistic Trajectory Prediction",
    year = "2019"
}
        Zhu et al., "StarNet: Pedestrian Trajectory Prediction Using Deep Neural Network In Star Topology", IROS, 2019. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Zhu_2019_IROS,
    author = "Zhu, Yanliang and Qian, Deheng and Ren, Dongchun and Xia, Huaxia",
    booktitle = "IROS",
    title = "{StarNet}: Pedestrian Trajectory Prediction Using Deep Neural Network In Star Topology",
    year = "2019"
}
        Xue et al., "Location-Velocity Attention For Pedestrian Trajectory Prediction", WACV, 2019. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Xue_2019_WACV,
    author = "Xue, H. and Huynh, D. and Reynolds, M.",
    booktitle = "WACV",
    title = "Location-Velocity Attention For Pedestrian Trajectory Prediction",
    year = "2019"
}
        Gupta et al., "Social GAN: Socially Acceptable Trajectories With Generative Adversarial Networks", CVPR, 2018. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Gupta_2018_CVPR,
    author = "Gupta, Agrim and Johnson, Justin and Fei-Fei, Li and Savarese, Silvio and Alahi, Alexandre",
    title = "Social {GAN}: Socially Acceptable Trajectories With Generative Adversarial Networks",
    booktitle = "CVPR",
    year = "2018"
}
        Xu et al., "Encoding Crowd Interaction With Deep Neural Network For Pedestrian Trajectory Prediction", CVPR, 2018. paper code
          Datasets Metrics
          Bibtex 
          @InProceedings{Xu_2018_CVPR_encoding,
    author = "Xu, Yanyu and Piao, Zhixin and Gao, Shenghua",
    title = "Encoding Crowd Interaction With Deep Neural Network For Pedestrian Trajectory Prediction",
    booktitle = "CVPR",
    year = "2018"
}
        Fernando et al., "GD-GAN: Generative Adversarial Networks For Trajectory Prediction And Group Detection In Crowds", ACCV, 2018. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Fernando_2018_ACCV,
    author = "Fernando, Tharindu and Denman, Simon and Sridharan, Sridha and Fookes, Clinton",
    editor = "Jawahar, C. V. and Li, Hongdong and Mori, Greg and Schindler, Konrad",
    title = "{GD-GAN}: Generative Adversarial Networks For Trajectory Prediction And Group Detection In Crowds",
    booktitle = "ACCV",
    year = "2018"
}
        Pfeiffer et al., "A Data-Driven Model For Interaction-Aware Pedestrian Motion Prediction In Object Cluttered Environments", ICRA, 2018. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Pfeiffer_2018_ICRA,
    author = "Pfeiffer, M. and Paolo, G. and Sommer, H. and Nieto, J. and Siegwart, R. and Cadena, C.",
    booktitle = "ICRA",
    title = "A Data-Driven Model For Interaction-Aware Pedestrian Motion Prediction In Object Cluttered Environments",
    year = "2018"
}
        Vemula et al., "Social Attention: Modeling Attention In Human Crowds", ICRA, 2018. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Vemula_2018_ICRA,
    author = "Vemula, Anirudh and Muelling, Katharina and Oh, Jean",
    title = "Social Attention: Modeling Attention In Human Crowds",
    booktitle = "ICRA",
    year = "2018"
}
        Xue et al., "SS-LSTM: A Hierarchical LSTM Model For Pedestrian Trajectory Prediction", WACV, 2018. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Xue_2018_WACV,
    author = "Xue, H. and Huynh, D. Q. and Reynolds, M.",
    booktitle = "WACV",
    title = "{SS-LSTM}: A Hierarchical {LSTM} Model For Pedestrian Trajectory Prediction",
    year = "2018"
}
        Alahi et al., "Social LSTM: Human Trajectory Prediction In Crowded Spaces", CVPR, 2016. paper code
          Datasets Metrics
          Bibtex 
          @InProceedings{Alahi_2016_CVPR,
    author = "Alahi, Alexandre and Goel, Kratarth and Ramanathan, Vignesh and Robicquet, Alexandre and Fei-Fei, Li and Savarese, Silvio",
    title = "Social {LSTM}: Human Trajectory Prediction In Crowded Spaces",
    booktitle = "CVPR",
    year = "2016"
}
        Robicquet et al., "Learning Social Etiquette: Human Trajectory Understanding in Crowded Scenes", ECCV, 2016. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Robicquet_2016_ECCV,
    author = "Robicquet, Alexandre and Sadeghian, Amir and Alahi, Alexandre and Savarese, Silvio",
    title = "Learning Social Etiquette: Human Trajectory Understanding in Crowded Scenes",
    booktitle = "ECCV",
    year = "2016"
}
        Wang et al., "Group Split and Merge Prediction With 3D Convolutional Networks", RAL, 2020. paper
          Datasets Metrics
          Bibtex 
          @Article{Wang_2020_RAL,
    author = "Wang, A. and Steinfeld, A.",
    journal = "RAL",
    title = "Group Split and Merge Prediction With 3D Convolutional Networks",
    year = "2020",
    volume = "5",
    number = "2",
    pages = "1923-1930"
}
      Bibtex 
      @InProceedings{Pellegrini_2009_ICCV,
    author = "Pellegrini, Stefano and Ess, Andreas and Schindler, Konrad and Van Gool, Luc",
    title = "You'Ll Never Walk Alone: Modeling Social Behavior For Multi-Target Tracking",
    booktitle = "ICCV",
    year = "2009"
}
    Caltech Pedestrian link paper
    • Summary: A pedestrian detection dataset with 2.3K unique samples with approx. 10 hours of video footage recorded and annotated at 30hz
    • Applications: Video prediction, Action prediction
    • Data type and annotations: RGB, bounding box, Tracking ID
    • Task: Driving
      Used in papers
        Gao et al., "SimVP: Simpler Yet Better Video Prediction", CVPR, 2022. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Gao_2022_CVPR,
    author = "Gao, Zhangyang and Tan, Cheng and Wu, Lirong and Li, Stan Z.",
    title = "{SimVP}: Simpler Yet Better Video Prediction",
    booktitle = "CVPR",
    year = "2022"
}
        Geng et al., "Comparing Correspondences: Video Prediction With Correspondence-Wise Losses", CVPR, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Geng_2022_CVPR,
    author = "Geng, Daniel and Hamilton, Max and Owens, Andrew",
    title = "Comparing Correspondences: Video Prediction With Correspondence-Wise Losses",
    booktitle = "CVPR",
    year = "2022"
}
        Chang et al., "MAU: A Motion-Aware Unit for Video Prediction and Beyond", NeurIPS, 2021. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Chang_2021_NeurIPS,
    author = "Chang, Zheng and Zhang, Xinfeng and Wang, Shanshe and Ma, Siwei and Ye, Yan and Xinguang, Xiang and Gao, Wen",
    booktitle = "NeurIPS",
    title = "{MAU}: A Motion-Aware Unit for Video Prediction and Beyond",
    year = "2021"
}
        Jin et al., "Exploring Spatial-Temporal Multi-Frequency Analysis for High-Fidelity and Temporal-Consistency Video Prediction", CVPR, 2020. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Jin_2020_CVPR,
    author = "Jin, Beibei and Hu, Yu and Tang, Qiankun and Niu, Jingyu and Shi, Zhiping and Han, Yinhe and Li, Xiaowei",
    title = "Exploring Spatial-Temporal Multi-Frequency Analysis for High-Fidelity and Temporal-Consistency Video Prediction",
    booktitle = "CVPR",
    year = "2020"
}
        Kwon et al., "Predicting Future Frames Using Retrospective Cycle GAN", CVPR, 2019. paper
        Gao et al., "Disentangling Propagation And Generation For Video Prediction", ICCV, 2019. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Gao_2019_ICCV,
    author = "Gao, Hang and Xu, Huazhe and Cai, Qi-Zhi and Wang, Ruth and Yu, Fisher and Darrell, Trevor",
    title = "Disentangling Propagation And Generation For Video Prediction",
    booktitle = "ICCV",
    year = "2019"
}
        Ho et al., "SME-Net: Sparse Motion Estimation For Parametric Video Prediction Through Reinforcement Learning", ICCV, 2019. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Ho_2019_ICCV,
    author = "Ho, Yung-Han and Cho, Chuan-Yuan and Peng, Wen-Hsiao and Jin, Guo-Lun",
    title = "{SME-Net}: Sparse Motion Estimation For Parametric Video Prediction Through Reinforcement Learning",
    booktitle = "ICCV",
    year = "2019"
}
        Ho et al., "Deep Reinforcement Learning For Video Prediction", ICIP, 2019. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Ho_2019_ICIP,
    author = "Ho, Y. and Cho, C. and Peng, W.",
    booktitle = "ICIP",
    title = "Deep Reinforcement Learning For Video Prediction",
    year = "2019"
}
        Byeon et al., "Contextvp: Fully Context-Aware Video Prediction", ECCV, 2018. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Byeon_2018_ECCV,
    author = "Byeon, Wonmin and Wang, Qin and Kumar Srivastava, Rupesh and Koumoutsakos, Petros",
    title = "Contextvp: Fully Context-Aware Video Prediction",
    booktitle = "ECCV",
    year = "2018"
}
        Liu et al., "Dyan: A Dynamical Atoms-Based Network For Video Prediction", ECCV, 2018. paper code
          Datasets Metrics
          Bibtex 
          @InProceedings{Liu_2018_ECCV,
    author = "Liu, Wenqian and Sharma, Abhishek and Camps, Octavia and Sznaier, Mario",
    title = "Dyan: A Dynamical Atoms-Based Network For Video Prediction",
    booktitle = "ECCV",
    year = "2018"
}
        Reda et al., "SDC-Net: Video Prediction Using Spatially-Displaced Convolution", ECCV, 2018. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Reda_2018_ECCV,
    author = "Reda, Fitsum A. and Liu, Guilin and Shih, Kevin J. and Kirby, Robert and Barker, Jon and Tarjan, David and Tao, Andrew and Catanzaro, Bryan",
    title = "{SDC-Net}: Video Prediction Using Spatially-Displaced Convolution",
    booktitle = "ECCV",
    year = "2018"
}
        Liang et al., "Dual Motion GAN For Future-Flow Embedded Video Prediction", ICCV, 2017. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Liang_2017_ICCV,
    author = "Liang, Xiaodan and Lee, Lisa and Dai, Wei and Xing, Eric P.",
    title = "Dual Motion {GAN} For Future-Flow Embedded Video Prediction",
    booktitle = "ICCV",
    year = "2017"
}
        Hariyono et al., "Estimation Of Collision Risk For Improving Driver's Safety", IECON, 2016. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Hariyono_2016_IES,
    author = "Hariyono, Joko and Shahbaz, Ajmal and Kurnianggoro, Laksono and Jo, Kang-Hyun",
    title = "Estimation Of Collision Risk For Improving Driver's Safety",
    booktitle = "IECON",
    year = "2016"
}
      Bibtex 
      @InProceedings{Dollar_2009_CVPR,
    author = "Doll\'ar, P. and Wojek, C. and Schiele, B. and Perona, P.",
    title = "Pedestrian Detection: A Benchmark",
    booktitle = "CVPR",
    year = "2009"
}
    YUV Videos link
    • Summary: A collection of color video clips with different subjects and resolutions
    • Applications: Video prediction
    • Data type and annotations: RGB
    • Task: Mix videos
      Used in papers
        Ho et al., "Deep Video Prediction Through Sparse Motion Regularization", ICIP, 2020. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Ho_2020_ICIP,
    author = "Ho, Yung-Han and Chan, Chih-Chun and Peng, Wen-Hsiao",
    booktitle = "ICIP",
    title = "Deep Video Prediction Through Sparse Motion Regularization",
    year = "2020"
}
        Ho et al., "SME-Net: Sparse Motion Estimation For Parametric Video Prediction Through Reinforcement Learning", ICCV, 2019. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Ho_2019_ICCV,
    author = "Ho, Yung-Han and Cho, Chuan-Yuan and Peng, Wen-Hsiao and Jin, Guo-Lun",
    title = "{SME-Net}: Sparse Motion Estimation For Parametric Video Prediction Through Reinforcement Learning",
    booktitle = "ICCV",
    year = "2019"
}
        Ho et al., "Deep Reinforcement Learning For Video Prediction", ICIP, 2019. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Ho_2019_ICIP,
    author = "Ho, Y. and Cho, C. and Peng, W.",
    booktitle = "ICIP",
    title = "Deep Reinforcement Learning For Video Prediction",
    year = "2019"
}
      Bibtex 
      @Misc{ASU_2009_YUV,
    author = "Library, ASU Video Trace",
    title = "{YUV} Video Sequences",
    year = "2009",
    howpublished = "http://trace.kom.aau.dk/yuv/index.html"
}
    Edinburgh Informatics Forum Pedestrian (EIFP) link paper
    • Summary: A dataset of 92K+ trajectories recorded with a top-down view camera capturing people walking inside a campus area for a period of several month
    • Applications: Trajectory prediction
    • Data type and annotations: RGB, bounding box, Tracking ID
    • Task: Surveillance
      Used in papers
        Huang et al., "Long-Term Pedestrian Trajectory Prediction Using Mutable Intention Filter and Warp LSTM", RAL, 2021. paper arxiv code
          Datasets Metrics
          Bibtex 
          @ARTICLE{Huang_Long_2021_RAL,
    author = "Huang, Zhe and Hasan, Aamir and Shin, Kazuki and Li, Ruohua and Driggs-Campbell, Katherine",
    journal = "RAL",
    title = "Long-Term Pedestrian Trajectory Prediction Using Mutable Intention Filter and Warp LSTM",
    year = "2021",
    volume = "6",
    number = "2",
    pages = "542-549"
}
        Carvalho et al., "Long-Term Prediction Of Motion Trajectories Using Path Homology Clusters", IROS, 2019. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Carvalho_2019_IROS,
    author = "Carvalho, J Frederico and Vejdemo-Johansson, Mikael and Pokorny, Florian T and Kragic, Danica",
    booktitle = "IROS",
    title = "Long-Term Prediction Of Motion Trajectories Using Path Homology Clusters",
    year = "2019"
}
        Zhi et al., "Kernel Trajectory Maps For Multi-Modal Probabilistic Motion Prediction", CoRL, 2019. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Zhi_2019_CORL,
    author = "Zhi, Weiming and Ott, Lionel and Ramos, Fabio",
    title = "Kernel Trajectory Maps For Multi-Modal Probabilistic Motion Prediction",
    booktitle = "CoRL",
    year = "2019"
}
      Bibtex 
      @mastersthesis{Majecka_2009,
    author = "Majecka, Barbara",
    title = "Statistical Models Of Pedestrian Behaviour In The Forum",
    school = "School of Informatics, University of Edinburgh",
    year = "2009"
}
    Collective Activity (CA) link paper
    • Summary: A dataset of 40+ video clips showing collective activities including crossing, waiting, queueing, walking and talking
    • Applications: Action prediction, Trajectory prediction, Motion prediction
    • Data type and annotations: RGB, bounding box, attribute, activity label, temporal segment, pose
    • Task: Interaction
      Used in papers
        Chen et al., "Group Activity Prediction with Sequential Relational Anticipation Model", ECCV, 2020. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Chen_2020_ECCV,
    author = "Chen, Junwen and Bao, Wentao and Kong, Yu",
    title = "Group Activity Prediction with Sequential Relational Anticipation Model",
    booktitle = "ECCV",
    year = "2020"
}
        Yao et al., "Multiple Granularity Group Interaction Prediction", CVPR, 2018. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Yao_2018_CVPR,
    author = "Yao, Taiping and Wang, Minsi and Ni, Bingbing and Wei, Huawei and Yang, Xiaokang",
    title = "Multiple Granularity Group Interaction Prediction",
    booktitle = "CVPR",
    year = "2018"
}
      Bibtex 
      @InProceedings{Choi_2009_ICCVW,
    author = "Choi, Wongun and Shahid, Khuram and Savarese, Silvio",
    title = "What Are They Doing?: Collective Activity Classification Using Spatio-Temporal Relationship Among People",
    booktitle = "ICCVW",
    year = "2009"
}
    TUM Kitchen link paper
    • Summary: A dataset of multiview video and multimodal sensor recordings of common activities in a kitchen environment containing 20 sequences
    • Applications: Trajectory prediction
    • Data type and annotations: RGB, RFID, 3D pose, activity label, temporal segment
    • Task: Activity
      Used in papers
        Vo et al., "Augmenting Physical State Prediction Through Structured Activity Inference", ICRA, 2015. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Vo_2015_ICRA,
    author = "Vo, N. N. and Bobick, A. F.",
    booktitle = "ICRA",
    title = "Augmenting Physical State Prediction Through Structured Activity Inference",
    year = "2015"
}
      Bibtex 
      @InProceedings{Tenorth_2009_ICCVW,
    author = "Tenorth, Moritz and Bandouch, Jan and Beetz, Michael",
    title = "The {TUM Kitchen} Data Set Of Everyday Manipulation Activities For Motion Tracking And Action Recognition",
    booktitle = "ICCVW",
    year = "2009"
}
    QMUL link paper
    • Summary: A dataset of surveillance footage of road traffic with 90K+ frames recorded at 25hz
    • Applications: Trajectory prediction
    • Data type and annotations: RGB, trajectory
    • Task: Driving, Anomaly
      Used in papers
        Yoo et al., "Visual Path Prediction In Complex Scenes With Crowded Moving Objects", CVPR, 2016. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Yoo_2016_CVPR,
    author = "Yoo, YoungJoon and Yun, Kimin and Yun, Sangdoo and Hong, JongHee and Jeong, Hawook and Young Choi, Jin",
    title = "Visual Path Prediction In Complex Scenes With Crowded Moving Objects",
    booktitle = "CVPR",
    year = "2016"
}
      Bibtex 
      @InProceedings{Loy_2009_BMVC,
    author = "Loy, Chen Change and Xiang, Tao and Gong, Shaogang",
    title = "Modelling Multi-Object Activity By {Gaussian} Processes",
    booktitle = "BMVC",
    year = "2009"
}
    PETS2009 link paper
    • Summary: A dataset of crowd activities, e.g. walking, running, evacuation (rapid dispersion), local dispersion, recorded from multiple views (up to 8) with different crows densities
    • Applications: Trajectory prediction
    • Data type and annotations: RGB, bounding box
    • Task: Surveillance
      Used in papers
        Xue et al., "Location-Velocity Attention For Pedestrian Trajectory Prediction", WACV, 2019. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Xue_2019_WACV,
    author = "Xue, H. and Huynh, D. and Reynolds, M.",
    booktitle = "WACV",
    title = "Location-Velocity Attention For Pedestrian Trajectory Prediction",
    year = "2019"
}
      Bibtex 
      @InProceedings{Ferryman_2009_PETS,
    author = "Ferryman, J. and Shahrokni, A.",
    booktitle = "PETS",
    title = "{PETS}2009: Dataset And Challenge",
    year = "2009"
}
    OSU link paper
    • Summary: A dataset of 20 videos, each with approx. 400 frames, of different football matches
    • Applications: Trajectory prediction
    • Data type and annotations: RGB, bounding box, attribute, Tracking ID
    • Task: Sport
      Used in papers
        Lee et al., "Predicting Wide Receiver Trajectories In American Football", WACV, 2016. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Lee_2016_WACV,
    author = "Lee, N. and Kitani, K. M.",
    booktitle = "WACV",
    title = "Predicting Wide Receiver Trajectories In {A}merican Football",
    year = "2016"
}
      Bibtex 
      @InProceedings{Hess_2009_CVPR,
    author = "Hess, Rob and Fern, Alan",
    title = "Discriminatively Trained Particle Filters For Complex Multi-Object Tracking",
    booktitle = "CVPR",
    year = "2009"
}

2008

    UCF Sports link paper
    • Summary: A dataset 150 sequences with the resolution of 720 x 480 depicting 10 sport actions.
    • Applications: Video prediction
    • Data type and annotations: RGB, Activity Label
    • Task: Action
      Used in papers
        Zhong et al., "MMVP: Motion-Matrix-Based Video Prediction", ICCV, 2023. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Zhong_2023_ICCV,
    author = "Zhong, Yiqi and Liang, Luming and Zharkov, Ilya and Neumann, Ulrich",
    title = "MMVP: Motion-Matrix-Based Video Prediction",
    booktitle = "ICCV",
    year = "2023"
}
        Chang et al., "STRPM: A Spatiotemporal Residual Predictive Model for High-Resolution Video Prediction", CVPR, 2022. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Chang_2022_CVPR,
    author = "Chang, Zheng and Zhang, Xinfeng and Wang, Shanshe and Ma, Siwei and Gao, Wen",
    title = "{STRPM}: A Spatiotemporal Residual Predictive Model for High-Resolution Video Prediction",
    booktitle = "CVPR",
    year = "2022"
}
      Bibtex 
      @InProceedings{Rodriguez_2008_CVPR,
    author = "Rodriguez, Mikel D. and Ahmed, Javed and Shah, Mubarak",
    title = "Action {MACH} a Spatio-temporal Maximum Average Correlation Height Filter for Action Recognition",
    booktitle = "CVPR",
    year = "2008"
}
    MIT Trajectory (MITT) link paper
    • Summary: A dataset of 40K+ trajectories recorded from a parking lot for five days
    • Applications: Trajectory prediction
    • Data type and annotations: RGB, trajectory
    • Task: Surveillance
      Used in papers
        Akbarzadeh et al., "Kernel Density Estimation For Target Trajectory Prediction", IROS, 2015. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Akbarzadeh_2015_IROS,
    author = "Akbarzadeh, V. and Gagné, C. and Parizeau, M.",
    booktitle = "IROS",
    title = "Kernel Density Estimation For Target Trajectory Prediction",
    year = "2015"
}
      Bibtex 
      @InProceedings{Grimson_2008_CVPR,
    author = "Grimson, Eric and Wang, Xiaogang and Ng, Gee-Wah and Ma, Keng Teck",
    title = "Trajectory Analysis And Semantic Region Modeling Using A Nonparametric Bayesian Model",
    booktitle = "CVPR",
    year = "2008"
}
    Daimler link paper
    • Summary: A grayscale dataset of 70K+ pedestrian samples recorded during the course of 27 minutes of driving
    • Applications: Action prediction
    • Data type and annotations: Grayscale, bounding box
    • Task: Driving
      Used in papers
        Hariyono et al., "Estimation Of Collision Risk For Improving Driver's Safety", IECON, 2016. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Hariyono_2016_IES,
    author = "Hariyono, Joko and Shahbaz, Ajmal and Kurnianggoro, Laksono and Jo, Kang-Hyun",
    title = "Estimation Of Collision Risk For Improving Driver's Safety",
    booktitle = "IECON",
    year = "2016"
}
      Bibtex 
      @Article{Enzweiler_2008_PAMI,
    author = "Enzweiler, Markus and Gavrila, Dariu M",
    title = "Monocular Pedestrian Detection: Survey And Experiments",
    journal = "PAMI",
    volume = "31",
    number = "12",
    pages = "2179--2195",
    year = "2008"
}
    TOSCA link paper
    • Summary: A dataset of 80 synthetic objects (animals and humans) with corresponding poses
    • Applications: Motion prediction
    • Data type and annotations: 3D Pose
    • Task: Activity
      Used in papers
        Yuan et al., "3DMotion-Net: Learning Continuous Flow Function for 3D Motion Prediction", IROS, 2020. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Yuan_2020_IROS,
    author = "Yuan, S. and Li, X. and Tzes, A. and Fang, Y.",
    booktitle = "IROS",
    title = "{3DMotion-Net}: Learning Continuous Flow Function for {3D} Motion Prediction",
    year = "2020"
}
      Bibtex 
      @Book{Bronstein_2008_book,
    author = "Bronstein, Alexander M and Bronstein, Michael M and Kimmel, Ron",
    title = "Numerical Geometry of Non-rigid Shapes",
    year = "2008",
    publisher = "Springer Science \\& Business Media"
}

2007

    UCY link paper
    • Summary: A dataset of surveillance videos capturing 900+ pedestrian trajectories in outdoor environments containing 4 videos
    • Applications: Trajectory prediction
    • Data type and annotations: RGB, trajectory, gaze
    • Task: Surveillance
      Used in papers
        Bae et al., "Can Language Beat Numerical Regression? Language-Based Multimodal Trajectory Prediction", CVPR, 2024. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Bae_Can_2024_CVPR,
    author = "Bae, Inhwan and Lee, Junoh and Jeon, Hae-Gon",
    title = "Can Language Beat Numerical Regression? Language-Based Multimodal Trajectory Prediction",
    booktitle = "CVPR",
    year = "2024"
}
        Xu et al., "Adapting to Length Shift: FlexiLength Network for Trajectory Prediction", CVPR, 2024. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Xu_Adapting_2024_CVPR,
    author = "Xu, Yi and Fu, Yun",
    title = "Adapting to Length Shift: FlexiLength Network for Trajectory Prediction",
    booktitle = "CVPR",
    year = "2024"
}
        Wong et al., "SocialCircle: Learning the Angle-based Social Interaction Representation for Pedestrian Trajectory Prediction", CVPR, 2024. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Wong_SocialCircle_2024_CVPR,
    author = "Wong, Conghao and Xia, Beihao and Zou, Ziqian and Wang, Yulong and You, Xinge",
    title = "SocialCircle: Learning the Angle-based Social Interaction Representation for Pedestrian Trajectory Prediction",
    booktitle = "CVPR",
    year = "2024"
}
        Bae et al., "SingularTrajectory: Universal Trajectory Predictor Using Diffusion Model", CVPR, 2024. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Bae_SingularTrajectory_2024_CVPR,
    author = "Bae, Inhwan and Park, Young-Jae and Jeon, Hae-Gon",
    title = "SingularTrajectory: Universal Trajectory Predictor Using Diffusion Model",
    booktitle = "CVPR",
    year = "2024"
}
        Kim et al., "Higher-order Relational Reasoning for Pedestrian Trajectory Prediction", CVPR, 2024. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Kim_Higher_2024_CVPR,
    author = "Kim, Sungjune and Chi, Hyung-gun and Lim, Hyerin and Ramani, Karthik and Kim, Jinkyu and Kim, Sangpil",
    title = "Higher-order Relational Reasoning for Pedestrian Trajectory Prediction",
    booktitle = "CVPR",
    year = "2024"
}
        chib et al., "MS-TIP: Imputation Aware Pedestrian Trajectory Prediction", ICML, 2024. paper code
          Datasets Metrics
          Bibtex 
          @inproceedings{Chip_MSTIP_2024_ICML,
    author = "singh chib, Pranav and Nath, Achintya and Kabra, Paritosh and Gupta, Ishu and Singh, Pravendra",
    title = "{MS}-{TIP}: Imputation Aware Pedestrian Trajectory Prediction",
    booktitle = "ICML",
    year = "2024"
}
        chib et al., "Enhancing Trajectory Prediction through Self-Supervised Waypoint Distortion Prediction", ICML, 2024. paper arxiv
          Datasets Metrics
          Bibtex 
          @inproceedings{Chib_Enhancing_2024_ICML,
    author = "singh chib, Pranav and Singh, Pravendra",
    title = "Enhancing Trajectory Prediction through Self-Supervised Waypoint Distortion Prediction",
    booktitle = "ICML",
    year = "2024"
}
        Shahroudi et al., "Evaluation of Trajectory Distribution Predictions with Energy Score", ICML, 2024. paper
          Datasets Metrics
          Bibtex 
          @inproceedings{Shahroudi_evaluation_2024_ICML,
    author = "Shahroudi, Novin and Lepson, Mihkel and Kull, Meelis",
    title = "Evaluation of Trajectory Distribution Predictions with Energy Score",
    booktitle = "ICML",
    year = "2024"
}
        Saadatnejad et al., "Social-Transmotion: Promptable Human Trajectory Prediction", ICLR, 2024. paper arxiv code
          Datasets Metrics
          Bibtex 
          @inproceedings{Saadatnejad_socialtransmotion_2024_ICLR,
    author = "Saadatnejad, Saeed and Gao, Yang and Messaoud, Kaouther and Alahi, Alexandre",
    title = "Social-Transmotion: Promptable Human Trajectory Prediction",
    booktitle = "ICLR",
    year = "2024"
}
        Groot et al., "Probabilistic Motion Planning and Prediction via Partitioned Scenario Replay", ICRA, 2024. paper
          Datasets Metrics
          Bibtex 
          @inproceedings{Groot_Probabilistic_2024_ICRA,
    author = "de Groot, Oscar and Sridharan, Anish and Alonso-Mora, Javier and Ferranti, Laura",
    booktitle = "ICRA",
    title = "Probabilistic Motion Planning and Prediction via Partitioned Scenario Replay",
    year = "2024"
}
        Wang et al., "Pedestrian Trajectory Prediction Using Dynamics-based Deep Learning", ICRA, 2024. paper arxiv
          Datasets Metrics
          Bibtex 
          @inproceedings{Wang_Pedestrian_2024_ICRA,
    author = "Wang, Honghui and Zhi, Weiming and Batista, Gustavo and Chandra, Rohitash",
    booktitle = "ICRA",
    title = "Pedestrian Trajectory Prediction Using Dynamics-based Deep Learning",
    year = "2024"
}
        Bhaskara et al., "Trajectory Prediction for Robot Navigation using Flow-Guided Markov Neural Operator", ICRA, 2024. paper arxiv
          Datasets Metrics
          Bibtex 
          @inproceedings{Bhaskara_Trajectory_2024_ICRA,
    author = "Bhaskara, Rashmi and Viswanath, Hrishikesh and Bera, Aniket",
    booktitle = "ICRA",
    title = "Trajectory Prediction for Robot Navigation using Flow-Guided Markov Neural Operator",
    year = "2024"
}
        Lin et al., "DyHGDAT: Dynamic Hypergraph Dual Attention Network for multi-agent trajectory prediction", ICRA, 2024. paper
          Datasets Metrics
          Bibtex 
          @inproceedings{Lin_DyHGDAT_2024_ICRA,
    author = "Lin, Weilong and Zeng, Xinhua and Pang, Chengxin and Teng, Jing and Liu, Jing",
    booktitle = "ICRA",
    title = "DyHGDAT: Dynamic Hypergraph Dual Attention Network for multi-agent trajectory prediction",
    year = "2024"
}
        Chen et al., "Goal-Guided and Interaction-Aware State Refinement Graph Attention Network for Multi-Agent Trajectory Prediction", RAL, 2024. paper
          Datasets Metrics
          Bibtex 
          @ARTICLE{Chen_Goal_2024_RAL,
    author = "Chen, Xiaobo and Luo, Fengbo and Zhao, Feng and Ye, Qiaolin",
    journal = "RAL",
    title = "Goal-Guided and Interaction-Aware State Refinement Graph Attention Network for Multi-Agent Trajectory Prediction",
    year = "2024",
    volume = "9",
    number = "1",
    pages = "57-64",
    keywords = "Trajectory;Predictive models;Feature extraction;Transformers;Generative adversarial networks;Behavioral sciences;Task analysis;Graph attention;multi-agent trajectory prediction;multimodal prediction;state refinement",
    doi = "10.1109/LRA.2023.3331651"
}
        Liu et al., "STAGP: Spatio-Temporal Adaptive Graph Pooling Network for Pedestrian Trajectory Prediction", RAL, 2024. paper
          Datasets Metrics
          Bibtex 
          @ARTICLE{Liu_STAGP_2024_RAL,
    author = "Liu, Zhening and He, Li and Yuan, Liang and Lv, Kai and Zhong, Runhao and Chen, Yaohua",
    journal = "RAL",
    title = "STAGP: Spatio-Temporal Adaptive Graph Pooling Network for Pedestrian Trajectory Prediction",
    year = "2024",
    volume = "9",
    number = "3",
    pages = "2001-2007"
}
        Chen et al., "Unsupervised Sampling Promoting for Stochastic Human Trajectory Prediction", CVPR, 2023. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Chen_2023_CVPR,
    author = "Chen, Guangyi and Chen, Zhenhao and Fan, Shunxing and Zhang, Kun",
    title = "Unsupervised Sampling Promoting for Stochastic Human Trajectory Prediction",
    booktitle = "CVPR",
    year = "2023"
}
        Mao et al., "Leapfrog Diffusion Model for Stochastic Trajectory Prediction", CVPR, 2023. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Mao_2023_CVPR,
    author = "Mao, Weibo and Xu, Chenxin and Zhu, Qi and Chen, Siheng and Wang, Yanfeng",
    title = "Leapfrog Diffusion Model for Stochastic Trajectory Prediction",
    booktitle = "CVPR",
    year = "2023"
}
        Wang et al., "FEND: A Future Enhanced Distribution-Aware Contrastive Learning Framework for Long-Tail Trajectory Prediction", CVPR, 2023. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Wang_2023_CVPR,
    author = "Wang, Yuning and Zhang, Pu and Bai, Lei and Xue, Jianru",
    title = "FEND: A Future Enhanced Distribution-Aware Contrastive Learning Framework for Long-Tail Trajectory Prediction",
    booktitle = "CVPR",
    year = "2023"
}
        Xu et al., "Uncovering the Missing Pattern: Unified Framework Towards Trajectory Imputation and Prediction", CVPR, 2023. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Xu_2023_CVPR,
    author = "Xu, Yi and Bazarjani, Armin and Chi, Hyung-gun and Choi, Chiho and Fu, Yun",
    title = "Uncovering the Missing Pattern: Unified Framework Towards Trajectory Imputation and Prediction",
    booktitle = "CVPR",
    year = "2023"
}
        Sun et al., "Stimulus Verification Is a Universal and Effective Sampler in Multi-Modal Human Trajectory Prediction", CVPR, 2023. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Sun_2023_CVPR_2,
    author = "Sun, Jianhua and Li, Yuxuan and Chai, Liang and Lu, Cewu",
    title = "Stimulus Verification Is a Universal and Effective Sampler in Multi-Modal Human Trajectory Prediction",
    booktitle = "CVPR",
    year = "2023"
}
        Bae et al., "EigenTrajectory: Low-Rank Descriptors for Multi-Modal Trajectory Forecasting", ICCV, 2023. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Bae_2023_ICCV,
    author = "Bae, Inhwan and Oh, Jean and Jeon, Hae-Gon",
    title = "EigenTrajectory: Low-Rank Descriptors for Multi-Modal Trajectory Forecasting",
    booktitle = "ICCV",
    year = "2023"
}
        Dong et al., "Sparse Instance Conditioned Multimodal Trajectory Prediction", ICCV, 2023. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Dong_2023_ICCV,
    author = "Dong, Yonghao and Wang, Le and Zhou, Sanping and Hua, Gang",
    title = "Sparse Instance Conditioned Multimodal Trajectory Prediction",
    booktitle = "ICCV",
    year = "2023"
}
        Maeda et al., "Fast Inference and Update of Probabilistic Density Estimation on Trajectory Prediction", ICCV, 2023. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Maeda_2023_ICCV,
    author = "Maeda, Takahiro and Ukita, Norimichi",
    title = "Fast Inference and Update of Probabilistic Density Estimation on Trajectory Prediction",
    booktitle = "ICCV",
    year = "2023"
}
        Shi et al., "Trajectory Unified Transformer for Pedestrian Trajectory Prediction", ICCV, 2023. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Shi_2023_ICCV,
    author = "Shi, Liushuai and Wang, Le and Zhou, Sanping and Hua, Gang",
    title = "Trajectory Unified Transformer for Pedestrian Trajectory Prediction",
    booktitle = "ICCV",
    year = "2023"
}
        Weng et al., "Joint Metrics Matter: A Better Standard for Trajectory Forecasting", ICCV, 2023. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Weng_2023_ICCV,
    author = "Weng, Erica and Hoshino, Hana and Ramanan, Deva and Kitani, Kris",
    title = "Joint Metrics Matter: A Better Standard for Trajectory Forecasting",
    booktitle = "ICCV",
    year = "2023"
}
        Zhang et al., "TrajPAC: Towards Robustness Verification of Pedestrian Trajectory Prediction Models", ICCV, 2023. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Zhang_2023_ICCV,
    author = "Zhang, Liang and Xu, Nathaniel and Yang, Pengfei and Jin, Gaojie and Huang, Cheng-Chao and Zhang, Lijun",
    title = "TrajPAC: Towards Robustness Verification of Pedestrian Trajectory Prediction Models",
    booktitle = "ICCV",
    year = "2023"
}
        Bagi et al., "Generative Causal Representation Learning for Out-of-Distribution Motion Forecasting", ICML, 2023. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Bagi_2023_ICML,
    author = "Bagi, Shayan Shirahmad Gale and Gharaee, Zahra and Schulte, Oliver and Crowley, Mark",
    title = "Generative Causal Representation Learning for Out-of-Distribution Motion Forecasting",
    booktitle = "ICML",
    year = "2023"
}
        Ivanovic et al., "Expanding the Deployment Envelope of Behavior Prediction via Adaptive Meta-Learning", ICRA, 2023. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Ivanovic_2023_ICRA,
    author = "Ivanovic, Boris and Harrison, James and Pavone, Marco",
    title = "Expanding the Deployment Envelope of Behavior Prediction via Adaptive Meta-Learning",
    booktitle = "ICRA",
    year = "2023"
}
        Salzmann et al., "Robots That Can See: Leveraging Human Pose for Trajectory Prediction", RAL, 2023. paper
          Datasets Metrics
          Bibtex 
          @ARTICLE{Salzmann_Robots_2023_RAL,
    author = "Salzmann, Tim and Chiang, Hao-Tien Lewis and Ryll, Markus and Sadigh, Dorsa and Parada, Carolina and Bewley, Alex",
    journal = "RAL",
    title = "Robots That Can See: Leveraging Human Pose for Trajectory Prediction",
    year = "2023",
    volume = "8",
    number = "11",
    pages = "7090-7097"
}
        Zhou et al., "Dynamic Attention-Based CVAE-GAN for Pedestrian Trajectory Prediction", RAL, 2023. paper
          Datasets Metrics
          Bibtex 
          @ARTICLE{Zhou_Dynamic_2023_RAL,
    author = "Zhou, Zhou and Huang, Gang and Su, Zhaoxin and Li, Yongfu and Hua, Wei",
    journal = "RAL",
    title = "Dynamic Attention-Based CVAE-GAN for Pedestrian Trajectory Prediction",
    year = "2023",
    volume = "8",
    number = "2",
    pages = "704-711"
}
        Bhujel et al., "Disentangling Crowd Interactions for Pedestrians Trajectory Prediction", RAL, 2023. paper
          Datasets Metrics
          Bibtex 
          @ARTICLE{Bhujel_Disentangling_2023_RAL,
    author = "Bhujel, Niraj and Yau, Wei-Yun",
    journal = "RAL",
    title = "Disentangling Crowd Interactions for Pedestrians Trajectory Prediction",
    year = "2023",
    volume = "8",
    number = "5",
    pages = "3078-3085"
}
        Kedia et al., "A Game-Theoretic Framework for Joint Forecasting and Planning", IROS, 2023. paper arxiv code
          Datasets Metrics
          Bibtex 
          @INPROCEEDINGS{Kedia_2023_IROS,
    author = "Kedia, Kushal and Dan, Prithwish and Choudhury, Sanjiban",
    booktitle = "IROS",
    title = "A Game-Theoretic Framework for Joint Forecasting and Planning",
    year = "2023"
}
        Poddar et al., "From Crowd Motion Prediction to Robot Navigation in Crowds", IROS, 2023. paper arxiv code
          Datasets Metrics
          Bibtex 
          @INPROCEEDINGS{Poddar_2023_IROS,
    author = "Poddar, Sriyash and Mavrogiannis, Christoforos and Srinivasa, Siddhartha S.",
    booktitle = "IROS",
    title = "From Crowd Motion Prediction to Robot Navigation in Crowds",
    year = "2023"
}
        Bae et al., "Non-Probability Sampling Network for Stochastic Human Trajectory Prediction", CVPR, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Bae_2022_CVPR,
    author = "Bae, Inhwan and Park, Jin-Hwi and Jeon, Hae-Gon",
    title = "Non-Probability Sampling Network for Stochastic Human Trajectory Prediction",
    booktitle = "CVPR",
    year = "2022"
}
        Chen et al., "ScePT: Scene-Consistent, Policy-Based Trajectory Predictions for Planning", CVPR, 2022. paper code
          Datasets Metrics
          Bibtex 
          @InProceedings{Chen_2022_CVPR,
    author = "Chen, Yuxiao and Ivanovic, Boris and Pavone, Marco",
    title = "{ScePT}: Scene-Consistent, Policy-Based Trajectory Predictions for Planning",
    booktitle = "CVPR",
    year = "2022"
}
        Gu et al., "Stochastic Trajectory Prediction via Motion Indeterminacy Diffusion", CVPR, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Gu_2022_CVPR,
    author = "Gu, Tianpei and Chen, Guangyi and Li, Junlong and Lin, Chunze and Rao, Yongming and Zhou, Jie and Lu, Jiwen",
    title = "Stochastic Trajectory Prediction via Motion Indeterminacy Diffusion",
    booktitle = "CVPR",
    year = "2022"
}
        Liu et al., "Towards Robust and Adaptive Motion Forecasting: A Causal Representation Perspective", CVPR, 2022. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Liu_2022_CVPR,
    author = "Liu, Yuejiang and Cadei, Riccardo and Schweizer, Jonas and Bahmani, Sherwin and Alahi, Alexandre",
    title = "Towards Robust and Adaptive Motion Forecasting: A Causal Representation Perspective",
    booktitle = "CVPR",
    year = "2022"
}
        Monti et al., "How Many Observations Are Enough? Knowledge Distillation for Trajectory Forecasting", CVPR, 2022. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Monti_2022_CVPR,
    author = "Monti, Alessio and Porrello, Angelo and Calderara, Simone and Coscia, Pasquale and Ballan, Lamberto and Cucchiara, Rita",
    title = "How Many Observations Are Enough? Knowledge Distillation for Trajectory Forecasting",
    booktitle = "CVPR",
    year = "2022"
}
        Xu et al., "Remember Intentions: Retrospective-Memory-Based Trajectory Prediction", CVPR, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Xu_2022_CVPR,
    author = "Xu, Chenxin and Mao, Weibo and Zhang, Wenjun and Chen, Siheng",
    title = "Remember Intentions: Retrospective-Memory-Based Trajectory Prediction",
    booktitle = "CVPR",
    year = "2022"
}
        Sun et al., "Human Trajectory Prediction With Momentary Observation", CVPR, 2022. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Sun_2022_CVPR_2,
    author = "Sun, Jianhua and Li, Yuxuan and Chai, Liang and Fang, Hao-Shu and Li, Yong-Lu and Lu, Cewu",
    title = "Human Trajectory Prediction With Momentary Observation",
    booktitle = "CVPR",
    year = "2022"
}
        Xu et al., "GroupNet: Multiscale Hypergraph Neural Networks for Trajectory Prediction With Relational Reasoning", CVPR, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Xu_2022_CVPR_2,
    author = "Xu, Chenxin and Li, Maosen and Ni, Zhenyang and Zhang, Ya and Chen, Siheng",
    title = "{GroupNet}: Multiscale Hypergraph Neural Networks for Trajectory Prediction With Relational Reasoning",
    booktitle = "CVPR",
    year = "2022"
}
        Xu et al., "Adaptive Trajectory Prediction via Transferable GNN", CVPR, 2022. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Xu_2022_CVPR_3,
    author = "Xu, Yi and Wang, Lichen and Wang, Yizhou and Fu, Yun",
    title = "Adaptive Trajectory Prediction via Transferable {GNN}",
    booktitle = "CVPR",
    year = "2022"
}
        Bae et al., "Learning Pedestrian Group Representations for Multi-modal Trajectory Prediction", ECCV, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Bae_2022_ECCV,
    author = "Bae, Inhwan and Park, Jin-Hwi and Jeon, Hae-Gon",
    title = "Learning Pedestrian Group Representations for Multi-modal Trajectory Prediction",
    booktitle = "ECCV",
    year = "2022"
}
        Hu et al., "Entry-Flipped Transformer for Inference and Prediction of Participant Behavior", ECCV, 2022. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Hu_2022_ECCV,
    author = "Hu, Bo and Cham, Tat-Jen",
    title = "Entry-Flipped Transformer for Inference and Prediction of Participant Behavior",
    booktitle = "ECCV",
    year = "2022"
}
        Mohamed et al., "Social-Implicit: Rethinking Trajectory Prediction Evaluation and the Effectiveness of Implicit Maximum Likelihood Estimation", ECCV, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Mohamed_2022_ECCV,
    author = "Mohamed, Abduallah and Zhu, Deyao and Vu, Warren and Elhoseiny, Mohamed and Claudel, Christian",
    title = "{Social-Implicit}: Rethinking Trajectory Prediction Evaluation and the Effectiveness of Implicit Maximum Likelihood Estimation",
    booktitle = "ECCV",
    year = "2022"
}
        Tsao et al., "Social-SSL: Self-Supervised Cross-Sequence Representation Learning Based on Transformers for Multi-agent Trajectory Prediction", ECCV, 2022. paper code
          Datasets Metrics
          Bibtex 
          @InProceedings{Tsao_2022_ECCV,
    author = "Tsao, Li-Wu and Wang, Yan-Kai and Lin, Hao-Siang and Shuai, Hong-Han and Wong, Lai-Kuan and Cheng, Wen-Huang",
    title = "{Social-SSL}: Self-Supervised Cross-Sequence Representation Learning Based on Transformers for Multi-agent Trajectory Prediction",
    booktitle = "ECCV",
    year = "2022"
}
        Wong et al., "View Vertically: A Hierarchical Network for Trajectory Prediction via Fourier Spectrums", ECCV, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Wong_2022_ECCV,
    author = "Wong, Conghao and Xia, Beihao and Hong, Ziming and Peng, Qinmu and Yuan, Wei and Cao, Qiong and Yang, Yibo and You, Xinge",
    title = "View Vertically: A Hierarchical Network for Trajectory Prediction via Fourier Spectrums",
    booktitle = "ECCV",
    year = "2022"
}
        Xu et al., "SocialVAE: Human Trajectory Prediction Using Timewise Latents", ECCV, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Xu_2022_ECCV,
    author = "Xu, Pei and Hayet, Jean-Bernard and Karamouzas, Ioannis",
    title = "{SocialVAE}: Human Trajectory Prediction Using Timewise Latents",
    booktitle = "ECCV",
    year = "2022"
}
        Yue et al., "Human Trajectory Prediction via Neural Social Physics", ECCV, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Yue_2022_ECCV,
    author = "Yue, Jiangbei and Manocha, Dinesh and Wang, He",
    title = "Human Trajectory Prediction via Neural Social Physics",
    booktitle = "ECCV",
    year = "2022"
}
        Meng et al., "Forecasting Human Trajectory from Scene History", NeurIPS, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Meng_2022_NeurIPS,
    author = "Meng, Mancheng and Wu, Ziyan and Chen, Terrence and Cai, Xiran and Zhou, Xiang Sean and Yang, Fan and Shen, Dinggang",
    title = "Forecasting Human Trajectory from Scene History",
    booktitle = "NeurIPS",
    year = "2022"
}
        Makansi et al., "You Mostly Walk Alone: Analyzing Feature Attribution in Trajectory Prediction", ICLR, 2022. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Makansi_2022_ICLR,
    author = "Makansi, Osama and Kugelgen, Julius Von and Locatello, Francesco and Gehler, Peter Vincent and Janzing, Dominik and Brox, Thomas and Scholkopf, Bernhard",
    title = "You Mostly Walk Alone: Analyzing Feature Attribution in Trajectory Prediction",
    booktitle = "ICLR",
    year = "2022"
}
        Hasan et al., "Meta-path Analysis on Spatio-Temporal Graphs for Pedestrian Trajectory Prediction", ICRA, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Hasan_2022_ICRA,
    author = "Hasan, Aamir and Sriram, Pranav and Driggs-Campbell, Katherine",
    booktitle = "ICRA",
    title = "Meta-path Analysis on Spatio-Temporal Graphs for Pedestrian Trajectory Prediction",
    year = "2022"
}
        Ivanovic et al., "Propagating State Uncertainty Through Trajectory Forecasting", ICRA, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Ivanovic_2022_ICRA,
    author = "Ivanovic, Boris and Lin, Yifeng and Shrivastava, Shubham and Chakravarty, Punarjay and Pavone, Marco",
    booktitle = "ICRA",
    title = "Propagating State Uncertainty Through Trajectory Forecasting",
    year = "2022"
}
        Zhou et al., "Grouptron: Dynamic Multi-Scale Graph Convolutional Networks for Group-Aware Dense Crowd Trajectory Forecasting", ICRA, 2022. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Zhou_2022_ICRA,
    author = "Zhou, Rui and Zhou, Hongyu and Gao, Huidong and Tomizuka, Masayoshi and Li, Jiachen and Xu, Zhuo",
    booktitle = "ICRA",
    title = "Grouptron: Dynamic Multi-Scale Graph Convolutional Networks for Group-Aware Dense Crowd Trajectory Forecasting",
    year = "2022"
}
        Xie et al., "Synchronous Bi-Directional Pedestrian Trajectory Prediction with Error Compensation", ACCV, 2022. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Xie_2022_ACCV,
    author = "Xie, Ce and Li, Yuanman and Liang, Rongqin and Dong, Li and Li, Xia",
    title = "Synchronous Bi-Directional Pedestrian Trajectory Prediction with Error Compensation",
    booktitle = "ACCV",
    year = "2022"
}
        Sun et al., "Unified and Fast Human Trajectory Prediction Via Conditionally Parameterized Normalizing Flow", RAL, 2022. paper
          Datasets Metrics
          Bibtex 
          @ARTICLE{Sun_Unified_2022_RAL,
    author = "Sun, Jianhua and Wang, Zehao and Li, Jiefeng and Lu, Cewu",
    journal = "RAL",
    title = "Unified and Fast Human Trajectory Prediction Via Conditionally Parameterized Normalizing Flow",
    year = "2022",
    volume = "7",
    number = "2",
    pages = "842-849"
}
        Huang et al., "Learning Sparse Interaction Graphs of Partially Detected Pedestrians for Trajectory Prediction", RAL, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @ARTICLE{Huang_Learning_2022_RAL,
    author = "Huang, Zhe and Li, Ruohua and Shin, Kazuki and Driggs-Campbell, Katherine",
    journal = "RAL",
    title = "Learning Sparse Interaction Graphs of Partially Detected Pedestrians for Trajectory Prediction",
    year = "2022",
    volume = "7",
    number = "2",
    pages = "1198-1205"
}
        Wang et al., "Stepwise Goal-Driven Networks for Trajectory Prediction", RAL, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @Article{Wang_2022_RAL_2,
    author = "Wang, Chuhua and Wang, Yuchen and Xu, Mingze and Crandall, David J.",
    journal = "RAL",
    title = "Stepwise Goal-Driven Networks for Trajectory Prediction",
    year = "2022",
    volume = "7",
    number = "2",
    pages = "2716-2723"
}
        Zhou et al., "GA-STT: Human Trajectory Prediction with Group Aware Spatial-temporal Transformer", RAL, 2022. paper
          Datasets Metrics
          Bibtex 
          @Article{Zhou_2022_RAL,
    author = "Zhou, Lei and Yang, Dingye and Zhai, Xiaolin and Wu, Shichao and Hu, ZhengXi and Liu, Jingtai",
    journal = "RAL",
    title = "{GA-STT}: Human Trajectory Prediction with Group Aware Spatial-temporal Transformer",
    volume = "7",
    number = "3",
    pages = "7660--7667",
    year = "2022"
}
        Chen et al., "HGCN-GJS: Hierarchical Graph Convolutional Network with Groupwise Joint Sampling for Trajectory Prediction", IROS, 2022. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Chen_2022_IROS,
    author = "Chen, Yuying and Liu, Congcong and Mei, Xiaodong and Shi, Bertram E. and Liu, Ming",
    booktitle = "IROS",
    title = "{HGCN-GJS}: Hierarchical Graph Convolutional Network with Groupwise Joint Sampling for Trajectory Prediction",
    year = "2022"
}
        Zhu et al., "HalentNet: Multimodal Trajectory Forecasting with Hallucinative Intents", ICLR, 2021. paper code
          Datasets Metrics
          Bibtex 
          @InProceedings{Deyao_2021_ICLR,
    author = "Zhu, Deyao and Zahran, Mohamed and Li, Li Erran and Elhoseiny, Mohamed",
    booktitle = "ICLR",
    title = "{HalentNet}: Multimodal Trajectory Forecasting with Hallucinative Intents",
    year = "2021"
}
        Pang et al., "Trajectory Prediction With Latent Belief Energy-Based Model", CVPR, 2021. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Pang_2021_CVPR,
    author = "Pang, Bo and Zhao, Tianyang and Xie, Xu and Wu, Ying Nian",
    title = "Trajectory Prediction With Latent Belief Energy-Based Model",
    booktitle = "CVPR",
    year = "2021"
}
        Shafiee et al., "Introvert: Human Trajectory Prediction via Conditional 3D Attention", CVPR, 2021. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Shafiee_2021_CVPR,
    author = "Shafiee, Nasim and Padir, Taskin and Elhamifar, Ehsan",
    title = "Introvert: Human Trajectory Prediction via Conditional 3D Attention",
    booktitle = "CVPR",
    year = "2021"
}
        Shi et al., "SGCN: Sparse Graph Convolution Network for Pedestrian Trajectory Prediction", CVPR, 2021. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Shi_2021_CVPR,
    author = "Shi, Liushuai and Wang, Le and Long, Chengjiang and Zhou, Sanping and Zhou, Mo and Niu, Zhenxing and Hua, Gang",
    title = "{SGCN}: Sparse Graph Convolution Network for Pedestrian Trajectory Prediction",
    booktitle = "CVPR",
    year = "2021"
}
        Chen et al., "Personalized Trajectory Prediction via Distribution Discrimination", ICCV, 2021. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Chen_2021_ICCV,
    author = "Chen, Guangyi and Li, Junlong and Zhou, Nuoxing and Ren, Liangliang and Lu, Jiwen",
    title = "Personalized Trajectory Prediction via Distribution Discrimination",
    booktitle = "ICCV",
    year = "2021"
}
        Dendorfer et al., "MG-GAN: A Multi-Generator Model Preventing Out-of-Distribution Samples in Pedestrian Trajectory Prediction", ICCV, 2021. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Dendorfer_2021_ICCV,
    author = "Dendorfer, Patrick and Elflein, Sven and Leal-Taixe, Laura",
    title = "{MG-GAN}: A Multi-Generator Model Preventing Out-of-Distribution Samples in Pedestrian Trajectory Prediction",
    booktitle = "ICCV",
    year = "2021"
}
        Li et al., "Spatial-Temporal Consistency Network for Low-Latency Trajectory Forecasting", ICCV, 2021. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Li_2021_ICCV,
    author = "Li, Shijie and Zhou, Yanying and Yi, Jinhui and Gall, Juergen",
    title = "Spatial-Temporal Consistency Network for Low-Latency Trajectory Forecasting",
    booktitle = "ICCV",
    year = "2021"
}
        Makansi et al., "On Exposing the Challenging Long Tail in Future Prediction of Traffic Actors", ICCV, 2021. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Makansi_2021_ICCV,
    author = "Makansi, Osama and Cicek, Ozgun and Marrakchi, Yassine and Brox, Thomas",
    title = "On Exposing the Challenging Long Tail in Future Prediction of Traffic Actors",
    booktitle = "ICCV",
    year = "2021"
}
        Mangalam et al., "From Goals, Waypoints & Paths to Long Term Human Trajectory Forecasting", ICCV, 2021. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Mangalam_2021_ICCV,
    author = "Mangalam, Karttikeya and An, Yang and Girase, Harshayu and Malik, Jitendra",
    title = "From Goals, Waypoints \& Paths to Long Term Human Trajectory Forecasting",
    booktitle = "ICCV",
    year = "2021"
}
        Sun et al., "Three Steps to Multimodal Trajectory Prediction: Modality Clustering, Classification and Synthesis", ICCV, 2021. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Sun_2021_ICCV,
    author = "Sun, Jianhua and Li, Yuxuan and Fang, Hao-Shu and Lu, Cewu",
    title = "Three Steps to Multimodal Trajectory Prediction: Modality Clustering, Classification and Synthesis",
    booktitle = "ICCV",
    year = "2021"
}
        Yuan et al., "AgentFormer: Agent-Aware Transformers for Socio-Temporal Multi-Agent Forecasting", ICCV, 2021. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Yuan_2021_ICCV,
    author = "Yuan, Ye and Weng, Xinshuo and Ou, Yanglan and Kitani, Kris M.",
    title = "{AgentFormer}: Agent-Aware Transformers for Socio-Temporal Multi-Agent Forecasting",
    booktitle = "ICCV",
    year = "2021"
}
        Zhao et al., "Where Are You Heading? Dynamic Trajectory Prediction With Expert Goal Examples", ICCV, 2021. paper code
          Datasets Metrics
          Bibtex 
          @InProceedings{Zhao_2021_ICCV,
    author = "Zhao, He and Wildes, Richard P.",
    title = "Where Are You Heading? Dynamic Trajectory Prediction With Expert Goal Examples",
    booktitle = "ICCV",
    year = "2021"
}
        Chen et al., "Human Trajectory Prediction via Counterfactual Analysis", ICCV, 2021. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Chen_2021_ICCV_2,
    author = "Chen, Guangyi and Li, Junlong and Lu, Jiwen and Zhou, Jie",
    title = "Human Trajectory Prediction via Counterfactual Analysis",
    booktitle = "ICCV",
    year = "2021"
}
        Liu et al., "AVGCN: Trajectory Prediction using Graph Convolutional Networks Guided by Human Attention", ICRA, 2021. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Liu_2021_ICRA,
    author = "Liu, Congcong and Chen, Yuying and Liu, Ming and Shi, Bertram E.",
    booktitle = "ICRA",
    title = "{AVGCN}: Trajectory Prediction using Graph Convolutional Networks Guided by Human Attention",
    year = "2021"
}
        Malla et al., "Social-STAGE: Spatio-Temporal Multi-Modal Future Trajectory Forecast", ICRA, 2021. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Malla_2021_ICRA,
    author = "Malla, Srikanth and Choi, Chiho and Dariush, Behzad",
    booktitle = "ICRA",
    title = "{Social-STAGE}: Spatio-Temporal Multi-Modal Future Trajectory Forecast",
    year = "2021"
}
        Zhu et al., "Star Topology based Interaction for Robust Trajectory Forecasting in Dynamic Scene", ICRA, 2021. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Zhu_2021_ICRA,
    author = "Zhu, Yanliang and Ren, Dongchun and Qian, Deheng and Fan, Mingyu and Li, Xin and Xia, Huaxia",
    booktitle = "ICRA",
    title = "Star Topology based Interaction for Robust Trajectory Forecasting in Dynamic Scene",
    year = "2021"
}
        Xu et al., "Tra2Tra: Trajectory-to-Trajectory Prediction With a Global Social Spatial-Temporal Attentive Neural Network", RAL, 2021. paper
          Datasets Metrics
          Bibtex 
          @Article{Xu_2021_RAL,
    author = "Xu, Yi and Ren, Dongchun and Li, Mingxia and Chen, Yuehai and Fan, Mingyu and Xia, Huaxia",
    journal = "RAL",
    title = "Tra2Tra: Trajectory-to-Trajectory Prediction With a Global Social Spatial-Temporal Attentive Neural Network",
    year = "2021",
    volume = "6",
    number = "2",
    pages = "1574-1581"
}
        Yao et al., "BiTraP: Bi-Directional Pedestrian Trajectory Prediction With Multi-Modal Goal Estimation", RAL, 2021. paper arxiv code
          Datasets Metrics
          Bibtex 
          @Article{Yao_2021_RAL,
    author = "Yao, Yu and Atkins, Ella and Johnson-Roberson, Matthew and Vasudevan, Ram and Du, Xiaoxiao",
    journal = "RAL",
    title = "{BiTraP}: Bi-Directional Pedestrian Trajectory Prediction With Multi-Modal Goal Estimation",
    year = "2021",
    volume = "6",
    number = "2",
    pages = "3459-3466"
}
        Zhao et al., "Noticing Motion Patterns: A Temporal CNN With a Novel Convolution Operator for Human Trajectory Prediction", RAL, 2021. paper arxiv
          Datasets Metrics
          Bibtex 
          @Article{Zhao_2021_RAL,
    author = "Zhao, Dapeng and Oh, Jean",
    journal = "RAL",
    title = "Noticing Motion Patterns: A Temporal {CNN} With a Novel Convolution Operator for Human Trajectory Prediction",
    volume = "6",
    number = "2",
    pages = "628--634",
    year = "2021"
}
        Li et al., "Attentional-GCNN: Adaptive Pedestrian Trajectory Prediction towards Generic Autonomous Vehicle Use Cases", ICRA, 2021. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Li_2021_ICRA_2,
    author = "Li, Kunming and Eiffert, Stuart and Shan, Mao and Gomez-Donoso, Francisco and Worrall, Stewart and Nebot, Eduardo",
    booktitle = "ICRA",
    title = "{Attentional-GCNN}: Adaptive Pedestrian Trajectory Prediction towards Generic Autonomous Vehicle Use Cases",
    year = "2021"
}
        Bhujel et al., "Self-critical Learning of Influencing Factors for Trajectory Prediction using Gated Graph Convolutional Network", IROS, 2021. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Bhujel_2021_IROS,
    author = "Bhujel, Niraj and Yun, Yau Wei and Wang, Han and Dwivedi, Vijay Prakash",
    booktitle = "IROS",
    title = "Self-critical Learning of Influencing Factors for Trajectory Prediction using Gated Graph Convolutional Network",
    year = "2021"
}
        Chen et al., "Simultaneous Prediction of Pedestrian Trajectory and Actions based on Context Information Iterative Reasoning", IROS, 2021. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Chen_2021_IROS,
    author = "Chen, Bo and Li, Decai and He, Yuqing",
    booktitle = "IROS",
    title = "Simultaneous Prediction of Pedestrian Trajectory and Actions based on Context Information Iterative Reasoning",
    year = "2021"
}
        Schöller et al., "FloMo: Tractable Motion Prediction with Normalizing Flows", IROS, 2021. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Scholler_2021_IROS,
    author = "Schöller, Christoph and Knoll, Alois",
    booktitle = "IROS",
    title = "{FloMo}: Tractable Motion Prediction with Normalizing Flows",
    year = "2021"
}
        Su et al., "CR-LSTM: Collision-prior Guided Social Refinement for Pedestrian Trajectory Prediction", IROS, 2021. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Su_2021_IROS,
    author = "Su, Zhaoxin and Zhang, Sanyuan and Hua, Wei",
    booktitle = "IROS",
    title = "{CR-LSTM}: Collision-prior Guided Social Refinement for Pedestrian Trajectory Prediction",
    year = "2021"
}
        Ivanovic et al., "Multimodal Deep Generative Models for Trajectory Prediction: A Conditional Variational Autoencoder Approach", RAL, 2021. paper arxiv
          Datasets Metrics
          Bibtex 
          @ARTICLE{Ivanovic_Multimodal_2021_RAL,
    author = "Ivanovic, Boris and Leung, Karen and Schmerling, Edward and Pavone, Marco",
    journal = "RAL",
    title = "Multimodal Deep Generative Models for Trajectory Prediction: A Conditional Variational Autoencoder Approach",
    year = "2021",
    volume = "6",
    number = "2",
    pages = "295-302"
}
        Davchev et al., "Learning Structured Representations of Spatial and Interactive Dynamics for Trajectory Prediction in Crowded Scenes", RAL, 2021. paper arxiv
          Datasets Metrics
          Bibtex 
          @ARTICLE{Davchev_Learning_2021_RAL,
    author = "Davchev, Todor and Burke, Michael and Ramamoorthy, Subramanian",
    journal = "RAL",
    title = "Learning Structured Representations of Spatial and Interactive Dynamics for Trajectory Prediction in Crowded Scenes",
    year = "2021",
    volume = "6",
    number = "2",
    pages = "707-714"
}
        Habibi et al., "Human Trajectory Prediction Using Similarity-Based Multi-Model Fusion", RAL, 2021. paper
          Datasets Metrics
          Bibtex 
          @ARTICLE{Habibi_Human_2021_RAL,
    author = "Habibi, Golnaz and How, Jonathan P.",
    journal = "RAL",
    title = "Human Trajectory Prediction Using Similarity-Based Multi-Model Fusion",
    year = "2021",
    volume = "6",
    number = "2",
    pages = "715-722"
}
        Minoura et al., "Crowd Density Forecasting by Modeling Patch-Based Dynamics", RAL, 2021. paper arxiv
          Datasets Metrics
          Bibtex 
          @ARTICLE{Minoura_Crowd_2021_RAL,
    author = "Minoura, Hiroaki and Yonetani, Ryo and Nishimura, Mai and Ushiku, Yoshitaka",
    journal = "RAL",
    title = "Crowd Density Forecasting by Modeling Patch-Based Dynamics",
    year = "2021",
    volume = "6",
    number = "2",
    pages = "287-294"
}
        Wang et al., "Group-based Motion Prediction for Navigation in Crowded Environments", CoRL, 2021. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Wang_2021_CoRL,
    author = "Wang, Allan and Mavrogiannis, Christoforos and Steinfeld, Aaron",
    title = "Group-based Motion Prediction for Navigation in Crowded Environments",
    booktitle = "CoRL",
    year = "2021"
}
        Tran et al., "Goal-Driven Long-Term Trajectory Prediction", WACV, 2021. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Tran_2021_WACV,
    author = "Tran, Hung and Le, Vuong and Tran, Truyen",
    title = "Goal-Driven Long-Term Trajectory Prediction",
    booktitle = "WACV",
    year = "2021"
}
        Wang et al., "GraphTCN: Spatio-Temporal Interaction Modeling for Human Trajectory Prediction", WACV, 2021. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Wang_2021_WACV,
    author = "Wang, Chengxin and Cai, Shaofeng and Tan, Gary",
    title = "{GraphTCN}: Spatio-Temporal Interaction Modeling for Human Trajectory Prediction",
    booktitle = "WACV",
    year = "2021"
}
        Fang et al., "TPNet: Trajectory Proposal Network for Motion Prediction", CVPR, 2020. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Fang_2020_CVPR,
    author = "Fang, Liangji and Jiang, Qinhong and Shi, Jianping and Zhou, Bolei",
    title = "{TPNet}: Trajectory Proposal Network for Motion Prediction",
    booktitle = "CVPR",
    year = "2020"
}
        Hu et al., "Collaborative Motion Prediction via Neural Motion Message Passing", CVPR, 2020. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Hu_2020_CVPR,
    author = "Hu, Yue and Chen, Siheng and Zhang, Ya and Gu, Xiao",
    title = "Collaborative Motion Prediction via Neural Motion Message Passing",
    booktitle = "CVPR",
    year = "2020"
}
        Mohamed et al., "Social-STGCNN: A Social Spatio-Temporal Graph Convolutional Neural Network for Human Trajectory Prediction", CVPR, 2020. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Mohamed_2020_CVPR,
    author = "Mohamed, Abduallah and Qian, Kun and Elhoseiny, Mohamed and Claudel, Christian",
    title = "{Social-STGCNN}: A Social Spatio-Temporal Graph Convolutional Neural Network for Human Trajectory Prediction",
    booktitle = "CVPR",
    year = "2020"
}
        Sun et al., "Recursive Social Behavior Graph for Trajectory Prediction", CVPR, 2020. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Sun_2020_CVPR,
    author = "Sun, Jianhua and Jiang, Qinhong and Lu, Cewu",
    title = "Recursive Social Behavior Graph for Trajectory Prediction",
    booktitle = "CVPR",
    year = "2020"
}
        Sun et al., "Reciprocal Learning Networks for Human Trajectory Prediction", CVPR, 2020. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Sun_2020_CVPR_2,
    author = "Sun, Hao and Zhao, Zhiqun and He, Zhihai",
    title = "Reciprocal Learning Networks for Human Trajectory Prediction",
    booktitle = "CVPR",
    year = "2020"
}
        Bi et al., "How Can I See My Future? FvTraj: Using First-person View for Pedestrian Trajectory Prediction", ECCV, 2020. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Bi_2020_ECCV,
    author = "Bi, Huikun and Zhang, Ruisi and Mao, Tianlu and Deng, Zhigang and Wang, Zhaoqi",
    title = "How Can I See My Future? FvTraj: Using First-person View for Pedestrian Trajectory Prediction",
    booktitle = "ECCV",
    year = "2020"
}
        Ma et al., "AutoTrajectory: Label-free Trajectory Extraction and Prediction from Videos using Dynamic Points", ECCV, 2020. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Ma_2020_ECCV,
    author = "Ma, Yuexin and Zhu, Xinge and Cheng, Xinjing and Yang, Ruigang and Liu, Jiming and Manocha, Dinesh",
    title = "{AutoTrajectory}: Label-free Trajectory Extraction and Prediction from Videos using Dynamic Points",
    booktitle = "ECCV",
    year = "2020"
}
        Mangalam et al., "It Is Not the Journey but the Destination: Endpoint Conditioned Trajectory Prediction", ECCV, 2020. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Mangalam_2020_ECCV,
    author = "Mangalam, Karttikeya and Girase, Harshayu and Agarwal, Shreyas and Lee, Kuan-Hui and Adeli, Ehsan and Malik, Jitendra and Gaidon, Adrien",
    title = "It Is Not the Journey but the Destination: Endpoint Conditioned Trajectory Prediction",
    booktitle = "ECCV",
    year = "2020"
}
        Salzmann et al., "Trajectron++: Multi-agent Generative Trajectory Forecasting with Heterogeneous Data for Control", ECCV, 2020. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Salzmann_2020_ECCV,
    author = "Salzmann, Tim and Ivanovic, Boris and Chakravarty, Punarjay and Pavone, Marco",
    title = "Trajectron++: Multi-agent Generative Trajectory Forecasting with Heterogeneous Data for Control",
    booktitle = "ECCV",
    year = "2020"
}
        Tao et al., "Dynamic and Static Context-aware LSTM for Multi-agent Motion Prediction", ECCV, 2020. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Tao_2020_ECCV,
    author = "Tao, Chaofan and Jiang, Qinhong and Duan, Lixin and Luo, Ping",
    title = "Dynamic and Static Context-aware {LSTM} for Multi-agent Motion Prediction",
    booktitle = "ECCV",
    year = "2020"
}
        Yu et al., "Spatio-Temporal Graph Transformer Networks for Pedestrian Trajectory Prediction", ECCV, 2020. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Yu_2020_ECCV,
    author = "Yu, Cunjun and Ma, Xiao and Ren, Jiawei and Zhao, Haiyu and Yi, Shuai",
    title = "Spatio-Temporal Graph Transformer Networks for Pedestrian Trajectory Prediction",
    booktitle = "ECCV",
    year = "2020"
}
        Kamra et al., "Multi-agent Trajectory Prediction with Fuzzy Query Attention", NeurIPS, 2020. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Kamra_2020_NeurIPS,
    author = "Kamra, Nitin and Zhu, Hao and Trivedi, Dweep Kumarbhai and Zhang, Ming and Liu, Yan",
    editor = "Larochelle, H. and Ranzato, M. and Hadsell, R. and Balcan, M. F. and Lin, H.",
    booktitle = "NeurIPS",
    title = "Multi-agent Trajectory Prediction with Fuzzy Query Attention",
    year = "2020"
}
        Chen et al., "CoMoGCN: Coherent Motion Aware Trajectory Prediction with Graph Representation", BMVC, 2020. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Chen_2020_BMVC,
    author = "Chen, Yuying and Liu, Congcong and Shi, Bertram and Liu, Ming",
    title = "{CoMoGCN}: Coherent Motion Aware Trajectory Prediction with Graph Representation",
    booktitle = "BMVC",
    year = "2020"
}
        Dendorfer et al., "Goal-GAN: Multimodal Trajectory Prediction Based on Goal Position Estimation", ACCV, 2020. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Dendorfer_2020_ACCV,
    author = "Dendorfer, Patrick and Osep, Aljosa and Leal-Taixe, Laura",
    title = "{Goal-GAN}: Multimodal Trajectory Prediction Based on Goal Position Estimation",
    booktitle = "ACCV",
    year = "2020"
}
        Haddad et al., "Self-Growing Spatial Graph Networks for Pedestrian Trajectory Prediction", WACV, 2020. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Haddad_2020_WACV,
    author = "Haddad, Sirin and Lam, Siew-Kei",
    title = "Self-Growing Spatial Graph Networks for Pedestrian Trajectory Prediction",
    booktitle = "WACV",
    year = "2020"
}
        Katyal et al., "Intent-Aware Pedestrian Prediction for Adaptive Crowd Navigation", ICRA, 2020. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Katyal_2020_ICRA,
    author = "Katyal, K. D. and Hager, G. D. and Huang, C. -M.",
    booktitle = "ICRA",
    title = "Intent-Aware Pedestrian Prediction for Adaptive Crowd Navigation",
    year = "2020"
}
        Dwivedi et al., "SSP: Single Shot Future Trajectory Prediction", IROS, 2020. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Dwivedi_2020_IROS,
    author = "Dwivedi, I. and Malla, S. and Dariush, B. and Choi, C.",
    booktitle = "IROS",
    title = "{SSP}: Single Shot Future Trajectory Prediction",
    year = "2020"
}
        Eiffert et al., "Probabilistic Crowd GAN: Multimodal Pedestrian Trajectory Prediction Using a Graph Vehicle-Pedestrian Attention Network", RAL, 2020. paper arxiv
          Datasets Metrics
          Bibtex 
          @Article{Eiffert_2020_RAL,
    author = "Eiffert, S. and Li, K. and Shan, M. and Worrall, S. and Sukkarieh, S. and Nebot, E.",
    journal = "RAL",
    title = "Probabilistic Crowd {GAN}: Multimodal Pedestrian Trajectory Prediction Using a Graph Vehicle-Pedestrian Attention Network",
    year = "2020",
    volume = "5",
    number = "4",
    pages = "5026-5033"
}
        Gilitschenski et al., "Deep Context Maps: Agent Trajectory Prediction Using Location-Specific Latent Maps", RAL, 2020. paper arxiv
          Datasets Metrics
          Bibtex 
          @Article{Gilitschenski_2020_RAL,
    author = "Gilitschenski, I. and Rosman, G. and Gupta, A. and Karaman, S. and Rus, D.",
    journal = "RAL",
    title = "Deep Context Maps: Agent Trajectory Prediction Using Location-Specific Latent Maps",
    year = "2020",
    volume = "5",
    number = "4",
    pages = "5097-5104"
}
        Schöller et al., "What the Constant Velocity Model Can Teach Us About Pedestrian Motion Prediction", RAL, 2020. paper arxiv
          Datasets Metrics
          Bibtex 
          @Article{Scholler_2020_RAL,
    author = "Schöller, C. and Aravantinos, V. and Lay, F. and Knoll, A.",
    journal = "RAL",
    title = "What the Constant Velocity Model Can Teach Us About Pedestrian Motion Prediction",
    year = "2020",
    volume = "5",
    number = "2",
    pages = "1696-1703"
}
        Brito et al., "Social-VRNN: One-Shot Multi-modal Trajectory Prediction for Interacting Pedestrians", CoRL, 2020. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Brito_2020_CORL,
    author = "Brito, Bruno and Zhu, Hai and Pan, Wei and Alonso-Mora, Javier",
    title = "{Social-VRNN}: One-Shot Multi-modal Trajectory Prediction for Interacting Pedestrians",
    booktitle = "CoRL",
    year = "2020"
}
        Choi et al., "DROGON: A Trajectory Prediction Model Based on Intention-conditioned Behavior Reasoning", CoRL, 2020. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Choi_2020_CORL,
    author = "Choi, Chiho and Malla, Srikanth and Patil, Abhishek and Choi, J Hee",
    title = "{DROGON}: A Trajectory Prediction Model Based on Intention-conditioned Behavior Reasoning",
    booktitle = "CoRL",
    year = "2020"
}
        Li, "Which Way Are You Going? Imitative Decision Learning For Path Forecasting In Dynamic Scenes", CVPR, 2019. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Li_2019_CVPR,
    author = "Li, Yuke",
    title = "Which Way Are You Going? Imitative Decision Learning For Path Forecasting In Dynamic Scenes",
    booktitle = "CVPR",
    year = "2019"
}
        Liang et al., "Peeking Into The Future: Predicting Future Person Activities And Locations In Videos", CVPR, 2019. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Liang_2019_CVPR,
    author = "Liang, Junwei and Jiang, Lu and Niebles, Juan Carlos and Hauptmann, Alexander G. and Fei-Fei, Li",
    title = "Peeking Into The Future: Predicting Future Person Activities And Locations In Videos",
    booktitle = "CVPR",
    year = "2019"
}
        Sadeghian et al., "SoPhie: An Attentive Gan For Predicting Paths Compliant To Social And Physical Constraints", CVPR, 2019. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Sadeghian_2019_CVPR,
    author = "Sadeghian, Amir and Kosaraju, Vineet and Sadeghian, Ali and Hirose, Noriaki and Rezatofighi, Hamid and Savarese, Silvio",
    title = "{SoPhie}: An Attentive Gan For Predicting Paths Compliant To Social And Physical Constraints",
    booktitle = "CVPR",
    year = "2019"
}
        Zhang et al., "SR-LSTM: State Refinement For LSTM Towards Pedestrian Trajectory Prediction", CVPR, 2019. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Zhang_2019_CVPR,
    author = "Zhang, Pu and Ouyang, Wanli and Zhang, Pengfei and Xue, Jianru and Zheng, Nanning",
    title = "{SR-LSTM}: State Refinement For {LSTM} Towards Pedestrian Trajectory Prediction",
    booktitle = "CVPR",
    year = "2019"
}
        Zhao et al., "Multi-Agent Tensor Fusion For Contextual Trajectory Prediction", CVPR, 2019. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Zhao_2019_CVPR,
    author = "Zhao, Tianyang and Xu, Yifei and Monfort, Mathew and Choi, Wongun and Baker, Chris and Zhao, Yibiao and Wang, Yizhou and Wu, Ying Nian",
    title = "Multi-Agent Tensor Fusion For Contextual Trajectory Prediction",
    booktitle = "CVPR",
    year = "2019"
}
        Choi et al., "Looking To Relations For Future Trajectory Forecast", ICCV, 2019. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Choi_2019_ICCV,
    author = "Choi, Chiho and Dariush, Behzad",
    title = "Looking To Relations For Future Trajectory Forecast",
    booktitle = "ICCV",
    year = "2019"
}
        Huang et al., "STGAT: Modeling Spatial-Temporal Interactions For Human Trajectory Prediction", ICCV, 2019. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Huang_2019_ICCV,
    author = "Huang, Yingfan and Bi, Huikun and Li, Zhaoxin and Mao, Tianlu and Wang, Zhaoqi",
    title = "{STGAT}: Modeling Spatial-Temporal Interactions For Human Trajectory Prediction",
    booktitle = "ICCV",
    year = "2019"
}
        Ivanovic et al., "The Trajectron: Probabilistic Multi-Agent Trajectory Modeling With Dynamic Spatiotemporal Graphs", ICCV, 2019. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Ivanovic_2019_ICCV,
    author = "Ivanovic, Boris and Pavone, Marco",
    title = "The Trajectron: Probabilistic Multi-Agent Trajectory Modeling With Dynamic Spatiotemporal Graphs",
    booktitle = "ICCV",
    year = "2019"
}
        Thiede et al., "Analyzing The Variety Loss In The Context Of Probabilistic Trajectory Prediction", ICCV, 2019. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Thiede_2019_ICCV,
    author = "Thiede, Luca Anthony and Brahma, Pratik Prabhanjan",
    title = "Analyzing The Variety Loss In The Context Of Probabilistic Trajectory Prediction",
    booktitle = "ICCV",
    year = "2019"
}
        Kosaraju et al., "Social-BiGAT: Multimodal Trajectory Forecasting Using Bicycle-GAN And Graph Attention Networks", NeurIPS, 2019. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Kosaraju_2019_NeurIPS,
    author = "Kosaraju, Vineet and Sadeghian, Amir and Mart\'\in-Mart\'\in, Roberto and Reid, Ian and Rezatofighi, Hamid and Savarese, Silvio",
    title = "{Social-BiGAT}: Multimodal Trajectory Forecasting Using {Bicycle-GAN} And Graph Attention Networks",
    booktitle = "NeurIPS",
    year = "2019"
}
        Anderson et al., "Stochastic Sampling Simulation For Pedestrian Trajectory Prediction", IROS, 2019. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Anderson_2019_IROS,
    author = "Anderson, Cyrus and Du, Xiaoxiao and Vasudevan, Ram and Johnson-Roberson, Matthew",
    booktitle = "IROS",
    title = "Stochastic Sampling Simulation For Pedestrian Trajectory Prediction",
    year = "2019"
}
        Li et al., "Conditional Generative Neural System For Probabilistic Trajectory Prediction", IROS, 2019. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Li_2019_IROS,
    author = "Li, Jiachen and Ma, Hengbo and Tomizuka, Masayoshi",
    booktitle = "IROS",
    title = "Conditional Generative Neural System For Probabilistic Trajectory Prediction",
    year = "2019"
}
        Zhu et al., "StarNet: Pedestrian Trajectory Prediction Using Deep Neural Network In Star Topology", IROS, 2019. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Zhu_2019_IROS,
    author = "Zhu, Yanliang and Qian, Deheng and Ren, Dongchun and Xia, Huaxia",
    booktitle = "IROS",
    title = "{StarNet}: Pedestrian Trajectory Prediction Using Deep Neural Network In Star Topology",
    year = "2019"
}
        Xue et al., "Location-Velocity Attention For Pedestrian Trajectory Prediction", WACV, 2019. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Xue_2019_WACV,
    author = "Xue, H. and Huynh, D. and Reynolds, M.",
    booktitle = "WACV",
    title = "Location-Velocity Attention For Pedestrian Trajectory Prediction",
    year = "2019"
}
        Gupta et al., "Social GAN: Socially Acceptable Trajectories With Generative Adversarial Networks", CVPR, 2018. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Gupta_2018_CVPR,
    author = "Gupta, Agrim and Johnson, Justin and Fei-Fei, Li and Savarese, Silvio and Alahi, Alexandre",
    title = "Social {GAN}: Socially Acceptable Trajectories With Generative Adversarial Networks",
    booktitle = "CVPR",
    year = "2018"
}
        Hasan et al., "MX-LSTM: Mixing Tracklets And Vislets To Jointly Forecast Trajectories And Head Poses", CVPR, 2018. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Hasan_2018_CVPR,
    author = "Hasan, Irtiza and Setti, Francesco and Tsesmelis, Theodore and Del Bue, Alessio and Galasso, Fabio and Cristani, Marco",
    title = "{MX-LSTM}: Mixing Tracklets And Vislets To Jointly Forecast Trajectories And Head Poses",
    booktitle = "CVPR",
    year = "2018"
}
        Xu et al., "Encoding Crowd Interaction With Deep Neural Network For Pedestrian Trajectory Prediction", CVPR, 2018. paper code
          Datasets Metrics
          Bibtex 
          @InProceedings{Xu_2018_CVPR_encoding,
    author = "Xu, Yanyu and Piao, Zhixin and Gao, Shenghua",
    title = "Encoding Crowd Interaction With Deep Neural Network For Pedestrian Trajectory Prediction",
    booktitle = "CVPR",
    year = "2018"
}
        Fernando et al., "GD-GAN: Generative Adversarial Networks For Trajectory Prediction And Group Detection In Crowds", ACCV, 2018. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Fernando_2018_ACCV,
    author = "Fernando, Tharindu and Denman, Simon and Sridharan, Sridha and Fookes, Clinton",
    editor = "Jawahar, C. V. and Li, Hongdong and Mori, Greg and Schindler, Konrad",
    title = "{GD-GAN}: Generative Adversarial Networks For Trajectory Prediction And Group Detection In Crowds",
    booktitle = "ACCV",
    year = "2018"
}
        Vemula et al., "Social Attention: Modeling Attention In Human Crowds", ICRA, 2018. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Vemula_2018_ICRA,
    author = "Vemula, Anirudh and Muelling, Katharina and Oh, Jean",
    title = "Social Attention: Modeling Attention In Human Crowds",
    booktitle = "ICRA",
    year = "2018"
}
        Hasan et al., "Seeing Is Believing: Pedestrian Trajectory Forecasting Using Visual Frustum Of Attention", WACV, 2018. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Hasan_2018_WACV,
    author = "Hasan, I. and Setti, F. and Tsesmelis, T. and Del Bue, A. and Cristani, M. and Galasso, F.",
    booktitle = "WACV",
    title = "{Seeing Is Believing}: Pedestrian Trajectory Forecasting Using Visual Frustum Of Attention",
    year = "2018"
}
        Xue et al., "SS-LSTM: A Hierarchical LSTM Model For Pedestrian Trajectory Prediction", WACV, 2018. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Xue_2018_WACV,
    author = "Xue, H. and Huynh, D. Q. and Reynolds, M.",
    booktitle = "WACV",
    title = "{SS-LSTM}: A Hierarchical {LSTM} Model For Pedestrian Trajectory Prediction",
    year = "2018"
}
        Bartoli et al., "Context-Aware Trajectory Prediction", ICPR, 2018. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Bartoli_2018_ICPR,
    author = "Bartoli, F. and Lisanti, G. and Ballan, L. and Del Bimbo, A.",
    booktitle = "ICPR",
    title = "Context-Aware Trajectory Prediction",
    year = "2018"
}
        Ma et al., "Forecasting Interactive Dynamics Of Pedestrians With Fictitious Play", CVPR, 2017. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Ma_2017_CVPR,
    author = "Ma, Wei-Chiu and Huang, De-An and Lee, Namhoon and Kitani, Kris M.",
    title = "Forecasting Interactive Dynamics Of Pedestrians With Fictitious Play",
    booktitle = "CVPR",
    year = "2017"
}
        Alahi et al., "Social LSTM: Human Trajectory Prediction In Crowded Spaces", CVPR, 2016. paper code
          Datasets Metrics
          Bibtex 
          @InProceedings{Alahi_2016_CVPR,
    author = "Alahi, Alexandre and Goel, Kratarth and Ramanathan, Vignesh and Robicquet, Alexandre and Fei-Fei, Li and Savarese, Silvio",
    title = "Social {LSTM}: Human Trajectory Prediction In Crowded Spaces",
    booktitle = "CVPR",
    year = "2016"
}
        Ballan et al., "Knowledge Transfer For Scene-Specific Motion Prediction", ECCV, 2016. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Ballan_2016_ECCV,
    author = "Ballan, Lamberto and Castaldo, Francesco and Alahi, Alexandre and Palmieri, Francesco and Savarese, Silvio",
    editor = "Leibe, Bastian and Matas, Jiri and Sebe, Nicu and Welling, Max",
    title = "Knowledge Transfer For Scene-Specific Motion Prediction",
    booktitle = "ECCV",
    year = "2016"
}
        Robicquet et al., "Learning Social Etiquette: Human Trajectory Understanding in Crowded Scenes", ECCV, 2016. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Robicquet_2016_ECCV,
    author = "Robicquet, Alexandre and Sadeghian, Amir and Alahi, Alexandre and Savarese, Silvio",
    title = "Learning Social Etiquette: Human Trajectory Understanding in Crowded Scenes",
    booktitle = "ECCV",
    year = "2016"
}
        Wang et al., "Group Split and Merge Prediction With 3D Convolutional Networks", RAL, 2020. paper
          Datasets Metrics
          Bibtex 
          @Article{Wang_2020_RAL,
    author = "Wang, A. and Steinfeld, A.",
    journal = "RAL",
    title = "Group Split and Merge Prediction With 3D Convolutional Networks",
    year = "2020",
    volume = "5",
    number = "2",
    pages = "1923-1930"
}
      Bibtex 
      @Article{Lerner_2007_CGF,
    author = "Lerner, Alon and Chrysanthou, Yiorgos and Lischinski, Dani",
    title = "Crowds By Example",
    journal = "Computer Graphics Forum",
    volume = "26",
    number = "3",
    pages = "655--664",
    year = "2007"
}
    Next Generation Simulation (NGSIM) link
    • Summary: A dataset of vehicle trajectories containing 10K+ frames of recording
    • Applications: Action prediction, Trajectory prediction
    • Data type and annotations: Map, trajectory
    • Task: Driving
      Used in papers
        Berlati et al., "Ambiguity in Sequential Data: Predicting Uncertain Futures With Recurrent Models", RAL, 2020. paper arxiv
          Datasets Metrics
          Bibtex 
          @Article{Berlati_2020_RAL,
    author = "Berlati, A. and Scheel, O. and Stefano, L. D. and Tombari, F.",
    journal = "RAL",
    title = "Ambiguity in Sequential Data: Predicting Uncertain Futures With Recurrent Models",
    year = "2020",
    volume = "5",
    number = "2",
    pages = "2935-2942"
}
        Ding et al., "Predicting Vehicle Behaviors Over An Extended Horizon Using Behavior Interaction Network", ICRA, 2019. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Ding_2019_ICRA,
    author = "Ding, W. and Chen, J. and Shen, S.",
    booktitle = "ICRA",
    title = "Predicting Vehicle Behaviors Over An Extended Horizon Using Behavior Interaction Network",
    year = "2019"
}
        Scheel et al., "Attention-Based Lane Change Prediction", ICRA, 2019. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Scheel_2019_ICRA,
    author = "Scheel, O. and Nagaraja, N. S. and Schwarz, L. and Navab, N. and Tombari, F.",
    booktitle = "ICRA",
    title = "Attention-Based Lane Change Prediction",
    year = "2019"
}
        Scheel et al., "Situation Assessment For Planning Lane Changes: Combining Recurrent Models And Prediction", ICRA, 2018. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Scheel_2018_ICRA,
    author = "Scheel, O. and Schwarz, L. and Navab, N. and Tombari, F.",
    booktitle = "ICRA",
    title = "Situation Assessment For Planning Lane Changes: Combining Recurrent Models And Prediction",
    year = "2018"
}
        Liao et al., "Human Observation-Inspired Trajectory Prediction for Autonomous Driving in Mixed-Autonomy Traffic Environments", ICRA, 2024. paper arxiv
          Datasets Metrics
          Bibtex 
          @inproceedings{Liao_Human_2024_ICRA,
    author = "Liao, Haicheng and Liu, Shangqian and Li, Yongkang and Li, Zhenning and Wang, Chengyue and Li, Yunjian and Li, Shengbo Eben and Xu, Chengzhong",
    booktitle = "ICRA",
    title = "Human Observation-Inspired Trajectory Prediction for Autonomous Driving in Mixed-Autonomy Traffic Environments",
    year = "2024"
}
        Knittel et al., "DiPA: Probabilistic Multi-Modal Interactive Prediction for Autonomous Driving", RAL, 2023. paper arxiv
          Datasets Metrics
          Bibtex 
          @ARTICLE{Knittel_DiPA_2023_RAL,
    author = "Knittel, Anthony and Hawasly, Majd and Albrecht, Stefano V. and Redford, John and Ramamoorthy, Subramanian",
    journal = "RAL",
    title = "DiPA: Probabilistic Multi-Modal Interactive Prediction for Autonomous Driving",
    year = "2023",
    volume = "8",
    number = "8",
    pages = "4887-4894"
}
        Mozaffari et al., "Multimodal Manoeuvre and Trajectory Prediction for Automated Driving on Highways Using Transformer Networks", RAL, 2023. paper arxiv
          Datasets Metrics
          Bibtex 
          @ARTICLE{Mozaffari_Multimodal_2023_RAL,
    author = "Mozaffari, Sajjad and Sormoli, Mreza Alipour and Koufos, Konstantinos and Dianati, Mehrdad",
    journal = "RAL",
    title = "Multimodal Manoeuvre and Trajectory Prediction for Automated Driving on Highways Using Transformer Networks",
    year = "2023",
    volume = "8",
    number = "10",
    pages = "6123-6130"
}
        Zhang et al., "On Adversarial Robustness of Trajectory Prediction for Autonomous Vehicles", CVPR, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Zhang_2022_CVPR,
    author = "Zhang, Qingzhao and Hu, Shengtuo and Sun, Jiachen and Chen, Qi Alfred and Mao, Z. Morley",
    title = "On Adversarial Robustness of Trajectory Prediction for Autonomous Vehicles",
    booktitle = "CVPR",
    year = "2022"
}
        Antonello et al., "Flash: Fast and Light Motion Prediction for Autonomous Driving with Bayesian Inverse Planning and Learned Motion Profiles", IROS, 2022. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Antonello_2022_IROS,
    author = "Antonello, Morris and Dobre, Mihai and Albrecht, Stefano V and Redford, John and Ramamoorthy, Subramanian",
    booktitle = "IROS",
    title = "Flash: Fast and Light Motion Prediction for Autonomous Driving with Bayesian Inverse Planning and Learned Motion Profiles",
    year = "2022"
}
        Banijamali et al., "Prediction by Anticipation: An Action-Conditional Prediction Method Based on Interaction Learning", ICCV, 2021. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Banijamali_2021_ICCV,
    author = "Banijamali, Ershad and Rohani, Mohsen and Amirloo, Elmira and Luo, Jun and Poupart, Pascal",
    title = "Prediction by Anticipation: An Action-Conditional Prediction Method Based on Interaction Learning",
    booktitle = "ICCV",
    year = "2021"
}
        Xie et al., "Congestion-aware Multi-agent Trajectory Prediction for Collision Avoidance", ICRA, 2021. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Xie_2021_ICRA,
    author = "Xie, Xu and Zhang, Chi and Zhu, Yixin and Wu, Ying Nian and Zhu, Song-Chun",
    booktitle = "ICRA",
    title = "Congestion-aware Multi-agent Trajectory Prediction for Collision Avoidance",
    year = "2021"
}
        Anderson et al., "A Kinematic Model for Trajectory Prediction in General Highway Scenarios", RAL, 2021. paper arxiv code
          Datasets Metrics
          Bibtex 
          @Article{Anderson_2021_RAL,
    author = "Anderson, Cyrus and Vasudevan, Ram and Johnson-Roberson, Matthew",
    journal = "RAL",
    title = "A Kinematic Model for Trajectory Prediction in General Highway Scenarios",
    year = "2021",
    volume = "6",
    number = "4",
    pages = "6757-6764"
}
        Xu et al., "Tra2Tra: Trajectory-to-Trajectory Prediction With a Global Social Spatial-Temporal Attentive Neural Network", RAL, 2021. paper
          Datasets Metrics
          Bibtex 
          @Article{Xu_2021_RAL,
    author = "Xu, Yi and Ren, Dongchun and Li, Mingxia and Chen, Yuehai and Fan, Mingyu and Xia, Huaxia",
    journal = "RAL",
    title = "Tra2Tra: Trajectory-to-Trajectory Prediction With a Global Social Spatial-Temporal Attentive Neural Network",
    year = "2021",
    volume = "6",
    number = "2",
    pages = "1574-1581"
}
        Mersch et al., "Maneuver-based Trajectory Prediction for Self-driving Cars Using Spatio-temporal Convolutional Networks", IROS, 2021. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Mersch_2021_IROS,
    author = "Mersch, Benedikt and Höllen, Thomas and Zhao, Kun and Stachniss, Cyrill and Roscher, Ribana",
    booktitle = "IROS",
    title = "Maneuver-based Trajectory Prediction for Self-driving Cars Using Spatio-temporal Convolutional Networks",
    year = "2021"
}
        Song et al., "PiP: Planning-informed Trajectory Prediction for Autonomous Driving", ECCV, 2020. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Song_2020_ECCV,
    author = "Song, Haoran and Ding, Wenchao and Chen, Yuxuan and Shen, Shaojie and Wang, Michael Yu and Chen, Qifeng",
    title = "{PiP}: Planning-informed Trajectory Prediction for Autonomous Driving",
    booktitle = "ECCV",
    year = "2020"
}
        Kamra et al., "Multi-agent Trajectory Prediction with Fuzzy Query Attention", NeurIPS, 2020. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Kamra_2020_NeurIPS,
    author = "Kamra, Nitin and Zhu, Hao and Trivedi, Dweep Kumarbhai and Zhang, Ming and Liu, Yan",
    editor = "Larochelle, H. and Ranzato, M. and Hadsell, R. and Balcan, M. F. and Lin, H.",
    booktitle = "NeurIPS",
    title = "Multi-agent Trajectory Prediction with Fuzzy Query Attention",
    year = "2020"
}
        Mercat et al., "Multi-Head Attention for Multi-Modal Joint Vehicle Motion Forecasting", ICRA, 2020. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Mercat_2020_ICRA,
    author = "Mercat, J. and Gilles, T. and Zoghby, N. El and Sandou, G. and Beauvois, D. and Gil, G. P.",
    booktitle = "ICRA",
    title = "Multi-Head Attention for Multi-Modal Joint Vehicle Motion Forecasting",
    year = "2020"
}
        Mukherjee et al., "Interacting Vehicle Trajectory Prediction with Convolutional Recurrent Neural Networks", ICRA, 2020. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Mukherjee_2020_ICRA,
    author = "Mukherjee, S. and Wang, S. and Wallace, A.",
    booktitle = "ICRA",
    title = "Interacting Vehicle Trajectory Prediction with Convolutional Recurrent Neural Networks",
    year = "2020"
}
        He et al., "UST: Unifying Spatio-Temporal Context for Trajectory Prediction in Autonomous Driving", IROS, 2020. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{He_2020_IROS,
    author = "He, H. and Dai, H. and Wang, N.",
    booktitle = "IROS",
    title = "UST: Unifying Spatio-Temporal Context for Trajectory Prediction in Autonomous Driving",
    year = "2020"
}
        Jeon et al., "SCALE-Net: Scalable Vehicle Trajectory Prediction Network under Random Number of Interacting Vehicles via Edge-enhanced Graph Convolutional Neural Network", IROS, 2020. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Jeon_2020_IROS,
    author = "Jeon, H. and Choi, J. and Kum, D.",
    booktitle = "IROS",
    title = "{SCALE-Net}: Scalable Vehicle Trajectory Prediction Network under Random Number of Interacting Vehicles via Edge-enhanced Graph Convolutional Neural Network",
    year = "2020"
}
        Anderson et al., "Low Latency Trajectory Predictions for Interaction Aware Highway Driving", RAL, 2020. paper arxiv code
          Datasets Metrics
          Bibtex 
          @Article{Anderson_2020_RAL,
    author = "Anderson, C. and Vasudevan, R. and Johnson-Roberson, M.",
    journal = "RAL",
    title = "Low Latency Trajectory Predictions for Interaction Aware Highway Driving",
    year = "2020",
    volume = "5",
    number = "4",
    pages = "5456-5463"
}
        Chandra et al., "Forecasting Trajectory and Behavior of Road-Agents Using Spectral Clustering in Graph-LSTMs", RAL, 2020. paper arxiv code
          Datasets Metrics
          Bibtex 
          @Article{Chandra_2020_RAL,
    author = "Chandra, R. and Guan, T. and Panuganti, S. and Mittal, T. and Bhattacharya, U. and Bera, A. and Manocha, D.",
    journal = "RAL",
    title = "Forecasting Trajectory and Behavior of Road-Agents Using Spectral Clustering in {Graph-LSTMs}",
    year = "2020",
    volume = "5",
    number = "3",
    pages = "4882-4890"
}
        Chen et al., "ST-LSTM: Spatio-Temporal Graph Based Long Short-Term Memory Network For Vehicle Trajectory Prediction", ICIP, 2020. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Chen_2020_ICIP,
    author = "Chen, Guangxi and Hu, Ling and Zhang, Qieshi and Ren, Ziliang and Gao, Xiangyang and Cheng, Jun",
    booktitle = "ICIP",
    title = "{ST-LSTM}: Spatio-Temporal Graph Based Long Short-Term Memory Network For Vehicle Trajectory Prediction",
    year = "2020"
}
        Chandra et al., "TraPHic: Trajectory Prediction In Dense And Heterogeneous Traffic Using Weighted Interactions", CVPR, 2019. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Chandra_2019_CVPR,
    author = "Chandra, Rohan and Bhattacharya, Uttaran and Bera, Aniket and Manocha, Dinesh",
    title = "{TraPHic}: Trajectory Prediction In Dense And Heterogeneous Traffic Using Weighted Interactions",
    booktitle = "CVPR",
    year = "2019"
}
        Zhao et al., "Multi-Agent Tensor Fusion For Contextual Trajectory Prediction", CVPR, 2019. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Zhao_2019_CVPR,
    author = "Zhao, Tianyang and Xu, Yifei and Monfort, Mathew and Choi, Wongun and Baker, Chris and Zhao, Yibiao and Wang, Yizhou and Wu, Ying Nian",
    title = "Multi-Agent Tensor Fusion For Contextual Trajectory Prediction",
    booktitle = "CVPR",
    year = "2019"
}
        Bi et al., "Joint Prediction For Kinematic Trajectories In Vehicle-Pedestrian-Mixed Scenes", ICCV, 2019. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Bi_2019_ICCV,
    author = "Bi, Huikun and Fang, Zhong and Mao, Tianlu and Wang, Zhaoqi and Deng, Zhigang",
    title = "Joint Prediction For Kinematic Trajectories In Vehicle-Pedestrian-Mixed Scenes",
    booktitle = "ICCV",
    year = "2019"
}
        Thiede et al., "Analyzing The Variety Loss In The Context Of Probabilistic Trajectory Prediction", ICCV, 2019. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Thiede_2019_ICCV,
    author = "Thiede, Luca Anthony and Brahma, Pratik Prabhanjan",
    title = "Analyzing The Variety Loss In The Context Of Probabilistic Trajectory Prediction",
    booktitle = "ICCV",
    year = "2019"
}
        Tang et al., "Multiple futures prediction", NeurIPS, 2019. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Tang_2019_NeurIPS,
    author = "Tang, Charlie and Salakhutdinov, Russ R",
    title = "Multiple futures prediction",
    booktitle = "NeurIPS",
    year = "2019"
}
        Henaff et al., "Model-Predictive Policy Learning with Uncertainty Regularization for Driving in Dense Traffic", ICLR, 2019. paper arxiv code
          Datasets Metrics
          Bibtex 
          @inproceedings{Henaff_2019_ICLR,
    author = "Henaff, Mikael and Canziani, Alfredo and LeCun, Yann",
    title = "Model-Predictive Policy Learning with Uncertainty Regularization for Driving in Dense Traffic",
    booktitle = "ICLR",
    year = "2019"
}
        Li et al., "Interaction-Aware Multi-Agent Tracking And Probabilistic Behavior Prediction Via Adversarial Learning", ICRA, 2019. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Li_2019_ICRA,
    author = "Li, J. and Ma, H. and Tomizuka, M.",
    booktitle = "ICRA",
    title = "Interaction-Aware Multi-Agent Tracking And Probabilistic Behavior Prediction Via Adversarial Learning",
    year = "2019"
}
        Tang et al., "Adaptive Probabilistic Vehicle Trajectory Prediction Through Physically Feasible Bayesian Recurrent Neural Network", ICRA, 2019. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Tang_2019_ICRA,
    author = "Tang, C. and Chen, J. and Tomizuka, M.",
    booktitle = "ICRA",
    title = "Adaptive Probabilistic Vehicle Trajectory Prediction Through Physically Feasible Bayesian Recurrent Neural Network",
    year = "2019"
}
        Cho et al., "Deep Predictive Autonomous Driving Using Multi-Agent Joint Trajectory Prediction And Traffic Rules", IROS, 2019. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Cho_2019_IROS,
    author = "Cho, Kyunghoon and Ha, Timothy and Lee, Gunmin and Oh, Songhwai",
    booktitle = "IROS",
    title = "Deep Predictive Autonomous Driving Using Multi-Agent Joint Trajectory Prediction And Traffic Rules",
    year = "2019"
}
        Bhattacharyya et al., "Multi-Agent Imitation Learning for Driving Simulation", IROS, 2018. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Bhattacharyya_2018_IROS,
    author = "Bhattacharyya, Raunak P. and Phillips, Derek J. and Wulfe, Blake and Morton, Jeremy and Kuefler, Alex and Kochenderfer, Mykel J.",
    booktitle = "IROS",
    title = "Multi-Agent Imitation Learning for Driving Simulation",
    year = "2018"
}
      Bibtex 
      @Misc{NGSIM_2007,
    author = "of Transporation, U.S. Department",
    Title = "Next Generation Simulation ({NGSIM})",
    HowPublished = "Online",
    accessed = "2019-11-29",
    year = "2007"
}
    Lankershim Boulevard link
    • Summary: A dataset of vehicle trajectories containing 30 minutes of data recorded at Lankershim Boulevard
    • Applications: Trajectory prediction
    • Data type and annotations: RGB, trajectory
    • Task: Driving
      Used in papers
        Zhi et al., "Probabilistic Trajectory Prediction with Structural Constraints", IROS, 2021. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Zhi_2021_IROS,
    author = "Zhi, Weiming and Ott, Lionel and Ramos, Fabio",
    booktitle = "IROS",
    title = "Probabilistic Trajectory Prediction with Structural Constraints",
    year = "2021"
}
        Zhi et al., "Kernel Trajectory Maps For Multi-Modal Probabilistic Motion Prediction", CoRL, 2019. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Zhi_2019_CORL,
    author = "Zhi, Weiming and Ott, Lionel and Ramos, Fabio",
    title = "Kernel Trajectory Maps For Multi-Modal Probabilistic Motion Prediction",
    booktitle = "CoRL",
    year = "2019"
}
      Bibtex 
      @Misc{US_2007_Lankershim,
    author = "Department of Transportation, U.S.",
    title = "{Lankershim Boulevard Dataset}",
    url = "https://www.fhwa.dot.gov/publications/research/operations/07029/index.cfm",
    year = "2007"
}
    ETH Pedestrian link paper
    • Summary: A dataset of pedestrians recorded using a mobile platform with 5K+ frames span over 6 minutes
    • Applications: Action prediction
    • Data type and annotations: RGB, bounding box, Tracking ID
    • Task: Driving
      Used in papers
        Hariyono et al., "Estimation Of Collision Risk For Improving Driver's Safety", IECON, 2016. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Hariyono_2016_IES,
    author = "Hariyono, Joko and Shahbaz, Ajmal and Kurnianggoro, Laksono and Jo, Kang-Hyun",
    title = "Estimation Of Collision Risk For Improving Driver's Safety",
    booktitle = "IECON",
    year = "2016"
}
        Huynh et al., "AOL: Adaptive Online Learning for Human Trajectory Prediction in Dynamic Video Scenes", BMVC, 2020. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Huynh_2020_BMVC,
    author = "Huynh, Manh and Alaghband, Gita",
    title = "{AOL}: Adaptive Online Learning for Human Trajectory Prediction in Dynamic Video Scenes",
    booktitle = "BMVC",
    year = "2020"
}
      Bibtex 
      @InProceedings{Ess_2007_ICCV,
    author = "Ess, Andreas and Leibe, Bastian and Van Gool, Luc",
    title = "Depth And Appearance For Mobile Scene Analysis",
    booktitle = "ICCV",
    year = "2007"
}
    AMOS link paper
    • Summary: A dataset of 17M+ images captured every half hour during a period of 6 months from 538 outdoor webcams across the US
    • Applications: Other prediction
    • Data type and annotations: RGB, time, camera coordinate
    • Task: Weather
      Used in papers
        Chu et al., "Visual Weather Temperature Prediction", WACV, 2018. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Chu_2018_WACV,
    author = "Chu, W. and Ho, K. and Borji, A.",
    booktitle = "WACV",
    title = "Visual Weather Temperature Prediction",
    year = "2018"
}
      Bibtex 
      @InProceedings{Jacobs_2007_CVPR,
    author = "Jacobs, Nathan and Roman, Nathaniel and Pless, Robert",
    title = "Consistent Temporal Variations In Many Outdoor Scenes",
    booktitle = "CVPR",
    year = "2007"
}
    HDM05 link paper
    • Summary: A motion capture dataset that contains 70+ motion classes in 10 to 50 realizations executed by various actors.
    • Applications: Motion prediction
    • Data type and annotations: 3D Pose, Activity Label
    • Task: Action
      Used in papers
        Maeda et al., "MotionAug: Augmentation With Physical Correction for Human Motion Prediction", CVPR, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Maeda_2022_CVPR,
    author = "Maeda, Takahiro and Ukita, Norimichi",
    title = "{MotionAug}: Augmentation With Physical Correction for Human Motion Prediction",
    booktitle = "CVPR",
    year = "2022"
}
      Bibtex 
      @Techreport{Muller_2007_tech,
    author = "Muller, M. and Roder, T. and Clausen, M. and Eberhardt, B. and Kruger, B. and Weber, A.",
    title = "Documentation Mocap Database {HDM05}",
    number = "CG-2007-2",
    year = "2007",
    month = "June",
    institution = "Universitat Bonn",
    ISSN = "1610-8892"
}

2006

    Tuscan, Arizona link paper
    • Summary: A dataset of wide-angle images of the sky with the corresponding temperature recorded for 7 months at 10 frames per minute rate with a total of approx. 1M images
    • Applications: Other prediction
    • Data type and annotations: RGB
    • Task: Weather
      Used in papers
        Siddiqui et al., "A Deep Learning Approach To Solar-Irradiance Forecasting In Sky-Videos", WACV, 2019. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Siddiqui_2019_WACV,
    author = "Siddiqui, T. A. and Bharadwaj, S. and Kalyanaraman, S.",
    booktitle = "WACV",
    title = "A Deep Learning Approach To Solar-Irradiance Forecasting In Sky-Videos",
    year = "2019"
}
      Bibtex 
      @Article{Pickering_2006,
    author = "Pickering, TE",
    title = "The Mmt All-Sky Camera",
    journal = "Ground-based and Airborne Telescopes",
    volume = "6267",
    pages = "62671A",
    year = "2006"
}

2005

    SCAPE link paper
    • Summary: A datasets of 71 meshes of a person in different poses
    • Applications: Motion prediction
    • Data type and annotations: 3D Pose
    • Task: Activity
      Used in papers
        Yuan et al., "3DMotion-Net: Learning Continuous Flow Function for 3D Motion Prediction", IROS, 2020. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Yuan_2020_IROS,
    author = "Yuan, S. and Li, X. and Tzes, A. and Fang, Y.",
    booktitle = "IROS",
    title = "{3DMotion-Net}: Learning Continuous Flow Function for {3D} Motion Prediction",
    year = "2020"
}
      Bibtex 
      @InProceedings{Anguelov_2005_SIGGRAPH,
    author = "Anguelov, Dragomir and Srinivasan, Praveen and Koller, Daphne and Thrun, Sebastian and Rodgers, Jim and Davis, James",
    title = "{SCAPE}: Shape Completion and Animation of People",
    booktitle = "SIGGRAPH",
    year = "2005"
}
    Weizmann link paper
    • Summary: A dataset of actions in RGB video sequence with corresponding binary masks and activity labels
    • Applications: Video prediction
    • Data type and annotations: RGB, Activity label, Mask
    • Task: Activity
      Used in papers
        Yao et al., "Unsupervised Transfer Learning for Spatiotemporal Predictive Networks", ICML, 2020. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Yao_2020_ICML,
    author = "Yao, Zhiyu and Wang, Yunbo and Long, Mingsheng and Wang, Jianmin",
    title = "Unsupervised Transfer Learning for Spatiotemporal Predictive Networks",
    booktitle = "ICML",
    year = "2020"
}
      Bibtex 
      @InProceedings{Blank_2005_ICCV,
    author = "Blank, Moshe and Gorelick, Lena and Shechtman, Eli and Irani, Michal and Basri, Ronen",
    title = "Actions as Space-Time Shapes",
    booktitle = "ICCV",
    year = "2005"
}

2004

    KTH link paper
    • Summary: A dataset of 6 basic actions, e.g. walking, jogging, running, recorded from 25 subjects at 25fps for a total of 2391 sequences
    • Applications: Video prediction
    • Data type and annotations: Grayscale, activity label
    • Task: Activity
      Used in papers
        Shrivastava et al., "Video Prediction by Modeling Videos as Continuous Multi-Dimensional Processes", CVPR, 2024. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Shrivastava_Video_2024_CVPR,
    author = "Shrivastava, Gaurav and Shrivastava, Abhinav",
    title = "Video Prediction by Modeling Videos as Continuous Multi-Dimensional Processes",
    booktitle = "CVPR",
    year = "2024"
}
        Zhang et al., "ExtDM: Distribution Extrapolation Diffusion Model for Video Prediction", CVPR, 2024. paper code
          Datasets Metrics
          Bibtex 
          @InProceedings{Zhang_ExtDM_2024_CVPR,
    author = "Zhang, Zhicheng and Hu, Junyao and Cheng, Wentao and Paudel, Danda and Yang, Jufeng",
    title = "ExtDM: Distribution Extrapolation Diffusion Model for Video Prediction",
    booktitle = "CVPR",
    year = "2024"
}
        Chen et al., "Probabilistic Forecasting with Stochastic Interpolants and Follmer Processes", ICML, 2024. paper arxiv code
          Datasets Metrics
          Bibtex 
          @inproceedings{Chen_probabilistic_ICML,
    author = "Chen, Yifan and Goldstein, Mark and Hua, Mengjian and Albergo, Michael Samuel and Boffi, Nicholas Matthew and Vanden-Eijnden, Eric",
    title = "Probabilistic Forecasting with Stochastic Interpolants and Follmer Processes",
    booktitle = "ICML",
    year = "2024"
}
        Sun et al., "MOSO: Decomposing MOtion, Scene and Object for Video Prediction", CVPR, 2023. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Sun_2023_CVPR_1,
    author = "Sun, Mingzhen and Wang, Weining and Zhu, Xinxin and Liu, Jing",
    title = "MOSO: Decomposing MOtion, Scene and Object for Video Prediction",
    booktitle = "CVPR",
    year = "2023"
}
        Davtyan et al., "Efficient Video Prediction via Sparsely Conditioned Flow Matching", ICCV, 2023. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Davtyan_2023_ICCV,
    author = "Davtyan, Aram and Sameni, Sepehr and Favaro, Paolo",
    title = "Efficient Video Prediction via Sparsely Conditioned Flow Matching",
    booktitle = "ICCV",
    year = "2023"
}
        Zhong et al., "MMVP: Motion-Matrix-Based Video Prediction", ICCV, 2023. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Zhong_2023_ICCV,
    author = "Zhong, Yiqi and Liang, Luming and Zharkov, Ilya and Neumann, Ulrich",
    title = "MMVP: Motion-Matrix-Based Video Prediction",
    booktitle = "ICCV",
    year = "2023"
}
        Gao et al., "SimVP: Simpler Yet Better Video Prediction", CVPR, 2022. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Gao_2022_CVPR,
    author = "Gao, Zhangyang and Tan, Cheng and Wu, Lirong and Li, Stan Z.",
    title = "{SimVP}: Simpler Yet Better Video Prediction",
    booktitle = "CVPR",
    year = "2022"
}
        Villar-Corrales et al., "MSPred: Video Prediction at Multiple Spatio-Temporal Scales with Hierarchical Recurrent Networks", BMVC, 2022. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Villar-Corrales_2022_BMVC,
    author = "Villar-Corrales, Angel and Karapetyan, Ani and Boltres, Andreas and Behnke, Sven",
    title = "{MSPred}: Video Prediction at Multiple Spatio-Temporal Scales with Hierarchical Recurrent Networks",
    booktitle = "BMVC",
    year = "2022"
}
        Lee et al., "Video Prediction Recalling Long-Term Motion Context via Memory Alignment Learning", CVPR, 2021. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Lee_2021_CVPR,
    author = "Lee, Sangmin and Kim, Hak Gu and Choi, Dae Hwi and Kim, Hyung-Il and Ro, Yong Man",
    title = "Video Prediction Recalling Long-Term Motion Context via Memory Alignment Learning",
    booktitle = "CVPR",
    year = "2021"
}
        Chatterjee et al., "A Hierarchical Variational Neural Uncertainty Model for Stochastic Video Prediction", ICCV, 2021. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Chatterjee_2021_ICCV,
    author = "Chatterjee, Moitreya and Ahuja, Narendra and Cherian, Anoop",
    title = "A Hierarchical Variational Neural Uncertainty Model for Stochastic Video Prediction",
    booktitle = "ICCV",
    year = "2021"
}
        Gao et al., "Accurate Grid Keypoint Learning for Efficient Video Prediction", IROS, 2021. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Gao_2021_IROS,
    author = "Gao, Xiaojie and Jin, Yueming and Dou, Qi and Fu, Chi-Wing and Heng, Pheng-Ann",
    booktitle = "IROS",
    title = "Accurate Grid Keypoint Learning for Efficient Video Prediction",
    year = "2021"
}
        Jin et al., "Exploring Spatial-Temporal Multi-Frequency Analysis for High-Fidelity and Temporal-Consistency Video Prediction", CVPR, 2020. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Jin_2020_CVPR,
    author = "Jin, Beibei and Hu, Yu and Tang, Qiankun and Niu, Jingyu and Shi, Zhiping and Han, Yinhe and Li, Xiaowei",
    title = "Exploring Spatial-Temporal Multi-Frequency Analysis for High-Fidelity and Temporal-Consistency Video Prediction",
    booktitle = "CVPR",
    year = "2020"
}
        Wang et al., "Probabilistic Video Prediction From Noisy Data With a Posterior Confidence", CVPR, 2020. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Wang_2020_CVPR,
    author = "Wang, Yunbo and Wu, Jiajun and Long, Mingsheng and Tenenbaum, Joshua B.",
    title = "Probabilistic Video Prediction From Noisy Data With a Posterior Confidence",
    booktitle = "CVPR",
    year = "2020"
}
        Franceschi et al., "Stochastic Latent Residual Video Prediction", ICML, 2020. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Franceschi_2020_ICML,
    author = {Franceschi, Jean-Yves and Delasalles, Edouard and Chen, Micka{\"e}l and Lamprier, Sylvain and Gallinari, Patrick},
    title = "Stochastic Latent Residual Video Prediction",
    booktitle = "ICML",
    year = "2020"
}
        Yao et al., "Unsupervised Transfer Learning for Spatiotemporal Predictive Networks", ICML, 2020. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Yao_2020_ICML,
    author = "Yao, Zhiyu and Wang, Yunbo and Long, Mingsheng and Wang, Jianmin",
    title = "Unsupervised Transfer Learning for Spatiotemporal Predictive Networks",
    booktitle = "ICML",
    year = "2020"
}
        Lee et al., "Mutual Suppression Network For Video Prediction Using Disentangled Features", BMVC, 2019. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Lee_2019_BMVC,
    author = "Lee, Jungbeom and Lee, Jangho and Lee, Sungmin and Yoon, Sungroh",
    title = "Mutual Suppression Network For Video Prediction Using Disentangled Features",
    year = "2019",
    booktitle = "BMVC"
}
        Wang et al., "Order Matters: Shuffling Sequence Generation For Video Prediction", BMVC, 2019. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Wang_2019_BMVC,
    author = "Wang, Junyan and Hu, Bingzhang and Long, Yang and Guan, Yu",
    title = "Order Matters: Shuffling Sequence Generation For Video Prediction",
    year = "2019",
    booktitle = "BMVC"
}
        Li et al., "Flow-Grounded Spatial-Temporal Video Prediction From Still Images", ECCV, 2018. paper arxiv code
          Datasets Metrics
          Bibtex 
          @InProceedings{Li_2018_ECCV,
    author = "Li, Yijun and Fang, Chen and Yang, Jimei and Wang, Zhaowen and Lu, Xin and Yang, Ming-Hsuan",
    title = "Flow-Grounded Spatial-Temporal Video Prediction From Still Images",
    booktitle = "ECCV",
    year = "2018"
}
        Oliu et al., "Folded Recurrent Neural Networks For Future Video Prediction", ECCV, 2018. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Oliu_2018_ECCV,
    author = "Oliu, Marc and Selva, Javier and Escalera, Sergio",
    title = "Folded Recurrent Neural Networks For Future Video Prediction",
    booktitle = "ECCV",
    year = "2018"
}
        Bhattacharjee et al., "Predicting Video Frames Using Feature Based Locally Guided Objectives", ACCV, 2018. paper
          Datasets Metrics
          Bibtex 
          @InProceedings{Bhattacharjee_2018_ACCV,
    author = "Bhattacharjee, Prateep and Das, Sukhendu",
    editor = "Jawahar, C.V. and Li, Hongdong and Mori, Greg and Schindler, Konrad",
    title = "Predicting Video Frames Using Feature Based Locally Guided Objectives",
    booktitle = "ACCV",
    year = "2018"
}
        Jin et al., "VarNet: Exploring Variations For Unsupervised Video Prediction", IROS, 2018. paper code
          Datasets Metrics
          Bibtex 
          @InProceedings{Jin_2018_IROS,
    author = "Jin, B. and Hu, Y. and Zeng, Y. and Tang, Q. and Liu, S. and Ye, J.",
    booktitle = "IROS",
    title = "{VarNet}: Exploring Variations For Unsupervised Video Prediction",
    year = "2018"
}
        Wang et al., "PredRNN: Recurrent Neural Networks For Predictive Learning Using Spatiotemporal LSTMs", NeurIPS, 2017. paper code
          Datasets Metrics
          Bibtex 
          @InProceedings{Wang_2017_NeurIPS,
    author = "Wang, Yunbo and Long, Mingsheng and Wang, Jianmin and Gao, Zhifeng and Yu, Philip S",
    title = "{PredRNN}: Recurrent Neural Networks For Predictive Learning Using Spatiotemporal {LSTMs}",
    booktitle = "NeurIPS",
    year = "2017"
}
      Bibtex 
      @InProceedings{Schuldt_2004_ICPR,
    author = "Schuldt, Christian and Laptev, Ivan and Caputo, Barbara",
    title = "Recognizing Human Actions: A Local {SVM} Approach",
    booktitle = "ICPR",
    volume = "3",
    year = "2004"
}

1981

    Golden Colorado link
    • Summary: A dataset of wide-angle images of the sky with the corresponding temperature recorded for 12 years at 1 frame every 10 minutes 300K+ images
    • Applications: Other prediction
    • Data type and annotations: RGB
    • Task: Weather
      Used in papers
        Siddiqui et al., "A Deep Learning Approach To Solar-Irradiance Forecasting In Sky-Videos", WACV, 2019. paper arxiv
          Datasets Metrics
          Bibtex 
          @InProceedings{Siddiqui_2019_WACV,
    author = "Siddiqui, T. A. and Bharadwaj, S. and Kalyanaraman, S.",
    booktitle = "WACV",
    title = "A Deep Learning Approach To Solar-Irradiance Forecasting In Sky-Videos",
    year = "2019"
}
      Bibtex 
      @techreport{Stoffel_1981,
    author = "Stoffel, T and Andreas, A",
    title = "{NREl} Solar Radiation Research Laboratory ({SRRL}): Baseline Measurement System ({BMS}); Golden, Colorado (Data)",
    year = "1981",
    institution = "National Renewable Energy Lab.(NREL)"
}