action_j-z_metrics.md

Home           Papers           Datasets           Metrics           

Home           Video           Action           Trajectory           Motion           Other           

---

Home           Alphabetical           Ranking           

---

A-D           E-I           J-Z           

---

J-Z [rank]

KullbackLeibler Divergence (KLD) [11]

Liu et al., "Forecasting Human Object Interaction: Joint Prediction of Motor Attention and Actions in First Person Video", ECCV, 2020. paper arxiv code

Datasets
• Epic-Kitchens
• EGTEA Gaze+
Metrics
• Accuracy
• Recall
• Precision
• F1
• FDE
• ADE
• KLD
Bibtex

@InProceedings{Liu_2020_ECCV,
    author = "Liu, Miao and Tang, Siyu and Li, Yin and Rehg, James",
    title = "Forecasting Human Object Interaction: Joint Prediction of Motor Attention and Actions in First Person Video",
    booktitle = "ECCV",
    year = "2020"
}

Mean Advance Detection Distance (MADD) [11]

Arreghini et al., "Predicting the Intention to Interact with a Service Robot: the Role of Gaze Cues", ICRA, 2024. paper arxiv

Datasets
• Custom
Metrics
• Accuracy
• AUC
• TPR
• Time
• MADD
Bibtex

@inproceedings{Arreghini_Predicting_2024_ICRA,
    author = "Arreghini, Simone and Abbate, Gabriele and Giusti, Alessandro and Paolillo, Antonio",
    booktitle = "ICRA",
    title = "Predicting the Intention to Interact with a Service Robot: the Role of Gaze Cues",
    year = "2024"
}

Mean Absolute Error (MAE) [11]

Manglik et al., "Forecasting Time-To-Collision From Monocular Video: Feasibility, Dataset, And Challenges", IROS, 2019. paper arxiv code

Datasets
• Luggage
Metrics
• MAE
Bibtex

@InProceedings{Manglik_2019_IROS,
    author = "Manglik, Aashi and Weng, Xinshuo and Ohn-Bar, Eshed and Kitani, Kris M",
    booktitle = "IROS",
    title = "Forecasting Time-To-Collision From Monocular Video: Feasibility, Dataset, And Challenges",
    year = "2019"
}

mean Average Precision (mAP) [5]

Pasca et al., "Summarize the Past to Predict the Future: Natural Language Descriptions of Context Boost Multimodal Object Interaction Anticipation", CVPR, 2024. paper arxiv code

Datasets
• Ego4D
Metrics
• mAP
Bibtex

@InProceedings{Pasca_Summarize_2024_CVPR,
    author = "Pasca, Razvan-George and Gavryushin, Alexey and Hamza, Muhammad and Kuo, Yen-Ling and Mo, Kaichun and Van Gool, Luc and Hilliges, Otmar and Wang, Xi",
    title = "Summarize the Past to Predict the Future: Natural Language Descriptions of Context Boost Multimodal Object Interaction Anticipation",
    booktitle = "CVPR",
    year = "2024"
}

Zhao et al., "AntGPT: Can Large Language Models Help Long-term Action Anticipation from Videos?", ICLR, 2024. paper arxiv

Datasets
• Epic-Kitchens
• EGTEA Gaze+
• Ego4D
Metrics
• mAP
• ED
Bibtex

@inproceedings{Zhao_AntGPT_2024_ICLR,
    author = "Zhao, Qi and Wang, Shijie and Zhang, Ce and Fu, Changcheng and Do, Minh Quan and Agarwal, Nakul and Lee, Kwonjoon and Sun, Chen",
    title = "Ant{GPT}: Can Large Language Models Help Long-term Action Anticipation from Videos?",
    booktitle = "ICLR",
    year = "2024"
}

Mascaro et al., "HOI4ABOT: Human-Object Interaction Anticipation for Human Intention Reading Collaborative roBOTs", CoRL, 2023. paper arxiv

Datasets
• VidHOI
Metrics
• Accuracy
• Recall
• Precision
• F1
• mAP
Bibtex

@InProceedings{Mascaro_2023_CoRL,
    author = "Mascaro, Esteve Valls and Sliwowski, Daniel and Lee, Dongheui",
    title = "HOI4ABOT: Human-Object Interaction Anticipation for Human Intention Reading Collaborative ro{BOT}s",
    booktitle = "CoRL",
    year = "2023"
}

Nawhal et al., "Rethinking Learning Approaches for Long-Term Action Anticipation", ECCV, 2022. paper arxiv code

Datasets
• Epic-Kitchens
• EGTEA Gaze+
• 50Salads
• Breakfast
Metrics
• mAP
Bibtex

@InProceedings{Nawhal_2022_ECCV,
    author = "Nawhal, Megha and Jyothi, Akash Abdu and Mori, Greg",
    title = "Rethinking Learning Approaches for Long-Term Action Anticipation",
    booktitle = "ECCV",
    year = "2022"
}

Zhai et al., "Social Aware Multi-Modal Pedestrian Crossing Behavior Prediction", ACCV, 2022. paper code

Datasets
• JAAD
• PIE
Metrics
• Accuracy
• Precision
• F1
• mAP
• AUC
Bibtex

@InProceedings{Zhai_2022_ACCV,
    author = "Zhai, Xiaolin and Hu, Zhengxi and Yang, Dingye and Zhou, Lei and Liu, Jingtai",
    title = "Social Aware Multi-Modal Pedestrian Crossing Behavior Prediction",
    booktitle = "ACCV",
    year = "2022"
}

Chen et al., "Simultaneous Prediction of Pedestrian Trajectory and Actions based on Context Information Iterative Reasoning", IROS, 2021. paper

Datasets
• VIRAT/ActEV
Metrics
• mAP
Bibtex

@InProceedings{Chen_2021_IROS,
    author = "Chen, Bo and Li, Decai and He, Yuqing",
    booktitle = "IROS",
    title = "Simultaneous Prediction of Pedestrian Trajectory and Actions based on Context Information Iterative Reasoning",
    year = "2021"
}

Piergiovanni et al., "Adversarial Generative Grammars for Human Activity Prediction", ECCV, 2020. paper arxiv

Datasets
• 50Salads
• THUMOS
• Charades
Metrics
• Accuracy
• mAP
Bibtex

@InProceedings{Piergiovanni_2020_ECCV,
    author = "Piergiovanni, AJ and Angelova, Anelia and Toshev, Alexander and Ryoo, Michael S",
    title = "Adversarial Generative Grammars for Human Activity Prediction",
    booktitle = "ECCV",
    year = "2020"
}

Liang et al., "Peeking Into The Future: Predicting Future Person Activities And Locations In Videos", CVPR, 2019. paper arxiv code

Datasets
• VIRAT/ActEV
Metrics
• mAP
Bibtex

@InProceedings{Liang_2019_CVPR,
    author = "Liang, Junwei and Jiang, Lu and Niebles, Juan Carlos and Hauptmann, Alexander G. and Fei-Fei, Li",
    title = "Peeking Into The Future: Predicting Future Person Activities And Locations In Videos",
    booktitle = "CVPR",
    year = "2019"
}

Safaei et al., "Still Image Action Recognition By Predicting Spatial-Temporal Pixel Evolution", WACV, 2019. paper

Datasets
• UCF-101
• Willow Action
• WIDER
• Stanford-40
• BU Action
Metrics
• Accuracy
• mAP
Bibtex

@InProceedings{Safaei_2019_WACV,
    author = "Safaei, M. and Foroosh, H.",
    booktitle = "WACV",
    title = "Still Image Action Recognition By Predicting Spatial-Temporal Pixel Evolution",
    year = "2019"
}

Suzuki et al., "Anticipating Traffic Accidents With Adaptive Loss And Large-Scale Incident Db", CVPR, 2018. paper arxiv

Datasets
• DAD
Metrics
• Accuracy
• Recall
• Precision
• F1
• mAP
• ATTC
Bibtex

@InProceedings{Suzuki_2018_CVPR,
    author = "Suzuki, Tomoyuki and Kataoka, Hirokatsu and Aoki, Yoshimitsu and Satoh, Yutaka",
    title = "Anticipating Traffic Accidents With Adaptive Loss And Large-Scale Incident Db",
    booktitle = "CVPR",
    year = "2018"
}

Casas et al., "IntentNet: Learning To Predict Intention From Raw Sensor Data", CoRL, 2018. paper

Datasets
• Custom
Metrics
• Recall
• mAP
Bibtex

@InProceedings{Casas_2018_CORL,
    author = "Casas, Sergio and Luo, Wenjie and Urtasun, Raquel",
    title = "{IntentNet}: Learning To Predict Intention From Raw Sensor Data",
    booktitle = "CoRL",
    year = "2018"
}

Zeng et al., "Agent-Centric Risk Assessment: Accident Anticipation And Risky Region Localization", CVPR, 2017. paper arxiv

Datasets
• DAD
• Epic-Fail
Metrics
• mAP
• TTA
Bibtex

@InProceedings{Zeng_2017_CVPR,
    author = "Zeng, Kuo-Hao and Chou, Shih-Han and Chan, Fu-Hsiang and Carlos Niebles, Juan and Sun, Min",
    title = "Agent-Centric Risk Assessment: Accident Anticipation And Risky Region Localization",
    booktitle = "CVPR",
    year = "2017"
}

Singh et al., "Online Real-Time Multiple Spatiotemporal Action Localisation And Prediction", ICCV, 2017. paper arxiv code

Datasets
• UCF-101
• JHMDB
Metrics
• Accuracy
• mAP
• AUC
Bibtex

@InProceedings{Singh_2017_ICCV,
    author = "Singh, Gurkirt and Saha, Suman and Sapienza, Michael and Torr, Philip H. S. and Cuzzolin, Fabio",
    title = "Online Real-Time Multiple Spatiotemporal Action Localisation And Prediction",
    booktitle = "ICCV",
    year = "2017"
}

Rasouli et al., "Are They Going To Cross? A Benchmark Dataset And Baseline For Pedestrian Crosswalk Behavior", ICCVW, 2017. paper

Datasets
• JAAD
Metrics
• mAP
Bibtex

@InProceedings{Rasouli_2017_ICCVW,
    author = "Rasouli, Amir and Kotseruba, Iuliia and Tsotsos, John K.",
    title = "Are They Going To Cross? A Benchmark Dataset And Baseline For Pedestrian Crosswalk Behavior",
    booktitle = "ICCVW",
    year = "2017"
}

Gao et al., "RED: Reinforced Encoder-Decoder Networks For Action Anticipation", BMVC, 2017. paper arxiv

Datasets
• TV Human Interaction
• THUMOS
• TV Series
Metrics
• mAP
• cAP
Bibtex

@InProceedings{Gao_2017_BMVC,
    author = "Gao, Jiyang and Yang, Zhenheng and Nevatia, Ram",
    title = "{RED}: Reinforced Encoder-Decoder Networks For Action Anticipation",
    year = "2017",
    booktitle = "BMVC"
}

Matthews Correlation Coefficient (MCC) [11]

Strickland et al., "Deep Predictive Models For Collision Risk Assessment In Autonomous Driving", ICRA, 2018. paper arxiv

Datasets
• Custom
Metrics
• Accuracy
• MCC
Bibtex

@InProceedings{Strickland_2018_ICRA,
    author = "Strickland, M. and Fainekos, G. and Amor, H. B.",
    booktitle = "ICRA",
    title = "Deep Predictive Models For Collision Risk Assessment In Autonomous Driving",
    year = "2018"
}

METEOR [11]

Hosseinzadeh et al., "Video Captioning of Future Frames", WACV, 2021. paper

Datasets
• ActivityNet
• SWAG
Metrics
• CIDEr
• ROUGE-L
• METEOR
• BLEU@N
Bibtex

@InProceedings{Hosseinzadeh_2021_WACV,
    author = "Hosseinzadeh, Mehrdad and Wang, Yang",
    title = "Video Captioning of Future Frames",
    booktitle = "WACV",
    year = "2021"
}

Mean-over-class (MoC) [11]

Morais et al., "Learning to Abstract and Predict Human Actions", BMVC, 2020. paper arxiv code

Datasets
• Breakfast
Metrics
• MoF
• MoC
Bibtex

@InProceedings{Morais_2020_BMVC,
    author = "Morais, Romero and Le, Vuong and Tran, Truyen and Venkatesh, Svetha",
    title = "Learning to Abstract and Predict Human Actions",
    booktitle = "BMVC",
    year = "2020"
}

Mean-over-frame (MoF) [11]

Morais et al., "Learning to Abstract and Predict Human Actions", BMVC, 2020. paper arxiv code

Datasets
• Breakfast
Metrics
• MoF
• MoC
Bibtex

@InProceedings{Morais_2020_BMVC,
    author = "Morais, Romero and Le, Vuong and Tran, Truyen and Venkatesh, Svetha",
    title = "Learning to Abstract and Predict Human Actions",
    booktitle = "BMVC",
    year = "2020"
}

Mean Per Joint Prediction Error (MPJPE) [11]

Diller et al., "FutureHuman3D: Forecasting Complex Long-Term 3D Human Behavior from Video Observations", CVPR, 2024. paper arxiv

Datasets
• MPII Cooking
• IKEA ASM
Metrics
• Accuracy
• Quality
• MPJPE
Bibtex

@InProceedings{Diller_FutureHuman3D_2024_CVPR,
    author = "Diller, Christian and Funkhouser, Thomas and Dai, Angela",
    title = "FutureHuman3D: Forecasting Complex Long-Term 3D Human Behavior from Video Observations",
    booktitle = "CVPR",
    year = "2024"
}

Mean Reciprocal Rank (MRR) [11]

Xu et al., "Activity Auto-Completion: Predicting Human Activities From Partial Videos", ICCV, 2015. paper

Datasets
• UTI
Metrics
• Accuracy
• MRR
Bibtex

@InProceedings{Xu_2015_ICCV,
    author = "Xu, Zhen and Qing, Laiyun and Miao, Jun",
    title = "Activity Auto-Completion: Predicting Human Activities From Partial Videos",
    booktitle = "ICCV",
    year = "2015"
}

Negative Log-Likelihood (NLL) [11]

Ke et al., "Future Moment Assessment for Action Query", WACV, 2021. paper

Datasets
• Epic-Kitchens
• 50Salads
Metrics
• Accuracy
• AUC
• RMSE
• NLL
Bibtex

@InProceedings{Ke_2021_WACV,
    author = "Ke, Qiuhong and Fritz, Mario and Schiele, Bernt",
    title = "Future Moment Assessment for Action Query",
    booktitle = "WACV",
    year = "2021"
}

Prediction Power (PP) [11]

Ziaeetabar et al., "Prediction Of Manipulation Action Classes Using Semantic Spatial Reasoning", IROS, 2018. paper

Datasets
• MANIAC
Metrics
• PP
Bibtex

@InProceedings{Ziaeetabar_2018_IROS,
    author = "Ziaeetabar, F. and Kulvicius, T. and Tamosiunaite, M. and Wörgötter, F.",
    booktitle = "IROS",
    title = "Prediction Of Manipulation Action Classes Using Semantic Spatial Reasoning",
    year = "2018"
}

Precision [3]

Rasouli et al., "PedFormer: Pedestrian Behavior Prediction via Cross-Modal Attention Modulation and Gated Multitask Learning", ICRA, 2023. paper arxiv

Datasets
• JAAD
• PIE
Metrics
• Accuracy
• Precision
• F1
• AUC
Bibtex

@InProceedings{Rasouli_2023_ICRA,
    author = "Rasouli, Amir and Kotseruba, Iuliia",
    title = "PedFormer: Pedestrian Behavior Prediction via Cross-Modal Attention Modulation and Gated Multitask Learning",
    booktitle = "ICRA",
    year = "2023"
}

Mascaro et al., "HOI4ABOT: Human-Object Interaction Anticipation for Human Intention Reading Collaborative roBOTs", CoRL, 2023. paper arxiv

Datasets
• VidHOI
Metrics
• Accuracy
• Recall
• Precision
• F1
• mAP
Bibtex

@InProceedings{Mascaro_2023_CoRL,
    author = "Mascaro, Esteve Valls and Sliwowski, Daniel and Lee, Dongheui",
    title = "HOI4ABOT: Human-Object Interaction Anticipation for Human Intention Reading Collaborative ro{BOT}s",
    booktitle = "CoRL",
    year = "2023"
}

Song et al., "Pedestrian Intention Prediction Based on Traffic-Aware Scene Graph Model", IROS, 2022. paper

Datasets
• JAAD
• PIE
Metrics
• Accuracy
• Recall
• Precision
• F1
• AUC
Bibtex

@InProceedings{Song_2022_IROS,
    author = "Song, Xingchen and Kang, Miao and Zhou, Sanping and Wang, Jianji and Mao, Yishu and Zheng, Nanning",
    booktitle = "IROS",
    title = "Pedestrian Intention Prediction Based on Traffic-Aware Scene Graph Model",
    year = "2022"
}

Zhai et al., "Social Aware Multi-Modal Pedestrian Crossing Behavior Prediction", ACCV, 2022. paper code

Datasets
• JAAD
• PIE
Metrics
• Accuracy
• Precision
• F1
• mAP
• AUC
Bibtex

@InProceedings{Zhai_2022_ACCV,
    author = "Zhai, Xiaolin and Hu, Zhengxi and Yang, Dingye and Zhou, Lei and Liu, Jingtai",
    title = "Social Aware Multi-Modal Pedestrian Crossing Behavior Prediction",
    booktitle = "ACCV",
    year = "2022"
}

Rasouli et al., "Bifold and Semantic Reasoning for Pedestrian Behavior Prediction", ICCV, 2021. paper arxiv

Datasets
• JAAD
• PIE
Metrics
• Accuracy
• Precision
• F1
• AUC
Bibtex

@InProceedings{Rasouli_2021_ICCV,
    author = "Rasouli, Amir and Rohani, Mohsen and Luo, Jun",
    title = "Bifold and Semantic Reasoning for Pedestrian Behavior Prediction",
    booktitle = "ICCV",
    year = "2021"
}

Yau et al., "Graph-SIM: A Graph-based Spatiotemporal Interaction Modelling for Pedestrian Action Prediction", ICRA, 2021. paper arxiv

Datasets
• PepScenes
Metrics
• Accuracy
• Precision
• F1
• AUC
Bibtex

@InProceedings{Yau_2021_ICRA,
    author = "Yau, Tiffany and Malekmohammadi, Saber and Rasouli, Amir and Lakner, Peter and Rohani, Mohsen and Luo, Jun",
    booktitle = "ICRA",
    title = "{Graph-SIM}: A Graph-based Spatiotemporal Interaction Modelling for Pedestrian Action Prediction",
    year = "2021"
}

Liu et al., "Forecasting Human Object Interaction: Joint Prediction of Motor Attention and Actions in First Person Video", ECCV, 2020. paper arxiv code

Datasets
• Epic-Kitchens
• EGTEA Gaze+
Metrics
• Accuracy
• Recall
• Precision
• F1
• FDE
• ADE
• KLD
Bibtex

@InProceedings{Liu_2020_ECCV,
    author = "Liu, Miao and Tang, Siyu and Li, Yin and Rehg, James",
    title = "Forecasting Human Object Interaction: Joint Prediction of Motor Attention and Actions in First Person Video",
    booktitle = "ECCV",
    year = "2020"
}

Jayaraman et al., "Analysis and Prediction of Pedestrian Crosswalk Behavior during Automated Vehicle Interactions", ICRA, 2020. paper arxiv

Datasets
• Custom
Metrics
• Accuracy
• Recall
• Precision
• F1
Bibtex

@InProceedings{Jayaraman_2020_ICRA,
    author = "Jayaraman, S. K. and Tilbury, D. M. and Yang, X. Jessie and Pradhan, A. K. and Robert, L. P.",
    booktitle = "ICRA",
    title = "Analysis and Prediction of Pedestrian Crosswalk Behavior during Automated Vehicle Interactions",
    year = "2020"
}

Berlati et al., "Ambiguity in Sequential Data: Predicting Uncertain Futures With Recurrent Models", RAL, 2020. paper arxiv

Datasets
• NGSIM
Metrics
• Recall
• Precision
• F1
Bibtex

@Article{Berlati_2020_RAL,
    author = "Berlati, A. and Scheel, O. and Stefano, L. D. and Tombari, F.",
    journal = "RAL",
    title = "Ambiguity in Sequential Data: Predicting Uncertain Futures With Recurrent Models",
    year = "2020",
    volume = "5",
    number = "2",
    pages = "2935-2942"
}

Ke et al., "Time-Conditioned Action Anticipation In One Shot", CVPR, 2019. paper

Datasets
• Epic-Kitchens
• 50Salads
Metrics
• Accuracy
• Recall
• Precision
Bibtex

@InProceedings{Ke_2019_CVPR,
    author = "Ke, Qiuhong and Fritz, Mario and Schiele, Bernt",
    title = "Time-Conditioned Action Anticipation In One Shot",
    booktitle = "CVPR",
    year = "2019"
}

Rasouli et al., "Pedestrian Action Anticipation Using Contextual Feature Fusion In Stacked Rnns", BMVC, 2019. paper arxiv code

Datasets
• PIE
Metrics
• Accuracy
• Recall
• Precision
• F1
• AUC
Bibtex

@InProceedings{Rasouli_2019_BMVC,
    author = "Rasouli, Amir and Kotseruba, Iuliia and Tsotsos, John K",
    title = "Pedestrian Action Anticipation Using Contextual Feature Fusion In Stacked Rnns",
    year = "2019",
    booktitle = "BMVC"
}

Ding et al., "Predicting Vehicle Behaviors Over An Extended Horizon Using Behavior Interaction Network", ICRA, 2019. paper arxiv

Datasets
• NGSIM
Metrics
• Recall
• Precision
• F1
Bibtex

@InProceedings{Ding_2019_ICRA,
    author = "Ding, W. and Chen, J. and Shen, S.",
    booktitle = "ICRA",
    title = "Predicting Vehicle Behaviors Over An Extended Horizon Using Behavior Interaction Network",
    year = "2019"
}

Gujjar et al., "Classifying Pedestrian Actions In Advance Using Predicted Video Of Urban Driving Scenes", ICRA, 2019. paper

Datasets
• JAAD
Metrics
• Accuracy
• Recall
• Precision
• F1
• AP
• Run Time
Bibtex

@InProceedings{Gujjar_2019_ICRA,
    author = "Gujjar, P. and Vaughan, R.",
    booktitle = "ICRA",
    title = "Classifying Pedestrian Actions In Advance Using Predicted Video Of Urban Driving Scenes",
    year = "2019"
}

Scheel et al., "Attention-Based Lane Change Prediction", ICRA, 2019. paper arxiv

Datasets
• NGSIM
Metrics
• Accuracy
• Recall
• Precision
• TTM
Bibtex

@InProceedings{Scheel_2019_ICRA,
    author = "Scheel, O. and Nagaraja, N. S. and Schwarz, L. and Navab, N. and Tombari, F.",
    booktitle = "ICRA",
    title = "Attention-Based Lane Change Prediction",
    year = "2019"
}

Alati et al., "Help By Predicting What To Do", ICIP, 2019. paper

Datasets
• Breakfast
• CAD-120
• MPII Cooking
Metrics
• Accuracy
• Recall
• Precision
Bibtex

@InProceedings{Alati_2019_ICIP,
    author = "Alati, E. and Mauro, L. and Ntouskos, V. and Pirri, F.",
    booktitle = "ICIP",
    title = "Help By Predicting What To Do",
    year = "2019"
}

Wang et al., "A Learning-Based Prediction Model For Baby Accidents", ICIP, 2019. paper

Datasets
• Custom
Metrics
• Recall
• Precision
• AP
• TTA
Bibtex

@InProceedings{Wang_2019_ICIP,
    author = "Wang, P. and Lien, S. and Lee, M.",
    booktitle = "ICIP",
    title = "A Learning-Based Prediction Model For Baby Accidents",
    year = "2019"
}

Suzuki et al., "Anticipating Traffic Accidents With Adaptive Loss And Large-Scale Incident Db", CVPR, 2018. paper arxiv

Datasets
• DAD
Metrics
• Accuracy
• Recall
• Precision
• F1
• mAP
• ATTC
Bibtex

@InProceedings{Suzuki_2018_CVPR,
    author = "Suzuki, Tomoyuki and Kataoka, Hirokatsu and Aoki, Yoshimitsu and Satoh, Yutaka",
    title = "Anticipating Traffic Accidents With Adaptive Loss And Large-Scale Incident Db",
    booktitle = "CVPR",
    year = "2018"
}

Mahmud et al., "Joint Prediction Of Activity Labels And Starting Times In Untrimmed Videos", ICCV, 2017. paper

Datasets
• MPII Cooking
• VIRAT
Metrics
• Accuracy
• Recall
• Precision
• RMSE
Bibtex

@InProceedings{Mahmud_2017_ICCV,
    author = "Mahmud, Tahmida and Hasan, Mahmudul and Roy-Chowdhury, Amit K.",
    title = "Joint Prediction Of Activity Labels And Starting Times In Untrimmed Videos",
    booktitle = "ICCV",
    year = "2017"
}

Qi et al., "Predicting Human Activities Using Stochastic Grammar", ICCV, 2017. paper arxiv

Datasets
• CAD-120
Metrics
• Recall
• Precision
• F1
Bibtex

@InProceedings{Qi_2017_ICCV,
    author = "Qi, Siyuan and Huang, Siyuan and Wei, Ping and Zhu, Song-Chun",
    title = "Predicting Human Activities Using Stochastic Grammar",
    booktitle = "ICCV",
    year = "2017"
}

Kwak et al., "Pedestrian Intention Prediction Based On Dynamic Fuzzy Automata For Vehicle Driving At Nighttime", Infrared Physics & Technology, 2017. paper

Datasets
• Custom
Metrics
• Recall
• Precision
Bibtex

@Article{Kwak_2017_IPT,
    author = "Kwak, Joon-Young and Ko, Byoung Chul and Nam, Jae-Yeal",
    title = "Pedestrian Intention Prediction Based On Dynamic Fuzzy Automata For Vehicle Driving At Nighttime",
    journal = "Infrared Physics \& Technology",
    volume = "81",
    pages = "41--51",
    year = "2017"
}

Jain et al., "Structural-RNN: Deep Learning On Spatio-Temporal Graphs", CVPR, 2016. paper arxiv

Datasets
• CAD-120
• Brain4Cars
Metrics
• Recall
• Precision
• F1
• TTM
Bibtex

@InProceedings{Jain_2016_CVPR,
    author = "Jain, Ashesh and Zamir, Amir R. and Savarese, Silvio and Saxena, Ashutosh",
    title = "{Structural-RNN}: Deep Learning On Spatio-Temporal Graphs",
    booktitle = "CVPR",
    year = "2016"
}

Jain et al., "Recurrent Neural Networks For Driver Activity Anticipation Via Sensory-Fusion Architecture", ICRA, 2016. paper arxiv code

Datasets
• Brain4Cars
Metrics
• Recall
• Precision
• TTM
Bibtex

@InProceedings{Jain_2016_ICRA,
    author = "Jain, A. and Singh, A. and Koppula, H. S. and Soh, S. and Saxena, A.",
    booktitle = "ICRA",
    title = "Recurrent Neural Networks For Driver Activity Anticipation Via Sensory-Fusion Architecture",
    year = "2016"
}

Hu et al., "Human Intent Forecasting Using Intrinsic Kinematic Constraints", IROS, 2016. paper

Datasets
• CAD-120
Metrics
• Accuracy
• Recall
• Precision
• F1
Bibtex

@InProceedings{Hu_2016_IROS,
    author = "Hu, N. and Bestick, A. and Englebienne, G. and Bajscy, R. and Kröse, B.",
    booktitle = "IROS",
    title = "Human Intent Forecasting Using Intrinsic Kinematic Constraints",
    year = "2016"
}

Schneemann et al., "Context-Based Detection Of Pedestrian Crossing Intention For Autonomous Driving In Urban Environments", IROS, 2016. paper

Datasets
• Custom
Metrics
• Accuracy
• Recall
• Precision
• F1
Bibtex

@InProceedings{Schneemann_2016_IROS,
    author = "Schneemann, F. and Heinemann, P.",
    booktitle = "IROS",
    title = "Context-Based Detection Of Pedestrian Crossing Intention For Autonomous Driving In Urban Environments",
    year = "2016"
}

Jain et al., "Car That Knows Before You Do: Anticipating Maneuvers Via Learning Temporal Driving Models", ICCV, 2015. paper arxiv

Datasets
• Brain4Cars
Metrics
• Recall
• Precision
• TTM
• FP
Bibtex

@InProceedings{Jain_2015_ICCV,
    author = "Jain, Ashesh and Koppula, Hema S. and Raghavan, Bharad and Soh, Shane and Saxena, Ashutosh",
    title = "Car That Knows Before You Do: Anticipating Maneuvers Via Learning Temporal Driving Models",
    booktitle = "ICCV",
    year = "2015"
}

Galceran et al., "Multipolicy Decision-Making for Autonomous Driving via Changepoint-based Behavior Prediction", RSS, 2015. paper

Datasets
• Custom
Metrics
• Accuracy
• Precision
Bibtex

@InProceedings{Galceran_2015_RSS,
    author = "Galceran, Enric and Cunningham, Alexander G and Eustice, Ryan M and Olson, Edwin",
    title = "Multipolicy Decision-Making for Autonomous Driving via Changepoint-based Behavior Prediction",
    booktitle = "RSS",
    year = "2015"
}

Quality [11]

Diller et al., "FutureHuman3D: Forecasting Complex Long-Term 3D Human Behavior from Video Observations", CVPR, 2024. paper arxiv

Datasets
• MPII Cooking
• IKEA ASM
Metrics
• Accuracy
• Quality
• MPJPE
Bibtex

@InProceedings{Diller_FutureHuman3D_2024_CVPR,
    author = "Diller, Christian and Funkhouser, Thomas and Dai, Angela",
    title = "FutureHuman3D: Forecasting Complex Long-Term 3D Human Behavior from Video Observations",
    booktitle = "CVPR",
    year = "2024"
}

Recall [2]

Guo et al., "Uncertainty-aware Action Decoupling Transformer for Action Anticipation", CVPR, 2024. paper

Datasets
• Epic-Kitchens
• 50Salads
• EGTEA Gaze+
Metrics
• Accuracy
• Recall
Bibtex

@InProceedings{Guo_Uncertainty_2024_CVPR,
    author = "Guo, Hongji and Agarwal, Nakul and Lo, Shao-Yuan and Lee, Kwonjoon and Ji, Qiang",
    title = "Uncertainty-aware Action Decoupling Transformer for Action Anticipation",
    booktitle = "CVPR",
    year = "2024"
}

Mittal et al., "Can't Make an Omelette Without Breaking Some Eggs: Plausible Action Anticipation Using Large Video-Language Models", CVPR, 2024. paper arxiv

Datasets
• Epic-Kitchens
• Ego4D
Metrics
• Recall
• ED
Bibtex

@InProceedings{Mittal_Cant_2024_CVPR,
    author = "Mittal, Himangi and Agarwal, Nakul and Lo, Shao-Yuan and Lee, Kwonjoon",
    title = "Can't Make an Omelette Without Breaking Some Eggs: Plausible Action Anticipation Using Large Video-Language Models",
    booktitle = "CVPR",
    year = "2024"
}

Girase et al., "Latency Matters: Real-Time Action Forecasting Transformer", CVPR, 2023. paper code

Datasets
• Epic-Kitchens
• 50Salads
• EGTEA Gaze+
• Breakfast
Metrics
• Accuracy
• Recall
• RT
Bibtex

@InProceedings{Girase_2023_CVPR,
    author = "Girase, Harshayu and Agarwal, Nakul and Choi, Chiho and Mangalam, Karttikeya",
    title = "Latency Matters: Real-Time Action Forecasting Transformer",
    booktitle = "CVPR",
    year = "2023"
}

Mascaro et al., "HOI4ABOT: Human-Object Interaction Anticipation for Human Intention Reading Collaborative roBOTs", CoRL, 2023. paper arxiv

Datasets
• VidHOI
Metrics
• Accuracy
• Recall
• Precision
• F1
• mAP
Bibtex

@InProceedings{Mascaro_2023_CoRL,
    author = "Mascaro, Esteve Valls and Sliwowski, Daniel and Lee, Dongheui",
    title = "HOI4ABOT: Human-Object Interaction Anticipation for Human Intention Reading Collaborative ro{BOT}s",
    booktitle = "CoRL",
    year = "2023"
}

Zhong et al., "Anticipative Feature Fusion Transformer for Multi-Modal Action Anticipation", WACV, 2023. paper arxiv

Datasets
• Epic-Kitchens
• EGTEA Gaze+
Metrics
• Recall
Bibtex

@InProceedings{Zhong_2023_WACV,
    author = "Zhong, Zeyun and Schneider, David and Voit, Michael and Stiefelhagen, Rainer and Beyerer, Jurgen",
    title = "Anticipative Feature Fusion Transformer for Multi-Modal Action Anticipation",
    booktitle = "WACV",
    year = "2023"
}

Song et al., "Pedestrian Intention Prediction Based on Traffic-Aware Scene Graph Model", IROS, 2022. paper

Datasets
• JAAD
• PIE
Metrics
• Accuracy
• Recall
• Precision
• F1
• AUC
Bibtex

@InProceedings{Song_2022_IROS,
    author = "Song, Xingchen and Kang, Miao and Zhou, Sanping and Wang, Jianji and Mao, Yishu and Zheng, Nanning",
    booktitle = "IROS",
    title = "Pedestrian Intention Prediction Based on Traffic-Aware Scene Graph Model",
    year = "2022"
}

Liu et al., "Forecasting Human Object Interaction: Joint Prediction of Motor Attention and Actions in First Person Video", ECCV, 2020. paper arxiv code

Datasets
• Epic-Kitchens
• EGTEA Gaze+
Metrics
• Accuracy
• Recall
• Precision
• F1
• FDE
• ADE
• KLD
Bibtex

@InProceedings{Liu_2020_ECCV,
    author = "Liu, Miao and Tang, Siyu and Li, Yin and Rehg, James",
    title = "Forecasting Human Object Interaction: Joint Prediction of Motor Attention and Actions in First Person Video",
    booktitle = "ECCV",
    year = "2020"
}

Jayaraman et al., "Analysis and Prediction of Pedestrian Crosswalk Behavior during Automated Vehicle Interactions", ICRA, 2020. paper arxiv

Datasets
• Custom
Metrics
• Accuracy
• Recall
• Precision
• F1
Bibtex

@InProceedings{Jayaraman_2020_ICRA,
    author = "Jayaraman, S. K. and Tilbury, D. M. and Yang, X. Jessie and Pradhan, A. K. and Robert, L. P.",
    booktitle = "ICRA",
    title = "Analysis and Prediction of Pedestrian Crosswalk Behavior during Automated Vehicle Interactions",
    year = "2020"
}

Berlati et al., "Ambiguity in Sequential Data: Predicting Uncertain Futures With Recurrent Models", RAL, 2020. paper arxiv

Datasets
• NGSIM
Metrics
• Recall
• Precision
• F1
Bibtex

@Article{Berlati_2020_RAL,
    author = "Berlati, A. and Scheel, O. and Stefano, L. D. and Tombari, F.",
    journal = "RAL",
    title = "Ambiguity in Sequential Data: Predicting Uncertain Futures With Recurrent Models",
    year = "2020",
    volume = "5",
    number = "2",
    pages = "2935-2942"
}

Ke et al., "Time-Conditioned Action Anticipation In One Shot", CVPR, 2019. paper

Datasets
• Epic-Kitchens
• 50Salads
Metrics
• Accuracy
• Recall
• Precision
Bibtex

@InProceedings{Ke_2019_CVPR,
    author = "Ke, Qiuhong and Fritz, Mario and Schiele, Bernt",
    title = "Time-Conditioned Action Anticipation In One Shot",
    booktitle = "CVPR",
    year = "2019"
}

Furnari et al., "What Would You Expect? Anticipating Egocentric Actions With Rolling-Unrolling LSTMs And Modality Attention", ICCV, 2019. paper arxiv code

Datasets
• Epic-Kitchens
• EGTEA Gaze+
Metrics
• Accuracy
• Recall
Bibtex

@InProceedings{Furnari_2019_ICCV,
    author = "Furnari, Antonino and Farinella, Giovanni Maria",
    title = "What Would You Expect? Anticipating Egocentric Actions With Rolling-Unrolling {LSTMs} And Modality Attention",
    booktitle = "ICCV",
    year = "2019"
}

Sener et al., "Zero-Shot Anticipation For Instructional Activities", ICCV, 2019. paper arxiv

Datasets
• YouCook2
• Recipe1M
Metrics
• Recall
Bibtex

@InProceedings{Sener_2019_ICCV,
    author = "Sener, Fadime and Yao, Angela",
    title = "Zero-Shot Anticipation For Instructional Activities",
    booktitle = "ICCV",
    year = "2019"
}

Rasouli et al., "Pedestrian Action Anticipation Using Contextual Feature Fusion In Stacked Rnns", BMVC, 2019. paper arxiv code

Datasets
• PIE
Metrics
• Accuracy
• Recall
• Precision
• F1
• AUC
Bibtex

@InProceedings{Rasouli_2019_BMVC,
    author = "Rasouli, Amir and Kotseruba, Iuliia and Tsotsos, John K",
    title = "Pedestrian Action Anticipation Using Contextual Feature Fusion In Stacked Rnns",
    year = "2019",
    booktitle = "BMVC"
}

Ding et al., "Predicting Vehicle Behaviors Over An Extended Horizon Using Behavior Interaction Network", ICRA, 2019. paper arxiv

Datasets
• NGSIM
Metrics
• Recall
• Precision
• F1
Bibtex

@InProceedings{Ding_2019_ICRA,
    author = "Ding, W. and Chen, J. and Shen, S.",
    booktitle = "ICRA",
    title = "Predicting Vehicle Behaviors Over An Extended Horizon Using Behavior Interaction Network",
    year = "2019"
}

Gujjar et al., "Classifying Pedestrian Actions In Advance Using Predicted Video Of Urban Driving Scenes", ICRA, 2019. paper

Datasets
• JAAD
Metrics
• Accuracy
• Recall
• Precision
• F1
• AP
• Run Time
Bibtex

@InProceedings{Gujjar_2019_ICRA,
    author = "Gujjar, P. and Vaughan, R.",
    booktitle = "ICRA",
    title = "Classifying Pedestrian Actions In Advance Using Predicted Video Of Urban Driving Scenes",
    year = "2019"
}

Scheel et al., "Attention-Based Lane Change Prediction", ICRA, 2019. paper arxiv

Datasets
• NGSIM
Metrics
• Accuracy
• Recall
• Precision
• TTM
Bibtex

@InProceedings{Scheel_2019_ICRA,
    author = "Scheel, O. and Nagaraja, N. S. and Schwarz, L. and Navab, N. and Tombari, F.",
    booktitle = "ICRA",
    title = "Attention-Based Lane Change Prediction",
    year = "2019"
}

Alati et al., "Help By Predicting What To Do", ICIP, 2019. paper

Datasets
• Breakfast
• CAD-120
• MPII Cooking
Metrics
• Accuracy
• Recall
• Precision
Bibtex

@InProceedings{Alati_2019_ICIP,
    author = "Alati, E. and Mauro, L. and Ntouskos, V. and Pirri, F.",
    booktitle = "ICIP",
    title = "Help By Predicting What To Do",
    year = "2019"
}

Furnari et al., "Egocentric Action Anticipation By Disentangling Encoding And Inference", ICIP, 2019. paper

Datasets
• Epic-Kitchens
Metrics
• Accuracy
• Recall
Bibtex

@InProceedings{Furnari_2019_ICIP,
    author = "Furnari, A. and Farinella, G. M.",
    booktitle = "ICIP",
    title = "Egocentric Action Anticipation By Disentangling Encoding And Inference",
    year = "2019"
}

Wang et al., "A Learning-Based Prediction Model For Baby Accidents", ICIP, 2019. paper

Datasets
• Custom
Metrics
• Recall
• Precision
• AP
• TTA
Bibtex

@InProceedings{Wang_2019_ICIP,
    author = "Wang, P. and Lien, S. and Lee, M.",
    booktitle = "ICIP",
    title = "A Learning-Based Prediction Model For Baby Accidents",
    year = "2019"
}

Suzuki et al., "Anticipating Traffic Accidents With Adaptive Loss And Large-Scale Incident Db", CVPR, 2018. paper arxiv

Datasets
• DAD
Metrics
• Accuracy
• Recall
• Precision
• F1
• mAP
• ATTC
Bibtex

@InProceedings{Suzuki_2018_CVPR,
    author = "Suzuki, Tomoyuki and Kataoka, Hirokatsu and Aoki, Yoshimitsu and Satoh, Yutaka",
    title = "Anticipating Traffic Accidents With Adaptive Loss And Large-Scale Incident Db",
    booktitle = "CVPR",
    year = "2018"
}

Casas et al., "IntentNet: Learning To Predict Intention From Raw Sensor Data", CoRL, 2018. paper

Datasets
• Custom
Metrics
• Recall
• mAP
Bibtex

@InProceedings{Casas_2018_CORL,
    author = "Casas, Sergio and Luo, Wenjie and Urtasun, Raquel",
    title = "{IntentNet}: Learning To Predict Intention From Raw Sensor Data",
    booktitle = "CoRL",
    year = "2018"
}

Mahmud et al., "Joint Prediction Of Activity Labels And Starting Times In Untrimmed Videos", ICCV, 2017. paper

Datasets
• MPII Cooking
• VIRAT
Metrics
• Accuracy
• Recall
• Precision
• RMSE
Bibtex

@InProceedings{Mahmud_2017_ICCV,
    author = "Mahmud, Tahmida and Hasan, Mahmudul and Roy-Chowdhury, Amit K.",
    title = "Joint Prediction Of Activity Labels And Starting Times In Untrimmed Videos",
    booktitle = "ICCV",
    year = "2017"
}

Qi et al., "Predicting Human Activities Using Stochastic Grammar", ICCV, 2017. paper arxiv

Datasets
• CAD-120
Metrics
• Recall
• Precision
• F1
Bibtex

@InProceedings{Qi_2017_ICCV,
    author = "Qi, Siyuan and Huang, Siyuan and Wei, Ping and Zhu, Song-Chun",
    title = "Predicting Human Activities Using Stochastic Grammar",
    booktitle = "ICCV",
    year = "2017"
}

Kwak et al., "Pedestrian Intention Prediction Based On Dynamic Fuzzy Automata For Vehicle Driving At Nighttime", Infrared Physics & Technology, 2017. paper

Datasets
• Custom
Metrics
• Recall
• Precision
Bibtex

@Article{Kwak_2017_IPT,
    author = "Kwak, Joon-Young and Ko, Byoung Chul and Nam, Jae-Yeal",
    title = "Pedestrian Intention Prediction Based On Dynamic Fuzzy Automata For Vehicle Driving At Nighttime",
    journal = "Infrared Physics \& Technology",
    volume = "81",
    pages = "41--51",
    year = "2017"
}

Jain et al., "Structural-RNN: Deep Learning On Spatio-Temporal Graphs", CVPR, 2016. paper arxiv

Datasets
• CAD-120
• Brain4Cars
Metrics
• Recall
• Precision
• F1
• TTM
Bibtex

@InProceedings{Jain_2016_CVPR,
    author = "Jain, Ashesh and Zamir, Amir R. and Savarese, Silvio and Saxena, Ashutosh",
    title = "{Structural-RNN}: Deep Learning On Spatio-Temporal Graphs",
    booktitle = "CVPR",
    year = "2016"
}

Jain et al., "Recurrent Neural Networks For Driver Activity Anticipation Via Sensory-Fusion Architecture", ICRA, 2016. paper arxiv code

Datasets
• Brain4Cars
Metrics
• Recall
• Precision
• TTM
Bibtex

@InProceedings{Jain_2016_ICRA,
    author = "Jain, A. and Singh, A. and Koppula, H. S. and Soh, S. and Saxena, A.",
    booktitle = "ICRA",
    title = "Recurrent Neural Networks For Driver Activity Anticipation Via Sensory-Fusion Architecture",
    year = "2016"
}

Hu et al., "Human Intent Forecasting Using Intrinsic Kinematic Constraints", IROS, 2016. paper

Datasets
• CAD-120
Metrics
• Accuracy
• Recall
• Precision
• F1
Bibtex

@InProceedings{Hu_2016_IROS,
    author = "Hu, N. and Bestick, A. and Englebienne, G. and Bajscy, R. and Kröse, B.",
    booktitle = "IROS",
    title = "Human Intent Forecasting Using Intrinsic Kinematic Constraints",
    year = "2016"
}

Schneemann et al., "Context-Based Detection Of Pedestrian Crossing Intention For Autonomous Driving In Urban Environments", IROS, 2016. paper

Datasets
• Custom
Metrics
• Accuracy
• Recall
• Precision
• F1
Bibtex

@InProceedings{Schneemann_2016_IROS,
    author = "Schneemann, F. and Heinemann, P.",
    booktitle = "IROS",
    title = "Context-Based Detection Of Pedestrian Crossing Intention For Autonomous Driving In Urban Environments",
    year = "2016"
}

Jain et al., "Car That Knows Before You Do: Anticipating Maneuvers Via Learning Temporal Driving Models", ICCV, 2015. paper arxiv

Datasets
• Brain4Cars
Metrics
• Recall
• Precision
• TTM
• FP
Bibtex

@InProceedings{Jain_2015_ICCV,
    author = "Jain, Ashesh and Koppula, Hema S. and Raghavan, Bharad and Soh, Shane and Saxena, Ashutosh",
    title = "Car That Knows Before You Do: Anticipating Maneuvers Via Learning Temporal Driving Models",
    booktitle = "ICCV",
    year = "2015"
}

Root Mean Square Error (RMSE) [8]

Ke et al., "Future Moment Assessment for Action Query", WACV, 2021. paper

Datasets
• Epic-Kitchens
• 50Salads
Metrics
• Accuracy
• AUC
• RMSE
• NLL
Bibtex

@InProceedings{Ke_2021_WACV,
    author = "Ke, Qiuhong and Fritz, Mario and Schiele, Bernt",
    title = "Future Moment Assessment for Action Query",
    booktitle = "WACV",
    year = "2021"
}

Mahmud et al., "Joint Prediction Of Activity Labels And Starting Times In Untrimmed Videos", ICCV, 2017. paper

Datasets
• MPII Cooking
• VIRAT
Metrics
• Accuracy
• Recall
• Precision
• RMSE
Bibtex

@InProceedings{Mahmud_2017_ICCV,
    author = "Mahmud, Tahmida and Hasan, Mahmudul and Roy-Chowdhury, Amit K.",
    title = "Joint Prediction Of Activity Labels And Starting Times In Untrimmed Videos",
    booktitle = "ICCV",
    year = "2017"
}

Mahmud et al., "A Poisson Process Model For Activity Forecasting", ICIP, 2016. paper

Datasets
• MPII Cooking
Metrics
• RMSE
Bibtex

@InProceedings{Mahmud_2016_ICIP,
    author = "Mahmud, T. and Hasan, M. and Chakraborty, A. and Roy-Chowdhury, A. K.",
    booktitle = "ICIP",
    title = "A Poisson Process Model For Activity Forecasting",
    year = "2016"
}

Volz et al., "A Data-Driven Approach For Pedestrian Intention Estimation", ITSC, 2016. paper

Datasets
• Custom
Metrics
• Accuracy
• RMSE
Bibtex

@InProceedings{Volz_2016_ITSC,
    author = "Volz, Benjamin and Behrendt, Karsten and Mielenz, Holger and Gilitschenski, Igor and Siegwart, Roland and Nieto, Juan",
    title = "A Data-Driven Approach For Pedestrian Intention Estimation",
    booktitle = "ITSC",
    year = "2016"
}

ROUGE-L [11]

Hosseinzadeh et al., "Video Captioning of Future Frames", WACV, 2021. paper

Datasets
• ActivityNet
• SWAG
Metrics
• CIDEr
• ROUGE-L
• METEOR
• BLEU@N
Bibtex

@InProceedings{Hosseinzadeh_2021_WACV,
    author = "Hosseinzadeh, Mehrdad and Wang, Yang",
    title = "Video Captioning of Future Frames",
    booktitle = "WACV",
    year = "2021"
}

Run Time (RT) [10]

Girase et al., "Latency Matters: Real-Time Action Forecasting Transformer", CVPR, 2023. paper code

Datasets
• Epic-Kitchens
• 50Salads
• EGTEA Gaze+
• Breakfast
Metrics
• Accuracy
• Recall
• RT
Bibtex

@InProceedings{Girase_2023_CVPR,
    author = "Girase, Harshayu and Agarwal, Nakul and Choi, Chiho and Mangalam, Karttikeya",
    title = "Latency Matters: Real-Time Action Forecasting Transformer",
    booktitle = "CVPR",
    year = "2023"
}

Ito et al., "Anticipating the Start of User Interaction for Service Robot in the Wild", ICRA, 2020. paper

Datasets
• Custom
Metrics
• AP
• RT
Bibtex

@InProceedings{Ito_2020_ICRA,
    author = "Ito, K. and Kong, Q. and Horiguchi, S. and Sumiyoshi, T. and Nagamatsu, K.",
    booktitle = "ICRA",
    title = "Anticipating the Start of User Interaction for Service Robot in the Wild",
    year = "2020"
}

Run Time [9]

Driess et al., "Deep Visual Reasoning: Learning to Predict Action Sequences for Task and Motion Planning from an Initial Scene Image", RSS, 2020. paper arxiv

Datasets
• Custom
Metrics
• Run Time
Bibtex

@InProceedings{Driess_2020_RSS,
    author = "Driess, Danny and Ha, Jung-Su and Toussaint, Marc",
    title = "Deep Visual Reasoning: Learning to Predict Action Sequences for Task and Motion Planning from an Initial Scene Image",
    booktitle = "RSS",
    year = "2020"
}

Gujjar et al., "Classifying Pedestrian Actions In Advance Using Predicted Video Of Urban Driving Scenes", ICRA, 2019. paper

Datasets
• JAAD
Metrics
• Accuracy
• Recall
• Precision
• F1
• AP
• Run Time
Bibtex

@InProceedings{Gujjar_2019_ICRA,
    author = "Gujjar, P. and Vaughan, R.",
    booktitle = "ICRA",
    title = "Classifying Pedestrian Actions In Advance Using Predicted Video Of Urban Driving Scenes",
    year = "2019"
}

Saleh et al., "Real-Time Intent Prediction Of Pedestrians For Autonomous Ground Vehicles Via Spatio-Temporal DenseNet", ICRA, 2019. paper arxiv

Datasets
• JAAD
Metrics
• AP
• Run Time
Bibtex

@InProceedings{Saleh_2019_ICRA,
    author = "Saleh, K. and Hossny, M. and Nahavandi, S.",
    booktitle = "ICRA",
    title = "Real-Time Intent Prediction Of Pedestrians For Autonomous Ground Vehicles Via Spatio-Temporal {DenseNet}",
    year = "2019"
}

Time [11]

Arreghini et al., "Predicting the Intention to Interact with a Service Robot: the Role of Gaze Cues", ICRA, 2024. paper arxiv

Datasets
• Custom
Metrics
• Accuracy
• AUC
• TPR
• Time
• MADD
Bibtex

@inproceedings{Arreghini_Predicting_2024_ICRA,
    author = "Arreghini, Simone and Abbate, Gabriele and Giusti, Alessandro and Paolillo, Antonio",
    booktitle = "ICRA",
    title = "Predicting the Intention to Interact with a Service Robot: the Role of Gaze Cues",
    year = "2024"
}

TNR [11]

Volz et al., "Feature Relevance Estimation For Learning Pedestrian Behavior At Crosswalks", ITSC, 2015. paper

Datasets
• Custom
Metrics
• Accuracy
• TPR
• TNR
Bibtex

@InProceedings{Volz_2015_ITSC,
    author = "Volz, Benjamin and Mielenz, Holger and Agamennoni, Gabriel and Siegwart, Roland",
    title = "Feature Relevance Estimation For Learning Pedestrian Behavior At Crosswalks",
    booktitle = "ITSC",
    year = "2015"
}

True Positive Rate (TPR) [10]

Arreghini et al., "Predicting the Intention to Interact with a Service Robot: the Role of Gaze Cues", ICRA, 2024. paper arxiv

Datasets
• Custom
Metrics
• Accuracy
• AUC
• TPR
• Time
• MADD
Bibtex

@inproceedings{Arreghini_Predicting_2024_ICRA,
    author = "Arreghini, Simone and Abbate, Gabriele and Giusti, Alessandro and Paolillo, Antonio",
    booktitle = "ICRA",
    title = "Predicting the Intention to Interact with a Service Robot: the Role of Gaze Cues",
    year = "2024"
}

Volz et al., "Feature Relevance Estimation For Learning Pedestrian Behavior At Crosswalks", ITSC, 2015. paper

Datasets
• Custom
Metrics
• Accuracy
• TPR
• TNR
Bibtex

@InProceedings{Volz_2015_ITSC,
    author = "Volz, Benjamin and Mielenz, Holger and Agamennoni, Gabriel and Siegwart, Roland",
    title = "Feature Relevance Estimation For Learning Pedestrian Behavior At Crosswalks",
    booktitle = "ITSC",
    year = "2015"
}

Time To Accident (TTA) [9]

Bao et al., "DRIVE: Deep Reinforced Accident Anticipation With Visual Explanation", ICCV, 2021. paper arxiv code

Datasets
• DAD
• DADA-2000
Metrics
• AUC
• TTA
Bibtex

@InProceedings{Bao_2021_ICCV,
    author = "Bao, Wentao and Yu, Qi and Kong, Yu",
    title = "{DRIVE}: Deep Reinforced Accident Anticipation With Visual Explanation",
    booktitle = "ICCV",
    year = "2021"
}

Wang et al., "A Learning-Based Prediction Model For Baby Accidents", ICIP, 2019. paper

Datasets
• Custom
Metrics
• Recall
• Precision
• AP
• TTA
Bibtex

@InProceedings{Wang_2019_ICIP,
    author = "Wang, P. and Lien, S. and Lee, M.",
    booktitle = "ICIP",
    title = "A Learning-Based Prediction Model For Baby Accidents",
    year = "2019"
}

Zeng et al., "Agent-Centric Risk Assessment: Accident Anticipation And Risky Region Localization", CVPR, 2017. paper arxiv

Datasets
• DAD
• Epic-Fail
Metrics
• mAP
• TTA
Bibtex

@InProceedings{Zeng_2017_CVPR,
    author = "Zeng, Kuo-Hao and Chou, Shih-Han and Chan, Fu-Hsiang and Carlos Niebles, Juan and Sun, Min",
    title = "Agent-Centric Risk Assessment: Accident Anticipation And Risky Region Localization",
    booktitle = "CVPR",
    year = "2017"
}

Time To Maneuver (TTM) [7]

Scheel et al., "Attention-Based Lane Change Prediction", ICRA, 2019. paper arxiv

Datasets
• NGSIM
Metrics
• Accuracy
• Recall
• Precision
• TTM
Bibtex

@InProceedings{Scheel_2019_ICRA,
    author = "Scheel, O. and Nagaraja, N. S. and Schwarz, L. and Navab, N. and Tombari, F.",
    booktitle = "ICRA",
    title = "Attention-Based Lane Change Prediction",
    year = "2019"
}

Wu et al., "Gaze-Based Intention Anticipation Over Driving Manoeuvres In Semi-Autonomous Vehicles", IROS, 2019. paper

Datasets
• Custom
Metrics
• Accuracy
• TTM
Bibtex

@InProceedings{Wu_2019_IROS,
    author = "Wu, Min and Louw, Tyron and Lahijanian, Morteza and Ruan, Wenjie and Huang, Xiaowei and Merat, Natasha and Kwiatkowska, Marta",
    booktitle = "IROS",
    title = "Gaze-Based Intention Anticipation Over Driving Manoeuvres In Semi-Autonomous Vehicles",
    year = "2019"
}

Jain et al., "Structural-RNN: Deep Learning On Spatio-Temporal Graphs", CVPR, 2016. paper arxiv

Datasets
• CAD-120
• Brain4Cars
Metrics
• Recall
• Precision
• F1
• TTM
Bibtex

@InProceedings{Jain_2016_CVPR,
    author = "Jain, Ashesh and Zamir, Amir R. and Savarese, Silvio and Saxena, Ashutosh",
    title = "{Structural-RNN}: Deep Learning On Spatio-Temporal Graphs",
    booktitle = "CVPR",
    year = "2016"
}

Jain et al., "Recurrent Neural Networks For Driver Activity Anticipation Via Sensory-Fusion Architecture", ICRA, 2016. paper arxiv code

Datasets
• Brain4Cars
Metrics
• Recall
• Precision
• TTM
Bibtex

@InProceedings{Jain_2016_ICRA,
    author = "Jain, A. and Singh, A. and Koppula, H. S. and Soh, S. and Saxena, A.",
    booktitle = "ICRA",
    title = "Recurrent Neural Networks For Driver Activity Anticipation Via Sensory-Fusion Architecture",
    year = "2016"
}

Jain et al., "Car That Knows Before You Do: Anticipating Maneuvers Via Learning Temporal Driving Models", ICCV, 2015. paper arxiv

Datasets
• Brain4Cars
Metrics
• Recall
• Precision
• TTM
• FP
Bibtex

@InProceedings{Jain_2015_ICCV,
    author = "Jain, Ashesh and Koppula, Hema S. and Raghavan, Bharad and Soh, Shane and Saxena, Ashutosh",
    title = "Car That Knows Before You Do: Anticipating Maneuvers Via Learning Temporal Driving Models",
    booktitle = "ICCV",
    year = "2015"
}