action_anticipation.md

---

Home  | Behavioral  | Applications  | Datasets  

Scene gaze  | In-vehicle gaze  | Distraction detection  | Drowsiness detection  | Action anticipation  | Driver awareness  | Self-driving  | Papers with code  

---

Click on each entry below to see additional information.

Kung et al., Looking Inside Out: Anticipating Driver Intent From Videos, ICRA, 2024 | paper | code

Dataset(s): Brains4Cars

@inproceedings{2024_ICRA_Kung,
    author = "Kung, Yung-Chi and Zhang, Arthur and Wang, Junmin and Biswas, Joydeep",
    booktitle = "2024 IEEE International Conference on Robotics and Automation (ICRA)",
    organization = "IEEE",
    pages = "5608--5614",
    title = "Looking Inside Out: Anticipating Driver Intent From Videos",
    year = "2024"
}

Zhang et al., What Are the Differences in Driver Lane-Changing Intention Models Recognition Performance Between Connected and Non-Connected Environments, Trans. ITS, 2024 | paper

Dataset(s): private

@article{2024_T-ITS_Zhang,
    author = "Zhang, Hongjia and Wu, Fuwei and Guo, Dong and Gao, Song",
    journal = "IEEE Transactions on Intelligent Transportation Systems",
    publisher = "IEEE",
    title = "What Are the Differences in Driver Lane-Changing Intention Models Recognition Performance Between Connected and Non-Connected Environments",
    year = "2024"
}

Pardo-Decimavilla et al., Do You Act Like You Talk? Exploring Pose-based Driver Action Classification with Speech Recognition Networks, IV, 2024 | paper | code

Dataset(s): Drive&Act

@inproceedings{2024_IV_Pardo-Decimavilla,
    author = "Pardo-Decimavilla, Pablo and Bergasa, Luis M and Montiel-Mar{\'\i}n, Santiago and Antunes, Miguel and Llamazares, {\'A}ngel",
    booktitle = "2024 IEEE Intelligent Vehicles Symposium (IV)",
    organization = "IEEE",
    pages = "1395--1400",
    title = "Do You Act Like You Talk? Exploring Pose-based Driver Action Classification with Speech Recognition Networks",
    year = "2024"
}

Zhang et al., Driver Lane-Changing Intention Recognition Based on Stacking Ensemble Learning in the Connected Environment: A Driving Simulator Study, Trans. ITS, 2023 | paper

Dataset(s): private

@article{2023_T-ITS_Zhang,
    author = "Zhang, Hongjia and Gao, Song and Guo, Yingshi",
    journal = "IEEE Transactions on Intelligent Transportation Systems",
    publisher = "IEEE",
    title = "Driver lane-changing intention recognition based on stacking ensemble learning in the connected environment: A driving simulator study",
    year = "2023"
}

Yi et al., Fusion of Gaze and Scene Information for Driving Behaviour Recognition: A Graph-Neural-Network-Based Framework, Trans. ITS, 2023 | paper

Dataset(s): BLVD

@article{2023_T-ITS_Yi,
    author = "Yi, Yangtian and Lu, Chao and Wang, Boyang and Cheng, Long and Li, Zirui and Gong, Jianwei",
    journal = "IEEE Transactions on Intelligent Transportation Systems",
    publisher = "IEEE",
    title = "Fusion of Gaze and Scene Information for Driving Behaviour Recognition: A Graph-Neural-Network-Based Framework",
    year = "2023"
}

Guo et al., Temporal Information Fusion Network for Driving Behavior Prediction, Trans. ITS, 2023 | paper

Dataset(s): Brain4Cars, private

@article{2023_T-ITS_Guo,
    author = "Guo, Chenghao and Liu, Haizhuang and Chen, Jiansheng and Ma, Huimin",
    journal = "IEEE Transactions on Intelligent Transportation Systems",
    publisher = "IEEE",
    title = "Temporal Information Fusion Network for Driving Behavior Prediction",
    year = "2023"
}

Zhao et al., End-to-End Spatio-Temporal Attention-Based Lane-Change Intention Prediction from Multi-Perspective Cameras, IV, 2023 | paper

Dataset(s): private

@inproceedings{2023_IV_Zhao,
    author = "Zhao, Zhouqiao and Wei, Zhensong and Tian, Danyang and Reimer, Bryan and Gershon, Pnina and Moradi-Pari, Ehsan",
    booktitle = "2023 IEEE Intelligent Vehicles Symposium (IV)",
    organization = "IEEE",
    pages = "1--8",
    title = "End-to-End Spatio-Temporal Attention-Based Lane-Change Intention Prediction from Multi-Perspective Cameras",
    year = "2023"
}

Dahl et al., Intention-Aware Lane Keeping Assist Using Driver Gaze Information, IV, 2023 | paper

Dataset(s): private

@inproceedings{2023_IV_Dahl,
    author = "Dahl, John and de Campos, Gabriel Rodrigues and Fredriksson, Jonas",
    booktitle = "2023 IEEE Intelligent Vehicles Symposium (IV)",
    organization = "IEEE",
    pages = "1--7",
    title = "Intention-Aware Lane Keeping Assist Using Driver Gaze Information",
    year = "2023"
}

Tanama et al., Quantized Distillation: Optimizing Driver Activity Recognition Models for Resource-Constrained Environments, IROS, 2023 | paper | code

Dataset(s): Drive&Act

@inproceedings{2023_IROS_Tanama,
    author = "Tanama, Calvin and Peng, Kunyu and Marinov, Zdravko and Stiefelhagen, Rainer and Roitberg, Alina",
    booktitle = "2023 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)",
    organization = "IEEE",
    pages = "5479--5486",
    title = "Quantized Distillation: Optimizing Driver Activity Recognition Models for Resource-Constrained Environments",
    year = "2023"
}

Peng et al., TransDARC: Transformer-based Driver Activity Recognition with Latent Space Feature Calibration, IROS, 2022 | paper | code

Dataset(s): Drive&Act

@inproceedings{2022_IROS_Peng,
    author = "Peng, Kunyu and Roitberg, Alina and Yang, Kailun and Zhang, Jiaming and Stiefelhagen, Rainer",
    booktitle = "2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)",
    organization = "IEEE",
    pages = "278--285",
    title = "TransDARC: Transformer-based Driver Activity Recognition with Latent Space Feature Calibration",
    year = "2022"
}

Zhao et al., PAND: Precise Action Recognition on Naturalistic Driving, CVPRW, 2022 | paper

Dataset(s): DGDB

@inproceedings{2022_CVPRW_Zhao,
    author = "Zhao, Hangyue and Xiao, Yuchao and Zhao, Yanyun",
    booktitle = "Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition",
    pages = "3291--3299",
    title = "PAND: Precise action recognition on naturalistic driving",
    year = "2022"
}

Huang et al., Driver Glance Behavior Modeling based on Semi-supervised Clustering and Piecewise Aggregate Representation, Trans. ITS, 2021 | paper

Dataset(s): private

@article{2021_T-ITS_Huang,
    author = "Huang, Jianling and Long, Yan and Zhao, Xiaohua",
    journal = "IEEE Transactions on Intelligent Transportation Systems",
    publisher = "IEEE",
    title = "Driver Glance Behavior Modeling Based on Semi-Supervised Clustering and Piecewise Aggregate Representation",
    year = "2021"
}

Lee et al., Continuous Car Driving Intent Detection Using Structural Pattern Recognition, Trans. ITS, 2020 | paper

Dataset(s): private

@article{2020_T-ITS_Lee,
    author = "Lee, Sukhan and Khan, Muhammad Qasim and Husen, Mohd Nizam",
    journal = "IEEE Transactions on Intelligent Transportation Systems",
    number = "2",
    pages = "1001--1013",
    title = "Continuous car driving intent detection using structural pattern recognition",
    volume = "22",
    year = "2020"
}

Amadori et al., Decision Anticipation for Driving Assistance Systems, ITSC, 2020 | paper

Dataset(s): private

@inproceedings{2020_ITSC_Amadori,
    author = "Amadori, Pierluigi Vito and Fischer, Tobias and Wang, Ruohan and Demiris, Yiannis",
    booktitle = "2020 IEEE 23rd International Conference on Intelligent Transportation Systems (ITSC)",
    organization = "IEEE",
    pages = "1--7",
    title = "Decision anticipation for driving assistance systems",
    year = "2020"
}

Akai et al., Driving Behavior Modeling Based on Hidden Markov Models with Driver’s Eye-Gaze Measurement and Ego-Vehicle Localization, IV, 2019 | paper

Dataset(s): private

@inproceedings{2019_IV_Akai,
    author = "Akai, Naoki and Hirayama, Takatsugu and Morales, Luis Yoichi and Akagi, Yasuhiro and Liu, Hailong and Murase, Hiroshi",
    booktitle = "IV",
    title = "{Driving behavior modeling based on hidden Markov models with driver's eye-gaze measurement and ego-vehicle localization}",
    year = "2019"
}

Wu et al., Gaze-based Intention Anticipation over Driving Manoeuvres in Semi-Autonomous Vehicles, IROS, 2019 | paper

Dataset(s): private

@inproceedings{2019_IROS_Wu,
    author = "Wu, Min and Louw, Tyron and Lahijanian, Morteza and Ruan, Wenjie and Huang, Xiaowei and Merat, Natasha and Kwiatkowska, Marta",
    booktitle = "IROS",
    title = "Gaze-based intention anticipation over driving manoeuvres in semi-autonomous vehicles",
    year = "2019"
}

Martin et al., Dynamics of Driver’s Gaze: Explorations in Behavior Modeling and Maneuver Prediction, Trans. ITS, 2018 | paper

Dataset(s): private

@article{2018_TIV_Martin,
    author = "Martin, Sujitha and Vora, Sourabh and Yuen, Kevan and Trivedi, Mohan Manubhai",
    journal = "IEEE Transactions on Intelligent Vehicles",
    number = "2",
    pages = "141--150",
    title = "Dynamics of driver's gaze: Explorations in behavior modeling and maneuver prediction",
    volume = "3",
    year = "2018"
}

Martin et al., Gaze Fixations and Dynamics for Behavior Modeling and Prediction of On-road Driving Maneuvers, IV, 2017 | paper

Dataset(s): private

@inproceedings{2017_IV_Martin,
    author = "Martin, Sujitha and Trivedi, Mohan M",
    booktitle = "IV",
    title = "Gaze fixations and dynamics for behavior modeling and prediction of on-road driving maneuvers",
    year = "2017"
}

Li et al., Detecting Drivers' Mirror-Checking Actions and Its Application to Maneuver and Secondary Task Recognition, Trans. ITS, 2016 | paper

Dataset(s): private

@article{2016_T-ITS_Li,
    author = "Li, Nanxiang and Busso, Carlos",
    journal = "IEEE Transactions on Intelligent Transportation Systems",
    number = "4",
    pages = "980--992",
    publisher = "IEEE",
    title = "Detecting drivers' mirror-checking actions and its application to maneuver and secondary task recognition",
    volume = "17",
    year = "2015"
}

Jain et al., Recurrent Neural Networks for Driver Activity Anticipation via Sensory-Fusion Architecture, ICRA, 2016 | paper | code

Dataset(s): Brain4Cars

@inproceedings{2016_ICRA_Jain,
    author = "Jain, Ashesh and Singh, Avi and Koppula, Hema S and Soh, Shane and Saxena, Ashutosh",
    booktitle = "ICRA",
    title = "Recurrent neural networks for driver activity anticipation via sensory-fusion architecture",
    year = "2016"
}

Pugeault et al., How much of driving is preattentive?, Transactions on Vehicular Technology, 2015 | paper

Dataset(s): DIPLECS

@article{2015_TranVehTech_Pugeault,
    author = "Pugeault, Nicolas and Bowden, Richard",
    journal = "IEEE Transactions on Vehicular Technology",
    number = "12",
    pages = "5424--5438",
    publisher = "IEEE",
    title = "How much of driving is preattentive?",
    volume = "64",
    year = "2015"
}

Jain et al., Car that Knows Before You Do: Anticipating Maneuvers via Learning Temporal Driving Models, ICCV, 2015 | paper

Dataset(s): Brain4Cars

@inproceedings{2015_ICCV_Jain,
    author = "Jain, Ashesh and Koppula, Hema S and Raghavan, Bharad and Soh, Shane and Saxena, Ashutosh",
    booktitle = "ICCV",
    title = "Car that knows before you do: Anticipating maneuvers via learning temporal driving models",
    year = "2015"
}

Ohn-Bar et al., Vision on Wheels: Looking at Driver, Vehicle, and Surround for On-Road Maneuver Analysis, CVPRW, 2014 | paper

Dataset(s): private

@inproceedings{2014_CVPRW_Ohn-Bar,
    author = "Ohn-Bar, Eshed and Tawari, Ashish and Martin, Sujitha and Trivedi, Mohan M",
    booktitle = "CVPRW",
    title = "Vision on wheels: Looking at driver, vehicle, and surround for on-road maneuver analysis",
    year = "2014"
}

Mori et al., Integrated Modeling of Driver Gaze and Vehicle Operation Behavior to Estimate Risk Level During Lane Changes, ITSC, 2013 | paper

Dataset(s): private

@inproceedings{2013_ITSC_Mori,
    author = "Mori, Masataka and Miyajima, Chiyomi and Hirayama, Takatsugu and Kitaoka, Norihide and Takeda, Kazuya",
    booktitle = "ITSC",
    title = "Integrated modeling of driver gaze and vehicle operation behavior to estimate risk level during lane changes",
    year = "2013"
}

Pugeault et al., Learning Pre-attentive Driving Behaviour from Holistic Visual Features, ACCV, 2010 | paper

Dataset(s): DIPLECS

@inproceedings{2010_ACCV_Pugeault,
    author = "Pugeault, Nicolas and Bowden, Richard",
    booktitle = "ECCV",
    title = "Learning pre-attentive driving behaviour from holistic visual features",
    year = "2010"
}