@article{9c539f6a5c614079b41309a8a63c01be,
title = "EMVLight: A multi-agent reinforcement learning framework for an emergency vehicle decentralized routing and traffic signal control system",
abstract = "Emergency vehicles (EMVs) play a crucial role in responding to time-critical calls such as medical emergencies and fire outbreaks in urban areas. Existing methods for EMV dispatch typically optimize routes based on historical traffic-flow data and design traffic signal pre-emption accordingly; however, we still lack a systematic methodology to address the coupling between EMV routing and traffic signal control. In this paper, we propose EMVLight, a decentralized reinforcement learning (RL) framework for joint dynamic EMV routing and traffic signal pre-emption. We adopt the multi-agent advantage actor–critic method with policy sharing and spatial discounted factor. This framework addresses the coupling between EMV navigation and traffic signal control via an innovative design of multi-class RL agents and a novel pressure-based reward function. The proposed methodology enables EMVLight to learn network-level cooperative traffic signal phasing strategies that not only reduce EMV travel time but also shortens the travel time of non-EMVs. Simulation-based experiments indicate that EMVLight enables up to a 42.6% reduction in EMV travel time as well as an 23.5% shorter average travel time compared with existing approaches.",
keywords = "Deep reinforcement learning, Emergency vehicle management, Multi-agent system, Traffic signal control",
author = "Haoran Su and Zhong, {Yaofeng D.} and Chow, {Joseph Y.J.} and Biswadip Dey and Li Jin",
note = "Funding Information: The authors are thankful to Dr. Amit Chakraborty from Siemens for discussion on the conceptualization. The authors appreciated the editor as well as anonymous reviewers for their precious comments and suggestions. This work was partially supported by Siemens, Dwight David Eisenhower Transportation Fellowship, C2SMART University Transportation Center, NSFC Project 62103260, SJTU UM Joint Institute, and J. Wu & J. Sun Endowment Fund. Joseph Y.J. Chow was partially supported by the NYU University Research Challenge Fund 2020. These supports are gratefully acknowledged, but imply no endorsement of the findings. Funding Information: The authors are thankful to Dr. Amit Chakraborty from Siemens for discussion on the conceptualization. The authors appreciated the editor as well as anonymous reviewers for their precious comments and suggestions. This work was partially supported by Siemens, Dwight David Eisenhower Transportation Fellowship, C2SMART University Transportation Center, NSFC Project 62103260, SJTU UM Joint Institute, and J. Wu & J. Sun Endowment Fund. Joseph Y.J. Chow was partially supported by the NYU University Research Challenge Fund 2020. These supports are gratefully acknowledged, but imply no endorsement of the findings. The authors declare that they have no known competing financial interests or personal relationships that could have appeared to influence the work reported in this paper. Publisher Copyright: {\textcopyright} 2022",
year = "2023",
month = jan,
doi = "10.1016/j.trc.2022.103955",
language = "English (US)",
volume = "146",
journal = "Transportation Research Part C: Emerging Technologies",
issn = "0968-090X",
publisher = "Elsevier Limited",
}