@inproceedings{7d5db2ccec2f49648ef4c370ead42667,
title = "Asynchronous Value Iteration for Markov Decision Processes with Continuous State Spaces",
abstract = "We propose a simulation-based value iteration algorithm for approximately solving infinite horizon discounted MDPs with continuous state spaces and finite actions. At each time step, the algorithm employs the shrinking ball method to estimate the value function at sampled states and uses historical estimates in an interpolation-based fitting strategy to build an approximator of the optimal value function. Under moderate conditions, we prove that the sequence of approximators generated by the algorithm converges uniformly to the optimal value function with probability one. Simple numerical examples are provided to compare our algorithm with two other existing methods.",
author = "Xiangyu Yang and Hu, \{Jian Qiang\} and Jiaqiao Hu and Yijie Peng",
note = "Publisher Copyright: {\textcopyright} 2020 IEEE.; 2020 Winter Simulation Conference, WSC 2020 ; Conference date: 14-12-2020 Through 18-12-2020",
year = "2020",
month = dec,
day = "14",
doi = "10.1109/WSC48552.2020.9384120",
language = "English",
series = "Proceedings - Winter Simulation Conference",
publisher = "Institute of Electrical and Electronics Engineers Inc.",
pages = "2856--2866",
editor = "K.-H. Bae and B. Feng and S. Kim and S. Lazarova-Molnar and Z. Zheng and T. Roeder and R. Thiesing",
booktitle = "Proceedings of the 2020 Winter Simulation Conference, WSC 2020",
}