@article {1617088,
	title = {The value of observation for monitoring dynamic systems},
	journal = {IJCAI{\textquoteright}07: Proceedings of the 20th international joint conference on Artifical intelligence},
	year = {2007},
	pages = {2474{\textendash}2479},
	abstract = {We consider the fundamental problem of monitoring (i.e. tracking) the belief state in a dynamic system, when the model is only approximately correct and when the initial belief state might be unknown. In this general setting where the model is (perhaps only slightly) mis-specified, monitoring (and consequently planning) may be impossible as errors might accumulate over time. We provide a new characterization, the value of observation, which allows us to bound the error accumulation. The value of observation is a parameter that governs how much information the observation provides. For instance, in Partially Observable MDPs when it is 1 the POMDP is an MDP while for an unobservable Markov Decision Process the parameter is 0. Thus, the new parameter characterizes a spectrum from MDPs to unobservable MDPs depending on the amount of information conveyed in the observations.},
	url = {http://ijcai.org/Proceedings/07/Papers/398.pdf},
	author = {Eyal Even-Dar and Sham M. Kakade and Yishay Mansour}
}
