@article{Poland2005AsymptoticsOD,
title={Asymptotics of discrete MDL for online prediction},
author={J. Poland and Marcus Hutter},
journal={IEEE Transactions on Information Theory},
year={2005},
volume={51},
pages={3780-3795}
}

Minimum description length (MDL) is an important principle for induction and prediction, with strong relations to optimal Bayesian learning. This paper deals with learning processes which are independent and identically distributed (i.i.d.) by means of two-part MDL, where the underlying model class is countable. We consider the online learning framework, i.e., observations come in one by one, and the predictor is allowed to update its state of mind after each time step. We identify two ways of… CONTINUE READING