Weighted kappa: nominal scale agreement with provision for scaled disagreement or partial credit.

@article{Cohen1968WeightedKN,
  title={Weighted kappa: nominal scale agreement with provision for scaled disagreement or partial credit.},
  author={Jason A Cohen},
  journal={Psychological bulletin},
  year={1968},
  volume={70 4},
  pages={213-20}
}