@inproceedings{c7dc9fba5b43407494015241c1c9f13d,
title = "Validating Untrained Human Annotations Using Extreme Learning Machines",
abstract = "We present a process for validating and improving annotations made by untrained humans using a two-step machine learning algorithm. The initial validation algorithm is trained on a high quality annotated subset of the data that the untrained humans are asked to annotate. We continue by using the machine learning algorithm to predict other samples that are also annotated by the humans and test several approaches for joining the algorithmic annotations with the human annotations, with the intention of improving the performance beyond using either approach individually. We show that combining human annotations with the algorithmic predictions can improve the accuracy of the annotations.",
keywords = "113 Computer and information sciences",
author = "Thomas Forss and Leonardo Espinosa-Leal and Anton Akusok and Amaury Lendasse and Kaj-Mikael Bj{\"o}rk",
year = "2021",
doi = "10.1007/978-3-030-58989-9_10",
language = "English",
isbn = "978-3-030-58988-2",
series = "Proceedings in Adaptation, Learning and Optimization",
publisher = "Springer",
pages = "89--98",
editor = "Jiuwen Cao and Vong, {Chi Man} and Yoan Miche and Amaury Lendasse",
booktitle = "Proceedings of ELM2019",
address = "International",
}