In this paper we explore the challenges of automating experiments in data science. We propose an extensible experiment model as a foundation for integration of different open source tools for running research experiments. We implement our approach in a prototype open source MLDev software package and evaluate it in a series of experiments yielding promising results. Comparison with other state-of-the-art tools signifies novelty of our approach.
@article{arxiv.2107.12322,
title = {MLDev: Data Science Experiment Automation and Reproducibility Software},
author = {Anton Khritankov and Nikita Pershin and Nikita Ukhov and Artem Ukhov},
journal= {arXiv preprint arXiv:2107.12322},
year = {2022}
}