This report is a survey of the relationships between various state-of-the-art neural network architectures and formal languages as, for example, structured by the Chomsky Language Hierarchy. Of particular interest are the abilities of a neural architecture to represent, recognize and generate words from a specific language by learning from samples of the language.
@article{arxiv.2006.01338,
title = {A Survey of Neural Networks and Formal Languages},
author = {Joshua Ackerman and George Cybenko},
journal= {arXiv preprint arXiv:2006.01338},
year = {2020}
}