This study evaluates the performance of general-purpose AI, like ChatGPT, in legal question-answering tasks, highlighting significant risks to legal professionals and clients. It suggests leveraging foundational models enhanced by domain-specific knowledge to overcome these issues. The paper advocates for creating open-source legal AI systems to improve accuracy, transparency, and narrative diversity, addressing general AI's shortcomings in legal contexts.
@article{arxiv.2404.12349,
title = {Evaluating AI for Law: Bridging the Gap with Open-Source Solutions},
author = {Rohan Bhambhoria and Samuel Dahan and Jonathan Li and Xiaodan Zhu},
journal= {arXiv preprint arXiv:2404.12349},
year = {2024}
}