This paper details a technical plan for building a clinical case database for Traditional Chinese Medicine (TCM) using web scraping. Leveraging multiple platforms, including 360doc, we gathered over 5,000 TCM clinical cases, performed data cleaning, and structured the dataset with crucial fields such as patient details, pathogenesis, syndromes, and annotations. Using the Baidu_ERNIE_Speed_128K API, we removed redundant information and generated the final answers through the DeepSeekv2 API, outputting results in standard JSON format. We optimized data recall with RAG and rerank techniques during retrieval and developed a hybrid matching scheme. By combining two-stage retrieval method with keyword matching via Jieba, we significantly enhanced the accuracy of model outputs.
@article{arxiv.2411.15491,
title = {Traditional Chinese Medicine Case Analysis System for High-Level Semantic Abstraction: Optimized with Prompt and RAG},
author = {Peng Xu and Hongjin Wu and Jinle Wang and Rongjia Lin and Liwei Tan},
journal= {arXiv preprint arXiv:2411.15491},
year = {2024}
}