The integration of Large Language Models (LLMs) into social science research presents transformative opportunities for advancing scientific inquiry, particularly in public administration (PA). However, the absence of standardized methodologies for using LLMs poses significant challenges for ensuring transparency, reproducibility, and replicability. This manuscript introduces the TaMPER framework-a structured methodology organized around five critical decision points: Task, Model, Prompt, Evaluation, and Reporting. The TaMPER framework provides scholars with a systematic approach to leveraging LLMs effectively while addressing key challenges such as model variability, prompt design, evaluation protocols, and transparent reporting practices.
@article{arxiv.2504.01037,
title = {TaMPERing with Large Language Models: A Field Guide for using Generative AI in Public Administration Research},
author = {Michael Overton and Barrie Robison and Lucas Sheneman},
journal= {arXiv preprint arXiv:2504.01037},
year = {2025}
}