We study gradient-based data attribution, aiming to identify which training examples most influence a given output. Existing methods for this task either treat network parameters uniformly or rely on implicit weighting derived from Hessian approximations, which do not fully model functional heterogeneity of network parameters. To address this, we propose a method to explicitly learn parameter importance weights directly from data, without requiring annotated labels. Our approach improves attribution accuracy across diverse tasks, including image classification, language modeling, and diffusion, and enables fine-grained attribution for concepts like subject and style.
@article{arxiv.2506.05647,
title = {Learning to Weight Parameters for Training Data Attribution},
author = {Shuangqi Li and Hieu Le and Jingyi Xu and Mathieu Salzmann},
journal= {arXiv preprint arXiv:2506.05647},
year = {2026}
}