Conference paper · 2026

ReplicatorBench: Benchmarking LLM Agents for Replicability in Social and Behavioral Sciences

Bang Nguyen, Dominik Soós, Qian Ma, Rochana R. Obadage, Zack Ranjan, Sai Koneru, Timothy M. Errington, Shakhlo Nematova, Sarah Rajtmajer, Jian Wu, Meng Jiang

BibTeX Copy

@inproceedings{nguyen_span_2026,
	address = {Jeju Island Republic of Korea},
	title = {{\textless}span style="font-variant:small-caps;"{\textgreater}{ReplicatorBench}:{\textless}/span{\textgreater} {Benchmarking} {LLM} {Agents} for {Replicability} in {Social} and {Behavioral} {Sciences}},
	isbn = {979-8-4007-2259-2},
	shorttitle = {{\textless}span style="font-variant},
	url = {https://dl.acm.org/doi/10.1145/3770855.3819003},
	doi = {10.1145/3770855.3819003},
	language = {en},
	urldate = {2026-11-06},
	booktitle = {Proceedings of the 32nd {ACM} {SIGKDD} {Conference} on {Knowledge} {Discovery} and {Data} {Mining} {V}.2},
	publisher = {ACM},
	author = {Nguyen, Bang and Soós, Dominik and Ma, Qian and Obadage, Rochana R. and Ranjan, Zack and Koneru, Sai and Errington, Timothy M. and Nematova, Shakhlo and Rajtmajer, Sarah and Wu, Jian and Jiang, Meng},
	month = aug,
	year = {2026},
	pages = {11693--11704},
}