@article{3bd29cba99aa44b79c384469ccdeef21,
title = "Non-Standard Errors",
abstract = "In statistics, samples are drawn from a population in a data-generating process (DGP). Standard errors measure the uncertainty in estimates of population parameters. In science, evidence is generated to test hypotheses in an evidence-generating process (EGP). We claim that EGP variation across researchers adds uncertainty: Non-standard errors (NSEs). We study NSEs by letting 164 teams test the same hypotheses on the same data. NSEs turn out to be sizable, but smaller for better reproducible or higher rated research. Adding peer-review stages reduces NSEs. We further find that this type of uncertainty is underestimated by participants.",
keywords = "non-standard errors, multi-analyst approach, liquidity",
author = "Ekaterina Kazak and Aleksey Kolokolov and Liangyi Mu and Lavinia Rognone and Schenk-Hopp{\'e}, \{Klaus Reiner\} and Sarah Zhang and \{et al.\}",
note = "Complete list of authors (343 in total) Non-Standard Errors (Forthcoming in Journal of Finance) Albert J. Menkveld, Anna Dreber, Felix Holzmeister, Juergen Huber, Magnus Johannesson, Michael Kirchler, Michael Razen, Utz Weitzel, David Abad, Menachem (Meni) Abudy, Tobias Adrian, Yacine Ait-Sahalia, Olivier Akmansoy, Jamie Alcock, Vitali Alexeev, Arash Aloosh, Livia Amato, Diego Amaya, James Angel, Amadeus Bach, Edwin Baidoo, Gaetan Bakalli, Andrea Barbon, Oksana Bashchenko, Parampreet Christopher Bindra, Geir Hoidal Bjonnes, Jeff Black, Bernard S. Black, Santiago Bohorquez, Oleg Bondarenko, Charles S. Bos, Ciril Bosch-Rosa, Elie Bouri, Christian T. Brownlees, Anna Calamia, Viet Nga Cao, Gunther Capelle-Blancard, Laura Capera, Massimiliano Caporin, Allen Carrion, Tolga Caskurlu, Bidisha Chakrabarty, Mikhail Chernov, William M. Cheung, Ludwig B. Chincarini, Tarun Chordia, Sheung Chi Chow, Benjamin Clapham, Jean-Edouard Colliard, Carole Comerton-Forde, Edward Curran, Thong Dao, Wale Dare, Ryan J. Davies, Riccardo De Blasis, Gianluca De Nard, Fany Declerck, Oleg Deev, Hans Degryse, Solomon Deku, Christophe Desagre, Mathijs A. van Dijk, Chukwuma Dim, Thomas Dimpfl, Yunjiang Dong, Philip Drummond, Tom L. Dudda, Ariadna Dumitrescu, Teodor Dyakov, Anne Haubo Dyhrberg, Micha{\l} Dzieli{\'n}ski, Asli Eksi, Izidin El Kalak, Saskia ter Ellen, Nicolas Eugster, Martin D.D. Evans, Michael Farrell, Ester F{\'e}lez-Vi{\~n}as, Gerardo Ferrara, El Mehdi FERROUHI, Andrea Flori, Jonathan Fluharty-Jaidee, Sean Foley, Kingsley Y. L. Fong, Thierry Foucault, Tatiana Franus, Francesco A. Franzoni, Bart Frijns, Michael Fr{\"o}mmel, Servanna Fu, Sascha F{\"u}llbrunn, Baoqing Gan, Thomas Gehrig, Dirk Gerritsen, Javier Gil-Bazo, Lawrence R. Glosten, Thomas Gomez, Arseny Gorbenko, Ufuk G{\"u}{\c c}bilmez, Joachim Grammig, Vincent Gregoire, Bj{\"o}rn Hagstr{\"o}mer, Julien Hambuckers, Erik Hapnes, Jeffrey H. Harris, Lawrence Harris, Simon Hartmann, Jean-Baptiste Hasse, Nikolaus Hautsch, Xuezhong He, Davidson Heath, Simon Hediger, Terrence Hendershott, Ann Marie Hibbert, Erik Hjalmarsson, Seth A. Hoelscher, Peter Hoffmann, Craig W. Holden, Alex R. Horenstein, Wenqian Huang, Da Huang, Christophe Hurlin, Alexey Ivashchenko, Subramanian R. Iyer, Hossein Jahanshahloo, Naji Jalkh, Charles M. Jones, Simon Jurkatis, Petri Jylha, Andreas Kaeck, Gabriel Kaiser, Arz{\'e} Karam, Egle Karmaziene, Bernhard Kassner, Markku Kaustia, Ekaterina Kazak, Fearghal Kearney, Vincent van Kervel, Saad Khan, Marta Khomyn, Tony Klein, Olga Klein, Alexander Klos, Michael Koetter, Jan Pieter Krahnen, Aleksey Kolokolov, Robert A. Korajczyk, Roman Kozhan, Amy Kwan, Quentin Lajaunie, FY Eric C Lam, Marie Lambert, Hugues Langlois, Jens Lausen, Tobias Lauter, Markus Leippold, Vladimir Levin, Yijie Li, (Michael) Hui Li, Chee Yoong Liew, Thomas Lindner, Oliver B. Linton, Jiacheng Liu, Anqi Liu, Guillermo Llorente, Matthijs Lof, Ariel Lohr, Francis A. Longstaff, Alejandro Lopez-Lira, Shawn Mankad, Nicola Mano, Alexis Marchal, Charles Martineau, Francesco Mazzola, Debrah Meloso, Roxana Mihet, Vijay Mohan, Sophie Moinas, David Moore, Liangyi Mu, Dmitriy Muravyev, Dermot Murphy, Gabor Neszveda, Christian Neumeier, Ulf Nielsson, Mahendrarajah Nimalendran, Sven Nolte, Lars L. Norden, Peter O'Neill, Khaled Obaid, Bernt Arne {\O}degaard, Per {\"O}stberg, Marcus Painter, Stefan Palan, Imon Palit, Andreas Park, Roberto Pascual, Paolo Pasquariello, Lubos Pastor, Vinay Patel, Andrew J. Patton, Neil D. Pearson, Loriana Pelizzon, Matthias Pelster, Christophe P{\'e}rignon, Cameron Pfiffer, Richard Philip, Tom{\'a}{\v s} Pl{\'i}hal, Puneet Prakash, Oliver-Alexander Press, Tina Prodromou, Tālis J. Putniņ{\v s}, Gaurav Raizada, David A. Rakowski, Angelo Ranaldo, Luca Regis, Stefan Reitz, Thomas Renault, Rex Wang Renjie, Roberto Ren{\`o}, Steven Riddiough, Kalle Rinne, Paul Rintam{\"a}ki, Ryan Riordan, Thomas Rittmannsberger, I{\~n}aki Rodr{\'i}guez-Longarela, Dominik R{\"o}sch, Lavinia Rognone, Brian Roseman, Ioanid Rosu, Saurabh Roy, Nicolas Rudolf, Stephen Rush, Khaladdin Rzayev, Aleksandra Rze{\'z}nik, Anthony Sanford, Harikumar Sankaran, Asani Sarkar, Lucio Sarno, O. Scaillet, Stefan Scharnowski, Klaus Reiner Schenk-Hopp{\'e}, Andrea Schertler, Michael Schneider, Florian Schroeder, Norman Schuerhoff, Philipp Schuster, Marco A. Schwarz, Mark S. Seasholes, Norman Seeger, Or Shachar, Andriy Shkilko, Jessica Shui, Mario Sikic, Giorgia Simion, Lee A. Smales, Paul S{\"o}derlind, Elvira Sojli, Konstantin Sokolov, Laima Spokeviciute, Denitsa Stefanova, Sebastian Neus{\"u}ss, Marti G. Subrahmanyam, Barnabas Szaszi, Oleksandr Talavera, Yuehua Tang, Nicholas Taylor, Wing Wah Tham, Erik Theissen, Julian Thimme, Ian Tonks, Hai Tran, Luca Trapin, Anders B. Trolle, Giorgio Valente, Robert A. Van Ness, Aurelio Vasquez, Thanos Verousis, Patrick Verwijmeren, Anders Vilhelmsson, Grigory Vilkov, Vladimir Vladimirov, Sebastian Vogel, Stefan Voigt, Wolf Wagner, Thomas Walther, Patrick Weiss, Michel van der Wel, Ingrid M. Werner, P. Joakim Westerholm, Christian Westheide, Evert Wipplinger, Michael Wolf, Christian C. P. Wolff, Leonard Wolk, Wing-Keung Wong, Jan Wrampelmeyer, Shuo Xia, Dacheng Xiu, Ke Xu, Caihong Xu, Pradeep K. Yadav, Jos{\'e} Yag{\"u}e, Cheng Yan, Antti Yang, Woongsun Yoo, Wenjia Yu, Shihao Yu, Bart Zhou Yueshen, Darya Yuferova, Marcin Zamojski, Abalfazl Zareei, Stefan Zeisberger, S. Sarah Zhang, Xiaoyu Zhang, Zhuo Zhong, Z. Ivy Zhou, Chen Zhou, Sonya Zhu, Marius Zoican, Remco C. J. Zwinkels, Jian Chen, Teodor Duevski, Ge Gao, Roland Gemayel, Dudley Gilder, Paul Kuhle, Emiliano Pagnotta, Michele Pelli, Jantje S{\"o}nksen, Lu Zhang, Konrad Ilczuk, Dimitar Bogoev, Ya Qian, Hans C. Wika, Yihe Yu, Lu Zhao, Michael Mi, Li Bao, Andreea Vaduva, Marcel Prokopczuk, Alejandro Avetikian and Zhen-Xing Wu ",
year = "2024",
month = jun,
day = "1",
doi = "10.2139/ssrn.3981597",
language = "English",
volume = "79",
pages = "2339--2390",
journal = "Journal of Finance",
issn = "0022-1082",
publisher = "John Wiley \& Sons Ltd",
number = "3",
}
