@article{Lytsy_Hartman_Pingel_2022, title={Misinterpretations of P-values and statistical tests persist among researchers and professionals working with statistics and epidemiology}, volume={127}, url={https://ujms.net/index.php/ujms/article/view/8760}, DOI={10.48101/ujms.v127.8760}, abstractNote={<p><strong>Background</strong>: The aim was to investigate inferences of statistically significant test results among persons with more or less statistical education and research experience.</p> <p><strong>Methods</strong>: A total of 75 doctoral students and 64 statisticians/epidemiologist responded to a web questionnaire about inferences of statistically significant findings. Participants were asked about their education and research experience, and also whether a ‘statistically significant’ test result (<em>P</em>&nbsp;= 0.024, α-level 0.05) could be inferred as proof or probability statements about the truth or falsehood of the null hypothesis (H<sub>0</sub>) and the alternative hypothesis (H<sub>1</sub>).</p> <p><strong>Results</strong>: Almost all participants reported having a university degree, and among statisticians/epidemiologist, most reported having a university degree in statistics and were working professionally with statistics. Overall, 9.4% of statisticians/epidemiologist and 24.0% of doctoral students responded that the statistically significant finding proved that H<sub>0</sub>&nbsp;is not true, and 73.4% of statisticians/epidemiologists and 53.3% of doctoral students responded that the statistically significant finding indicated that H<sub>0</sub>&nbsp;is improbable. Corresponding numbers about inferences about the alternative hypothesis (H<sub>1</sub>) were 12.0% and 6.2% about proving H<sub>1</sub>&nbsp;being true and 62.7 and 62.5% for the conclusion that H<sub>1</sub>&nbsp;is probable. Correct inferences to both questions, which is that a statistically significant finding cannot be inferred as either proof or a measure of a hypothesis’ probability, were given by 10.7% of doctoral students and 12.5% of statisticians/epidemiologists.</p> <p><strong>Conclusions</strong>: Misinterpretation of&nbsp;<em>P</em>-values and statistically significant test results persists also among persons who have substantial statistical education and who work professionally with statistics.</p&gt;}, number={1}, journal={Upsala Journal of Medical Sciences}, author={Lytsy Per and Hartman Mikael and Pingel Ronnie}, year={2022}, month={Aug.} }