From 898b52edcb47bcb3e9d6106e74ca73e74ea01e70 Mon Sep 17 00:00:00 2001 From: sillylaird Date: Thu, 3 Sep 2026 00:33:59 +0000 Subject: import live www.sillylaird.ca webroot --- .../results-analysis/references/common-pitfalls.md | 28 ++++++++++++++++++++++ 1 file changed, 28 insertions(+) create mode 100644 .agents/skills/results-analysis/references/common-pitfalls.md (limited to '.agents/skills/results-analysis/references/common-pitfalls.md') diff --git a/.agents/skills/results-analysis/references/common-pitfalls.md b/.agents/skills/results-analysis/references/common-pitfalls.md new file mode 100644 index 0000000..559f29a --- /dev/null +++ b/.agents/skills/results-analysis/references/common-pitfalls.md @@ -0,0 +1,28 @@ +# Common Pitfalls in Experimental Analysis + +## Statistical pitfalls +- Reporting only the best run +- Mixing seed-level and subject-level units +- Running many contrasts without correction +- Reporting significance without effect size +- Using parametric tests after failed assumptions without explanation + +## Visualization pitfalls +- No real figure despite readable data +- Plot without uncertainty information +- Overcrowded multi-panel figure with no message hierarchy +- Caption missing n / error-bar meaning +- Figure not referenced or interpreted in text + +## Reasoning pitfalls +- Confusing correlation with mechanism +- Treating trend as conclusion +- Ignoring negative results +- Hiding instability behind a mean value +- Turning raw logs into durable conclusions too early + +## Reporting pitfalls +- Writing paper prose before evidence is stabilized +- Mixing analysis artifact with final narrative artifact +- Not separating blocker from conclusion +- Forgetting to state what decision the analysis changes -- cgit v1.2.3