From c2673f71bb8a2f9070484c458465c737576f1ff8 Mon Sep 17 00:00:00 2001 From: lukasadrion Date: Thu, 5 Feb 2026 16:41:25 +0100 Subject: [PATCH] add inferential statistics --- data/nasaTLX.csv | 8 ++++- data/results.csv | 2 ++ doc/report.Rnw | 74 ++++++++++++++++++++++++++++++++++++++ figures/nasa_boxplots.pdf | Bin 6819 -> 6836 bytes figures/ter_plot.pdf | Bin 4674 -> 4660 bytes figures/wpm_plot.pdf | Bin 4647 -> 4652 bytes 6 files changed, 83 insertions(+), 1 deletion(-) diff --git a/data/nasaTLX.csv b/data/nasaTLX.csv index b674f14..c5b5362 100644 --- a/data/nasaTLX.csv +++ b/data/nasaTLX.csv @@ -25,4 +25,10 @@ qwerty, 5, 2, 15, 6, 3 circle, 13, 4, 7, 12, 13 dvorak, 9, 11, 14, 14, 14 qwerty, 0, 0, 5, 7, 2 -circle, 15, 15, 11, 15, 11 \ No newline at end of file +circle, 15, 15, 11, 15, 11 +dvorak, 16, 14, 6, 16, 15 +qwerty, 2, 3, 8, 5, 4 +circle, 14, 12, 8, 10, 12 +dvorak, 14, 13, 9, 16, 19 +qwerty, 3, 4, 5, 7, 3 +circle, 17, 14, 7, 12, 13 \ No newline at end of file diff --git a/data/results.csv b/data/results.csv index 001e4ba..ea9e753 100644 --- a/data/results.csv +++ b/data/results.csv @@ -8,3 +8,5 @@ ab, 21, circle-dvorak-qwerty, 12.1, 0.034, 5.4, 0.029, 5.8, 0.105 mz, 24, qwerty-dvorak-circle, 15.8, 0.063, 9.8, 0.043, 10.3, 0.065 oa, 21, qwerty-circle-dvorak, 17.5, 0.011, 9.5, 0.011, 11.6, 0.010 dc, 22, dvorak-qwerty-circle, 15.2, 0.033, 7.0, 0.097, 5.1, 0.009 +pt, 23, dvorak-circle-qwerty, 16.3, 0.027, 6.5, 0.012, 6.2, 0.005 +rn, 24, circle-qwerty-dvorak, 14.8, 0.052, 8.8, 0.034, 9.5, 0.022 diff --git a/doc/report.Rnw b/doc/report.Rnw index cfc5b16..7a986aa 100644 --- a/doc/report.Rnw +++ b/doc/report.Rnw @@ -163,6 +163,80 @@ dev.off() \end{figure} \subsection{Inferential Statistics}\label{inferential-statistics} +Independent var: +- QWERTY +- DVORAK +- Circle + +Dependent var: +- WPM +- TER +- Nasa-TLX + +%Anova RM for WPM +<>= +library(tidyr) +library(dplyr) + +# Add participant ID +results$id <- 1:nrow(results) + +# --- WPM Long Format --- +wpm_long <- results %>% + select(id, qwerty_wpm, dvorak_wpm, circle_wpm) %>% + pivot_longer( + cols = -id, + names_to = "layout", + values_to = "wpm" + ) + +wpm_long$id <- factor(wpm_long$id) + +wpm_long$layout <- factor(wpm_long$layout, + levels=c("qwerty_wpm","dvorak_wpm","circle_wpm"), + labels=c("QWERTY","DVORAK","CIRCLE")) + +# --- RM ANOVA for WPM --- +anova_wpm <- aov(wpm ~ layout + Error(id/layout), data=wpm_long) + +# Print ANOVA table +summary(anova_wpm) +@ + +%Anova RM for TER +<>= + +# --- TER Long Format --- +ter_long <- results %>% + select(id, qwerty_ter, dvorak_ter, circle_ter) %>% + pivot_longer( + cols = -id, + names_to = "layout", + values_to = "ter" + ) + +ter_long$id <- factor(ter_long$id) + +ter_long$layout <- factor(ter_long$layout, + levels=c("qwerty_ter","dvorak_ter","circle_ter"), + labels=c("QWERTY","DVORAK","CIRCLE")) + +# --- RM ANOVA for TER --- +anova_ter <- aov(ter ~ layout + Error(id/layout), data=ter_long) + +summary(anova_ter) +@ + +% Post-Hoc analysis with bonferroni correction for WPM +<>= +suppressMessages(library(emmeans)) + +suppressMessages(emm_wpm <- emmeans(anova_wpm, ~ layout)) + +posthoc <- pairs(emm_wpm, adjust = "bonferroni") + +print(posthoc) +@ \subsubsection{Objective Measures}\label{objective-measures-1} diff --git a/figures/nasa_boxplots.pdf b/figures/nasa_boxplots.pdf index 87c1cc5df660850072b7b9fd5404e5f94f2e797e..1e02a5be4f9080b9617cc45e17b73afdc69a9cfb 100644 GIT binary patch delta 2944 zcmZXVc{mh`8pgAfLB^6jd)e19ld+SrBt!;d8A~C@QmL_TW0|ssV`LemP_m3IVaU#m ztSOBUW1=u3!x?LGJNLQw{&COu*Zcgw=llM7-{*PDFEwAv)@Hi|(t>D!wEi>__@8uJ zVAg_Q^_b+)Vg%mKiTcIsx^1lolQz4d&<>`vLD{Cv_ca6)q^ugC7j*KPUG^!JX^dW4 zo;esN;pt-(MsFOth0WSoosV9b|FOCLO>(m){drMSdMxGn_ZXwl*n4r-^BV2R=l9gZ zyAP=JQuOhpyV0G)I?VU)6w>;Ujc7-KJB?Hq5#EY^+nC+XUJ`<|VIOhCBa`gC`VDS+#B5nR%>nzw=8O6>pVbOlR z;*BJ#`4!nv9zZTE1Eg~SJ7jX^`#~Z>F$6@bft-dztpQ%lFB(aEW9~A+kDgWSBpKpA zz-XYCwPM4kZ{$S5Hn$aOS?d&;g0Q6l=%^dGm8eetH4-R<09_;TzWCJR0JuthDBS$l zSAQG3zt2=-RaPzVD;?5Gfu~htBdgaKOZw9;hlG%s%(zjwkndl-)|W+Pyxy-==1NU_ z+qu{r+AT)o^XcURWDe`YpAH}TqqGp#l%o`bR0+YE#2t0Ud;#lSf&L6}wgI%5`u^7m zhcYi*Cew<+E1rd;lEZAhtRrK0>{DIuYaBIJytR5uf0$_3uTZMF8>%k$i(H6H$|%H| zGkV*U2azMD{x<32He;18%!H5*5Z&(#SR5PQ(Ade1lfWofT9b66B*MVT;*)TwI zf`*mf{VedCqQ;uZuOq!ZjpM)1oe04L8c%ivuhE{{SoYoGo(3c`=@uo;$3xff{)_ z?M_z{GxteIvE#_`Qqm(F@A$3#1C=o^r4Za?xCg$LHms8rO_Cn7Yzhiv~s5n)Ww1HY*>mbMe%)G(a zgbTrAnU1ZzPh3CdqJzcztNYz*1V2f|;AxcEAdY8NNW`3(qb&&b@@|OAnZ}n!K1A~X z%HEE@Nklvppe&YBu1IE$>m;DtXWP3!e|Dco>qpRtby;dXkubTrU7DB&M(^khSoqh$ zHt9n;d~fiwVgVn=rr~t%X28{xU)omw3>;VwM2&N3WpzQLSS#=K)ZO+C;~3ZgQ0$~0 z6TU18c(G+f^|Z}lmgzB4Y{1^?KphV{tv{b<_i3zMfK?J^?`mee8@p0&;)sxgUl7n5 zSs^dit1f1k0%i4_@ET@MXOidxfGbN&`m_fm`pH=;!CTGoFc0D@oYBl4E?8}!h151575jPUw-?@`N-UGVFP2L2qXK6|MuJuiC_MuG+PgF$lF zI6%dhFrWvu5^9U_k2G2rZr}8zwEL6^ar5gJ4i{a{B$O z#Igs$9_nW!6~Q;eqr3UZd@{v+CIv7uP$+Hk6gtsgt@d?A+R~|jdiKCg9530~espIN z5NM`UYh$^Ezaua{jPG-u`?fL(SdUzg=PhrFPqmvuP^MO2@$@-a4MVG>F@DnEo3~dn zX^x9OOJeCL+mL{!h*T z=FIBGD-YR;lHCa?WqKN-24N}HKg)-vj^wfee#}qP_xO-+@7<-h^=fKq=A_#fw`;!U zS?k-0HOQ-~Mo>*gStv`wz_!jh*6|E~gd?SQW_8*O(m1*f`=+v*kGS}hb55bug9&_2KD@*7K9=+xD zWKM0bk=kyz7wwcFJ{2G%d@QXsO?6!OlSPlEz^7*eU&N3is_w4iwXHUi*URrRNC^*fpOfh zJBMmKiV~U+TU~u|MjC~M&8+IcP}rqU3AuV4$ck`&h^a;$3wGhU-Ttf%u#~gq1yn~^ zG6KsoPj1)Ngs=>u$3>c2Y9w;r*AJCw|zhG^AtOWej>4MPQfh2wm~Wc2ck+(JD^Ml-k!UBOP&z6=8o zXd}yN0@`Tho3N%6iKp_?4B~eeI(XD3pVJgc`Yc6-bvpm#YXZ5-qP^Yss~S>C1sx3^ z(r*|0G;6ka1T8J|^pVruK}`W_QQ7_sqI^+m#z*8|@IG17F|)z?sKzeVH-IV+m8IWr zxJf-o+{6V-5#=ia*}pTZ*Xi8va>c3RSdh8=TF~k^)x5+k zq5iO8%LC74wPh#d#Lok}Msg0wO*|89t|#tH^$!22pakSG1Zu>rpBd7wmslWvj$}k? zj4R{Ljz#+V6eD6iN*wVc3aZ5j75{PN&A9*2x1N76ZRFcB!ErN0xNAF6Vpn%v6#V4D zRwZ6qE(^xxY**q&!V%%xvtaWCbhF=g)Je79PjSc46c&ygxtfW%$o(by8kM%TlYf-7 zqD~l)xBn2t7yY#8)5WgA!gXqN&(wbUOZF$T@`8@4Ey0C^0i|-CD76~s3EQm-y2UHO zvn5=Hn%Ytte~;81DUN>&4X`E%^bZCGL;lIMpjf(yu9BAK|F5*bAf10O2uKU-C~C$I N(&mtrHM2G6_!nDHlPCZH delta 2927 zcmZXVc{CIX8^$A-u}=03AsNdgW*7}}$(m4Pmt~lVE+Iw8GJ~2dmxhLnE&F~Mdv+HS z*<(yu8=34AV_%BCd+#6L`ObIWzn=4Z-}C(SJm;-fFHld?;DAG+YH(G}WL@F^N~h1P za0KBRiyU_LJ%9TsX{8_#ns%aB`*d#D@61_o+2lxx1S9G90*qmkmtbF!(}S|L;}vgj zV-Rnj=oCKOMM>m4eXnhQqkU&1_~6M7@PPVmc9`&c1g)t52(xj__(5!O4+J7MkQU`PdV{Ze4mq57M&*2Gm27_wqZqBW0HDeeH;5k89MoxMZX4x-$v zTWw9sh#X3a?1u7xvRg&bXC+$B?^$PX2Ox$3k(s@corq3>s0W3`Bf!wNfk3amTtg2C z5>Qt!UhD?~L!us-p2_JCR&R&CZN|DjG(VmQHb3Uf=M#W{vv>~m*vyZ^(*(W-@tE2W zFpvud(?@<>poTL99U67F`@@nq1&>~l%fv{yKQ}oB)E18B7OMoCMUTJKi@Qtd<31_< z7LG7XynFo?a>G0HWO8Y`P0RKLN=b|sIu99WYgrBVsK+riFNAcf(~ty6yJ zvT>+&qUgU;vwN|JtkyDkEjZ}p=u2o=z=krG_5&O4nBO^}9maq+9L3b(e_jiQDvfk# zXZ2((k5ruooMyI$V@;r&F?{5##Qi;s_{V3*K7$WODF|Nq_~e*h^jbTVIXT0kFI+Xx zRjy)FJC`15)_n0CoXzEHoLfNkrZa8VB_e|H9ZKIT`@JkY5@Y`j>CMIMmS5cCl<7&d ziNJcT(T*pD^wXLubwqL6k6u`ItPpuo7qBMy#NBY(+qvgV=z>hnb>MJ~EOUMMghKsz zvbeOdc1rJZK?FqvvNWC_pK7#UW?r0~LacN#N7HoQ1O?4y8}$Mc#P>(=NK>avm4$6|@93cZ)YqWCogsI?Uz-aNjz2??%r~#z z-kFnGs{nJPyS*!QbCT?U?7n`hDCiC=sL6kWkV9u z6T5zD2OA)Hk`-M0mrk+2kxONS3zkfo4Zi%DAg6bwI+>d{E*a0XS;!cBunOjt=5&;g z-52V%GaDei>anQ+xNr!oamW(}n6IXs2<;>SwH_Z6ZB5)U8~cBxp5R3gaj2A@oA`~>hm z_NQUX_6&V_z1$AC5&KNH$aRlm5>KVKS#_Tr2*zAKiVIAQT`ws$e$t(_*=O9QYS#dn z3odiLq%zu9@oBtbMf4F~7bhDV1^S(7=f5r8pr1Sz1s9=H*K7qMvAL+=+XB)*)>1?9<)H#S=us8ZZ*69Lr+nc~q%_9V@=n_06}3Rn zQ_(jcv=yek>YnsgU+n|o{0+QV*Pq=kJ+!R<<4$7*xH>1{JSa&lVfafTy`u0X!xD4W&fsIefgw55XLR=K2aCV+T+#Cc%Mm#wR&e?G z%p023A)YM7^a2S7p!Jc&zGn4bHLzl~G_e32pG=Ith2&Zm&f9A@nI!?&dsclMq_n32 z;K||2REx5HhGCEr(CG;>0Nu+jRVh~C@7^m(%A91`{SYQkKd)-n_hIzc8GG!IXgEaW zV-H_?f*wZti$S}C1SbJ@7mP)_9BS6Z$v4sN^Sm0ni+(jWFd15-E@usJQVBBhpgQkL zQ)*$NVinB}XebSn-R}CwC<_o+E;@K<`Ip_*Y6(%np_^itO@xyy_tUZx>;%;arCgzG ziHdTbuI1%>i&g=Tcmh8pV%rU)y{{}K54*^4hmXbJaPBZW>} zS!1pob_+GF-a^8HvXX-4ZBKqt9jS;RjcJiEpoE=xIfEyzVq(j-o1*t^XH-qOmxW0- z%fj}ZYi+83-F^OKUa?bN^R3mtufbmC)Kq5c%y5AYJ}E-9*`nDL>tqaWj1X;FK>Mz5 z$s-e8{^tLD+)eA2_xT3zs3T@TM@}C4xSkzrPtz_w4X=?t;c;;2P&v4?*I)b z5n=G^0Qor1qOf>McK@88C*e>etSV+J zvTQ3>f%DC@yol|UMt?tNRO;A}pU2+P&m_ffA$9UR*}OV1m^Ae7k@l13`bR+3V4CoM qF*O+C-%K4!U<69iq4HI&UrE51rPvjpO5cN%gWvy$rbz1j5hPy{|lGTqbDNP|%Q{bo&11;;&Vl z<>?ETD09E8*!Np%TDYmc_EH7e*H_u~H+^u9x!=^J&y;xhzT*P*1Jw^bCNZU}2r6Vn z3T2#Hdad9VcSJqcTCd1ioQ{(JFAMWTdj3pi64O}A%QFAqCeO(;+-|CV^eR4f)^>w) z#EW*h#Y!(tCQJ@<{>*T_`|Z_Trw(XDn9ScCone-Ax8(PqyB@-RJ#lFdZafWUs}bn# zzuLXs_)X92zVr>zYwm@tE`QB4tJ%CF>z&#g$H}%3!-~3Q0r&9Q}sF4(O#|#GvyYzx7_jM&~>nlb&qtJqN99$lfmJt22RJ%WmPIHGlXIki*1Ff zW(e?vhxN8F2s?3D30;y&GpYY8&-J9*w0)0sZSl{OH=_Jk6uD?(#kWK3-=CkU&Uwm7tSmWRK94(N zC9JM*lF$_P)ZX&i-{O(gIhM(eg1(C%H)K0<{q^qrQ@`kME$0jo`J{{Oi90Tz@tElm zbu8=_%k@IF89ZGXQnKtZ-D`ia?hmP%w0SG@TwXgo@0y7K@4UA1O#0*U> qFvTnlCr=Qx)V8oNLzgo#G%>~yGcqxl{6)}})5M5NRn^tsjSB!ll{$+6 delta 769 zcmdm@a!6%@1-prXfw75^zk{>RpSP5k@= zXB|Dh9CNxWm$z@(!_?!4gS=MU&ikp@rSnHXJY3;nw}Qpf_i+I#2dW?PN^!<5Hgs5G zAQAAVSnS(&CcpZYNsP^PJ`2nge!5&Zwy03J>H7;~#k7J;*FAj}%S@_RYVr6V-wj1x znc2!}nHRJT_u1C&3OLa?bL-MFH)K3#oC!3;NJLS zN8QJ=wz=O9e-hb!^wZg@pLtgu>g9Ro&D!l(JmaJcbJ&s9o(VAy_v$|?KC9c>c2_oM zopgZA7yo~e5pVX{%hX9%i+PlIJk?x)-xlX=VeuS-X~{l43F&3gH~heqcr zZi;-~sP%v2n;eJCpo=*VJ9@UgV9H_G_0l47cA%+GRI+!f&B0j$JV6qi?h%4hOfzB? zRU!mU@*O3dJvOLSbXWB#9_*^0u<2Bb)k(?akNB-6x^Fg0--@W+Xng&iFxLYO^`#Sh zu3fIFU40?w+UlECsUq7HUw_TnJ54I|_I7D_3bhbiVKAx(9x9I^#WN_cv``&ODdb&df}~00b2B6u7_) z149E7OAIkXb0Z8fBLmaPO@fx%mO$NTW|$b7nq!C=nVL*~Cg{p(YR09i>gw;t1ppD^ BO!NQ% diff --git a/figures/wpm_plot.pdf b/figures/wpm_plot.pdf index 98daf20af47f56b36ec76f07d796366daf909e5b..e15ec233cf736c79ee92706e44e10e349eb5a76e 100644 GIT binary patch delta 730 zcmZ3kvPNZs1-q%CnTdg+*+hF$I5YY#lZD}AD@N7&{L2mkd*830vA8zj#!de9-#wfh zSh!TSbp+gI&I<0-$W+X1{qg6`0JYEJc@{c-kc6TWHWs$?Wz3{h@U{1U3t!ljlQcf{iKx{mNJ?Y#U3(M1dE zzs^|Vxcq>{7Oq>ebHux^=0rA43)nLMw0Fkyq-$k`|MZqvY(4Iz?_IFw(@K^+myd}* zAHC%)x>fpC@=4dr*-yXRUDHw~%rY-(cc0-I4YzjDdM(anpH2wBuP=(LwQ1fheWOm( zvG9`p&*X(Ws(0A`G5fCbFg;Q>F+z00^S&J`ZkK<_tFLXye{K6_-@R#fsx{=^T`v$k z6gS1W<#E=($L}KJl!eXH*=>#Xml&P#etb-I=9 zmSs}4^UdeV-9GVd8^=AbGU{}ioPimPfs(9pDmepX}*S0h04Vx77yH3tl|pSzp5rtCa}@S=*sP-3$CxZnAXWm4?}0 z)Vp}(JWVwDb_jBR?xs;aL3Zd?G*nmn8U delta 742 zcmZ3ZvRq|?1-prXfw75^rv(ww&U z{KVfoS&n-Ce<06&^xwmOKW^XI+%iA4v?VRnVV?gH*ZcomzPHa-u8EaT`2KX=lg;gq z9@g%dtSmewyOPMn*@eWB+&=j)bDxtqkMN`F&6!_l>Ts<%fA zhjG&~t1kwEN@q9>m%E$@wn^OZ|3XW>L4QqciiZ}@1fR{HTiCuuJ=$XNP+^;T_ta?_ zRfcorqCR(R+WYIvja#2mHrjKiforGHq#Vi5>BfhBqdL`^m1e3PXEb*T4gK*YXl=k|CZ(`j$+FLbL$&_+ zPqCkvqCMsHdGm*AYh5NgPV|}lxIsEG#oTtvy2vA^q(ZJNUs&7wYa+