#inter_rater_reliability using Fleiss Kappa ##################################################################################################### #Install and load of packages ###################################################### install.packages("pSolve") install.packages("irr") library("lpSolve") library("irr") #First round (round 1; R1) ################################################################################## #m <- 7 #number of raters; judges #n <- 15 #number of evaluated studies; subjects #k <- 10 #number questions; evaluation categories #s1: " Bruunsgaard H, Pedersen AN, Schroll M, Skinhoj P, Pedersen BK" #s2: " Choi KM, Ryu OH, Lee KW, Kim HY, Seo JA, Kim SG, et al" #s3: " Eroglu S, Sade LE, Bozbas H, Haberal A, Ozbicer S, Demir O, et al" #s4: " Farg0li JL, Sun Q, Olenczuk D, Qi L, Zhu Y, Hu FB, et al" #s5: " Gao H, Salim A, Lee J, Tai ES, van Dam RM" #s6: " Kern PA, Di Gregorio GB, Lu T, Rassouli N, Ranganathan G" #s7: " Khoo CM, Sairazi S, Taslim S, Gardner D, Wu Y, Lee J, et al" #s8: " Koh SB, Park JK, Yoon JH, Chang SJ, Oh SS, Kim JY, et al" #s9: " Komatsu M, Ohfusa H, Aizawa T, Hashizume K" #s10:" Ku BJ, Kim SY, Lee TY, Park KS" #s11:" Meyers JA, Liu AY, McTiernan A, Wener MH, Wood B, Weigle DS, et al" #s12:" Rinaldi S, Biessy C, de la Luz Hernandez M, Lajous M, Ortiz-Pa0zo E, Yunes E, et al" #s13:" Viikari LA, Huupponen RK, Viikari JS, Marniemi J, Eklund C, Hurme M, et al" #s14:" Wannamethee SG, Whincup PH, Rumley A, Lowe GD" #s15:" Nakamura" #packages: irr, lpSolve #Intraclass correlation coefficients: icc("matrix", model = c("twoway"), type = c("agreement")) ######### s1_Q1 <- c(0,1,1,0,1,1,1) s2_Q1 <- c(0,0,0,0,1,1,1) s3_Q1 <- c(0,0,1,0,0,1,0) s4_Q1 <- c(0,1,1,1,0,1,1) s5_Q1 <- c(0,1,1,0,1,1,1) s6_Q1 <- c(0,1,0,0,0,1,1) s7_Q1 <- c(1,1,1,1,0,1,1) s8_Q1 <- c(0,0,0,0,0,0,1) s9_Q1 <- c(0,0,1,0,1,1,1) s10_Q1 <- c(0,0,1,0,1,1,1) s11_Q1 <- c(1,1,1,1,1,1,1) s12_Q1 <- c(0,0,1,0,1,0,1) s13_Q1 <- c(0,1,1,0,1,1,1) s14_Q1 <- c(0,0,1,0,1,1,1) s15_Q1 <- c(0,0,1,1,1,1,0) s1_Q2 <- c(1,1,1,1,1,1,1) s2_Q2 <- c(1,1,1,1,1,1,1) s3_Q2 <- c(1,1,1,1,1,1,1) s4_Q2 <- c(1,1,1,1,1,1,1) s5_Q2 <- c(0,1,1,1,1,1,1) s6_Q2 <- c(1,1,1,1,1,1,0) s7_Q2 <- c(1,1,1,1,1,1,1) s8_Q2 <- c(1,1,1,1,1,1,1) s9_Q2 <- c(0,1,0,1,1,1,0) s10_Q2 <- c(1,1,1,1,1,1,1) s11_Q2 <- c(1,1,1,1,1,1,1) s12_Q2 <- c(1,1,1,1,1,1,1) s13_Q2 <- c(1,1,1,1,1,1,1) s14_Q2 <- c(1,1,1,1,1,1,1) s15_Q2 <- c(0,1,0,1,1,1,1) s1_Q3 <- c(0,0,1,0,0,1,0) s2_Q3 <- c(0,0,0,0,0,0,0) s3_Q3 <- c(0,0,0,0,0,0,0) s4_Q3 <- c(0,1,1,0,0,1,0) s5_Q3 <- c(0,0,1,0,0,1,0) s6_Q3 <- c(0,0,0,0,0,0,0) s7_Q3 <- c(0,0,1,0,0,1,0) s8_Q3 <- c(0,0,1,0,0,1,0) s9_Q3 <- c(0,0,0,0,0,0,0) s10_Q3 <- c(0,0,1,0,0,1,0) s11_Q3 <- c(0,1,0,0,0,1,0) s12_Q3 <- c(0,1,1,0,0,1,0) s13_Q3 <- c(0,0,1,0,0,1,0) s14_Q3 <- c(0,0,1,0,1,1,0) s15_Q3 <- c(0,0,1,0,1,1,0) s1_Q4 <- c(0,1,1,1,1,0,0) s2_Q4 <- c(0,1,1,1,0,1,1) s3_Q4 <- c(0,1,1,1,0,1,1) s4_Q4 <- c(1,1,1,1,1,1,1) s5_Q4 <- c(0,1,1,1,0,1,1) s6_Q4 <- c(0,1,0,1,1,0,1) s7_Q4 <- c(0,1,1,1,0,1,1) s8_Q4 <- c(1,1,1,1,0,1,1) s9_Q4 <- c(0,0,0,1,0,0,0) s10_Q4 <- c(1,1,1,1,0,1,1) s11_Q4 <- c(1,1,1,1,0,1,1) s12_Q4 <- c(1,1,1,1,1,1,1) s13_Q4 <- c(1,1,1,1,1,1,1) s14_Q4 <- c(1,1,1,1,1,0,1) s15_Q4 <- c(0,1,1,1,1,1,1) s1_Q5 <- c(1,1,1,1,1,0,1) s2_Q5 <- c(1,1,1,1,1,1,1) s3_Q5 <- c(1,1,1,1,1,1,1) s4_Q5 <- c(1,1,1,1,1,1,1) s5_Q5 <- c(1,1,1,1,1,0,0) s6_Q5 <- c(1,1,0,0,1,0,0) s7_Q5 <- c(1,1,1,1,1,0,1) s8_Q5 <- c(1,1,1,1,1,1,0) s9_Q5 <- c(1,1,1,1,1,1,1) s10_Q5 <- c(1,1,0,1,1,0,0) s11_Q5 <- c(1,1,1,1,1,1,1) s12_Q5 <- c(1,1,1,1,1,1,1) s13_Q5 <- c(1,1,1,1,1,0,1) s14_Q5 <- c(1,1,0,1,0,0,0) s15_Q5 <- c(1,1,1,1,0,0,1) s1_Q6 <- c(0,1,1,1,0,1,1) s2_Q6 <- c(0,1,0,1,1,1,1) s3_Q6 <- c(0,1,0,1,1,1,0) s4_Q6 <- c(1,1,1,1,0,1,1) s5_Q6 <- c(0,1,1,1,1,1,0) s6_Q6 <- c(0,1,1,0,0,1,1) s7_Q6 <- c(1,1,1,1,1,1,1) s8_Q6 <- c(0,0,0,1,0,0,1) s9_Q6 <- c(0,0,0,1,1,1,1) s10_Q6 <- c(0,1,1,1,1,1,0) s11_Q6 <- c(1,1,1,1,1,1,1) s12_Q6 <- c(1,1,1,1,1,1,1) s13_Q6 <- c(0,1,1,1,1,1,1) s14_Q6 <- c(0,1,0,1,0,1,1) s15_Q6 <- c(0,1,1,1,1,1,1) s1_Q7 <- c(1,1,1,1,1,1,0) s2_Q7 <- c(1,1,0,1,1,1,0) s3_Q7 <- c(0,0,0,0,1,0,0) s4_Q7 <- c(1,1,1,1,1,1,1) s5_Q7 <- c(1,1,1,1,0,1,1) s6_Q7 <- c(0,0,0,0,1,0,0) s7_Q7 <- c(1,1,1,1,0,1,0) s8_Q7 <- c(1,1,0,1,1,1,0) s9_Q7 <- c(1,1,1,1,1,1,0) s10_Q7 <- c(0,1,0,1,1,0,0) s11_Q7 <- c(0,0,0,0,1,0,0) s12_Q7 <- c(1,1,1,1,1,1,1) s13_Q7 <- c(0,1,1,1,1,0,0) s14_Q7 <- c(1,1,1,1,1,1,0) s15_Q7 <- c(1,1,1,1,1,1,0) s1_Q8 <- c(0,1,1,1,0,1,0) s2_Q8 <- c(0,0,1,0,1,0,0) s3_Q8 <- c(0,1,0,0,1,0,0) s4_Q8 <- c(0,1,1,1,0,1,1) s5_Q8 <- c(0,0,0,0,1,0,0) s6_Q8 <- c(0,0,0,0,1,0,0) s7_Q8 <- c(0,1,1,0,1,1,1) s8_Q8 <- c(0,0,0,0,1,0,0) s9_Q8 <- c(0,0,0,0,0,0,0) s10_Q8 <- c(0,1,1,0,1,1,1) s11_Q8 <- c(1,1,1,1,1,1,1) s12_Q8 <- c(1,1,1,1,1,1,1) s13_Q8 <- c(0,1,1,0,1,1,1) s14_Q8 <- c(0,1,0,0,1,1,1) s15_Q8 <- c(1,1,0,1,1,1,0) s1_Q9 <- c(0,0,1,0,1,0,0) s2_Q9 <- c(0,0,1,0,0,0,0) s3_Q9 <- c(0,0,0,0,1,0,0) s4_Q9 <- c(1,0,1,1,1,0,1) s5_Q9 <- c(0,0,0,0,0,0,0) s6_Q9 <- c(0,0,0,0,0,0,0) s7_Q9 <- c(0,1,1,0,0,0,0) s8_Q9 <- c(0,0,0,0,0,0,0) s9_Q9 <- c(0,0,0,0,0,0,0) s10_Q9 <- c(0,0,0,0,1,0,0) s11_Q9 <- c(0,1,1,1,1,0,0) s12_Q9 <- c(0,0,1,1,1,1,0) s13_Q9 <- c(0,0,1,0,0,0,0) s14_Q9 <- c(0,0,1,0,0,0,0) s15_Q9 <- c(0,1,0,1,0,0,0) s1_Q10 <- c(0,1,1,1,0,0,0) s2_Q10 <- c(0,0,0,0,0,0,0) s3_Q10 <- c(0,0,0,0,0,0,0) s4_Q10 <- c(0,0,0,0,0,0,1) s5_Q10 <- c(0,1,1,1,0,0,0) s6_Q10 <- c(0,0,0,0,0,0,0) s7_Q10 <- c(0,0,0,0,0,0,0) s8_Q10 <- c(0,0,0,0,0,0,0) s9_Q10 <- c(0,0,0,0,0,0,0) s10_Q10 <- c(0,0,0,0,0,0,0) s11_Q10 <- c(1,0,1,1,0,0,0) s12_Q10 <- c(0,1,0,0,0,0,0) s13_Q10 <- c(0,0,0,0,0,0,0) s14_Q10 <- c(0,0,0,0,0,0,0) s15_Q10 <- c(0,0,0,0,0,0,0) M1_R1 <- rbind(s1_Q1,s2_Q1,s3_Q1,s4_Q1,s5_Q1,s6_Q1,s7_Q1,s8_Q1,s9_Q1,s10_Q1,s11_Q1,s12_Q1,s13_Q1,s14_Q1,s15_Q1) M2_R1 <- rbind(s1_Q2,s2_Q2,s3_Q2,s4_Q2,s5_Q2,s6_Q2,s7_Q2,s8_Q2,s9_Q2,s10_Q2,s11_Q2,s12_Q2,s13_Q2,s14_Q2,s15_Q2) M3_R1 <- rbind(s1_Q3,s2_Q3,s3_Q3,s4_Q3,s5_Q3,s6_Q3,s7_Q3,s8_Q3,s9_Q3,s10_Q3,s11_Q3,s12_Q3,s13_Q3,s14_Q3,s15_Q3) M4_R1 <- rbind(s1_Q4,s2_Q4,s3_Q4,s4_Q4,s5_Q4,s6_Q4,s7_Q4,s8_Q4,s9_Q4,s10_Q4,s11_Q4,s12_Q4,s13_Q4,s14_Q4,s15_Q4) M5_R1 <- rbind(s1_Q5,s2_Q5,s3_Q5,s4_Q5,s5_Q5,s6_Q5,s7_Q5,s8_Q5,s9_Q5,s10_Q5,s11_Q5,s12_Q5,s13_Q5,s14_Q5,s15_Q5) M6_R1 <- rbind(s1_Q6,s2_Q6,s3_Q6,s4_Q6,s5_Q6,s6_Q6,s7_Q6,s8_Q6,s9_Q6,s10_Q6,s11_Q6,s12_Q6,s13_Q6,s14_Q6,s15_Q6) M7_R1 <- rbind(s1_Q7,s2_Q7,s3_Q7,s4_Q7,s5_Q7,s6_Q7,s7_Q7,s8_Q7,s9_Q7,s10_Q7,s11_Q7,s12_Q7,s13_Q7,s14_Q7,s15_Q7) M8_R1 <- rbind(s1_Q8,s2_Q8,s3_Q8,s4_Q8,s5_Q8,s6_Q8,s7_Q8,s8_Q8,s9_Q8,s10_Q8,s11_Q8,s12_Q8,s13_Q8,s14_Q8,s15_Q8) M9_R1 <- rbind(s1_Q9,s2_Q9,s3_Q9,s4_Q9,s5_Q9,s6_Q9,s7_Q9,s8_Q9,s9_Q9,s10_Q9,s11_Q9,s12_Q9,s13_Q9,s14_Q9,s15_Q9) M10_R1 <- rbind(s1_Q10,s2_Q10,s3_Q10,s4_Q10,s5_Q10,s6_Q10,s7_Q10,s8_Q10,s9_Q10,s10_Q10,s11_Q10,s12_Q10,s13_Q10,s14_Q10,s15_Q10) #############################################intra-rater reliability########################################## i1_Q1 <- c(1,0) i2_Q1 <- c(0,0) i3_Q1 <- c(0,0) i4_Q1 <- c(1,0) i5_Q1 <- c(1,0) i6_Q1 <- c(1,0) i7_Q1 <- c(1,1) i8_Q1 <- c(0,0) i9_Q1 <- c(0,0) i10_Q1 <- c(0,0) i11_Q1 <- c(1,1) i12_Q1 <- c(0,0) i13_Q1 <- c(1,0) i14_Q1 <- c(0,0) i15_Q1 <- c(0,0) i1_Q2 <- c(1,0) i2_Q2 <- c(1,1) i3_Q2 <- c(1,1) i4_Q2 <- c(1,1) i5_Q2 <- c(1,1) i6_Q2 <- c(1,1) i7_Q2 <- c(1,1) i8_Q2 <- c(1,1) i9_Q2 <- c(1,1) i10_Q2 <- c(1,1) i11_Q2 <- c(1,1) i12_Q2 <- c(1,1) i13_Q2 <- c(1,1) i14_Q2 <- c(1,1) i15_Q2 <- c(1,1) i1_Q3 <- c(0,1) i2_Q3 <- c(0,0) i3_Q3 <- c(0,0) i4_Q3 <- c(1,1) i5_Q3 <- c(0,0) i6_Q3 <- c(0,0) i7_Q3 <- c(0,0) i8_Q3 <- c(0,0) i9_Q3 <- c(0,0) i10_Q3 <- c(0,0) i11_Q3 <- c(1,0) i12_Q3 <- c(1,0) i13_Q3 <- c(0,0) i14_Q3 <- c(0,0) i15_Q3 <- c(0,0) i1_Q4 <- c(1,1) i2_Q4 <- c(1,1) i3_Q4 <- c(1,1) i4_Q4 <- c(1,1) i5_Q4 <- c(1,1) i6_Q4 <- c(1,1) i7_Q4 <- c(1,1) i8_Q4 <- c(1,1) i9_Q4 <- c(0,1) i10_Q4 <- c(1,1) i11_Q4 <- c(1,1) i12_Q4 <- c(1,1) i13_Q4 <- c(1,1) i14_Q4 <- c(1,1) i15_Q4 <- c(1,1) i1_Q5 <- c(1,1) i2_Q5 <- c(1,1) i3_Q5 <- c(1,1) i4_Q5 <- c(1,1) i5_Q5 <- c(1,1) i6_Q5 <- c(1,1) i7_Q5 <- c(1,1) i8_Q5 <- c(1,1) i9_Q5 <- c(1,0) i10_Q5 <- c(1,1) i11_Q5 <- c(1,1) i12_Q5 <- c(1,1) i13_Q5 <- c(1,1) i14_Q5 <- c(1,1) i15_Q5 <- c(1,1) i1_Q6 <- c(1,1) i2_Q6 <- c(1,0) i3_Q6 <- c(1,1) i4_Q6 <- c(1,1) i5_Q6 <- c(1,1) i6_Q6 <- c(1,0) i7_Q6 <- c(1,1) i8_Q6 <- c(0,0) i9_Q6 <- c(0,0) i10_Q6 <- c(1,1) i11_Q6 <- c(1,1) i12_Q6 <- c(1,1) i13_Q6 <- c(1,1) i14_Q6 <- c(1,1) i15_Q6 <- c(1,1) i1_Q7 <- c(1,1) i2_Q7 <- c(1,1) i3_Q7 <- c(0,0) i4_Q7 <- c(1,1) i5_Q7 <- c(1,1) i6_Q7 <- c(0,0) i7_Q7 <- c(1,1) i8_Q7 <- c(1,1) i9_Q7 <- c(1,1) i10_Q7 <- c(1,1) i11_Q7 <- c(0,0) i12_Q7 <- c(1,1) i13_Q7 <- c(1,1) i14_Q7 <- c(1,1) i15_Q7 <- c(1,1) i1_Q8 <- c(1,1) i2_Q8 <- c(0,0) i3_Q8 <- c(1,1) i4_Q8 <- c(1,1) i5_Q8 <- c(0,0) i6_Q8 <- c(0,1) i7_Q8 <- c(1,1) i8_Q8 <- c(0,0) i9_Q8 <- c(0,0) i10_Q8 <- c(1,1) i11_Q8 <- c(1,1) i12_Q8 <- c(1,1) i13_Q8 <- c(1,1) i14_Q8 <- c(1,1) i15_Q8 <- c(1,1) i1_Q9 <- c(0,0) i2_Q9 <- c(0,0) i3_Q9 <- c(0,0) i4_Q9 <- c(0,0) i5_Q9 <- c(0,0) i6_Q9 <- c(0,0) i7_Q9 <- c(1,1) i8_Q9 <- c(0,0) i9_Q9 <- c(0,0) i10_Q9 <- c(0,0) i11_Q9 <- c(1,0) i12_Q9 <- c(0,1) i13_Q9 <- c(0,0) i14_Q9 <- c(0,0) i15_Q9 <- c(1,0) i1_Q10 <- c(1,0) i2_Q10 <- c(0,0) i3_Q10 <- c(0,0) i4_Q10 <- c(0,0) i5_Q10 <- c(1,0) i6_Q10 <- c(0,0) i7_Q10 <- c(0,0) i8_Q10 <- c(0,0) i9_Q10 <- c(0,0) i10_Q10 <- c(0,0) i11_Q10 <- c(0,0) i12_Q10 <- c(1,0) i13_Q10 <- c(0,0) i14_Q10 <- c(0,0) i15_Q10 <- c(0,0) iA1 <- c(8,6) iA2 <- c(5,4) iA3 <- c(5,5) iA4 <- c(8,7) iA5 <- c(7,5) iA6 <- c(5,4) iA7 <- c(8,8) iA8 <- c(4,4) iA9 <- c(3,3) iA10 <- c(6,6) iA11 <- c(8,6) iA12 <- c(8,7) iA13 <- c(7,6) iA14 <- c(6,6) iA15 <- c(7,6) ##############################################overall ratings########################### s1 <- c(3,8,10,7,6,6,4) s2 <- c(3,5,5,5,6,6,5) s3 <- c(2,5,4,4,6,5,3) s4 <- c(6,8,9,8,5,8,9) s5 <- c(2,7,8,6,5,6,4) s6 <- c(2,5,2,2,5,3,3) s7 <- c(5,8,9,6,4,7,6) s8 <- c(4,4,4,5,4,5,4) s9 <- c(2,3,3,5,5,5,3) s10 <- c(3,6,6,5,7,6,4) s11 <- c(7,8,8,8,7,7,6) s12 <- c(6,8,9,7,8,8,7) s13 <- c(3,7,9,5,7,6,6) s14 <- c(4,6,6,5,6,6,5) s15 <- c(3,7,6,8,7,7,4) ###########different sections########### #Int: Introduction #MM: Material and Methods #Res: Results #Dis: Discussion #Bio: Biomarker Int_s1 <- c(0,1,1,0,1,1,1) Int_s2 <- c(0,0,0,0,1,1,1) Int_s3 <- c(0,0,1,0,0,1,0) Int_s4 <- c(0,1,1,1,0,1,1) Int_s5 <- c(0,1,1,0,1,1,1) Int_s6 <- c(0,1,0,0,0,1,1) Int_s7 <- c(1,1,1,1,0,1,1) Int_s8 <- c(0,0,0,0,0,0,1) Int_s9 <- c(0,0,1,0,1,1,1) Int_s10 <- c(0,0,1,0,1,1,1) Int_s11 <- c(1,1,1,1,1,1,1) Int_s12 <- c(0,0,1,0,1,0,1) Int_s13 <- c(0,1,1,0,1,1,1) Int_s14 <- c(0,0,1,0,1,1,1) Int_s15 <- c(0,0,1,1,1,1,0) MM_s1 <- c(1,1,2,1,1,2,1) MM_s2 <- c(1,1,1,1,1,1,1) MM_s3 <- c(1,1,1,1,1,1,1) MM_s4 <- c(1,2,2,1,1,2,1) MM_s5 <- c(0,1,2,1,1,2,1) MM_s6 <- c(1,1,1,1,1,1,0) MM_s7 <- c(1,1,2,1,1,2,1) MM_s8 <- c(1,1,2,1,1,2,1) MM_s9 <- c(0,1,0,1,1,1,0) MM_s10 <- c(1,1,2,1,1,2,1) MM_s11 <- c(1,2,1,1,1,2,1) MM_s12 <- c(1,2,2,1,1,2,1) MM_s13 <- c(1,1,2,1,1,2,1) MM_s14 <- c(1,1,2,1,2,2,1) MM_s15 <- c(0,1,1,1,2,2,1) Res_s1 <- c(1,2,2,2,2,0,1) Res_s2 <- c(1,2,2,2,1,2,2) Res_s3 <- c(1,2,2,2,1,2,2) Res_s4 <- c(2,2,2,2,2,2,2) Res_s5 <- c(1,2,2,2,1,1,1) Res_s6 <- c(1,2,0,1,2,0,1) Res_s7 <- c(1,2,2,2,1,1,2) Res_s8 <- c(2,2,2,2,1,2,1) Res_s9 <- c(1,1,1,2,1,1,1) Res_s10 <- c(2,2,1,2,1,1,1) Res_s11 <- c(2,2,2,2,1,2,2) Res_s12 <- c(2,2,2,2,2,2,2) Res_s13 <- c(2,2,2,2,2,1,2) Res_s14 <- c(2,2,1,2,1,0,1) Res_s15 <- c(1,2,2,2,1,1,2) Dis_s1 <- c(1,2,2,2,1,2,1) Dis_s2 <- c(1,2,0,2,2,2,1) Dis_s3 <- c(0,1,0,1,2,1,0) Dis_s4 <- c(2,2,2,2,1,2,2) Dis_s5 <- c(1,2,2,2,1,2,1) Dis_s6 <- c(0,1,1,0,1,1,1) Dis_s7 <- c(2,2,2,2,1,2,1) Dis_s8 <- c(1,1,0,2,1,1,1) Dis_s9 <- c(1,1,1,2,2,2,1) Dis_s10 <- c(0,2,1,2,2,1,0) Dis_s11 <- c(1,1,1,1,2,1,1) Dis_s12 <- c(2,2,2,2,2,2,2) Dis_s13 <- c(0,2,2,2,2,1,1) Dis_s14 <- c(1,2,1,2,1,2,1) Dis_s15 <- c(1,2,2,2,2,2,1) Bio_s1 <- c(0,2,3,2,1,1,0) Bio_s2 <- c(0,0,2,0,1,0,0) Bio_s3 <- c(0,1,0,0,2,0,0) Bio_s4 <- c(1,1,2,2,1,1,3) Bio_s5 <- c(0,1,1,1,1,0,0) Bio_s6 <- c(0,0,0,0,1,0,0) Bio_s7 <- c(0,2,2,0,1,1,1) Bio_s8 <- c(0,0,0,0,1,0,0) Bio_s9 <- c(0,0,0,0,0,0,0) Bio_s10 <- c(0,1,1,0,2,1,1) Bio_s11 <- c(2,2,3,3,2,1,1) Bio_s12 <- c(1,2,2,2,2,2,1) Bio_s13 <- c(0,1,2,0,1,1,1) Bio_s14 <- c(0,1,1,0,1,1,1) Bio_s15 <- c(1,2,0,2,1,1,0) M_overall_R1 <- rbind(s1,s2,s3,s4,s5,s6,s7,s8,s9,s10,s11,s12,s13,s14,s15) M_re_overall_R1 <- rbind(iA1,iA2,iA3,iA4,iA5,iA6,iA7,iA8,iA9,iA10,iA11,iA12,iA13,iA14,iA15) M_Study_rational_R1 <- rbind(Int_s1,Int_s2,Int_s3,Int_s4,Int_s5,Int_s6,Int_s7,Int_s8,Int_s9,Int_s10,Int_s11,Int_s12,Int_s13,Int_s14,Int_s15) M_Design_Methods_R1 <- rbind(MM_s1,MM_s2,MM_s3,MM_s4,MM_s5,MM_s6,MM_s7,MM_s8,MM_s9,MM_s10,MM_s11,MM_s12,MM_s13,MM_s14,MM_s15) M_Data_analysis_R1 <- rbind(Res_s1,Res_s2,Res_s3,Res_s4,Res_s5,Res_s6,Res_s7,Res_s8,Res_s9,Res_s10,Res_s11,Res_s12,Res_s13,Res_s14,Res_s15) M_Data_interpretation_R1 <- rbind(Dis_s1,Dis_s2,Dis_s3,Dis_s4,Dis_s5,Dis_s6,Dis_s7,Dis_s8,Dis_s9,Dis_s10,Dis_s11,Dis_s12,Dis_s13,Dis_s14,Dis_s15) M_Biomarker_measurement_R1 <- rbind(Bio_s1,Bio_s2,Bio_s3,Bio_s4,Bio_s5,Bio_s6,Bio_s7,Bio_s8,Bio_s9,Bio_s10,Bio_s11,Bio_s12,Bio_s13,Bio_s14,Bio_s15) #Calculation of ICCs (R1) ###################################################### icc(M_overall_R1, model=c("twoway"),type=c("agreement")) icc(M_re_overall_R1, model=c("twoway"),type=c("agreement")) icc(M_Study_rational_R1, model=c("twoway"),type=c("agreement")) icc(M_Design_Methods_R1, model=c("twoway"),type=c("agreement")) icc(M_Data_analysis_R1, model=c("twoway"),type=c("agreement")) icc(M_Data_interpretation_R1, model=c("twoway"),type=c("agreement")) icc(M_Biomarker_measurement_R1, model=c("twoway"),type=c("agreement")) ##################################################################################################################### #2. round #m <- 5 #number of raters; judges #n <- 30 #number of evaluated studies; subjects #k <- 10 #number questions; evaluation categories #s1: " Bullo M, Garcia-Lorda P, Megias I, Salas-Salvado J" #s2: " Kantartzis K, Rittig K, Balletshofer B, Machann J, Schick F, Porubska K, et al" #s3: " Abdullah SM, Khera A, Leonard D, Das SR, Canham RM, Kamath SA, et al" #s4: " Matsushita K, Yatsuya H, Tamakoshi K, Wada K, Otsuka R, Zhang H, et al" #s5: " de Luis DA, Sagrado MG, Conde R, Aller R, Izaola O, Romero E" #s6: " Terazawa-Watanabe M, Tsuboi A, Fukuo K, Kazumi T" #s7: " Oh EG, Kim SH, Bang SY, Hyun SS, Im JA, Lee JE, et al" #s8: " Ukkola O, Kesaniemi YA" #s9: " Saisho Y, Hirose H, Seino Y, Saito I, Itoh H" #s10: " Rolland YM, Perry HM, 3rd, Patrick P, Banks WA, Morley JE" #s11: " Hyatt TC, Phadke RP, Hunter GR, Bush NC, Munoz AJ, Gower BA" #s12: " Yu D, Yu Z, Sun Q, Sun L, Li H, Song J, et al" #s13: " Mertens I, Ballaux D, Funahashi T, Matsuzawa Y, Van der Planken M, Verrijken A, et al" #s14: " Im JA, Kim SH, Lee JW, Shim JY, Lee HR, Lee DC" #s15: " Stepien M, Stepien A, Wlazel RN, Paradowski M, Rizzo M, Banach M, et al" #s16: " Chiu FH, Chuang CH, Li WC, Weng YM, Fann WC, Lo HY, et al" #s17: " Cetinalp-Demircan P, Bekpinar S, Gurdol F, Orhan Y" #s18: " Romero-Corral A, Sierra-Johnson J, Lopez-Jimenez F, Thomas RJ, Singh P, Hoffmann M, et al" #s19: " Rutter MK, Sattar N, Tajar A, O'Neill TW, Lee DM, Bartfai G, et al" #s20: " Klüppelholz B, Thorand B, Koenig W, de Las Heras Gala T, Meisinger C, Huth C, et al #s21: " Onat A, Hergenc G, Can G, Kucukdurmaz Z" #s22: " Gomez-Ambrosi J, Salvador J, Silva C, Pastor C, Rotellar F, Gil MJ, et al" #s23: " Nishida M, Moriyama T, Sugita Y, Yamauchi-Takihara K" #s24: " Gnacinska M, Malgorzewicz S, Lysiak-Szydlowska W, Sworczak K" #s25: " Paolisso G, Rizzo MR, Mazziotti G, Tagliamonte MR, Gambardella A, Rotondi M, et al" #s26: " Kawamoto R, Kusunoki T, Abe M, Kohara K, Miki T" #s27: " van Dielen FM, van't Veer C, Schols AM, Soeters PB, Buurman WA, Greve JW" #s28: " O'Sullivan EP, Ashley DT, Davenport C, Penugonda L, Kelleher G, Devlin N, et al" #s29: " Hivert MF, Sullivan LM, Shrader P, Fox CS, Nathan DM, D'Agostino RB, Sr" #s30: " Tonjes A, Fasshauer M, Kratzsch J, Stumvoll M, Bluher M" #packages: irr, lpSolve #Intraclass correlation coefficients: icc("matrix", model = c("twoway"), type = c("agreement")) s1_Q1 <- c(2,1,2,2,1) s2_Q1 <- c(2,2,2,2,2) s3_Q1 <- c(2,2,2,2,2) s4_Q1 <- c(2,2,2,2,2) s5_Q1 <- c(1,2,2,2,2) s6_Q1 <- c(1,2,1,2,1) s7_Q1 <- c(1,1,2,2,2) s8_Q1 <- c(1,2,1,2,2) s9_Q1 <- c(1,2,2,2,2) s10_Q1 <- c(1,2,2,2,2) s11_Q1 <- c(2,2,2,2,2) s12_Q1 <- c(1,2,2,2,2) s13_Q1 <- c(2,2,2,2,2) s14_Q1 <- c(1,2,2,2,2) s15_Q1 <- c(1,2,2,2,2) s16_Q1 <- c(2,2,2,2,2) s17_Q1 <- c(1,2,2,2,2) s18_Q1 <- c(2,2,2,1,2) s19_Q1 <- c(2,2,2,2,2) s20_Q1 <- c(2,2,2,2,2) s21_Q1 <- c(2,2,2,2,2) s22_Q1 <- c(1,2,2,2,2) s23_Q1 <- c(1,1,1,2,1) s24_Q1 <- c(1,2,1,2,2) s25_Q1 <- c(1,1,2,2,2) s26_Q1 <- c(1,2,2,2,2) s27_Q1 <- c(2,2,2,2,2) s28_Q1 <- c(2,2,2,2,2) s29_Q1 <- c(2,2,1,2,2) s30_Q1 <- c(1,2,1,2,2) s1_Q2 <- c(2,2,1,2,2) s2_Q2 <- c(2,2,1,2,2) s3_Q2 <- c(2,0,1,2,2) s4_Q2 <- c(2,1,1,2,2) s5_Q2 <- c(2,1,1,1,2) s6_Q2 <- c(1,1,1,2,2) s7_Q2 <- c(2,1,1,2,2) s8_Q2 <- c(2,2,1,1,2) s9_Q2 <- c(2,1,1,2,2) s10_Q2 <- c(2,1,1,2,2) s11_Q2 <- c(1,1,1,2,2) s12_Q2 <- c(2,1,1,1,2) s13_Q2 <- c(2,2,2,2,2) s14_Q2 <- c(2,1,2,2,2) s15_Q2 <- c(2,2,2,2,2) s16_Q2 <- c(2,2,2,1,2) s17_Q2 <- c(1,2,1,1,1) s18_Q2 <- c(2,1,2,2,2) s19_Q2 <- c(2,1,2,2,2) s20_Q2 <- c(2,1,2,2,2) s21_Q2 <- c(2,1,1,2,2) s22_Q2 <- c(1,1,1,1,1) s23_Q2 <- c(2,1,1,1,2) s24_Q2 <- c(2,1,2,2,2) s25_Q2 <- c(2,1,1,1,2) s26_Q2 <- c(1,1,0,1,2) s27_Q2 <- c(2,2,1,2,1) s28_Q2 <- c(2,1,2,2,2) s29_Q2 <- c(2,1,1,2,1) s30_Q2 <- c(2,1,1,2,2) s1_Q3 <- c(0,0,1,1,1) s2_Q3 <- c(0,1,0,1,1) s3_Q3 <- c(1,1,1,1,1) s4_Q3 <- c(1,1,0,1,1) s5_Q3 <- c(0,0,0,0,1) s6_Q3 <- c(0,1,1,0,1) s7_Q3 <- c(1,1,1,0,2) s8_Q3 <- c(1,1,1,1,1) s9_Q3 <- c(0,1,1,0,1) s10_Q3 <- c(0,0,1,0,1) s11_Q3 <- c(1,0,1,1,1) s12_Q3 <- c(1,1,1,0,1) s13_Q3 <- c(0,1,1,0,2) s14_Q3 <- c(1,1,1,0,1) s15_Q3 <- c(1,0,1,0,1) s16_Q3 <- c(1,1,1,0,1) s17_Q3 <- c(0,0,0,0,1) s18_Q3 <- c(1,1,1,0,1) s19_Q3 <- c(1,1,1,1,1) s20_Q3 <- c(1,1,1,0,2) s21_Q3 <- c(1,1,1,1,2) s22_Q3 <- c(1,1,1,0,1) s23_Q3 <- c(0,1,1,0,1) s24_Q3 <- c(0,0,0,0,1) s25_Q3 <- c(0,0,0,0,2) s26_Q3 <- c(1,1,1,0,1) s27_Q3 <- c(1,0,1,0,1) s28_Q3 <- c(1,1,1,1,2) s29_Q3 <- c(1,1,1,1,2) s30_Q3 <- c(1,1,1,1,2) s1_Q4 <- c(2,1,1,1,1) s2_Q4 <- c(1,1,1,1,1) s3_Q4 <- c(1,1,1,2,1) s4_Q4 <- c(1,1,1,1,1) s5_Q4 <- c(1,1,1,1,1) s6_Q4 <- c(1,1,1,1,1) s7_Q4 <- c(1,1,1,1,1) s8_Q4 <- c(1,1,1,1,1) s9_Q4 <- c(1,1,1,1,1) s10_Q4 <- c(1,1,1,1,1) s11_Q4 <- c(2,1,1,2,1) s12_Q4 <- c(2,2,1,1,2) s13_Q4 <- c(2,1,1,1,1) s14_Q4 <- c(1,1,1,1,1) s15_Q4 <- c(1,1,1,1,1) s16_Q4 <- c(2,1,1,1,1) s17_Q4 <- c(1,1,1,1,1) s18_Q4 <- c(2,2,1,1,2) s19_Q4 <- c(2,1,1,1,1) s20_Q4 <- c(1,2,1,1,2) s21_Q4 <- c(2,2,2,1,2) s22_Q4 <- c(2,1,1,1,0) s23_Q4 <- c(1,1,1,1,1) s24_Q4 <- c(1,1,1,1,1) s25_Q4 <- c(2,1,1,1,1) s26_Q4 <- c(2,1,1,1,1) s27_Q4 <- c(1,1,1,1,0) s28_Q4 <- c(1,1,1,1,1) s29_Q4 <- c(2,2,1,1,2) s30_Q4 <- c(2,1,1,1,1) s1_Q5 <- c(2,2,2,1,1) s2_Q5 <- c(2,1,1,1,2) s3_Q5 <- c(2,2,2,2,2) s4_Q5 <- c(2,2,2,1,2) s5_Q5 <- c(1,1,1,1,1) s6_Q5 <- c(2,2,2,1,1) s7_Q5 <- c(2,1,2,2,1) s8_Q5 <- c(2,1,1,1,1) s9_Q5 <- c(2,1,1,1,1) s10_Q5 <- c(2,2,2,2,2) s11_Q5 <- c(2,2,1,1,2) s12_Q5 <- c(2,2,1,1,2) s13_Q5 <- c(2,1,2,1,2) s14_Q5 <- c(2,2,2,2,1) s15_Q5 <- c(1,1,1,1,1) s16_Q5 <- c(1,2,2,2,1) s17_Q5 <- c(2,2,2,1,1) s18_Q5 <- c(2,2,2,2,2) s19_Q5 <- c(2,2,2,1,2) s20_Q5 <- c(2,2,2,1,2) s21_Q5 <- c(2,2,2,1,2) s22_Q5 <- c(2,2,2,2,1) s23_Q5 <- c(2,2,1,2,1) s24_Q5 <- c(1,1,2,1,1) s25_Q5 <- c(2,1,1,2,1) s26_Q5 <- c(2,2,2,1,1) s27_Q5 <- c(2,1,2,1,1) s28_Q5 <- c(2,1,1,1,1) s29_Q5 <- c(2,2,2,2,2) s30_Q5 <- c(2,2,2,1,1) s1_Q6 <- c(2,2,2,2,1) s2_Q6 <- c(2,2,2,2,2) s3_Q6 <- c(2,2,2,2,2) s4_Q6 <- c(2,2,2,2,2) s5_Q6 <- c(1,2,2,2,1) s6_Q6 <- c(2,1,2,2,2) s7_Q6 <- c(1,2,2,2,1) s8_Q6 <- c(1,2,2,2,2) s9_Q6 <- c(1,1,2,2,1) s10_Q6 <- c(2,2,2,2,2) s11_Q6 <- c(2,2,2,2,2) s12_Q6 <- c(1,2,2,2,2) s13_Q6 <- c(2,2,2,2,1) s14_Q6 <- c(1,1,2,2,1) s15_Q6 <- c(1,2,2,2,1) s16_Q6 <- c(2,2,2,2,1) s17_Q6 <- c(2,2,2,2,1) s18_Q6 <- c(2,2,2,2,2) s19_Q6 <- c(2,2,1,2,2) s20_Q6 <- c(2,2,2,2,2) s21_Q6 <- c(2,2,2,2,2) s22_Q6 <- c(1,2,2,2,1) s23_Q6 <- c(2,1,2,2,1) s24_Q6 <- c(2,1,1,2,2) s25_Q6 <- c(2,2,2,2,1) s26_Q6 <- c(2,2,2,2,2) s27_Q6 <- c(2,2,2,2,2) s28_Q6 <- c(2,2,2,2,1) s29_Q6 <- c(2,2,2,2,2) s30_Q6 <- c(1,2,2,2,2) s1_Q7 <- c(1,1,1,1,1) s2_Q7 <- c(2,1,1,2,2) s3_Q7 <- c(2,2,2,1,2) s4_Q7 <- c(1,0,1,1,2) s5_Q7 <- c(1,0,1,0,1) s6_Q7 <- c(2,1,1,1,2) s7_Q7 <- c(2,1,2,1,2) s8_Q7 <- c(2,1,1,1,2) s9_Q7 <- c(2,1,2,1,2) s10_Q7 <- c(2,1,1,1,2) s11_Q7 <- c(1,2,2,1,2) s12_Q7 <- c(2,2,2,2,0) s13_Q7 <- c(2,1,2,1,2) s14_Q7 <- c(2,0,1,1,1) s15_Q7 <- c(1,1,1,0,0) s16_Q7 <- c(1,1,1,1,2) s17_Q7 <- c(0,0,0,0,0) s18_Q7 <- c(2,1,1,1,2) s19_Q7 <- c(2,2,1,1,1) s20_Q7 <- c(1,2,1,2,2) s21_Q7 <- c(2,1,2,1,2) s22_Q7 <- c(0,0,1,1,2) s23_Q7 <- c(0,0,0,0,0) s24_Q7 <- c(0,0,0,0,0) s25_Q7 <- c(2,1,2,1,2) s26_Q7 <- c(2,2,2,2,2) s27_Q7 <- c(0,0,0,0,0) s28_Q7 <- c(2,1,1,1,1) s29_Q7 <- c(2,2,2,2,2) s30_Q7 <- c(1,0,0,0,0) s1_Q8 <- c(1,0,0,1,1) s2_Q8<- c(1,1,1,1,1) s3_Q8 <- c(1,1,1,2,1) s4_Q8 <- c(1,1,0,1,1) s5_Q8 <- c(1,0,0,1,0) s6_Q8 <- c(1,0,0,0,1) s7_Q8 <- c(2,1,1,1,1) s8_Q8 <- c(2,1,1,1,1) s9_Q8 <- c(2,0,0,1,1) s10_Q8 <- c(1,0,0,1,1) s11_Q8 <- c(2,0,1,1,1) s12_Q8 <- c(2,1,1,1,2) s13_Q8 <- c(1,1,0,1,1) s14_Q8 <- c(2,1,0,1,1) s15_Q8 <- c(1,1,0,0,1) s16_Q8 <- c(1,0,0,0,1) s17_Q8 <- c(1,1,0,1,0) s18_Q8 <- c(2,1,1,1,1) s19_Q8 <- c(1,0,1,1,1) s20_Q8 <- c(2,1,0,1,1) s21_Q8 <- c(2,1,0,1,2) s22_Q8 <- c(1,1,0,1,1) s23_Q8 <- c(1,1,0,1,1) s24_Q8 <- c(1,1,0,1,1) s25_Q8 <- c(2,1,0,1,2) s26_Q8 <- c(1,1,0,1,1) s27_Q8 <- c(2,1,0,1,1) s28_Q8 <- c(2,1,1,1,1) s29_Q8 <- c(2,1,0,2,1) s30_Q8 <- c(1,1,0,1,1) s1_Q9 <- c(0,1,1,1,1) s2_Q9 <- c(0,0,0,0,0) s3_Q9 <- c(1,1,1,1,1) s4_Q9 <- c(0,0,1,0,1) s5_Q9 <- c(0,0,1,0,0) s6_Q9 <- c(1,1,1,0,0) s7_Q9 <- c(1,0,1,1,0) s8_Q9 <- c(1,1,1,1,1) s9_Q9 <- c(1,1,1,1,1) s10_Q9 <- c(1,1,1,1,0) s11_Q9 <- c(1,1,1,1,1) s12_Q9 <- c(1,1,1,1,1) s13_Q9 <- c(1,1,1,1,1) s14_Q9 <- c(1,1,1,1,1) s15_Q9 <- c(0,0,0,0,0) s16_Q9 <- c(0,0,0,0,1) s17_Q9 <- c(0,0,1,0,0) s18_Q9 <- c(1,1,1,0,1) s19_Q9 <- c(1,1,1,1,1) s20_Q9 <- c(1,0,1,1,1) s21_Q9 <- c(1,1,1,1,1) s22_Q9 <- c(1,1,1,1,1) s23_Q9 <- c(1,1,1,0,1) s24_Q9 <- c(0,0,1,0,0) s25_Q9 <- c(0,0,0,0,1) s26_Q9 <- c(1,1,1,1,1) s27_Q9 <- c(1,1,1,1,1) s28_Q9 <- c(1,1,1,1,1) s29_Q9 <- c(2,1,1,1,1) s30_Q9 <- c(1,1,1,1,1) s1_Q10 <- c(0,0,0,0,1) s2_Q10 <- c(1,1,0,2,1) s3_Q10 <- c(1,0,0,1,0) s4_Q10 <- c(0,1,1,1,2) s5_Q10 <- c(0,0,1,1,0) s6_Q10 <- c(0,1,1,1,1) s7_Q10 <- c(0,1,1,1,2) s8_Q10 <- c(1,1,1,1,1) s9_Q10 <- c(0,1,1,1,1) s10_Q10 <- c(0,1,1,0,1) s11_Q10 <- c(1,0,1,1,1) s12_Q10 <- c(1,0,1,1,1) s13_Q10 <- c(1,1,1,1,1) s14_Q10 <- c(0,1,1,1,1) s15_Q10 <- c(1,0,0,0,0) s16_Q10 <- c(1,0,1,0,1) s17_Q10 <- c(1,1,0,1,1) s18_Q10 <- c(1,1,1,1,1) s19_Q10 <- c(1,1,1,1,1) s20_Q10 <- c(2,1,0,1,1) s21_Q10 <- c(2,1,1,1,1) s22_Q10 <- c(0,1,1,1,1) s23_Q10 <- c(1,0,0,1,1) s24_Q10 <- c(0,0,0,0,0) s25_Q10 <- c(0,1,1,1,1) s26_Q10 <- c(1,1,1,1,1) s27_Q10 <- c(0,0,0,0,0) s28_Q10 <- c(1,1,1,1,1) s29_Q10 <- c(2,1,1,1,1) s30_Q10 <- c(2,0,0,1,1) M1 <- rbind(s1_Q1,s2_Q1,s3_Q1,s4_Q1,s5_Q1,s6_Q1,s7_Q1,s8_Q1,s9_Q1,s10_Q1,s11_Q1,s12_Q1,s13_Q1,s14_Q1,s15_Q1,s16_Q1,s17_Q1,s18_Q1,s19_Q1,s20_Q1,s21_Q1,s22_Q1,s23_Q1,s24_Q1,s25_Q1,s26_Q1,s27_Q1,s28_Q1,s29_Q1,s30_Q1) M2 <- rbind(s1_Q2,s2_Q2,s3_Q2,s4_Q2,s5_Q2,s6_Q2,s7_Q2,s8_Q2,s9_Q2,s10_Q2,s11_Q2,s12_Q2,s13_Q2,s14_Q2,s15_Q2,s16_Q2,s17_Q2,s18_Q2,s19_Q2,s20_Q2,s21_Q2,s22_Q2,s23_Q2,s24_Q2,s25_Q2,s26_Q2,s27_Q2,s28_Q2,s29_Q2,s30_Q2) M3 <- rbind(s1_Q3,s2_Q3,s3_Q3,s4_Q3,s5_Q3,s6_Q3,s7_Q3,s8_Q3,s9_Q3,s10_Q3,s11_Q3,s12_Q3,s13_Q3,s14_Q3,s15_Q3,s16_Q3,s17_Q3,s18_Q3,s19_Q3,s20_Q3,s21_Q3,s22_Q3,s23_Q3,s24_Q3,s25_Q3,s26_Q3,s27_Q3,s28_Q3,s29_Q3,s30_Q3) M4 <- rbind(s1_Q4,s2_Q4,s3_Q4,s4_Q4,s5_Q4,s6_Q4,s7_Q4,s8_Q4,s9_Q4,s10_Q4,s11_Q4,s12_Q4,s13_Q4,s14_Q4,s15_Q4,s16_Q4,s17_Q4,s18_Q4,s19_Q4,s20_Q4,s21_Q4,s22_Q4,s23_Q4,s24_Q4,s25_Q4,s26_Q4,s27_Q4,s28_Q4,s29_Q4,s30_Q4) M5 <- rbind(s1_Q5,s2_Q5,s3_Q5,s4_Q5,s5_Q5,s6_Q5,s7_Q5,s8_Q5,s9_Q5,s10_Q5,s11_Q5,s12_Q5,s13_Q5,s14_Q5,s15_Q5,s16_Q5,s17_Q5,s18_Q5,s19_Q5,s20_Q5,s21_Q5,s22_Q5,s23_Q5,s24_Q5,s25_Q5,s26_Q5,s27_Q5,s28_Q5,s29_Q5,s30_Q5) M6 <- rbind(s1_Q6,s2_Q6,s3_Q6,s4_Q6,s5_Q6,s6_Q6,s7_Q6,s8_Q6,s9_Q6,s10_Q6,s11_Q6,s12_Q6,s13_Q6,s14_Q6,s15_Q6,s16_Q6,s17_Q6,s18_Q6,s19_Q6,s20_Q6,s21_Q6,s22_Q6,s23_Q6,s24_Q6,s25_Q6,s26_Q6,s27_Q6,s28_Q6,s29_Q6,s30_Q6) M7 <- rbind(s1_Q7,s2_Q7,s3_Q7,s4_Q7,s5_Q7,s6_Q7,s7_Q7,s8_Q7,s9_Q7,s10_Q7,s11_Q7,s12_Q7,s13_Q7,s14_Q7,s15_Q7,s16_Q7,s17_Q7,s18_Q7,s19_Q7,s20_Q7,s21_Q7,s22_Q7,s23_Q7,s24_Q7,s25_Q7,s26_Q7,s27_Q7,s28_Q7,s29_Q7,s30_Q7) M8 <- rbind(s1_Q8,s2_Q8,s3_Q8,s4_Q8,s5_Q8,s6_Q8,s7_Q8,s8_Q8,s9_Q8,s10_Q8,s11_Q8,s12_Q8,s13_Q8,s14_Q8,s15_Q8,s16_Q8,s17_Q8,s18_Q8,s19_Q8,s20_Q8,s21_Q8,s22_Q8,s23_Q8,s24_Q8,s25_Q8,s26_Q8,s27_Q8,s28_Q8,s29_Q8,s30_Q8) M9 <- rbind(s1_Q9,s2_Q9,s3_Q9,s4_Q9,s5_Q9,s6_Q9,s7_Q9,s8_Q9,s9_Q9,s10_Q9,s11_Q9,s12_Q9,s13_Q9,s14_Q9,s15_Q9,s16_Q9,s17_Q9,s18_Q9,s19_Q9,s20_Q9,s21_Q9,s22_Q9,s23_Q9,s24_Q9,s25_Q9,s26_Q9,s27_Q9,s28_Q9,s29_Q9,s30_Q9) M10 <- rbind(s1_Q10,s2_Q10,s3_Q10,s4_Q10,s5_Q10,s6_Q10,s7_Q10,s8_Q10,s9_Q10,s10_Q10,s11_Q10,s12_Q10,s13_Q10,s14_Q10,s15_Q10,s16_Q10,s17_Q10,s18_Q10,s19_Q10,s20_Q10,s21_Q10,s22_Q10,s23_Q10,s24_Q10,s25_Q10,s26_Q10,s27_Q10,s28_Q10,s29_Q10,s30_Q10) ###########overall ratings########## s1 <- c(12,10,11,12,11) s2 <- c(13,12,9,14,14) s3 <- c(15,12,13,16,14) s4 <- c(12,11,11,12,16) s5 <- c(8,7,10,9,9) s6 <- c(11,11,11,10,12) s7 <- c(13,10,14,13,14) s8 <- c(14,13,11,12,14) s9 <- c(12,10,12,12,13) s10 <- c(12,11,12,12,14) s11 <- c(15,11,13,14,15) s12 <- c(15,14,13,12,15) s13 <- c(15,13,14,12,15) s14 <- c(13,11,13,13,12) s15 <- c(10,10,10,8,9) s16 <- c(13,11,12,9,13) s17 <- c(9,11,9,9,8) s18 <- c(17,14,14,11,16) s19 <- c(16,13,13,13,14) s20 <- c(16,14,12,13,17) s21 <- c(18,14,14,13,18) s22 <- c(10,12,12,12,11) s23 <- c(11,9,8,10,10) s24 <- c(8,7,8,9,10) s25 <- c(13,9,10,11,15) s26 <- c(14,14,12,12,14) s27 <- c(13,10,10,10,9) s28 <- c(16,12,13,13,13) s29 <- c(19,15,12,16,16) s30 <- c(14,11,9,12,13) ################Intra-rater reliability##################### c1 <- c(12,12) c2 <- c(13,12) c3 <- c(15,14) c4 <- c(12,12) c5 <- c(8,9) c6 <- c(11,10) c7 <- c(13,13) c8 <- c(14,13) c9 <- c(12,12) c10 <- c(12,13) c11 <- c(15,15) c12 <- c(15,14) c13 <- c(15,14) c14 <- c(13,13) c15 <- c(10,9) c16 <- c(13,13) c17 <- c(9,9) c18 <- c(17,15) c19 <- c(16,15) c20 <- c(16,16) c21 <- c(18,17) c22 <- c(10,10) c23 <- c(11,11) c24 <- c(8,7) c25 <- c(13,13) c26 <- c(14,14) c27 <- c(13,11) c28 <- c(16,15) c29 <- c(19,17) c30 <- c(14,12) ###########different sections########### #Int: Introduction #MM: Material and Methods #Res: Results #Dis: Discussion #Bio: Biomarker Int_s1 <- c(2,1,2,2,1) Int_s2 <- c(2,2,2,2,2) Int_s3 <- c(2,2,2,2,2) Int_s4 <- c(2,2,2,2,2) Int_s5 <- c(1,2,2,2,2) Int_s6 <- c(1,2,1,2,1) Int_s7 <- c(1,1,2,2,2) Int_s8 <- c(1,2,1,2,2) Int_s9 <- c(1,2,2,2,2) Int_s10 <- c(1,2,2,2,2) Int_s11 <- c(2,2,2,2,2) Int_s12 <- c(1,2,2,2,2) Int_s13 <- c(2,2,2,2,2) Int_s14 <- c(1,2,2,2,2) Int_s15 <- c(1,2,2,2,2) Int_s16 <- c(2,2,2,2,2) Int_s17 <- c(1,2,2,2,2) Int_s18 <- c(2,2,2,1,2) Int_s19 <- c(2,2,2,2,2) Int_s20 <- c(2,2,2,2,2) Int_s21 <- c(2,2,2,2,2) Int_s22 <- c(1,2,2,2,2) Int_s23 <- c(1,1,1,2,1) Int_s24 <- c(1,2,1,2,2) Int_s25 <- c(1,1,2,2,2) Int_s26 <- c(1,2,2,2,2) Int_s27 <- c(2,2,2,2,2) Int_s28 <- c(2,2,2,2,2) Int_s29 <- c(2,2,1,2,2) Int_s30 <- c(1,2,1,2,2) MM_s1 <- c(2,2,2,3,3) MM_s2 <- c(2,3,1,3,3) MM_s3 <- c(3,1,2,3,3) MM_s4 <- c(3,2,1,3,3) MM_s5 <- c(2,1,1,1,3) MM_s6 <- c(1,2,2,2,3) MM_s7 <- c(3,2,2,2,4) MM_s8 <- c(3,3,2,2,3) MM_s9 <- c(2,2,2,2,3) MM_s10 <- c(2,1,2,2,3) MM_s11 <- c(2,1,2,3,3) MM_s12 <- c(3,2,2,1,3) MM_s13 <- c(2,3,3,2,4) MM_s14 <- c(3,2,3,2,3) MM_s15 <- c(3,2,3,2,3) MM_s16 <- c(3,3,3,1,3) MM_s17 <- c(1,2,1,1,2) MM_s18 <- c(3,2,3,2,3) MM_s19 <- c(3,2,3,3,3) MM_s20 <- c(3,2,3,2,4) MM_s21 <- c(3,2,2,3,4) MM_s22 <- c(2,2,2,1,2) MM_s23 <- c(2,2,2,1,3) MM_s24 <- c(2,1,2,2,3) MM_s25 <- c(2,1,1,1,4) MM_s26 <- c(2,2,1,1,3) MM_s27 <- c(3,2,2,2,2) MM_s28 <- c(3,2,3,3,4) MM_s29 <- c(3,2,2,3,3) MM_s30 <- c(3,2,2,3,4) Res_s1 <- c(4,3,3,2,2) Res_s2 <- c(3,2,2,2,3) Res_s3 <- c(3,3,3,4,3) Res_s4 <- c(3,3,3,2,3) Res_s5 <- c(2,2,2,2,2) Res_s6 <- c(3,3,3,2,2) Res_s7 <- c(3,2,3,3,2) Res_s8 <- c(3,2,2,2,2) Res_s9 <- c(3,2,2,2,2) Res_s10 <- c(3,3,3,3,3) Res_s11 <- c(4,3,2,3,3) Res_s12 <- c(4,4,2,2,4) Res_s13 <- c(4,2,3,2,3) Res_s14 <- c(3,3,3,3,2) Res_s15 <- c(2,2,2,2,2) Res_s16 <- c(3,3,3,3,2) Res_s17 <- c(3,3,3,2,2) Res_s18 <- c(4,4,3,3,4) Res_s19 <- c(4,3,3,2,3) Res_s20 <- c(3,4,3,2,4) Res_s21 <- c(4,4,4,2,4) Res_s22 <- c(4,3,3,3,1) Res_s23 <- c(3,3,2,3,2) Res_s24 <- c(2,2,3,2,2) Res_s25 <- c(4,2,2,3,2) Res_s26 <- c(4,3,3,2,2) Res_s27 <- c(3,2,3,2,1) Res_s28 <- c(3,2,2,2,2) Res_s29 <- c(4,4,3,3,4) Res_s30 <- c(4,3,3,2,2) Dis_s1 <- c(3,3,3,3,2) Dis_s2 <- c(4,3,3,4,4) Dis_s3 <- c(4,4,4,3,4) Dis_s4 <- c(3,2,3,3,4) Dis_s5 <- c(2,2,3,2,2) Dis_s6 <- c(4,2,3,3,4) Dis_s7 <- c(3,3,4,3,3) Dis_s8 <- c(3,3,3,3,4) Dis_s9 <- c(3,2,4,3,3) Dis_s10 <- c(4,3,3,3,4) Dis_s11 <- c(3,4,4,3,4) Dis_s12 <- c(3,4,4,4,2) Dis_s13 <- c(4,3,4,3,3) Dis_s14 <- c(3,1,3,3,2) Dis_s15 <- c(2,3,3,2,1) Dis_s16 <- c(3,3,3,3,3) Dis_s17 <- c(2,2,2,2,1) Dis_s18 <- c(4,3,3,3,4) Dis_s19 <- c(4,4,2,3,3) Dis_s20 <- c(3,4,3,4,4) Dis_s21 <- c(4,3,4,3,4) Dis_s22 <- c(1,2,3,3,3) Dis_s23 <- c(2,1,2,2,1) Dis_s24 <- c(2,1,1,2,2) Dis_s25 <- c(4,3,4,3,3) Dis_s26 <- c(4,4,4,4,4) Dis_s27 <- c(2,2,2,2,2) Dis_s28 <- c(4,3,3,3,2) Dis_s29 <- c(4,4,4,4,4) Dis_s30 <- c(2,2,2,2,2) Bio_s1 <- c(1,1,1,2,3) Bio_s2 <- c(2,2,1,3,2) Bio_s3 <- c(3,2,2,4,2) Bio_s4 <- c(1,2,2,2,4) Bio_s5 <- c(1,0,2,2,0) Bio_s6 <- c(2,2,2,1,2) Bio_s7 <- c(3,2,3,3,3) Bio_s8 <- c(4,3,3,3,3) Bio_s9 <- c(3,2,2,3,3) Bio_s10 <- c(2,2,2,2,2) Bio_s11 <- c(4,1,3,3,3) Bio_s12 <- c(4,2,3,3,4) Bio_s13 <- c(3,3,2,3,3) Bio_s14 <- c(3,3,2,3,3) Bio_s15 <- c(2,1,0,0,1) Bio_s16 <- c(2,0,1,0,3) Bio_s17 <- c(2,2,1,2,1) Bio_s18 <- c(4,3,3,2,3) Bio_s19 <- c(3,2,3,3,3) Bio_s20 <- c(5,2,1,3,3) Bio_s21 <- c(5,3,2,3,4) Bio_s22 <- c(2,3,2,3,3) Bio_s23 <- c(3,2,1,2,3) Bio_s24 <- c(1,1,1,1,1) Bio_s25 <- c(2,2,1,2,4) Bio_s26 <- c(3,3,2,3,3) Bio_s27 <- c(3,2,1,2,2) Bio_s28 <- c(4,3,3,3,3) Bio_s29 <- c(6,3,2,4,3) Bio_s30 <- c(4,2,1,3,3) RE_Int_1 <- c(2,2) RE_Int_2 <- c(2,2) RE_Int_3 <- c(2,2) RE_Int_4 <- c(2,2) RE_Int_5 <- c(1,1) RE_Int_6 <- c(1,1) RE_Int_7 <- c(1,1) RE_Int_8 <- c(1,1) RE_Int_9 <- c(1,1) RE_Int_10 <- c(1,2) RE_Int_11 <- c(2,2) RE_Int_12 <- c(1,1) RE_Int_13 <- c(2,1) RE_Int_14 <- c(1,1) RE_Int_15 <- c(1,1) RE_Int_16 <- c(2,2) RE_Int_17 <- c(1,1) RE_Int_18 <- c(2,2) RE_Int_19 <- c(2,2) RE_Int_20 <- c(2,2) RE_Int_21 <- c(2,2) RE_Int_22 <- c(1,1) RE_Int_23 <- c(1,1) RE_Int_24 <- c(1,1) RE_Int_25 <- c(1,2) RE_Int_26 <- c(1,1) RE_Int_27 <- c(2,2) RE_Int_28 <- c(2,1) RE_Int_29 <- c(2,2) RE_Int_30 <- c(1,1) RE_MM_1 <- c(2,2) RE_MM_2 <- c(2,2) RE_MM_3 <- c(3,3) RE_MM_4 <- c(3,3) RE_MM_5 <- c(2,2) RE_MM_6 <- c(1,1) RE_MM_7 <- c(3,2) RE_MM_8 <- c(3,3) RE_MM_9 <- c(2,2) RE_MM_10 <- c(2,1) RE_MM_11 <- c(2,1) RE_MM_12 <- c(3,3) RE_MM_13 <- c(2,3) RE_MM_14 <- c(3,3) RE_MM_15 <- c(3,2) RE_MM_16 <- c(3,3) RE_MM_17 <- c(1,1) RE_MM_18 <- c(3,3) RE_MM_19 <- c(3,3) RE_MM_20 <- c(3,3) RE_MM_21 <- c(3,3) RE_MM_22 <- c(2,2) RE_MM_23 <- c(2,3) RE_MM_24 <- c(2,1) RE_MM_25 <- c(2,1) RE_MM_26 <- c(2,2) RE_MM_27 <- c(3,1) RE_MM_28 <- c(3,4) RE_MM_29 <- c(3,3) RE_MM_30 <- c(3,3) RE_Res_1 <- c(4,3) RE_Res_2 <- c(3,3) RE_Res_3 <- c(3,3) RE_Res_4 <- c(3,3) RE_Res_5 <- c(2,2) RE_Res_6 <- c(3,3) RE_Res_7 <- c(3,3) RE_Res_8 <- c(3,3) RE_Res_9 <- c(3,3) RE_Res_10 <- c(3,4) RE_Res_11 <- c(4,4) RE_Res_12 <- c(4,4) RE_Res_13 <- c(4,3) RE_Res_14 <- c(3,3) RE_Res_15 <- c(2,2) RE_Res_16 <- c(3,3) RE_Res_17 <- c(3,4) RE_Res_18 <- c(4,3) RE_Res_19 <- c(4,3) RE_Res_20 <- c(3,3) RE_Res_21 <- c(4,4) RE_Res_22 <- c(4,3) RE_Res_23 <- c(3,3) RE_Res_24 <- c(2,3) RE_Res_25 <- c(4,3) RE_Res_26 <- c(4,4) RE_Res_27 <- c(3,3) RE_Res_28 <- c(3,3) RE_Res_29 <- c(4,4) RE_Res_30 <- c(4,3) RE_Dis_1 <- c(3,3) RE_Dis_2 <- c(4,3) RE_Dis_3 <- c(4,4) RE_Dis_4 <- c(3,3) RE_Dis_5 <- c(2,2) RE_Dis_6 <- c(4,3) RE_Dis_7 <- c(3,3) RE_Dis_8 <- c(3,3) RE_Dis_9 <- c(3,3) RE_Dis_10 <- c(4,4) RE_Dis_11 <- c(3,4) RE_Dis_12 <- c(3,3) RE_Dis_13 <- c(4,3) RE_Dis_14 <- c(3,3) RE_Dis_15 <- c(2,2) RE_Dis_16 <- c(3,3) RE_Dis_17 <- c(2,1) RE_Dis_18 <- c(4,4) RE_Dis_19 <- c(4,4) RE_Dis_20 <- c(3,4) RE_Dis_21 <- c(4,4) RE_Dis_22 <- c(1,1) RE_Dis_23 <- c(2,1) RE_Dis_24 <- c(2,1) RE_Dis_25 <- c(4,4) RE_Dis_26 <- c(4,4) RE_Dis_27 <- c(2,2) RE_Dis_28 <- c(4,3) RE_Dis_29 <- c(4,4) RE_Dis_30 <- c(2,2) RE_Bio_1 <- c(1,2) RE_Bio_2 <- c(2,2) RE_Bio_3 <- c(3,2) RE_Bio_4 <- c(1,1) RE_Bio_5 <- c(1,2) RE_Bio_6 <- c(2,2) RE_Bio_7 <- c(3,4) RE_Bio_8 <- c(4,3) RE_Bio_9 <- c(3,3) RE_Bio_10 <- c(2,2) RE_Bio_11 <- c(4,4) RE_Bio_12 <- c(4,3) RE_Bio_13 <- c(3,4) RE_Bio_14 <- c(3,3) RE_Bio_15 <- c(2,2) RE_Bio_16 <- c(2,2) RE_Bio_17 <- c(2,2) RE_Bio_18 <- c(4,3) RE_Bio_19 <- c(3,3) RE_Bio_20 <- c(5,4) RE_Bio_21 <- c(5,4) RE_Bio_22 <- c(2,3) RE_Bio_23 <- c(3,3) RE_Bio_24 <- c(1,1) RE_Bio_25 <- c(2,3) RE_Bio_26 <- c(3,3) RE_Bio_27 <- c(3,3) RE_Bio_28 <- c(4,4) RE_Bio_29 <- c(6,4) RE_Bio_30 <- c(4,3) M_overall_R2 <- rbind(s1,s2,s3,s4,s5,s6,s7,s8,s9,s10,s11,s12,s13,s14,s15,s16,s17,s18,s19,s20,s21,s22,s23,s24,s25,s26,s27,s28,s29,s30) M_re_overall_R2 <- rbind(c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30) M_Study_rational_R2 <- rbind(Int_s1,Int_s2,Int_s3,Int_s4,Int_s5,Int_s6,Int_s7,Int_s8,Int_s9,Int_s10,Int_s11,Int_s12,Int_s13,Int_s14,Int_s15,Int_s16,Int_s17,Int_s18,Int_s19,Int_s20,Int_s21,Int_s22,Int_s23,Int_s24,Int_s25,Int_s26,Int_s27,Int_s28,Int_s29,Int_s30) M_Design_Methods_R2 <- rbind(MM_s1,MM_s2,MM_s3,MM_s4,MM_s5,MM_s6,MM_s7,MM_s8,MM_s9,MM_s10,MM_s11,MM_s12,MM_s13,MM_s14,MM_s15,MM_s16,MM_s17,MM_s18,MM_s19,MM_s20,MM_s21,MM_s22,MM_s23,MM_s24,MM_s25,MM_s26,MM_s27,MM_s28,MM_s29,MM_s30) M_Data_analysis_R2 <- rbind(Res_s1,Res_s2,Res_s3,Res_s4,Res_s5,Res_s6,Res_s7,Res_s8,Res_s9,Res_s10,Res_s11,Res_s12,Res_s13,Res_s14,Res_s15,Res_s16,Res_s17,Res_s18,Res_s19,Res_s20,Res_s21,Res_s22,Res_s23,Res_s24,Res_s25,Res_s26,Res_s27,Res_s28,Res_s29,Res_s30) M_Data_interpretation_R2 <- rbind(Dis_s1,Dis_s2,Dis_s3,Dis_s4,Dis_s5,Dis_s6,Dis_s7,Dis_s8,Dis_s9,Dis_s10,Dis_s11,Dis_s12,Dis_s13,Dis_s14,Dis_s15,Dis_s16,Dis_s17,Dis_s18,Dis_s19,Dis_s20,Dis_s21,Dis_s22,Dis_s23,Dis_s24,Dis_s25,Dis_s26,Dis_s27,Dis_s28,Dis_s29,Dis_s30) M_Biomarker_measurement_R2 <- rbind(Bio_s1,Bio_s2,Bio_s3,Bio_s4,Bio_s5,Bio_s6,Bio_s7,Bio_s8,Bio_s9,Bio_s10,Bio_s11,Bio_s12,Bio_s13,Bio_s14,Bio_s15,Bio_s16,Bio_s17,Bio_s18,Bio_s19,Bio_s20,Bio_s21,Bio_s22,Bio_s23,Bio_s24,Bio_s25,Bio_s26,Bio_s27,Bio_s28,Bio_s29,Bio_s30) M_re_Study_rational_R2 <- rbind(RE_Int_1,RE_Int_2,RE_Int_3,RE_Int_4,RE_Int_5,RE_Int_6,RE_Int_7,RE_Int_8,RE_Int_9,RE_Int_10,RE_Int_11,RE_Int_12,RE_Int_13,RE_Int_14,RE_Int_15,RE_Int_16,RE_Int_17,RE_Int_18,RE_Int_19,RE_Int_20,RE_Int_21,RE_Int_22,RE_Int_23,RE_Int_24,RE_Int_25,RE_Int_26,RE_Int_27,RE_Int_28,RE_Int_29,RE_Int_30) M_re_Design_Methods_R2 <- rbind(RE_MM_1,RE_MM_2,RE_MM_3,RE_MM_4,RE_MM_5,RE_MM_6,RE_MM_7,RE_MM_8,RE_MM_9,RE_MM_10,RE_MM_11,RE_MM_12,RE_MM_13,RE_MM_14,RE_MM_15,RE_MM_16,RE_MM_17,RE_MM_18,RE_MM_19,RE_MM_20,RE_MM_21,RE_MM_22,RE_MM_23,RE_MM_24,RE_MM_25,RE_MM_26,RE_MM_27,RE_MM_28,RE_MM_29,RE_MM_30) M_re_Data_analysis_R2 <- rbind(RE_Res_1,RE_Res_2,RE_Res_3,RE_Res_4,RE_Res_5,RE_Res_6,RE_Res_7,RE_Res_8,RE_Res_9,RE_Res_10,RE_Res_11,RE_Res_12,RE_Res_13,RE_Res_14,RE_Res_15,RE_Res_16,RE_Res_17,RE_Res_18,RE_Res_19,RE_Res_20,RE_Res_21,RE_Res_22,RE_Res_23,RE_Res_24,RE_Res_25,RE_Res_26,RE_Res_27,RE_Res_28,RE_Res_29,RE_Res_30) M_re_Data_interpretation_R2 <- rbind(RE_Dis_1,RE_Dis_2,RE_Dis_3,RE_Dis_4,RE_Dis_5,RE_Dis_6,RE_Dis_7,RE_Dis_8,RE_Dis_9,RE_Dis_10,RE_Dis_11,RE_Dis_12,RE_Dis_13,RE_Dis_14,RE_Dis_15,RE_Dis_16,RE_Dis_17,RE_Dis_18,RE_Dis_19,RE_Dis_20,RE_Dis_21,RE_Dis_22,RE_Dis_23,RE_Dis_24,RE_Dis_25,RE_Dis_26,RE_Dis_27,RE_Dis_28,RE_Dis_29,RE_Dis_30) M_re_Biomarker_measurement_R2 <- rbind(RE_Bio_1,RE_Bio_2,RE_Bio_3,RE_Bio_4,RE_Bio_5,RE_Bio_6,RE_Bio_7,RE_Bio_8,RE_Bio_9,RE_Bio_10,RE_Bio_11,RE_Bio_12,RE_Bio_13,RE_Bio_14,RE_Bio_15,RE_Bio_16,RE_Bio_17,RE_Bio_18,RE_Bio_19,RE_Bio_20,RE_Bio_21,RE_Bio_22,RE_Bio_23,RE_Bio_24,RE_Bio_25,RE_Bio_26,RE_Bio_27,RE_Bio_28,RE_Bio_29,RE_Bio_30) #Calculation of ICCs (R2) ###################################################### icc(M_overall_R2, model=c("twoway"),type=c("agreement")) icc(M_re_overall_R2, model=c("twoway"),type=c("agreement")) icc(M_Study_rational_R2, model=c("twoway"),type=c("agreement")) icc(M_Design_Methods_R2, model=c("twoway"),type=c("agreement")) icc(M_Data_analysis_R2, model=c("twoway"),type=c("agreement")) icc(M_Data_interpretation_R2, model=c("twoway"),type=c("agreement")) icc(M_Biomarker_measurement_R2, model=c("twoway"),type=c("agreement")) icc(M_re_Study_rational_R2, model=c("twoway"),type=c("agreement")) icc(M_re_Design_Methods_R2, model=c("twoway"),type=c("agreement")) icc(M_re_Data_analysis_R2, model=c("twoway"),type=c("agreement")) icc(M_re_Data_interpretation_R2, model=c("twoway"),type=c("agreement")) icc(M_re_Biomarker_measurement_R2, model=c("twoway"),type=c("agreement")) #Caluculations of ICCs for each of the Biomarker measurement items icc(M8, model=c("twoway"),type=c("agreement")) icc(M9, model=c("twoway"),type=c("agreement")) icc(M10, model=c("twoway"),type=c("agreement")) #time needed for raters##########in min########## #t = overall rating time of each rater t1 <- 306 t2 <- 652 t3 <- 400 t4 <- 207 t5 <- 468 #average time needed/study calculated for each rater (T=t/30); 30 = amount of studies used for evaluation T1 <- t1/30 T2 <- t2/30 T3 <- t3/30 T4 <- t4/30 T5 <- t5/30 T1 T2 T3 T4 T5 ####average time#### T_average <- sum(T1,T2,T3,T4,T5)/5 T_average ###########Additional analyses######### #Cross trabulation of statistical analyses and biomarker modeling install.packages("descr") library ("descr") #Graph to visualize coincides between anlalytical items dealing with statisical/mathemtical approaches attr(M5, "label") <- "Statisitcal analysis" attr(M10, "label") <- "Biomarker modeling" ct <- crosstab(M5, M10, xlab = "Statistical analysis", ylab = "Biomarker modeling") tab <- ct$tab class(tab) tab