Expert Evaluations: Round 2 - Table 4

Author

T. Eerola and C. Kirts

Read and preprocess the data

Analysis of rankings

Show the code 
# define new functions 
agreement <- function(data){
  # Count occurrences of each item
  counts <- table(data)
  # Calculate total number of selections
  total_selections <- sum(counts)
  # Calculate the maximum count (most frequently selected item)
  max_count <- max(counts)
  # Calculate percentage agreement
  agreement <- max_count / total_selections
  return <- agreement
}

mostfreq <- function(data){
  t<-data.frame(table(data))
  Fr<-max(t$Freq) # the most freq item
  Id <- as.numeric(t$data[max(t$Freq)==t$Freq]) # the most frequent item count
  return <- list(id=Id[1], freq=Fr)
}

Calculate agreement and the most representative item for each construct.

Revised rankings: Table 4

  • Most Representative Items (top 2 ranked items),
  • I-CVI
  • OG Orig Source
  • % agreement (how many SME chose it as repr)
Show the code 
#CONSTRUCTS <- unique(DF_rank$construct)
DF_rank$name_as_nro <- as.numeric(str_replace_all(DF_rank$name, '_|0|[a-zA-Z]', ''))

CONSTRUCTS<-c("Enjoyment","Distraction","Relaxation","Connection","Belonging","Energy Control","Focus","Coping","Feeling","Moved","Curiosity","Aesthetics","Diffuse","Bodily","Emotional","Associative","Structural","Reduced","Structure","Self","Source","Qualia","Preference & Familiarity")

Agreement <- NULL
Agreement_top_n <- NULL
top_n <- list()
#MostFreqId <- NULL
#MostFreqCo <- NULL

N <- 2

for (i in 1:length(CONSTRUCTS)){
  tmp<-DF_rank[DF_rank$construct==CONSTRUCTS[i],]
  nominations <- tmp$name[!is.na(tmp$value)]
  Agreement[i] <- agreement(nominations)
  x <- mostfreq(nominations) # this needs to contain top 5
  ranked <- dplyr::arrange(data.frame(table(nominations)),desc(Freq))
  # top 3 items, and agreement recalculated for those
  top_n[[i]] <- ranked[1:N,]
  top_n_nominations <- nominations[nominations %in% top_n[[i]]$nominations]
  Agreement_top_n[i] <- agreement(top_n_nominations)
  }
ranking_summary<-data.frame(CONSTRUCTS,Agreement_top_n)

CONSTRUCTS<-c("Enjoyment","Distraction","Relaxation","Connection","Belonging","Energy Control","Focus","Coping","Feeling","Moved","Curiosity","Aesthetics","Diffuse","Bodily","Emotional","Associative","Structural","Reduced","Structure","Self","Source","Qualia","Preference & Familiarity")

TAB <- NULL
for (k in 1:length(top_n)) {
  subconstruct <- rep(CONSTRUCTS[k],N)
  construct <- stringr::str_replace_all(top_n[[k]]$nominations,'_.*$','')
  freq <- top_n[[k]]$Freq/13
  id <- stringr::str_replace_all(top_n[[k]]$nominations,'[A-Za-z]|_0_|_| ','')
  # add item text
  codebook_A <- stringr::str_replace_all(top_n[[k]]$nominations,'_0.*$','')
  codebook_B <- paste0(codebook_A,'_',id)
  uid <- Item_CodeBook$ID[match(codebook_B,Item_CodeBook$Repre_ID)]
  text <- Item_CodeBook$Item[match(codebook_B,Item_CodeBook$Repre_ID)]
  cvi_tmp <- CVI_item(DF[DF$construct==CONSTRUCTS[k],2:4])# add I-CVI
  cvi_tmp$ItemID <- stringr::str_replace_all(cvi_tmp$Item,'[A-Za-z]|_0_|_| ','')
#  cvi_tmp$ItemID <- as.numeric(cvi_tmp$ItemID)
  CVI.I <- cvi_tmp$CVI.I[match(id,cvi_tmp$ItemID)]
  tab <- data.frame(construct,subconstruct,id,uid,CVI.I,freq,text)
  TAB <- rbind(TAB,tab)
}

knitr::kable(TAB,digits=2)
construct subconstruct id uid CVI.I freq text
EDR Enjoyment 21 EJ13 0.92 0.46 Listening to music was a good way of entertaining myself
EDR Enjoyment 16 EJ2 0.92 0.31 The music gave me pleasure
EDR Distraction 27 DT7 0.92 0.54 Music acted as a mental shield against my distressing thoughts
EDR Distraction 36 CC5 0.92 0.46 The music pushed my worries aside
EDR Relaxation 1 RX1 1.00 0.69 The music made me feel calm or relaxed
EDR Relaxation 9 RX57 0.92 0.54 I used the music to soothe my mind
CB Connection 1 GC1 1.00 0.69 I felt more connected with other people because of the music
CB Connection 11 GC54 0.62 0.38 I thought of sharing this music with my peers
CB Belonging 28 SL53 0.92 0.46 The music made me feel like I belonged
CB Belonging 19 SL57 0.77 0.38 I used the music to keep me company
FM Energy Control 8 EM14 0.92 0.46 Listening to music made me more alert
FM Energy Control 2 EM50 1.00 0.31 The music was motivating me to do something
FM Focus 11 MF2 1.00 0.69 Music helped me focus on what I was doing
FM Focus 25 MF59 1.00 0.54 I used the music to motivate myself
PEP Coping 2 CC3 0.92 1.00 The music helped me process my emotions
PEP Coping 6 CC17 1.00 0.62 I used the music to cope with my situation
PEP Feeling 13 EF6 1.00 0.46 I vented my emotions by listening to music that expressed my feelings
PEP Feeling 14 EF12 1.00 0.38 Listening to music helped me express how I was feeling
AIA Moved 6 MS53 0.92 0.85 The music provided me with a spiritual experience
AIA Moved 2 MS50 1.00 0.62 I was completely immersed in the music, as it altered my state of being
AIA Curiosity 14 CU13 0.85 0.46 The music sparked my curiosity
AIA Curiosity 15 CU4 0.77 0.46 Listening to the music was an intellectual experience for me
AIA Aesthetics 26 AE3 1.00 0.69 I appreciated the beauty of the music
AIA Aesthetics 27 AE50 0.85 0.46 The experience was enhanced by the beauty of the music
Dif Diffuse 4 DF52 1.00 0.85 Music was simply in the background for me
Dif Diffuse 2 DF50 1.00 0.69 I was more attentive to what I was doing than to the music
Bod Bodily 3 BA51 1.00 0.69 It felt natural to tap or move along with the music
Bod Bodily 13 BA56 0.83 0.62 I wanted to move along with the music
Emo Emotional 2 EA16 1.00 0.69 My focus was on my emotions while I was listening to the music
Emo Emotional 15 EA57 0.92 0.54 I was in control of how the music made me feel
Ass Associative 4 AA53 1.00 0.85 I realised the music caused visual imagery in my mind
Ass Associative 12 AA54 0.92 0.77 I realised I was creating a fictional story or scene along with the music
StrA Structural 2 SA51 0.92 0.85 I chose to pay attention to how the music was developing
StrA Structural 5 SA53 1.00 0.62 I focused on hearing patterns in the music
RCA Reduced 1 RC2 0.92 0.77 I gained new insights about the music by focusing on the small details
RCA Reduced 3 RC51 1.00 0.62 I was analysing the complexity of the music
StrM Structure 2 ST22 0.93 0.77 How the music was structured is important to me
StrM Structure 10 ST13 1.00 0.69 The harmony, melody, or rhythm prepared me for upcoming changes
Sel Self 5 SE54 1.00 0.69 The music reminded me of a certain time in my life
Sel Self 1 SE50 0.92 0.62 I found the music to be personally meaningful
Sou Source 8 SO56 0.92 0.92 I considered the music’s historical context to understand what it meant
Sou Source 15 SO62 1.00 0.85 I connected to the message the artist(s) were trying to convey with the music
Qua Qualia 1 QU50 1.00 0.69 I experienced physical sensations (tears, shivers, goosebumps) while listening to the music
Qua Qualia 6 QU53 1.00 0.69 While listening, I noticed tears starting to form in my eyes
Exp Preference & Familiarity 13 CU2 0.92 0.77 Listening to the music was a rewarding experience
Exp Preference & Familiarity 2 PO50 0.77 0.54 I knew I had never heard the music before

Compact version of Table 4

Show the code 
TAB2<-dplyr::select(TAB,subconstruct)
TAB2$content <- paste0(TAB$text," (",TAB$uid,", ",round(TAB$CVI.I,2),", ",round(TAB$freq,2),")")
knitr::kable(TAB2)
subconstruct content
Enjoyment Listening to music was a good way of entertaining myself (EJ13, 0.92, 0.46)
Enjoyment The music gave me pleasure (EJ2, 0.92, 0.31)
Distraction Music acted as a mental shield against my distressing thoughts (DT7, 0.92, 0.54)
Distraction The music pushed my worries aside (CC5, 0.92, 0.46)
Relaxation The music made me feel calm or relaxed (RX1, 1, 0.69)
Relaxation I used the music to soothe my mind (RX57, 0.92, 0.54)
Connection I felt more connected with other people because of the music (GC1, 1, 0.69)
Connection I thought of sharing this music with my peers (GC54, 0.62, 0.38)
Belonging The music made me feel like I belonged (SL53, 0.92, 0.46)
Belonging I used the music to keep me company (SL57, 0.77, 0.38)
Energy Control Listening to music made me more alert (EM14, 0.92, 0.46)
Energy Control The music was motivating me to do something (EM50, 1, 0.31)
Focus Music helped me focus on what I was doing (MF2, 1, 0.69)
Focus I used the music to motivate myself (MF59, 1, 0.54)
Coping The music helped me process my emotions (CC3, 0.92, 1)
Coping I used the music to cope with my situation (CC17, 1, 0.62)
Feeling I vented my emotions by listening to music that expressed my feelings (EF6, 1, 0.46)
Feeling Listening to music helped me express how I was feeling (EF12, 1, 0.38)
Moved The music provided me with a spiritual experience (MS53, 0.92, 0.85)
Moved I was completely immersed in the music, as it altered my state of being (MS50, 1, 0.62)
Curiosity The music sparked my curiosity (CU13, 0.85, 0.46)
Curiosity Listening to the music was an intellectual experience for me (CU4, 0.77, 0.46)
Aesthetics I appreciated the beauty of the music (AE3, 1, 0.69)
Aesthetics The experience was enhanced by the beauty of the music (AE50, 0.85, 0.46)
Diffuse Music was simply in the background for me (DF52, 1, 0.85)
Diffuse I was more attentive to what I was doing than to the music (DF50, 1, 0.69)
Bodily It felt natural to tap or move along with the music (BA51, 1, 0.69)
Bodily I wanted to move along with the music (BA56, 0.83, 0.62)
Emotional My focus was on my emotions while I was listening to the music (EA16, 1, 0.69)
Emotional I was in control of how the music made me feel (EA57, 0.92, 0.54)
Associative I realised the music caused visual imagery in my mind (AA53, 1, 0.85)
Associative I realised I was creating a fictional story or scene along with the music (AA54, 0.92, 0.77)
Structural I chose to pay attention to how the music was developing (SA51, 0.92, 0.85)
Structural I focused on hearing patterns in the music (SA53, 1, 0.62)
Reduced I gained new insights about the music by focusing on the small details (RC2, 0.92, 0.77)
Reduced I was analysing the complexity of the music (RC51, 1, 0.62)
Structure How the music was structured is important to me (ST22, 0.93, 0.77)
Structure The harmony, melody, or rhythm prepared me for upcoming changes (ST13, 1, 0.69)
Self The music reminded me of a certain time in my life (SE54, 1, 0.69)
Self I found the music to be personally meaningful (SE50, 0.92, 0.62)
Source I considered the music’s historical context to understand what it meant (SO56, 0.92, 0.92)
Source I connected to the message the artist(s) were trying to convey with the music (SO62, 1, 0.85)
Qualia I experienced physical sensations (tears, shivers, goosebumps) while listening to the music (QU50, 1, 0.69)
Qualia While listening, I noticed tears starting to form in my eyes (QU53, 1, 0.69)
Preference & Familiarity Listening to the music was a rewarding experience (CU2, 0.92, 0.77)
Preference & Familiarity I knew I had never heard the music before (PO50, 0.77, 0.54)
Back to top