Effect size computation: koncewicz2019ocenasilyswiadectw

library(dplyr)

Attaching package: 'dplyr'
The following objects are masked from 'package:stats':

    filter, lag
The following objects are masked from 'package:base':

    intersect, setdiff, setequal, union
library(tidyr)
library(data.table)

Attaching package: 'data.table'
The following objects are masked from 'package:dplyr':

    between, first, last
The following object is masked from 'package:base':

    %notin%
library(esc)
library(metafor)
Loading required package: Matrix

Attaching package: 'Matrix'
The following objects are masked from 'package:tidyr':

    expand, pack, unpack
Loading required package: metadat
Loading required package: numDeriv

Loading the 'metafor' package (version 5.0-1). For an
introduction to the package please type: help(metafor)

Shared Helpers

stop_if_missing <- function(x, name) {
  if (is.na(x)) stop(sprintf("Missing required input: %s", name), call. = FALSE)
}

compute_effect_size <- function(
    paper_key,
    study_id,
    effect_id,
    method_used,
    sign_convention = "d = mean(low) - mean(high)",
    n_high = NA_integer_,
    n_low = NA_integer_,
    n_total = NA_integer_,
    mean_high = NA_real_,
    mean_low = NA_real_,
    sd_high = NA_real_,
    sd_low = NA_real_,
    r_within = NA_real_,
    notes_on_assumptions = "",
    imputed_flag = FALSE,
    needs_sensitivity = TRUE
) {
  d <- NA_real_
  v <- NA_real_
  g <- NA_real_
  v_g <- NA_real_
  computed_from_suggested <- NA_character_
  design_used <- if (startsWith(method_used, "between_")) {
    "Between-Subjects"
  } else if (startsWith(method_used, "within_")) {
    "Within-Subjects"
  } else {
    NA_character_
  }

  if (method_used == "between_groups") {
    computed_from_suggested <- "groups"
    stop_if_missing(n_high, "n_high")
    stop_if_missing(n_low, "n_low")
    stop_if_missing(mean_high, "mean_high")
    stop_if_missing(mean_low, "mean_low")
    stop_if_missing(sd_high, "sd_high")
    stop_if_missing(sd_low, "sd_low")

    es_d <- esc::esc_mean_sd(
      grp1m = mean_low, grp1sd = sd_low, grp1n = n_low,
      grp2m = mean_high, grp2sd = sd_high, grp2n = n_high,
      es.type = "d"
    )
    es_g <- esc::esc_mean_sd(
      grp1m = mean_low, grp1sd = sd_low, grp1n = n_low,
      grp2m = mean_high, grp2sd = sd_high, grp2n = n_high,
      es.type = "g"
    )

    d <- as.numeric(es_d$es)
    v <- as.numeric(es_d$var)
    g <- as.numeric(es_g$es)
    v_g <- as.numeric(es_g$var)
  } else if (method_used == "within_smcrp_r") {
    computed_from_suggested <- "groups"
    stop_if_missing(n_total, "n_total")
    stop_if_missing(mean_high, "mean_high")
    stop_if_missing(mean_low, "mean_low")
    stop_if_missing(sd_high, "sd_high")
    stop_if_missing(sd_low, "sd_low")
    stop_if_missing(r_within, "r_within")
    if (abs(r_within) > 1) stop("r_within must be between -1 and 1", call. = FALSE)

    es_d <- metafor::escalc(
      measure = "SMCRP",
      m1i = mean_low, m2i = mean_high,
      sd1i = sd_low, sd2i = sd_high,
      ri = r_within, ni = n_total,
      correct = FALSE
    )
    es_g <- metafor::escalc(
      measure = "SMCRP",
      m1i = mean_low, m2i = mean_high,
      sd1i = sd_low, sd2i = sd_high,
      ri = r_within, ni = n_total,
      correct = TRUE
    )

    d <- as.numeric(es_d$yi)
    v <- as.numeric(es_d$vi)
    g <- as.numeric(es_g$yi)
    v_g <- as.numeric(es_g$vi)
  } else {
    stop(sprintf("Unknown method_used: %s", method_used), call. = FALSE)
  }

  inputs_used <- paste(
    c(
      sprintf("method=%s", method_used),
      sprintf("sign_convention=%s", sign_convention),
      if (!is.na(n_low)) sprintf("n_low=%s", n_low) else NULL,
      if (!is.na(n_high)) sprintf("n_high=%s", n_high) else NULL,
      if (!is.na(n_total)) sprintf("n_total=%s", n_total) else NULL,
      if (!is.na(mean_low)) sprintf("mean_low=%s", mean_low) else NULL,
      if (!is.na(mean_high)) sprintf("mean_high=%s", mean_high) else NULL,
      if (!is.na(sd_low)) sprintf("sd_low=%s", sd_low) else NULL,
      if (!is.na(sd_high)) sprintf("sd_high=%s", sd_high) else NULL,
      if (!is.na(r_within)) sprintf("r_within=%s", r_within) else NULL
    ),
    collapse = ", "
  )

  audit <- data.frame(
    paper_key = paper_key,
    study_id = study_id,
    effect_id = effect_id,
    design = design_used,
    method_used = method_used,
    computed_from_suggested = computed_from_suggested,
    inputs_used = inputs_used,
    d = d,
    v = v,
    g = g,
    v_g = v_g,
    notes_on_assumptions = notes_on_assumptions,
    imputed_flag = imputed_flag,
    needs_sensitivity = needs_sensitivity
  )

  yaml_snippet <- sprintf(
    "effect_size:\n  metric: SMD\n  d: %.12f\n  v: %.12f\n  computed_from: %s\n  needs_review: false\n  notes: \"%s\"\n",
    d, v, computed_from_suggested, gsub(pattern = "\"", replacement = "'", x = inputs_used)
  )

  list(audit = audit, yaml_snippet = yaml_snippet)
}

Source Data

The thesis is used for the study description and materials. Numerical extraction follows data/raport_natka.rmd, with the shared demographic/end files copied from the same combined survey export.

recode_likert <- function(x) {
  as.numeric(factor(x, levels = c("A1", "A2", "A3", "A4", "A5", "A6", "A7"), ordered = TRUE))
}

read_survey <- function(file) read.csv(file.path("../data", file), na.strings = "")

demografia <- read.csv("../data/demo/625672.csv", na.strings = "")
end <- distinct(read.csv("../data/end/255249.csv", na.strings = ""), uid, step)
demografia <- demografia[!(duplicated(demografia$uid) | duplicated(demografia$uid, fromLast = TRUE)), ]
demografia <- demografia[demografia$uid %in% end$uid, ]

Between-Subjects Inputs

single_files <- list(
  przechodzien = list(wazne = "475219.csv", niewazne = "734756.csv", col_w = "PrzechodzenWazne.SA001.", col_n = "PrzechodzenNiewazne.SA001."),
  pijany = list(wazne = "447751.csv", niewazne = "948948.csv", col_w = "PijanyWazne.SA001.", col_n = "PijanyNiewazne.SA001."),
  policjant = list(wazne = "964598.csv", niewazne = "168342.csv", col_w = "PolicjantWazne.SA001.", col_n = "PolicjantNiewazne.SA001."),
  dziecko = list(wazne = "852883.csv", niewazne = "915168.csv", col_w = "DzieckoWazne.SA001.", col_n = "DzieckoNiewazne.SA001."),
  znaki = list(wazne = "583976.csv", niewazne = "968689.csv", col_w = "ZnakiWazne.SA001.", col_n = "ZnakiNiewazne.SA001.")
)

read_single <- function(history, spec) {
  high <- read_survey(spec$wazne)
  names(high)[names(high) == spec$col_w] <- "Response"
  high$Historyjka <- history
  high$Stawka <- "ważne"

  low <- read_survey(spec$niewazne)
  names(low)[names(low) == spec$col_n] <- "Response"
  low$Historyjka <- history
  low$Stawka <- "nieważne"

  rbindlist(list(high, low), fill = TRUE)
}

single <- rbindlist(Map(read_single, names(single_files), single_files), fill = TRUE)
single$Response <- recode_likert(single$Response)
single <- single[!(duplicated(uid) | duplicated(uid, fromLast = TRUE)) & !is.na(uid) & !is.na(shorturl)]
single <- left_join(as.data.frame(single), demografia, by = "uid")

between_inputs <- single %>%
  group_by(Historyjka, Stawka) %>%
  summarise(M = mean(Response), SD = sd(Response), N = n(), .groups = "drop") %>%
  pivot_wider(names_from = Stawka, values_from = c(M, SD, N))

between_inputs
# A tibble: 5 × 7
  Historyjka   M_nieważne M_ważne SD_nieważne SD_ważne N_nieważne N_ważne
  <chr>             <dbl>   <dbl>       <dbl>    <dbl>      <int>   <int>
1 dziecko            4.15    3.85        1.36     1.46         59      53
2 pijany             4.02    3.57        1.54     1.75         54      54
3 policjant          5.30    4.87        1.20     1.44         53      53
4 przechodzien       5       4.75        1.37     1.24         52      55
5 znaki              4.67    4.52        1.97     1.81         52      56

Between-Subjects Effects

paper_key <- "koncewicz2019ocenasilyswiadectw"
study_id <- 1

compute_between_from_history <- function(history, effect_id) {
  inp <- between_inputs[between_inputs$Historyjka == history, ]
  compute_effect_size(
    paper_key = paper_key,
    study_id = study_id,
    effect_id = effect_id,
    method_used = "between_groups",
    n_high = inp$`N_ważne`,
    n_low = inp$`N_nieważne`,
    mean_high = inp$`M_ważne`,
    mean_low = inp$`M_nieważne`,
    sd_high = inp$`SD_ważne`,
    sd_low = inp$`SD_nieważne`,
    notes_on_assumptions = "Single-scenario group summaries computed from raw survey files following raport_natka.rmd; effect size computed with esc::esc_mean_sd."
  )
}

res_s1_e1 <- compute_between_from_history("przechodzien", "s1_e1")
res_s1_e2 <- compute_between_from_history("znaki", "s1_e2")
res_s1_e3 <- compute_between_from_history("policjant", "s1_e3")
res_s1_e4 <- compute_between_from_history("dziecko", "s1_e4")
res_s1_e5 <- compute_between_from_history("pijany", "s1_e5")

Effect s1_e1: Przechodzień, Single Scenario

res_s1_e1$audit
                        paper_key study_id effect_id           design
1 koncewicz2019ocenasilyswiadectw        1     s1_e1 Between-Subjects
     method_used computed_from_suggested
1 between_groups                  groups
                                                                                                                                                                        inputs_used
1 method=between_groups, sign_convention=d = mean(low) - mean(high), n_low=52, n_high=55, mean_low=5, mean_high=4.74545454545455, sd_low=1.37198868114007, sd_high=1.23555628224672
          d          v         g        v_g
1 0.1952623 0.03759075 0.1938642 0.03759075
                                                                                                                    notes_on_assumptions
1 Single-scenario group summaries computed from raw survey files following raport_natka.rmd; effect size computed with esc::esc_mean_sd.
  imputed_flag needs_sensitivity
1        FALSE              TRUE
cat(res_s1_e1$yaml_snippet)
effect_size:
  metric: SMD
  d: 0.195262260916
  v: 0.037590752602
  computed_from: groups
  needs_review: false
  notes: "method=between_groups, sign_convention=d = mean(low) - mean(high), n_low=52, n_high=55, mean_low=5, mean_high=4.74545454545455, sd_low=1.37198868114007, sd_high=1.23555628224672"

Effect s1_e2: Znaki, Single Scenario

res_s1_e2$audit
                        paper_key study_id effect_id           design
1 koncewicz2019ocenasilyswiadectw        1     s1_e2 Between-Subjects
     method_used computed_from_suggested
1 between_groups                  groups
                                                                                                                                                                                       inputs_used
1 method=between_groups, sign_convention=d = mean(low) - mean(high), n_low=52, n_high=56, mean_low=4.67307692307692, mean_high=4.51785714285714, sd_low=1.96759187787722, sd_high=1.80897832972167
           d          v         g        v_g
1 0.08225929 0.03711924 0.0816759 0.03711924
                                                                                                                    notes_on_assumptions
1 Single-scenario group summaries computed from raw survey files following raport_natka.rmd; effect size computed with esc::esc_mean_sd.
  imputed_flag needs_sensitivity
1        FALSE              TRUE
cat(res_s1_e2$yaml_snippet)
effect_size:
  metric: SMD
  d: 0.082259294617
  v: 0.037119238901
  computed_from: groups
  needs_review: false
  notes: "method=between_groups, sign_convention=d = mean(low) - mean(high), n_low=52, n_high=56, mean_low=4.67307692307692, mean_high=4.51785714285714, sd_low=1.96759187787722, sd_high=1.80897832972167"

Effect s1_e3: Policjant, Single Scenario

res_s1_e3$audit
                        paper_key study_id effect_id           design
1 koncewicz2019ocenasilyswiadectw        1     s1_e3 Between-Subjects
     method_used computed_from_suggested
1 between_groups                  groups
                                                                                                                                                                                      inputs_used
1 method=between_groups, sign_convention=d = mean(low) - mean(high), n_low=53, n_high=53, mean_low=5.30188679245283, mean_high=4.86792452830189, sd_low=1.20231996349969, sd_high=1.4416568439587
          d          v         g        v_g
1 0.3269281 0.03824001 0.3245648 0.03824001
                                                                                                                    notes_on_assumptions
1 Single-scenario group summaries computed from raw survey files following raport_natka.rmd; effect size computed with esc::esc_mean_sd.
  imputed_flag needs_sensitivity
1        FALSE              TRUE
cat(res_s1_e3$yaml_snippet)
effect_size:
  metric: SMD
  d: 0.326928087580
  v: 0.038240009313
  computed_from: groups
  needs_review: false
  notes: "method=between_groups, sign_convention=d = mean(low) - mean(high), n_low=53, n_high=53, mean_low=5.30188679245283, mean_high=4.86792452830189, sd_low=1.20231996349969, sd_high=1.4416568439587"

Effect s1_e4: Dziecko, Single Scenario

res_s1_e4$audit
                        paper_key study_id effect_id           design
1 koncewicz2019ocenasilyswiadectw        1     s1_e4 Between-Subjects
     method_used computed_from_suggested
1 between_groups                  groups
                                                                                                                                                                                       inputs_used
1 method=between_groups, sign_convention=d = mean(low) - mean(high), n_low=59, n_high=53, mean_low=4.15254237288136, mean_high=3.84905660377358, sd_low=1.36221876973629, sd_high=1.45966574697368
          d          v      g        v_g
1 0.2153718 0.03602415 0.2139 0.03602415
                                                                                                                    notes_on_assumptions
1 Single-scenario group summaries computed from raw survey files following raport_natka.rmd; effect size computed with esc::esc_mean_sd.
  imputed_flag needs_sensitivity
1        FALSE              TRUE
cat(res_s1_e4$yaml_snippet)
effect_size:
  metric: SMD
  d: 0.215371830084
  v: 0.036024153076
  computed_from: groups
  needs_review: false
  notes: "method=between_groups, sign_convention=d = mean(low) - mean(high), n_low=59, n_high=53, mean_low=4.15254237288136, mean_high=3.84905660377358, sd_low=1.36221876973629, sd_high=1.45966574697368"

Effect s1_e5: Pijany Kierowca, Single Scenario

res_s1_e5$audit
                        paper_key study_id effect_id           design
1 koncewicz2019ocenasilyswiadectw        1     s1_e5 Between-Subjects
     method_used computed_from_suggested
1 between_groups                  groups
                                                                                                                                                                                      inputs_used
1 method=between_groups, sign_convention=d = mean(low) - mean(high), n_low=54, n_high=54, mean_low=4.01851851851852, mean_high=3.57407407407407, sd_low=1.53562402951632, sd_high=1.7547977559311
          d          v         g        v_g
1 0.2695471 0.03737341 0.2676354 0.03737341
                                                                                                                    notes_on_assumptions
1 Single-scenario group summaries computed from raw survey files following raport_natka.rmd; effect size computed with esc::esc_mean_sd.
  imputed_flag needs_sensitivity
1        FALSE              TRUE
cat(res_s1_e5$yaml_snippet)
effect_size:
  metric: SMD
  d: 0.269547053597
  v: 0.037373405621
  computed_from: groups
  needs_review: false
  notes: "method=between_groups, sign_convention=d = mean(low) - mean(high), n_low=54, n_high=54, mean_low=4.01851851851852, mean_high=3.57407407407407, sd_low=1.53562402951632, sd_high=1.7547977559311"

Within-Subjects Inputs

read_both <- function(history, file, low_col, high_col) {
  dat <- read_survey(file)
  names(dat)[names(dat) == low_col] <- "Niewazne"
  names(dat)[names(dat) == high_col] <- "Wazne"
  dat$Historyjka <- history
  dat
}

both <- rbindlist(list(
  read_both("przechodzien", "853878.csv", "PrzechodzenOba.SA001.", "PrzechodzenOba.SA002."),
  read_both("pijany", "823783.csv", "PrzechodzenOba.SA001.", "PrzechodzenOba.SA002."),
  read_both("policjant", "986256.csv", "PolicjantOba.SA001.", "PolicjantOba.SA002."),
  read_both("dziecko", "411636.csv", "DzieckoOba.SA001.", "DzieckoOba.SA002."),
  read_both("znaki", "572351.csv", "ZnakiOba.SA001.", "ZnakiOba.SA002.")
), fill = TRUE)

both$Wazne <- recode_likert(both$Wazne)
both$Niewazne <- recode_likert(both$Niewazne)
both <- both[!(duplicated(uid) | duplicated(uid, fromLast = TRUE)) & !is.na(uid) & !is.na(shorturl)]
both <- left_join(as.data.frame(both), demografia, by = "uid")

make_within_inputs <- function(dat) {
  dat <- dat[complete.cases(dat[, c("Niewazne", "Wazne")]), ]
  test <- t.test(dat$Wazne, dat$Niewazne, paired = TRUE)

  data.frame(
    Historyjka = unique(dat$Historyjka),
    N = nrow(dat),
    M_low = mean(dat$Niewazne),
    M_high = mean(dat$Wazne),
    SD_low = sd(dat$Niewazne),
    SD_high = sd(dat$Wazne),
    r = cor(dat$Niewazne, dat$Wazne),
    t_high_minus_low = as.numeric(test$statistic),
    df = as.numeric(test$parameter),
    p = test$p.value
  )
}

within_inputs <- bind_rows(lapply(split(both, both$Historyjka), make_within_inputs))
within_inputs
    Historyjka  N    M_low   M_high   SD_low  SD_high         r
1      dziecko 51 4.352941 3.941176 1.339008 1.748276 0.4960267
2       pijany 55 4.727273 4.545455 1.393830 1.619536 0.1081388
3    policjant 52 5.269231 4.596154 1.509647 1.870929 0.5529727
4 przechodzien 51 4.235294 4.058824 1.644241 1.869885 0.5028008
5        znaki 54 4.962963 4.462963 1.529126 1.880515 0.4916275
  t_high_minus_low df           p
1       -1.8498075 50 0.070255739
2       -0.6677668 54 0.507126504
3       -2.9783401 51 0.004427581
4       -0.7148262 50 0.478040872
5       -2.1048374 53 0.040063267

Within-Subjects Effects

compute_within_from_history <- function(history, effect_id) {
  inp <- within_inputs[within_inputs$Historyjka == history, ]
  compute_effect_size(
    paper_key = paper_key,
    study_id = study_id,
    effect_id = effect_id,
    method_used = "within_smcrp_r",
    n_total = inp$N,
    mean_high = inp$M_high,
    mean_low = inp$M_low,
    sd_high = inp$SD_high,
    sd_low = inp$SD_low,
    r_within = inp$r,
    notes_on_assumptions = "Two-scenario within-person summaries computed from raw survey files following raport_natka.rmd; effect size computed with metafor::escalc(measure='SMCRP', correct=FALSE)."
  )
}

res_s1_e6 <- compute_within_from_history("przechodzien", "s1_e6")
res_s1_e7 <- compute_within_from_history("znaki", "s1_e7")
res_s1_e8 <- compute_within_from_history("policjant", "s1_e8")
res_s1_e9 <- compute_within_from_history("dziecko", "s1_e9")
res_s1_e10 <- compute_within_from_history("pijany", "s1_e10")

Effect s1_e6: Przechodzień, Paired Scenarios

res_s1_e6$audit
                        paper_key study_id effect_id          design
1 koncewicz2019ocenasilyswiadectw        1     s1_e6 Within-Subjects
     method_used computed_from_suggested
1 within_smcrp_r                  groups
                                                                                                                                                                                                          inputs_used
1 method=within_smcrp_r, sign_convention=d = mean(low) - mean(high), n_total=51, mean_low=4.23529411764706, mean_high=4.05882352941176, sd_low=1.64424128757452, sd_high=1.86988518049513, r_within=0.502800788988056
          d         v          g        v_g
1 0.1002286 0.0195597 0.09928335 0.01955854
                                                                                                                                                        notes_on_assumptions
1 Two-scenario within-person summaries computed from raw survey files following raport_natka.rmd; effect size computed with metafor::escalc(measure='SMCRP', correct=FALSE).
  imputed_flag needs_sensitivity
1        FALSE              TRUE
cat(res_s1_e6$yaml_snippet)
effect_size:
  metric: SMD
  d: 0.100228558985
  v: 0.019559701510
  computed_from: groups
  needs_review: false
  notes: "method=within_smcrp_r, sign_convention=d = mean(low) - mean(high), n_total=51, mean_low=4.23529411764706, mean_high=4.05882352941176, sd_low=1.64424128757452, sd_high=1.86988518049513, r_within=0.502800788988056"

Effect s1_e7: Znaki, Paired Scenarios

res_s1_e7$audit
                        paper_key study_id effect_id          design
1 koncewicz2019ocenasilyswiadectw        1     s1_e7 Within-Subjects
     method_used computed_from_suggested
1 within_smcrp_r                  groups
                                                                                                                                                                                                          inputs_used
1 method=within_smcrp_r, sign_convention=d = mean(low) - mean(high), n_total=54, mean_low=4.96296296296296, mean_high=4.46296296296296, sd_low=1.52912557282595, sd_high=1.88051541472477, r_within=0.491627536206531
          d          v         g       v_g
1 0.2917408 0.01931789 0.2891689 0.0193093
                                                                                                                                                        notes_on_assumptions
1 Two-scenario within-person summaries computed from raw survey files following raport_natka.rmd; effect size computed with metafor::escalc(measure='SMCRP', correct=FALSE).
  imputed_flag needs_sensitivity
1        FALSE              TRUE
cat(res_s1_e7$yaml_snippet)
effect_size:
  metric: SMD
  d: 0.291740827452
  v: 0.019317888711
  computed_from: groups
  needs_review: false
  notes: "method=within_smcrp_r, sign_convention=d = mean(low) - mean(high), n_total=54, mean_low=4.96296296296296, mean_high=4.46296296296296, sd_low=1.52912557282595, sd_high=1.88051541472477, r_within=0.491627536206531"

Effect s1_e8: Policjant, Paired Scenarios

res_s1_e8$audit
                        paper_key study_id effect_id          design
1 koncewicz2019ocenasilyswiadectw        1     s1_e8 Within-Subjects
     method_used computed_from_suggested
1 within_smcrp_r                  groups
                                                                                                                                                                                                          inputs_used
1 method=within_smcrp_r, sign_convention=d = mean(low) - mean(high), n_total=52, mean_low=5.26923076923077, mean_high=4.59615384615385, sd_low=1.50964720739628, sd_high=1.87092946791334, r_within=0.552972700733382
          d          v         g        v_g
1 0.3959478 0.01817755 0.3921319 0.01815868
                                                                                                                                                        notes_on_assumptions
1 Two-scenario within-person summaries computed from raw survey files following raport_natka.rmd; effect size computed with metafor::escalc(measure='SMCRP', correct=FALSE).
  imputed_flag needs_sensitivity
1        FALSE              TRUE
cat(res_s1_e8$yaml_snippet)
effect_size:
  metric: SMD
  d: 0.395947750285
  v: 0.018177554672
  computed_from: groups
  needs_review: false
  notes: "method=within_smcrp_r, sign_convention=d = mean(low) - mean(high), n_total=52, mean_low=5.26923076923077, mean_high=4.59615384615385, sd_low=1.50964720739628, sd_high=1.87092946791334, r_within=0.552972700733382"

Effect s1_e9: Dziecko, Paired Scenarios

res_s1_e9$audit
                        paper_key study_id effect_id          design
1 koncewicz2019ocenasilyswiadectw        1     s1_e9 Within-Subjects
     method_used computed_from_suggested
1 within_smcrp_r                  groups
                                                                                                                                                                                                          inputs_used
1 method=within_smcrp_r, sign_convention=d = mean(low) - mean(high), n_total=51, mean_low=4.35294117647059, mean_high=3.94117647058824, sd_low=1.33900753413511, sd_high=1.74827646218649, r_within=0.496026747497425
          d          v         g        v_g
1 0.2644354 0.02019077 0.2619551 0.02018279
                                                                                                                                                        notes_on_assumptions
1 Two-scenario within-person summaries computed from raw survey files following raport_natka.rmd; effect size computed with metafor::escalc(measure='SMCRP', correct=FALSE).
  imputed_flag needs_sensitivity
1        FALSE              TRUE
cat(res_s1_e9$yaml_snippet)
effect_size:
  metric: SMD
  d: 0.264435395032
  v: 0.020190769057
  computed_from: groups
  needs_review: false
  notes: "method=within_smcrp_r, sign_convention=d = mean(low) - mean(high), n_total=51, mean_low=4.35294117647059, mean_high=3.94117647058824, sd_low=1.33900753413511, sd_high=1.74827646218649, r_within=0.496026747497425"

Effect s1_e10: Pijany Kierowca, Paired Scenarios

res_s1_e10$audit
                        paper_key study_id effect_id          design
1 koncewicz2019ocenasilyswiadectw        1    s1_e10 Within-Subjects
     method_used computed_from_suggested
1 within_smcrp_r                  groups
                                                                                                                                                                                                          inputs_used
1 method=within_smcrp_r, sign_convention=d = mean(low) - mean(high), n_total=55, mean_low=4.72727272727273, mean_high=4.54545454545455, sd_low=1.39382959602705, sd_high=1.61953561952049, r_within=0.108138756472792
          d          v         g        v_g
1 0.1203374 0.03249791 0.1194897 0.03249698
                                                                                                                                                        notes_on_assumptions
1 Two-scenario within-person summaries computed from raw survey files following raport_natka.rmd; effect size computed with metafor::escalc(measure='SMCRP', correct=FALSE).
  imputed_flag needs_sensitivity
1        FALSE              TRUE
cat(res_s1_e10$yaml_snippet)
effect_size:
  metric: SMD
  d: 0.120337417818
  v: 0.032497910837
  computed_from: groups
  needs_review: false
  notes: "method=within_smcrp_r, sign_convention=d = mean(low) - mean(high), n_total=55, mean_low=4.72727272727273, mean_high=4.54545454545455, sd_low=1.39382959602705, sd_high=1.61953561952049, r_within=0.108138756472792"

Audit Table

audits <- rbind(
  res_s1_e1$audit,
  res_s1_e2$audit,
  res_s1_e3$audit,
  res_s1_e4$audit,
  res_s1_e5$audit,
  res_s1_e6$audit,
  res_s1_e7$audit,
  res_s1_e8$audit,
  res_s1_e9$audit,
  res_s1_e10$audit
)

audits
                         paper_key study_id effect_id           design
1  koncewicz2019ocenasilyswiadectw        1     s1_e1 Between-Subjects
2  koncewicz2019ocenasilyswiadectw        1     s1_e2 Between-Subjects
3  koncewicz2019ocenasilyswiadectw        1     s1_e3 Between-Subjects
4  koncewicz2019ocenasilyswiadectw        1     s1_e4 Between-Subjects
5  koncewicz2019ocenasilyswiadectw        1     s1_e5 Between-Subjects
6  koncewicz2019ocenasilyswiadectw        1     s1_e6  Within-Subjects
7  koncewicz2019ocenasilyswiadectw        1     s1_e7  Within-Subjects
8  koncewicz2019ocenasilyswiadectw        1     s1_e8  Within-Subjects
9  koncewicz2019ocenasilyswiadectw        1     s1_e9  Within-Subjects
10 koncewicz2019ocenasilyswiadectw        1    s1_e10  Within-Subjects
      method_used computed_from_suggested
1  between_groups                  groups
2  between_groups                  groups
3  between_groups                  groups
4  between_groups                  groups
5  between_groups                  groups
6  within_smcrp_r                  groups
7  within_smcrp_r                  groups
8  within_smcrp_r                  groups
9  within_smcrp_r                  groups
10 within_smcrp_r                  groups
                                                                                                                                                                                                           inputs_used
1                                    method=between_groups, sign_convention=d = mean(low) - mean(high), n_low=52, n_high=55, mean_low=5, mean_high=4.74545454545455, sd_low=1.37198868114007, sd_high=1.23555628224672
2                     method=between_groups, sign_convention=d = mean(low) - mean(high), n_low=52, n_high=56, mean_low=4.67307692307692, mean_high=4.51785714285714, sd_low=1.96759187787722, sd_high=1.80897832972167
3                      method=between_groups, sign_convention=d = mean(low) - mean(high), n_low=53, n_high=53, mean_low=5.30188679245283, mean_high=4.86792452830189, sd_low=1.20231996349969, sd_high=1.4416568439587
4                     method=between_groups, sign_convention=d = mean(low) - mean(high), n_low=59, n_high=53, mean_low=4.15254237288136, mean_high=3.84905660377358, sd_low=1.36221876973629, sd_high=1.45966574697368
5                      method=between_groups, sign_convention=d = mean(low) - mean(high), n_low=54, n_high=54, mean_low=4.01851851851852, mean_high=3.57407407407407, sd_low=1.53562402951632, sd_high=1.7547977559311
6  method=within_smcrp_r, sign_convention=d = mean(low) - mean(high), n_total=51, mean_low=4.23529411764706, mean_high=4.05882352941176, sd_low=1.64424128757452, sd_high=1.86988518049513, r_within=0.502800788988056
7  method=within_smcrp_r, sign_convention=d = mean(low) - mean(high), n_total=54, mean_low=4.96296296296296, mean_high=4.46296296296296, sd_low=1.52912557282595, sd_high=1.88051541472477, r_within=0.491627536206531
8  method=within_smcrp_r, sign_convention=d = mean(low) - mean(high), n_total=52, mean_low=5.26923076923077, mean_high=4.59615384615385, sd_low=1.50964720739628, sd_high=1.87092946791334, r_within=0.552972700733382
9  method=within_smcrp_r, sign_convention=d = mean(low) - mean(high), n_total=51, mean_low=4.35294117647059, mean_high=3.94117647058824, sd_low=1.33900753413511, sd_high=1.74827646218649, r_within=0.496026747497425
10 method=within_smcrp_r, sign_convention=d = mean(low) - mean(high), n_total=55, mean_low=4.72727272727273, mean_high=4.54545454545455, sd_low=1.39382959602705, sd_high=1.61953561952049, r_within=0.108138756472792
            d          v          g        v_g
1  0.19526226 0.03759075 0.19386420 0.03759075
2  0.08225929 0.03711924 0.08167590 0.03711924
3  0.32692809 0.03824001 0.32456475 0.03824001
4  0.21537183 0.03602415 0.21390004 0.03602415
5  0.26954705 0.03737341 0.26763537 0.03737341
6  0.10022856 0.01955970 0.09928335 0.01955854
7  0.29174083 0.01931789 0.28916892 0.01930930
8  0.39594775 0.01817755 0.39213188 0.01815868
9  0.26443540 0.02019077 0.26195514 0.02018279
10 0.12033742 0.03249791 0.11948965 0.03249698
                                                                                                                                                         notes_on_assumptions
1                                      Single-scenario group summaries computed from raw survey files following raport_natka.rmd; effect size computed with esc::esc_mean_sd.
2                                      Single-scenario group summaries computed from raw survey files following raport_natka.rmd; effect size computed with esc::esc_mean_sd.
3                                      Single-scenario group summaries computed from raw survey files following raport_natka.rmd; effect size computed with esc::esc_mean_sd.
4                                      Single-scenario group summaries computed from raw survey files following raport_natka.rmd; effect size computed with esc::esc_mean_sd.
5                                      Single-scenario group summaries computed from raw survey files following raport_natka.rmd; effect size computed with esc::esc_mean_sd.
6  Two-scenario within-person summaries computed from raw survey files following raport_natka.rmd; effect size computed with metafor::escalc(measure='SMCRP', correct=FALSE).
7  Two-scenario within-person summaries computed from raw survey files following raport_natka.rmd; effect size computed with metafor::escalc(measure='SMCRP', correct=FALSE).
8  Two-scenario within-person summaries computed from raw survey files following raport_natka.rmd; effect size computed with metafor::escalc(measure='SMCRP', correct=FALSE).
9  Two-scenario within-person summaries computed from raw survey files following raport_natka.rmd; effect size computed with metafor::escalc(measure='SMCRP', correct=FALSE).
10 Two-scenario within-person summaries computed from raw survey files following raport_natka.rmd; effect size computed with metafor::escalc(measure='SMCRP', correct=FALSE).
   imputed_flag needs_sensitivity
1         FALSE              TRUE
2         FALSE              TRUE
3         FALSE              TRUE
4         FALSE              TRUE
5         FALSE              TRUE
6         FALSE              TRUE
7         FALSE              TRUE
8         FALSE              TRUE
9         FALSE              TRUE
10        FALSE              TRUE