schema_version: '1.2'
paper:
  paper_id: phelan2014evidencestakesmatter
  citation: Phelan, M. (2014). Evidence that stakes don't matter for evidence. Philosophical Psychology.
  short_label: Phelan 2014
  doi: 10.1080/09515089.2012.733363
  published: 'Yes'
  year: 2014
  language: English
  language_other: null
  research_objective: 'Assess whether ordinary judgments support anti-intellectualism about evidence (AIE): whether evidence/evidence-quality
    depends on practical stakes.'
  data_availability:
    data_available_online: null
    url: null
    notes: null
  notes: null
studies:
- study_id: 1
  label: Experiment 1 (Passerby; UNC students)
  language: English
  language_other: null
  objective: Test whether practical stakes affect judgments about how confident an agent should be, comparing Unimportant
    vs Important cases presented either singly or juxtaposed (Two Cases).
  sample:
    n_final: 107
    recruitment: students
    recruitment_other: null
    compensation: null
    compensation_other: null
    characteristics: UNC-Chapel Hill undergraduates in introductory philosophy classes; mean previous philosophy classes taken
      = 1 (mode 0).
    provenance:
      page: 7
      quote: I asked 107 University of North Carolina, Chapel Hill undergraduate students in introductory philosophy classes...
        The mean number of previous philosophy classes taken by participants in this study was 1 (the mode was 0).
    mean_age: null
  design: null
  design_other: 'Mixed: between-subjects single-vignette conditions (Unimportant vs Important) and within-subjects Two Cases
    condition.'
  manipulated_factors:
  - 'Case presentation: single vignette vs juxtaposed (Two Cases)'
  paradigm: Rating confidence in the belief
  paradigm_other: null
  scale:
    label: Likert 7-point
    points: 7
    anchors: 1 = not confident; 7 = very confident
    direction: Higher = more confident
    provenance:
      page: 8
      quote: This question was judged on a seven-point scale, with 1 representing 'not confident' and 7 representing 'very
        confident'.
  measures:
    knowledge_question_text: null
    knowledge_question_first: null
    additional_question_text: How confident should Kate be that she is on Main Street?
  scenarios:
  - scenario_code: other
    scenario_type: Main Street navigation / street name (passerby testimony)
    high_stakes_text: "Kate needs to get to Main Street by noon: her life depends upon it. She comes to an\r\nintersection\
      \ and asks a passerby the name of the street. ‘‘Main Street,’’ the passerby\r\nsays. Kate looks at her watch, and it\
      \ reads 11:45 AM. Kate’s eyesight is perfectly\r\nnormal, and she sees her watch clearly. Kate’s hearing is perfectly\
      \ normal, and she\r\nhears the passerby quite well. She has no special reason to believe that the passerby\r\nis inaccurate.\
      \ She also has no special reason to believe that her watch is inaccurate.\r\nKate could gather further evidence that\
      \ she is on Main Street (she could, for\r\ninstance, find a map), but she doesn’t do so, since, on the basis of what\
      \ the passerby\r\ntells her, she already thinks that she is on Main Street."
    low_stakes_text: "Kate is ambling down the street, out on a walk for no particular reason and with no\r\nparticular place\
      \ to go. She comes to an intersection and asks a passerby the name of\r\nthe street. ‘‘Main Street,’’ the passerby says.\
      \ Kate looks at her watch, and it reads\r\n11:45 AM. Kate’s eyesight is perfectly normal, and she sees her watch clearly.\
      \ Kate’s\r\nhearing is perfectly normal, and she hears the passerby quite well. She has no\r\nspecial reason to believe\
      \ that the passerby is inaccurate. She also has no special reason to believe that her watch is inaccurate. Kate could\
      \ gather further evidence\r\nthat she is on Main Street (she could, for instance, find a map), but she doesn’t do\r\n\
      so, since, on the basis of what the passerby tells her, she already thinks that she is on\r\nMain Street."
    provenance:
      page: 25
      quote: 'Important: "Kate needs to get to Main Street by noon: her life depends upon it." Unimportant: "Kate is ambling
        down the street, out on a walk for no particular reason and with no particular place to go."'
  effects:
  - effect_id: s1_e1
    subgroup: Non-juxtaposed (single vignette)
    subgroup_desc: Passerby; between-subjects
    design: Between-Subjects
    design_other: null
    moderators:
      scenario: other
      skeptical_pressure: 'No'
      awareness: 'Yes'
      evidence: External
      attribution_person: Other
      evidence_reliability: Medium
    moderators_coding:
      scenario:
        provenance:
          page: null
          quote: Kate... asks a passerby the name of the street. "Main Street," the passerby says.
          tei_id: null
          table_ref: null
        reason: The vignette is about street navigation / street-name testimony (not bank/peanuts/bridge/typos).
      skeptical_pressure:
        provenance:
          page: null
          quote: She has no special reason to believe that the passerby is inaccurate.
          tei_id: null
          table_ref: null
        reason: No explicit doubt/counterconsiderations are introduced in the vignette.
      awareness:
        provenance:
          page: null
          quote: 'Kate needs to get to Main Street by noon: her life depends upon it.'
          tei_id: null
          table_ref: null
        reason: The protagonist is explicitly aware of the high-stakes consequences in the Important condition.
      evidence:
        provenance:
          page: null
          quote: Kate... asks a passerby the name of the street. "Main Street," the passerby says.
          tei_id: null
          table_ref: null
        reason: The agent's evidence is testimony from another person (external source).
      attribution_person:
        provenance:
          page: null
          quote: '"how confident should Kate be that she is on Main Street?"'
          tei_id: null
          table_ref: null
        reason: 3rd
      evidence_reliability:
        provenance:
          page: null
          quote: She has no special reason to believe that the passerby is inaccurate.
          tei_id: null
          table_ref: null
        reason: A normal passerby is not flagged as unreliable; coded as moderately reliable per coding guide.
    contrast:
      group_high: Important
      group_low: Unimportant
      sign_convention: d = mean(low) - mean(high)
      other_notes: Important = high stakes; Unimportant = low stakes.
    groups:
    - group_id: Unimportant
      label: null
      n: null
      mean: 5.11
      sd: 1.23
      se: null
      provenance:
        page: 8
        quote: 'Mean: "Unimportant (5.11)". SD: "SD for unimportant ¼ 1.23".'
        tei_id: null
        table_ref: null
    - group_id: Important
      label: null
      n: null
      mean: 4.93
      sd: 1.77
      se: null
      provenance:
        page: 8
        quote: 'Mean: "Important (4.93)". SD: "SD for important ¼ 1.77".'
        tei_id: null
        table_ref: null
    reported_test:
      test: t
      t: 0.435
      df1: 55.0
      p: 0.665
      reported_d: 0.12
      notes: Two-tailed.
      provenance:
        page: 21
        quote: SD for unimportant ¼ 1.23, SD for important ¼ 1.77, t (55) ¼ 0.435, p ¼ 0.665 (two tailed), d ¼ 0.12.
    effect_size:
      metric: SMD
      d: 0.12
      v: 0.076230790185
      computed_from: reported_d
      needs_review: false
      notes: d from paper; v computed from reported d + t(df) in analysis/effect_sizes.qmd (method=between_reported_d_t_df).
    quality_flags: []
    notes: null
  - effect_id: s1_e2
    subgroup: Juxtaposed (Two Cases)
    subgroup_desc: Passerby; within-subjects
    design: Within-Subjects
    design_other: null
    moderators:
      scenario: other
      skeptical_pressure: 'No'
      awareness: 'Yes'
      evidence: External
      attribution_person: Other
      evidence_reliability: Medium
    moderators_coding:
      scenario:
        provenance:
          page: null
          quote: Kate... asks a passerby the name of the street. "Main Street," the passerby says.
          tei_id: null
          table_ref: null
        reason: The vignette is about street navigation / street-name testimony (not bank/peanuts/bridge/typos).
      skeptical_pressure:
        provenance:
          page: null
          quote: She has no special reason to believe that the passerby is inaccurate.
          tei_id: null
          table_ref: null
        reason: No explicit doubt/counterconsiderations are introduced in the vignette.
      awareness:
        provenance:
          page: null
          quote: 'Kate needs to get to Main Street by noon: her life depends upon it.'
          tei_id: null
          table_ref: null
        reason: The protagonist is explicitly aware of the high-stakes consequences in the Important vignette.
      evidence:
        provenance:
          page: null
          quote: Kate... asks a passerby the name of the street. "Main Street," the passerby says.
          tei_id: null
          table_ref: null
        reason: The agent's evidence is testimony from another person (external source).
      attribution_person:
        provenance:
          page: null
          quote: '"how confident should Kate be that she is on Main Street?"'
          tei_id: null
          table_ref: null
        reason: DV is a confidence rating, not a knowledge attribution; self/third-person knowledge-ascription coding is not
          applicable.
      evidence_reliability:
        provenance:
          page: null
          quote: She has no special reason to believe that the passerby is inaccurate.
          tei_id: null
          table_ref: null
        reason: A normal passerby is not flagged as unreliable; coded as moderately reliable per coding guide.
    contrast:
      group_high: Important
      group_low: Unimportant
      sign_convention: d = mean(low) - mean(high)
      other_notes: 'Two Cases condition: same participants rated both Unimportant and Important vignettes.'
    groups:
    - group_id: Unimportant
      label: null
      n: 50
      mean: 5.32
      sd: 1.27
      se: null
      provenance:
        page: 9
        quote: 'Mean: "unimportant case (5.32)". SD: "SD for unimportant ¼ 1.27".'
        tei_id: null
        table_ref: null
    - group_id: Important
      label: null
      n: 50
      mean: 4.5
      sd: 1.39
      se: null
      provenance:
        page: 9
        quote: 'Mean: "important case (4.5)". SD: "SD for important ¼ 1.39".'
        tei_id: null
        table_ref: null
    reported_test:
      test: t
      t: 4.499
      df1: 49.0
      p: 0.001
      reported_d: 0.62
      notes: Two-tailed; reported as p ≤ .001.
      provenance:
        page: null
        quote: SD for unimportant ¼ 1.27, SD for important ¼ 1.39, t (49) ¼ 4.499, p 5 .001 (two tailed), d ¼ 0.62.
    effect_size:
      metric: SMD
      d: 0.615914928275
      v: 0.021091883797
      computed_from: groups
      needs_review: false
      notes: Computed in analysis/effect_sizes.qmd using within_smcrp_t (paired t used to recover within-person r); n_total
        inferred as df+1.
    quality_flags: []
    notes: null
  notes: null
- study_id: 2
  label: Experiment 2 (Single drunk; mTurk)
  language: English
  language_other: null
  objective: Replicate Experiment 1 with an unreliable source (drunk testimony) and the same stakes manipulation, including
    a Two Cases condition.
  sample:
    n_final: 113
    recruitment: mTurk
    recruitment_other: null
    compensation: money
    compensation_other: null
    characteristics: "mTurk participants; 19 excluded for failing a comprehension check (age/gender/language reported in text).\r\
      \n Participants ranged in age from 18 to 66, with 80.3%\r\nbeing 35 years of age or younger. 63.6% of participants self-identified\
      \ as female. 97%\r\nof participants identified themselves as native English language speakers (one\r\nparticipant did\
      \ not identify a first language, the other three participants identified\r\nChinese, Filipino, and Japanese, respectively).\
      \ 19 participants were rejected from the\r\nfollowing analyses for failing a comprehension check."
    provenance:
      page: 11
      quote: In a second experiment, 132 participants on Amazon's Mechanical Turk were asked... 19 participants were rejected
        from the following analyses for failing a comprehension check.
    mean_age: null
  design: null
  design_other: 'Mixed: between-subjects single-vignette conditions (Unimportant vs Important) and within-subjects Two Cases
    condition.'
  manipulated_factors:
  - 'Case presentation: single vignette vs juxtaposed (Two Cases)'
  paradigm: Rating confidence in the belief
  paradigm_other: null
  scale:
    label: Likert 7-point
    points: 7
    anchors: 1 = not confident; 7 = very confident
    direction: Higher = more confident
    provenance:
      page: 11
      quote: For each vignette they received, each participant was asked... "how confident should Kate be that she is on Main
        Street?" Again, this question was judged on a seven-point scale.
  measures:
    knowledge_question_text: null
    knowledge_question_first: null
    additional_question_text: How confident should Kate be that she is on Main Street?
  scenarios:
  - scenario_code: other
    scenario_type: Main Street navigation / street name (drunk testimony)
    high_stakes_text: "Kate needs to get to Main Street by noon: her life depends upon it. She comes to an\r\nintersection.\
      \ A drunk is standing on the corner, looking a bit unsteady on his feet.\r\nKate asks the drunk the name of the street.\
      \ ‘‘Main Street,’’ the drunk says. Kate\r\nlooks at her watch, and it reads 11:45 AM. Kate’s eyesight is perfectly normal,\
      \ and\r\nshe sees her watch clearly. Kate’s hearing is perfectly normal, and she hears the\r\ndrunk quite well. She\
      \ has no special reason to believe that the drunk is inaccurate.\r\nShe also has no special reason to believe that her\
      \ watch is inaccurate. Kate could\r\ngather further evidence that she is on Main Street (she could, for instance, find\
      \ a\r\nmap), but she doesn’t do so, since, on the basis of what the drunk tells her, she\r\nalready thinks that she\
      \ is on Main Street."
    low_stakes_text: "Kate is ambling down the street, out on a walk for no particular reason and with no\r\nparticular place\
      \ to go. She comes to an intersection. A drunk is standing on the\r\ncorner, looking a bit unsteady on his feet. Kate\
      \ asks the drunk the name of the street.\r\n‘‘Main Street,’’ the drunk says. Kate looks at her watch, and it reads 11:45\
      \ AM. Kate’s\r\neyesight is perfectly normal, and she sees her watch clearly. Kate’s hearing is perfectly\r\nnormal,\
      \ and she hears the drunk quite well. She has no special reason to believe that\r\nthe drunk is inaccurate. She also\
      \ has no special reason to believe that her watch is\r\ninaccurate. Kate could gather further evidence that she is on\
      \ Main Street (she could,\r\nfor instance, find a map), but she doesn’t do so, since, on the basis of what the drunk\r\
      \ntells her, she already thinks that she is on Main Street."
    provenance:
      page: null
      quote: 'Important: "Kate needs to get to Main Street by noon: her life depends upon it." Unimportant: "Kate is ambling
        down the street, out on a walk for no particular reason and with no particular place to go."'
  effects:
  - effect_id: s2_e1
    subgroup: Non-juxtaposed (single vignette)
    subgroup_desc: Single drunk; between-subjects
    design: Between-Subjects
    design_other: null
    moderators:
      scenario: other
      skeptical_pressure: 'No'
      awareness: 'Yes'
      evidence: External
      attribution_person: Other
      evidence_reliability: Low
    moderators_coding:
      scenario:
        provenance:
          page: null
          quote: A drunk is standing on the corner, looking a bit unsteady on his feet... Kate asks the drunk the name of
            the street.
          tei_id: null
          table_ref: null
        reason: The vignette is about street navigation / street-name testimony (not bank/peanuts/bridge/typos).
      skeptical_pressure:
        provenance:
          page: null
          quote: She has no special reason to believe that the drunk is inaccurate.
          tei_id: null
          table_ref: null
        reason: No explicit doubt/counterconsiderations are introduced in the vignette.
      awareness:
        provenance:
          page: null
          quote: 'Kate needs to get to Main Street by noon: her life depends upon it.'
          tei_id: null
          table_ref: null
        reason: The protagonist is explicitly aware of the high-stakes consequences in the Important vignette.
      evidence:
        provenance:
          page: null
          quote: Kate asks the drunk the name of the street. "Main Street," the drunk says.
          tei_id: null
          table_ref: null
        reason: The agent's evidence is testimony from another person (external source).
      attribution_person:
        provenance:
          page: null
          quote: '"how confident should Kate be that she is on Main Street?"'
          tei_id: null
          table_ref: null
        reason: DV is a confidence rating, not a knowledge attribution; self/third-person knowledge-ascription coding is not
          applicable.
      evidence_reliability:
        provenance:
          page: null
          quote: A drunk is standing on the corner, looking a bit unsteady on his feet.
          tei_id: null
          table_ref: null
        reason: The source is explicitly a drunk (framed as unreliable); coded Low per coding guide.
    contrast:
      group_high: Important
      group_low: Unimportant
      sign_convention: d = mean(low) - mean(high)
      other_notes: Important = high stakes; Unimportant = low stakes.
    groups:
    - group_id: Unimportant
      label: null
      n: null
      mean: 4.29
      sd: 1.35
      se: null
      provenance:
        page: null
        quote: 'Mean: "Unimportant (4.29)". SD: "SD for unimportant ¼ 1.35".'
        tei_id: null
        table_ref: null
    - group_id: Important
      label: null
      n: null
      mean: 4.08
      sd: 1.46
      se: null
      provenance:
        page: null
        quote: 'Mean: "Important (4.08)". SD: "SD for important ¼ 1.46".'
        tei_id: null
        table_ref: null
    reported_test:
      test: t
      t: 0.63
      df1: 72.0
      p: 0.531
      reported_d: 0.15
      notes: Two-tailed.
      provenance:
        page: null
        quote: SD for unimportant ¼ 1.35, SD for important ¼ 1.46, t (72) ¼ 0.63, p ¼ 0.531 (two-tailed), d ¼ 0.15.
    effect_size:
      metric: SMD
      d: 0.15
      v: 0.056845592404
      computed_from: reported_d
      needs_review: false
      notes: d from paper; v computed from reported d + t(df) in analysis/effect_sizes.qmd (method=between_reported_d_t_df).
    quality_flags: []
    notes: null
  - effect_id: s2_e2
    subgroup: Juxtaposed (Two Cases)
    subgroup_desc: Single drunk; within-subjects
    design: Within-Subjects
    design_other: null
    moderators:
      scenario: other
      skeptical_pressure: 'No'
      awareness: 'Yes'
      evidence: External
      attribution_person: Other
      evidence_reliability: Low
    moderators_coding:
      scenario:
        provenance:
          page: null
          quote: A drunk is standing on the corner, looking a bit unsteady on his feet... Kate asks the drunk the name of
            the street.
          tei_id: null
          table_ref: null
        reason: The vignette is about street navigation / street-name testimony (not bank/peanuts/bridge/typos).
      skeptical_pressure:
        provenance:
          page: null
          quote: She has no special reason to believe that the drunk is inaccurate.
          tei_id: null
          table_ref: null
        reason: No explicit doubt/counterconsiderations are introduced in the vignette.
      awareness:
        provenance:
          page: null
          quote: 'Kate needs to get to Main Street by noon: her life depends upon it.'
          tei_id: null
          table_ref: null
        reason: The protagonist is explicitly aware of the high-stakes consequences in the Important vignette.
      evidence:
        provenance:
          page: null
          quote: Kate asks the drunk the name of the street. "Main Street," the drunk says.
          tei_id: null
          table_ref: null
        reason: The agent's evidence is testimony from another person (external source).
      attribution_person:
        provenance:
          page: null
          quote: '"how confident should Kate be that she is on Main Street?"'
          tei_id: null
          table_ref: null
        reason: DV is a confidence rating, not a knowledge attribution; self/third-person knowledge-ascription coding is not
          applicable.
      evidence_reliability:
        provenance:
          page: null
          quote: A drunk is standing on the corner, looking a bit unsteady on his feet.
          tei_id: null
          table_ref: null
        reason: The source is explicitly a drunk (framed as unreliable); coded Low per coding guide.
    contrast:
      group_high: Important
      group_low: Unimportant
      sign_convention: d = mean(low) - mean(high)
      other_notes: 'Two Cases condition: same participants rated both Unimportant and Important vignettes.'
    groups:
    - group_id: Unimportant
      label: null
      n: 36
      mean: 4.14
      sd: 1.55
      se: null
      provenance:
        page: 12
        quote: 'Mean: "unimportant (4.14)". SD: "SD for unimportant ¼ 1.55".'
        tei_id: null
        table_ref: null
    - group_id: Important
      label: null
      n: 36
      mean: 3.64
      sd: 1.79
      se: null
      provenance:
        page: 12
        quote: 'Mean: "important (3.64)". SD: "SD for important ¼ 1.79".'
        tei_id: null
        table_ref: null
    reported_test:
      test: t
      t: 2.24
      df1: 35.0
      p: 0.032
      reported_d: 0.3
      notes: Two-tailed; Three additional participants (passed comprehension) excluded from this analysis for missing a rating.
      provenance:
        page: null
        quote: SD for unimportant ¼ 1.55, SD for important ¼ 1.79, t (35) ¼ 2.24, p ¼ 0.032 (two-tailed), d ¼ 0.30. (Three
          additional participants who passed the comprehension check were rejected from this analysis because they did not
          rate at least one of the vignettes.)
    effect_size:
      metric: SMD
      d: 0.298631225039
      v: 0.018293092206
      computed_from: groups
      needs_review: false
      notes: Computed in analysis/effect_sizes.qmd using within_smcrp_t (paired t used to recover within-person r); n_total
        inferred as df+1.
    quality_flags: []
    notes: null
  notes: null
- study_id: 3
  label: Experiment 3 (Street signs; UNC students)
  language: English
  language_other: null
  objective: Test whether stakes affect confidence judgments when the evidence source is highly reliable (street sign), including
    a Two Cases condition.
  sample:
    n_final: 141
    recruitment: students
    recruitment_other: null
    compensation: null
    compensation_other: null
    characteristics: UNC-Chapel Hill undergraduates; mean previous philosophy classes taken = 1 (mode 0).
    provenance:
      page: 13
      quote: I made street signs the source of information for the 141 University of North Carolina, Chapel Hill undergraduate
        participants. The mean number of previous philosophy classes taken by participants in this study was 1 (the mode was
        0).
    mean_age: null
  design: null
  design_other: 'Mixed: between-subjects single-vignette conditions (Unimportant vs Important) and within-subjects Two Cases
    condition.'
  manipulated_factors:
  - 'Case presentation: single vignette vs juxtaposed (Two Cases)'
  paradigm: Rating confidence in the belief
  paradigm_other: null
  scale:
    label: Likert 7-point
    points: 7
    anchors: 1 = not confident; 7 = very confident
    direction: Higher = more confident
    provenance:
      page: null
      quote: For each vignette received, each participant was asked, "how confident should Kate be that she is on Main Street?"
        ... judged on a seven-point scale.
  measures:
    knowledge_question_text: null
    knowledge_question_first: null
    additional_question_text: How confident should Kate be that she is on Main Street?
  scenarios:
  - scenario_code: other
    scenario_type: Main Street navigation / street name (street sign observation)
    high_stakes_text: "Kate needs to get to Main Street by noon: her life depends upon it. At 11:45 AM,\r\nshe comes to an\
      \ intersection and looks up at a street sign that says ‘‘Main Street.’’\r\nShe looks at her watch, and it reads 11:45\
      \ AM. The ambient lighting is perfectly\r\nnormal. Kate’s eyesight is perfectly normal, and she sees the street sign\
      \ clearly and\r\nsees her watch clearly. She has no special reason to believe that the street sign is\r\ninaccurate.\
      \ She also has no special reason to believe that her watch is inaccurate.\r\nKate could gather further evidence that\
      \ she is on Main Street (she could, for\r\ninstance, ask a passerby or find a map), but she doesn’t do so, since, on\
      \ the basis of\r\nthe street sign, she already thinks that she is on Main Street."
    low_stakes_text: "Kate is ambling down the street, out on a walk for no particular reason and with no\r\nparticular place\
      \ to go. At 11:45 AM, she comes to an intersection and looks up at a\r\nstreet sign that says ‘‘Main Street.’’ She looks\
      \ at her watch, and it reads 11:45 AM.\r\nThe ambient lighting is perfectly normal. Kate’s eyesight is perfectly normal,\
      \ and she sees the street sign clearly and sees her watch clearly. She has no special reason\r\nto believe that the\
      \ street sign is inaccurate. She also has no special reason to believe\r\nthat her watch is inaccurate. Kate could gather\
      \ further evidence that she is on Main\r\nStreet (she could, for instance, ask a passerby or find a map), but she doesn’t\
      \ do so,\r\nsince, on the basis of the street sign, she already thinks that she is on Main Street."
    provenance:
      page: null
      quote: 'Important: "Kate needs to get to Main Street by noon: her life depends upon it." Unimportant: "Kate is ambling
        down the street, out on a walk for no particular reason and with no particular place to go."'
  effects:
  - effect_id: s3_e1
    subgroup: Non-juxtaposed (single vignette)
    subgroup_desc: Street sign; between-subjects
    design: Between-Subjects
    design_other: null
    moderators:
      scenario: other
      skeptical_pressure: 'No'
      awareness: 'Yes'
      evidence: External
      attribution_person: Other
      evidence_reliability: High
    moderators_coding:
      scenario:
        provenance:
          page: null
          quote: Kate... looks up at a street sign that says "Main Street."
          tei_id: null
          table_ref: null
        reason: The vignette is about street navigation / street-name evidence (not bank/peanuts/bridge/typos).
      skeptical_pressure:
        provenance:
          page: null
          quote: She has no special reason to believe that the street sign is inaccurate.
          tei_id: null
          table_ref: null
        reason: No explicit doubt/counterconsiderations are introduced in the vignette.
      awareness:
        provenance:
          page: null
          quote: 'Kate needs to get to Main Street by noon: her life depends upon it.'
          tei_id: null
          table_ref: null
        reason: The protagonist is explicitly aware of the high-stakes consequences in the Important vignette.
      evidence:
        provenance:
          page: null
          quote: Kate... looks up at a street sign that says "Main Street."
          tei_id: null
          table_ref: null
        reason: The agent's evidence is from an external source (a street sign).
      attribution_person:
        provenance:
          page: null
          quote: '"how confident should Kate be that she is on Main Street?"'
          tei_id: null
          table_ref: null
        reason: DV is a confidence rating, not a knowledge attribution; self/third-person knowledge-ascription coding is not
          applicable.
      evidence_reliability:
        provenance:
          page: null
          quote: She has no special reason to believe that the street sign is inaccurate.
          tei_id: null
          table_ref: null
        reason: Street sign with normal lighting/vision is framed as highly reliable; coded High per coding guide.
    contrast:
      group_high: Important
      group_low: Unimportant
      sign_convention: d = mean(low) - mean(high)
      other_notes: Sign convention yields a negative d here because mean(Important) > mean(Unimportant).
    groups:
    - group_id: Unimportant
      label: null
      n: null
      mean: 5.61
      sd: 1.34
      se: null
      provenance:
        page: 22
        quote: 'Mean: "Unimportant (5.61)". SD: "SD for unimportant ¼ 1.34".'
        tei_id: null
        table_ref: null
    - group_id: Important
      label: null
      n: null
      mean: 5.79
      sd: 0.96
      se: null
      provenance:
        page: 22
        quote: 'Mean: "Important (5.79)". SD: "SD for important ¼ 0.96".'
        tei_id: null
        table_ref: null
    reported_test:
      test: t
      t: 0.675
      df1: 73.0
      p: 0.502
      reported_d: 0.15
      notes: Two-tailed; reported d appears unsigned in notes, so sign is applied via contrast.sign_convention.
      provenance:
        page: null
        quote: SD for unimportant ¼ 1.34, SD for important ¼ 0.96, t (73) ¼ 0.675, p ¼ 0.502 (two-tailed), d ¼ 0.15.
    effect_size:
      metric: SMD
      d: -0.15
      v: 0.049536825638
      computed_from: reported_d
      needs_review: false
      notes: d magnitude from paper; sign follows d = mean(low) - mean(high); v computed from reported d + t(df) in analysis/effect_sizes.qmd.
    quality_flags: []
    notes: null
  - effect_id: s3_e2
    subgroup: Juxtaposed (Two Cases)
    subgroup_desc: Street sign; within-subjects
    design: Within-Subjects
    design_other: null
    moderators:
      scenario: other
      skeptical_pressure: 'No'
      awareness: 'Yes'
      evidence: External
      attribution_person: Other
      evidence_reliability: High
    moderators_coding:
      scenario:
        provenance:
          page: null
          quote: Kate... looks up at a street sign that says "Main Street."
          tei_id: null
          table_ref: null
        reason: The vignette is about street navigation / street-name evidence (not bank/peanuts/bridge/typos).
      skeptical_pressure:
        provenance:
          page: null
          quote: She has no special reason to believe that the street sign is inaccurate.
          tei_id: null
          table_ref: null
        reason: No explicit doubt/counterconsiderations are introduced in the vignette.
      awareness:
        provenance:
          page: null
          quote: 'Kate needs to get to Main Street by noon: her life depends upon it.'
          tei_id: null
          table_ref: null
        reason: The protagonist is explicitly aware of the high-stakes consequences in the Important vignette.
      evidence:
        provenance:
          page: null
          quote: Kate... looks up at a street sign that says "Main Street."
          tei_id: null
          table_ref: null
        reason: The agent's evidence is from an external source (a street sign).
      attribution_person:
        provenance:
          page: null
          quote: '"how confident should Kate be that she is on Main Street?"'
          tei_id: null
          table_ref: null
        reason: DV is a confidence rating, not a knowledge attribution; self/third-person knowledge-ascription coding is not
          applicable.
      evidence_reliability:
        provenance:
          page: null
          quote: She has no special reason to believe that the street sign is inaccurate.
          tei_id: null
          table_ref: null
        reason: Street sign with normal lighting/vision is framed as highly reliable; coded High per coding guide.
    contrast:
      group_high: Important
      group_low: Unimportant
      sign_convention: d = mean(low) - mean(high)
      other_notes: 'Two Cases condition: same participants rated both Unimportant and Important vignettes.'
    groups:
    - group_id: Unimportant
      label: null
      n: 66
      mean: 5.76
      sd: 1.55
      se: null
      provenance:
        page: null
        quote: 'Mean: "unimportant case (5.76)". SD: "SD for unimportant ¼ 1.55".'
        tei_id: null
        table_ref: null
    - group_id: Important
      label: null
      n: 66
      mean: 5.26
      sd: 1.44
      se: null
      provenance:
        page: null
        quote: 'Mean: "important case (5.26)". SD: "SD for important ¼ 1.44".'
        tei_id: null
        table_ref: null
    reported_test:
      test: t
      t: 2.92
      df1: 65.0
      p: 0.005
      reported_d: 0.34
      notes: Two-tailed.
      provenance:
        page: null
        quote: SD for unimportant ¼ 1.55, SD for important ¼ 1.44, t (65) ¼ 2.92, p ¼ 0.005 (two-tailed), d ¼ 0.34.
    effect_size:
      metric: SMD
      d: 0.334222060185
      v: 0.013614587204
      computed_from: groups
      needs_review: false
      notes: Computed in analysis/effect_sizes.qmd using within_smcrp_t (paired t used to recover within-person r); n_total
        inferred as df+1.
    quality_flags: []
    notes: null
  notes: null
- study_id: 4
  label: Superseded prior study (Two drunks; UNC students)
  language: English
  language_other: null
  objective: Superseded earlier version of Experiment 2 using two drunks as the information source (reported only in notes).
  sample:
    n_final: null
    recruitment: students
    recruitment_other: null
    compensation: null
    compensation_other: null
    characteristics: Conducted at UNC-Chapel Hill; sample size not explicitly reported in notes (only test dfs reported).
    provenance:
      page: null
      quote: This study supersedes a previous study, conducted at University of North Carolina, Chapel Hill, involving two
        drunks.
    mean_age: null
  design: null
  design_other: 'Mixed: between-subjects single-vignette conditions (Unimportant vs Important) and within-subjects Two Cases
    condition (inferred from reported dfs).'
  manipulated_factors:
  - 'Case presentation: single vignette vs juxtaposed (Two Cases)'
  paradigm: Rating confidence in the belief
  paradigm_other: null
  scale:
    label: Likert 7-point
    points: 7
    anchors: 1 = not confident; 7 = very confident
    direction: Higher = more confident
    provenance:
      page: null
      quote: As in the first experiment... "how confident should Kate be that she is on Main Street?" ... judged on a seven-point
        scale.
  measures:
    knowledge_question_text: null
    knowledge_question_first: null
    additional_question_text: How confident should Kate be that she is on Main Street?
  scenarios:
  - scenario_code: other
    scenario_type: Main Street navigation / street name (two drunks testimony; superseded)
    high_stakes_text: "Kate needs to get to Main Street by noon: her life depends upon it.\r\nFULL TEXT NOT AVAILABLE: two\
      \ drunks"
    low_stakes_text: Kate is ambling down the street, out on a walk for no particular reason and with no particular place
      to go.
    provenance:
      page: null
      quote: 'Important: "Kate needs to get to Main Street by noon: her life depends upon it." Unimportant: "Kate is ambling
        down the street, out on a walk for no particular reason and with no particular place to go."'
  effects:
  - effect_id: s4_e1
    subgroup: Non-juxtaposed (single vignette)
    subgroup_desc: Two drunks; between-subjects
    design: Between-Subjects
    design_other: null
    moderators:
      scenario: other
      skeptical_pressure: 'No'
      awareness: 'Yes'
      evidence: External
      attribution_person: Other
      evidence_reliability: Low
    moderators_coding:
      scenario:
        provenance:
          page: null
          quote: two drunks are standing on the corner... Kate asks the drunks the name of the street.
          tei_id: null
          table_ref: null
        reason: The vignette is about street navigation / street-name testimony (not bank/peanuts/bridge/typos).
      skeptical_pressure:
        provenance:
          page: null
          quote: two drunks are standing on the corner in an intense discussion.
          tei_id: null
          table_ref: null
        reason: No explicit skeptical prompt is introduced; the manipulation concerns source reliability and stakes.
      awareness:
        provenance:
          page: null
          quote: 'Kate needs to get to Main Street by noon: her life depends upon it.'
          tei_id: null
          table_ref: null
        reason: The protagonist is explicitly aware of the high-stakes consequences in the Important vignette.
      evidence:
        provenance:
          page: null
          quote: Kate asks the drunks the name of the street. 'Main Street', the drunks say.
          tei_id: null
          table_ref: null
        reason: The agent's evidence is testimony from other people (external source).
      attribution_person:
        provenance:
          page: null
          quote: '"how confident should Kate be"'
          tei_id: null
          table_ref: null
        reason: DV is a confidence rating, not a knowledge attribution; self/third-person knowledge-ascription coding is not
          applicable.
      evidence_reliability:
        provenance:
          page: null
          quote: two drunks are standing on the corner in an intense discussion.
          tei_id: null
          table_ref: null
        reason: Source is explicitly 'two drunks' (unreliable); coded Low per coding guide.
    contrast:
      group_high: Important
      group_low: Unimportant
      sign_convention: d = mean(low) - mean(high)
      other_notes: Superseded two-drunks study; statistics reported in notes.
    groups:
    - group_id: Unimportant
      label: null
      n: null
      mean: 4.72
      sd: 1.23
      se: null
      provenance:
        page: null
        quote: Unimportant (M ¼ 4.72, SD ¼ 1.23).
        tei_id: null
        table_ref: null
    - group_id: Important
      label: null
      n: null
      mean: 4.39
      sd: 1.91
      se: null
      provenance:
        page: null
        quote: Important (M ¼ 4.39, SD ¼ 1.91).
        tei_id: null
        table_ref: null
    reported_test:
      test: t
      t: 0.622
      df1: 34.0
      p: 0.538
      reported_d: 0.2
      notes: Two-tailed.
      provenance:
        page: 22
        quote: For the original nonjuxtaposed drunks cases, scores for Unimportant (M ¼ 4.72, SD ¼ 1.23) did not differ significantly
          from Important (M ¼ 4.39, SD ¼ 1.91). t (34) ¼ 0.622, p ¼ 0.538 (two tailed), d ¼ 0.20.
    effect_size:
      metric: SMD
      d: 0.2
      v: 0.103978398754
      computed_from: reported_d
      needs_review: false
      notes: d from paper notes; v computed from reported d + t(df) in analysis/effect_sizes.qmd (method=between_reported_d_t_df).
    quality_flags: []
    notes: null
  - effect_id: s4_e2
    subgroup: Juxtaposed (Two Cases)
    subgroup_desc: Two drunks; within-subjects
    design: Within-Subjects
    design_other: null
    moderators:
      scenario: other
      skeptical_pressure: 'No'
      awareness: 'Yes'
      evidence: External
      attribution_person: Other
      evidence_reliability: Low
    moderators_coding:
      scenario:
        provenance:
          page: null
          quote: two drunks are standing on the corner... Kate asks the drunks the name of the street.
          tei_id: null
          table_ref: null
        reason: The vignette is about street navigation / street-name testimony (not bank/peanuts/bridge/typos).
      skeptical_pressure:
        provenance:
          page: null
          quote: two drunks are standing on the corner in an intense discussion.
          tei_id: null
          table_ref: null
        reason: No explicit skeptical prompt is introduced; the manipulation concerns source reliability and stakes.
      awareness:
        provenance:
          page: null
          quote: 'Kate needs to get to Main Street by noon: her life depends upon it.'
          tei_id: null
          table_ref: null
        reason: The protagonist is explicitly aware of the high-stakes consequences in the Important vignette.
      evidence:
        provenance:
          page: null
          quote: Kate asks the drunks the name of the street. 'Main Street', the drunks say.
          tei_id: null
          table_ref: null
        reason: The agent's evidence is testimony from other people (external source).
      attribution_person:
        provenance:
          page: null
          quote: '"how confident should Kate be"'
          tei_id: null
          table_ref: null
        reason: DV is a confidence rating, not a knowledge attribution; self/third-person knowledge-ascription coding is not
          applicable.
      evidence_reliability:
        provenance:
          page: null
          quote: two drunks are standing on the corner in an intense discussion.
          tei_id: null
          table_ref: null
        reason: Source is explicitly 'two drunks' (unreliable); coded Low per coding guide.
    contrast:
      group_high: Important
      group_low: Unimportant
      sign_convention: d = mean(low) - mean(high)
      other_notes: Superseded two-drunks study; Two Cases condition.
    groups:
    - group_id: Unimportant
      label: null
      n: 36
      mean: 4.53
      sd: 1.32
      se: null
      provenance:
        page: null
        quote: Unimportant (M ¼ 4.53, SD ¼ 1.32).
        tei_id: null
        table_ref: null
    - group_id: Important
      label: null
      n: 36
      mean: 3.69
      sd: 1.47
      se: null
      provenance:
        page: null
        quote: Important (M ¼ 3.69, SD ¼ 1.47).
        tei_id: null
        table_ref: null
    reported_test:
      test: t
      t: 4.14
      df1: 35.0
      p: 0.001
      reported_d: 0.6
      notes: Two-tailed; reported as p ≤ 0.001.
      provenance:
        page: null
        quote: For the original juxtaposed drunks cases, scores for Unimportant (M ¼ 4.53, SD ¼ 1.32) did not differ significantly
          from Important (M ¼ 3.69, SD ¼ 1.47). t (35) ¼ 4.14, p 5 0.001 (two-tailed), d ¼ 0.60.
    effect_size:
      metric: SMD
      d: 0.601282159377
      v: 0.024382063341
      computed_from: groups
      needs_review: false
      notes: Computed in analysis/effect_sizes.qmd using within_smcrp_t (paired t used to recover within-person r); n_total
        inferred as df+1.
    quality_flags: []
    notes: null
  notes: null
