Extraction report — Phelan 2014 (evidence)

schema_version: "1.1"

paper:
  paper_id: phelan2014evidencestakesmatter
  citation: "Phelan, M. (2014). Evidence that stakes don't matter for evidence. Philosophical Psychology."
  short_label: "Phelan 2014 (evidence)"
  doi: "10.1080/09515089.2012.733363"
  published: "Yes"
  year: 2014
  language: "English"
  language_other: null
  research_objective: "Assess whether ordinary judgments support anti-intellectualism about evidence (AIE): whether evidence/evidence-quality depends on practical stakes."
  data_availability:
    data_available_online: null
    url: null
    notes: null
  notes: null

studies:
  - study_id: 1
    label: "Experiment 1 (Passerby; UNC students)"
    objective: "Test whether practical stakes affect judgments about how confident an agent should be, comparing Unimportant vs Important cases presented either singly or juxtaposed (Two Cases)."
    sample:
      n_final: 107
      recruitment: students
      recruitment_other: null
      compensation: null
      compensation_other: null
      characteristics: "UNC-Chapel Hill undergraduates in introductory philosophy classes; mean previous philosophy classes taken = 1 (mode 0)."
      provenance:
        page: null
        quote: "I asked 107 University of North Carolina, Chapel Hill undergraduate students in introductory philosophy classes... The mean number of previous philosophy classes taken by participants in this study was 1 (the mode was 0)."
        tei_id: null
        table_ref: null
    design: null
    design_other: "Mixed: between-subjects single-vignette conditions (Unimportant vs Important) and within-subjects Two Cases condition."
    manipulated_factors:
      - "Case presentation: single vignette vs juxtaposed (Two Cases)"
    paradigm: "Rating confidence in the belief"
    paradigm_other: null
    scale:
      label: "Likert 7-point"
      points: 7
      anchors: "1 = not confident; 7 = very confident"
      direction: "Higher = more confident"
      provenance:
        page: null
        quote: "This question was judged on a seven-point scale, with 1 representing 'not confident' and 7 representing 'very confident'."
        tei_id: null
        table_ref: null
    measures:
      knowledge_question_text: null
      knowledge_question_first: null
      additional_question_text: "How confident should Kate be that she is on Main Street?"
    scenarios:
      - scenario_code: other
        scenario_type: "Main Street navigation / street name (passerby testimony)"
        high_stakes_text: "Kate needs to get to Main Street by noon: her life depends upon it."
        low_stakes_text: "Kate is ambling down the street, out on a walk for no particular reason and with no particular place to go."
        provenance:
          page: null
          quote: "Important: \"Kate needs to get to Main Street by noon: her life depends upon it.\" Unimportant: \"Kate is ambling down the street, out on a walk for no particular reason and with no particular place to go.\""
          tei_id: null
          table_ref: null
    effects:
      - effect_id: s1_e1
        subgroup: "Non-juxtaposed (single vignette)"
        subgroup_desc: "Passerby; between-subjects"
        design: "Between-Subjects"
        design_other: null
        moderators:
          scenario: other
          skeptical_pressure: "No"
          awareness: "Yes"
          evidence: "External"
          attribution_person: null
          evidence_reliability: "Medium"
        moderators_coding:
          scenario:
            provenance:
              page: null
              quote: "Kate... asks a passerby the name of the street. \"Main Street,\" the passerby says."
              tei_id: null
              table_ref: null
            reason: "The vignette is about street navigation / street-name testimony (not bank/peanuts/bridge/typos)."
          skeptical_pressure:
            provenance:
              page: null
              quote: "She has no special reason to believe that the passerby is inaccurate."
              tei_id: null
              table_ref: null
            reason: "No explicit doubt/counterconsiderations are introduced in the vignette."
          awareness:
            provenance:
              page: null
              quote: "Kate needs to get to Main Street by noon: her life depends upon it."
              tei_id: null
              table_ref: null
            reason: "The protagonist is explicitly aware of the high-stakes consequences in the Important condition."
          evidence:
            provenance:
              page: null
              quote: "Kate... asks a passerby the name of the street. \"Main Street,\" the passerby says."
              tei_id: null
              table_ref: null
            reason: "The agent's evidence is testimony from another person (external source)."
          attribution_person:
            provenance:
              page: null
              quote: "\"how confident should Kate be that she is on Main Street?\""
              tei_id: null
              table_ref: null
            reason: "DV is a confidence rating, not a knowledge attribution; self/third-person knowledge-ascription coding is not applicable."
          evidence_reliability:
            provenance:
              page: null
              quote: "She has no special reason to believe that the passerby is inaccurate."
              tei_id: null
              table_ref: null
            reason: "A normal passerby is not flagged as unreliable; coded as moderately reliable per coding guide."
        contrast:
          group_high: Important
          group_low: Unimportant
          sign_convention: "d = mean(low) - mean(high)"
          other_notes: "Important = high stakes; Unimportant = low stakes."
        groups:
          - group_id: Unimportant
            label: "Low stakes (Unimportant)"
            n: null
            mean: 5.11
            sd: 1.23
            se: null
            provenance:
              page: null
              quote: "Mean: \"Unimportant (5.11)\". SD: \"SD for unimportant ¼ 1.23\"."
              tei_id: null
              table_ref: null
          - group_id: Important
            label: "High stakes (Important)"
            n: null
            mean: 4.93
            sd: 1.77
            se: null
            provenance:
              page: null
              quote: "Mean: \"Important (4.93)\". SD: \"SD for important ¼ 1.77\"."
              tei_id: null
              table_ref: null
        reported_test:
          test: "t"
          t: 0.435
          f: null
          chi2: null
          z: null
          df1: 55
          df2: null
          p: 0.665
          reported_d: 0.12
          reported_r: null
          notes: "Two-tailed."
          provenance:
            page: null
            quote: "SD for unimportant ¼ 1.23, SD for important ¼ 1.77, t (55) ¼ 0.435, p ¼ 0.665 (two tailed), d ¼ 0.12."
            tei_id: null
            table_ref: null
        effect_size:
          metric: SMD
          d: 0.120000000000
          v: 0.076230790185
          computed_from: reported_d
          needs_review: false
          notes: "d from paper; v computed from reported d + t(df) in analysis/effect_sizes.qmd (method=between_reported_d_t_df)."
        quality_flags: []
        notes: null

      - effect_id: s1_e2
        subgroup: "Juxtaposed (Two Cases)"
        subgroup_desc: "Passerby; within-subjects"
        design: "Within-Subjects"
        design_other: null
        moderators:
          scenario: other
          skeptical_pressure: "No"
          awareness: "Yes"
          evidence: "External"
          attribution_person: null
          evidence_reliability: "Medium"
        moderators_coding:
          scenario:
            provenance:
              page: null
              quote: "Kate... asks a passerby the name of the street. \"Main Street,\" the passerby says."
              tei_id: null
              table_ref: null
            reason: "The vignette is about street navigation / street-name testimony (not bank/peanuts/bridge/typos)."
          skeptical_pressure:
            provenance:
              page: null
              quote: "She has no special reason to believe that the passerby is inaccurate."
              tei_id: null
              table_ref: null
            reason: "No explicit doubt/counterconsiderations are introduced in the vignette."
          awareness:
            provenance:
              page: null
              quote: "Kate needs to get to Main Street by noon: her life depends upon it."
              tei_id: null
              table_ref: null
            reason: "The protagonist is explicitly aware of the high-stakes consequences in the Important vignette."
          evidence:
            provenance:
              page: null
              quote: "Kate... asks a passerby the name of the street. \"Main Street,\" the passerby says."
              tei_id: null
              table_ref: null
            reason: "The agent's evidence is testimony from another person (external source)."
          attribution_person:
            provenance:
              page: null
              quote: "\"how confident should Kate be that she is on Main Street?\""
              tei_id: null
              table_ref: null
            reason: "DV is a confidence rating, not a knowledge attribution; self/third-person knowledge-ascription coding is not applicable."
          evidence_reliability:
            provenance:
              page: null
              quote: "She has no special reason to believe that the passerby is inaccurate."
              tei_id: null
              table_ref: null
            reason: "A normal passerby is not flagged as unreliable; coded as moderately reliable per coding guide."
        contrast:
          group_high: Important
          group_low: Unimportant
          sign_convention: "d = mean(low) - mean(high)"
          other_notes: "Two Cases condition: same participants rated both Unimportant and Important vignettes."
        groups:
          - group_id: Unimportant
            label: "Low stakes (Unimportant)"
            n: 50
            mean: 5.32
            sd: 1.27
            se: null
            provenance:
              page: null
              quote: "Mean: \"unimportant case (5.32)\". SD: \"SD for unimportant ¼ 1.27\"."
              tei_id: null
              table_ref: null
          - group_id: Important
            label: "High stakes (Important)"
            n: 50
            mean: 4.5
            sd: 1.39
            se: null
            provenance:
              page: null
              quote: "Mean: \"important case (4.5)\". SD: \"SD for important ¼ 1.39\"."
              tei_id: null
              table_ref: null
        reported_test:
          test: "t"
          t: 4.499
          f: null
          chi2: null
          z: null
          df1: 49
          df2: null
          p: 0.001
          reported_d: 0.62
          reported_r: null
          notes: "Two-tailed; reported as p ≤ .001."
          provenance:
            page: null
            quote: "SD for unimportant ¼ 1.27, SD for important ¼ 1.39, t (49) ¼ 4.499, p 5 .001 (two tailed), d ¼ 0.62."
            tei_id: null
            table_ref: null
        effect_size:
          metric: SMD
          d: 0.615914928275
          v: 0.021091883797
          computed_from: groups
          needs_review: false
          notes: "Computed in analysis/effect_sizes.qmd using within_smcrp_t (paired t used to recover within-person r); n_total inferred as df+1."
        quality_flags: []
        notes: null

  - study_id: 2
    label: "Experiment 2 (Single drunk; mTurk)"
    objective: "Replicate Experiment 1 with an unreliable source (drunk testimony) and the same stakes manipulation, including a Two Cases condition."
    sample:
      n_final: 113
      recruitment: mTurk
      recruitment_other: null
      compensation: null
      compensation_other: null
      characteristics: "mTurk participants; 19 excluded for failing a comprehension check (age/gender/language reported in text)."
      provenance:
        page: null
        quote: "In a second experiment, 132 participants on Amazon's Mechanical Turk were asked... 19 participants were rejected from the following analyses for failing a comprehension check."
        tei_id: null
        table_ref: null
    design: null
    design_other: "Mixed: between-subjects single-vignette conditions (Unimportant vs Important) and within-subjects Two Cases condition."
    manipulated_factors:
      - "Case presentation: single vignette vs juxtaposed (Two Cases)"
    paradigm: "Rating confidence in the belief"
    paradigm_other: null
    scale:
      label: "Likert 7-point"
      points: 7
      anchors: "1 = not confident; 7 = very confident"
      direction: "Higher = more confident"
      provenance:
        page: null
        quote: "For each vignette they received, each participant was asked... \"how confident should Kate be that she is on Main Street?\" Again, this question was judged on a seven-point scale."
        tei_id: null
        table_ref: null
    measures:
      knowledge_question_text: null
      knowledge_question_first: null
      additional_question_text: "How confident should Kate be that she is on Main Street?"
    scenarios:
      - scenario_code: other
        scenario_type: "Main Street navigation / street name (drunk testimony)"
        high_stakes_text: "Kate needs to get to Main Street by noon: her life depends upon it."
        low_stakes_text: "Kate is ambling down the street, out on a walk for no particular reason and with no particular place to go."
        provenance:
          page: null
          quote: "Important: \"Kate needs to get to Main Street by noon: her life depends upon it.\" Unimportant: \"Kate is ambling down the street, out on a walk for no particular reason and with no particular place to go.\""
          tei_id: null
          table_ref: null
    effects:
      - effect_id: s2_e1
        subgroup: "Non-juxtaposed (single vignette)"
        subgroup_desc: "Single drunk; between-subjects"
        design: "Between-Subjects"
        design_other: null
        moderators:
          scenario: other
          skeptical_pressure: "No"
          awareness: "Yes"
          evidence: "External"
          attribution_person: null
          evidence_reliability: "Low"
        moderators_coding:
          scenario:
            provenance:
              page: null
              quote: "A drunk is standing on the corner, looking a bit unsteady on his feet... Kate asks the drunk the name of the street."
              tei_id: null
              table_ref: null
            reason: "The vignette is about street navigation / street-name testimony (not bank/peanuts/bridge/typos)."
          skeptical_pressure:
            provenance:
              page: null
              quote: "She has no special reason to believe that the drunk is inaccurate."
              tei_id: null
              table_ref: null
            reason: "No explicit doubt/counterconsiderations are introduced in the vignette."
          awareness:
            provenance:
              page: null
              quote: "Kate needs to get to Main Street by noon: her life depends upon it."
              tei_id: null
              table_ref: null
            reason: "The protagonist is explicitly aware of the high-stakes consequences in the Important vignette."
          evidence:
            provenance:
              page: null
              quote: "Kate asks the drunk the name of the street. \"Main Street,\" the drunk says."
              tei_id: null
              table_ref: null
            reason: "The agent's evidence is testimony from another person (external source)."
          attribution_person:
            provenance:
              page: null
              quote: "\"how confident should Kate be that she is on Main Street?\""
              tei_id: null
              table_ref: null
            reason: "DV is a confidence rating, not a knowledge attribution; self/third-person knowledge-ascription coding is not applicable."
          evidence_reliability:
            provenance:
              page: null
              quote: "A drunk is standing on the corner, looking a bit unsteady on his feet."
              tei_id: null
              table_ref: null
            reason: "The source is explicitly a drunk (framed as unreliable); coded Low per coding guide."
        contrast:
          group_high: Important
          group_low: Unimportant
          sign_convention: "d = mean(low) - mean(high)"
          other_notes: "Important = high stakes; Unimportant = low stakes."
        groups:
          - group_id: Unimportant
            label: "Low stakes (Unimportant)"
            n: null
            mean: 4.29
            sd: 1.35
            se: null
            provenance:
              page: null
              quote: "Mean: \"Unimportant (4.29)\". SD: \"SD for unimportant ¼ 1.35\"."
              tei_id: null
              table_ref: null
          - group_id: Important
            label: "High stakes (Important)"
            n: null
            mean: 4.08
            sd: 1.46
            se: null
            provenance:
              page: null
              quote: "Mean: \"Important (4.08)\". SD: \"SD for important ¼ 1.46\"."
              tei_id: null
              table_ref: null
        reported_test:
          test: "t"
          t: 0.63
          f: null
          chi2: null
          z: null
          df1: 72
          df2: null
          p: 0.531
          reported_d: 0.15
          reported_r: null
          notes: "Two-tailed."
          provenance:
            page: null
            quote: "SD for unimportant ¼ 1.35, SD for important ¼ 1.46, t (72) ¼ 0.63, p ¼ 0.531 (two-tailed), d ¼ 0.15."
            tei_id: null
            table_ref: null
        effect_size:
          metric: SMD
          d: 0.150000000000
          v: 0.056845592404
          computed_from: reported_d
          needs_review: false
          notes: "d from paper; v computed from reported d + t(df) in analysis/effect_sizes.qmd (method=between_reported_d_t_df)."
        quality_flags: []
        notes: null

      - effect_id: s2_e2
        subgroup: "Juxtaposed (Two Cases)"
        subgroup_desc: "Single drunk; within-subjects"
        design: "Within-Subjects"
        design_other: null
        moderators:
          scenario: other
          skeptical_pressure: "No"
          awareness: "Yes"
          evidence: "External"
          attribution_person: null
          evidence_reliability: "Low"
        moderators_coding:
          scenario:
            provenance:
              page: null
              quote: "A drunk is standing on the corner, looking a bit unsteady on his feet... Kate asks the drunk the name of the street."
              tei_id: null
              table_ref: null
            reason: "The vignette is about street navigation / street-name testimony (not bank/peanuts/bridge/typos)."
          skeptical_pressure:
            provenance:
              page: null
              quote: "She has no special reason to believe that the drunk is inaccurate."
              tei_id: null
              table_ref: null
            reason: "No explicit doubt/counterconsiderations are introduced in the vignette."
          awareness:
            provenance:
              page: null
              quote: "Kate needs to get to Main Street by noon: her life depends upon it."
              tei_id: null
              table_ref: null
            reason: "The protagonist is explicitly aware of the high-stakes consequences in the Important vignette."
          evidence:
            provenance:
              page: null
              quote: "Kate asks the drunk the name of the street. \"Main Street,\" the drunk says."
              tei_id: null
              table_ref: null
            reason: "The agent's evidence is testimony from another person (external source)."
          attribution_person:
            provenance:
              page: null
              quote: "\"how confident should Kate be that she is on Main Street?\""
              tei_id: null
              table_ref: null
            reason: "DV is a confidence rating, not a knowledge attribution; self/third-person knowledge-ascription coding is not applicable."
          evidence_reliability:
            provenance:
              page: null
              quote: "A drunk is standing on the corner, looking a bit unsteady on his feet."
              tei_id: null
              table_ref: null
            reason: "The source is explicitly a drunk (framed as unreliable); coded Low per coding guide."
        contrast:
          group_high: Important
          group_low: Unimportant
          sign_convention: "d = mean(low) - mean(high)"
          other_notes: "Two Cases condition: same participants rated both Unimportant and Important vignettes."
        groups:
          - group_id: Unimportant
            label: "Low stakes (Unimportant)"
            n: 36
            mean: 4.14
            sd: 1.55
            se: null
            provenance:
              page: null
              quote: "Mean: \"unimportant (4.14)\". SD: \"SD for unimportant ¼ 1.55\"."
              tei_id: null
              table_ref: null
          - group_id: Important
            label: "High stakes (Important)"
            n: 36
            mean: 3.64
            sd: 1.79
            se: null
            provenance:
              page: null
              quote: "Mean: \"important (3.64)\". SD: \"SD for important ¼ 1.79\"."
              tei_id: null
              table_ref: null
        reported_test:
          test: "t"
          t: 2.24
          f: null
          chi2: null
          z: null
          df1: 35
          df2: null
          p: 0.032
          reported_d: 0.30
          reported_r: null
          notes: "Two-tailed; Three additional participants (passed comprehension) excluded from this analysis for missing a rating."
          provenance:
            page: null
            quote: "SD for unimportant ¼ 1.55, SD for important ¼ 1.79, t (35) ¼ 2.24, p ¼ 0.032 (two-tailed), d ¼ 0.30. (Three additional participants who passed the comprehension check were rejected from this analysis because they did not rate at least one of the vignettes.)"
            tei_id: null
            table_ref: null
        effect_size:
          metric: SMD
          d: 0.298631225039
          v: 0.018293092206
          computed_from: groups
          needs_review: false
          notes: "Computed in analysis/effect_sizes.qmd using within_smcrp_t (paired t used to recover within-person r); n_total inferred as df+1."
        quality_flags: []
        notes: null

  - study_id: 3
    label: "Experiment 3 (Street signs; UNC students)"
    objective: "Test whether stakes affect confidence judgments when the evidence source is highly reliable (street sign), including a Two Cases condition."
    sample:
      n_final: 141
      recruitment: students
      recruitment_other: null
      compensation: null
      compensation_other: null
      characteristics: "UNC-Chapel Hill undergraduates; mean previous philosophy classes taken = 1 (mode 0)."
      provenance:
        page: null
        quote: "I made street signs the source of information for the 141 University of North Carolina, Chapel Hill undergraduate participants. The mean number of previous philosophy classes taken by participants in this study was 1 (the mode was 0)."
        tei_id: null
        table_ref: null
    design: null
    design_other: "Mixed: between-subjects single-vignette conditions (Unimportant vs Important) and within-subjects Two Cases condition."
    manipulated_factors:
      - "Case presentation: single vignette vs juxtaposed (Two Cases)"
    paradigm: "Rating confidence in the belief"
    paradigm_other: null
    scale:
      label: "Likert 7-point"
      points: 7
      anchors: "1 = not confident; 7 = very confident"
      direction: "Higher = more confident"
      provenance:
        page: null
        quote: "For each vignette received, each participant was asked, \"how confident should Kate be that she is on Main Street?\" ... judged on a seven-point scale."
        tei_id: null
        table_ref: null
    measures:
      knowledge_question_text: null
      knowledge_question_first: null
      additional_question_text: "How confident should Kate be that she is on Main Street?"
    scenarios:
      - scenario_code: other
        scenario_type: "Main Street navigation / street name (street sign observation)"
        high_stakes_text: "Kate needs to get to Main Street by noon: her life depends upon it."
        low_stakes_text: "Kate is ambling down the street, out on a walk for no particular reason and with no particular place to go."
        provenance:
          page: null
          quote: "Important: \"Kate needs to get to Main Street by noon: her life depends upon it.\" Unimportant: \"Kate is ambling down the street, out on a walk for no particular reason and with no particular place to go.\""
          tei_id: null
          table_ref: null
    effects:
      - effect_id: s3_e1
        subgroup: "Non-juxtaposed (single vignette)"
        subgroup_desc: "Street sign; between-subjects"
        design: "Between-Subjects"
        design_other: null
        moderators:
          scenario: other
          skeptical_pressure: "No"
          awareness: "Yes"
          evidence: "External"
          attribution_person: null
          evidence_reliability: "High"
        moderators_coding:
          scenario:
            provenance:
              page: null
              quote: "Kate... looks up at a street sign that says \"Main Street.\""
              tei_id: null
              table_ref: null
            reason: "The vignette is about street navigation / street-name evidence (not bank/peanuts/bridge/typos)."
          skeptical_pressure:
            provenance:
              page: null
              quote: "She has no special reason to believe that the street sign is inaccurate."
              tei_id: null
              table_ref: null
            reason: "No explicit doubt/counterconsiderations are introduced in the vignette."
          awareness:
            provenance:
              page: null
              quote: "Kate needs to get to Main Street by noon: her life depends upon it."
              tei_id: null
              table_ref: null
            reason: "The protagonist is explicitly aware of the high-stakes consequences in the Important vignette."
          evidence:
            provenance:
              page: null
              quote: "Kate... looks up at a street sign that says \"Main Street.\""
              tei_id: null
              table_ref: null
            reason: "The agent's evidence is from an external source (a street sign)."
          attribution_person:
            provenance:
              page: null
              quote: "\"how confident should Kate be that she is on Main Street?\""
              tei_id: null
              table_ref: null
            reason: "DV is a confidence rating, not a knowledge attribution; self/third-person knowledge-ascription coding is not applicable."
          evidence_reliability:
            provenance:
              page: null
              quote: "She has no special reason to believe that the street sign is inaccurate."
              tei_id: null
              table_ref: null
            reason: "Street sign with normal lighting/vision is framed as highly reliable; coded High per coding guide."
        contrast:
          group_high: Important
          group_low: Unimportant
          sign_convention: "d = mean(low) - mean(high)"
          other_notes: "Sign convention yields a negative d here because mean(Important) > mean(Unimportant)."
        groups:
          - group_id: Unimportant
            label: "Low stakes (Unimportant)"
            n: null
            mean: 5.61
            sd: 1.34
            se: null
            provenance:
              page: null
              quote: "Mean: \"Unimportant (5.61)\". SD: \"SD for unimportant ¼ 1.34\"."
              tei_id: null
              table_ref: null
          - group_id: Important
            label: "High stakes (Important)"
            n: null
            mean: 5.79
            sd: 0.96
            se: null
            provenance:
              page: null
              quote: "Mean: \"Important (5.79)\". SD: \"SD for important ¼ 0.96\"."
              tei_id: null
              table_ref: null
        reported_test:
          test: "t"
          t: 0.675
          f: null
          chi2: null
          z: null
          df1: 73
          df2: null
          p: 0.502
          reported_d: 0.15
          reported_r: null
          notes: "Two-tailed; reported d appears unsigned in notes, so sign is applied via contrast.sign_convention."
          provenance:
            page: null
            quote: "SD for unimportant ¼ 1.34, SD for important ¼ 0.96, t (73) ¼ 0.675, p ¼ 0.502 (two-tailed), d ¼ 0.15."
            tei_id: null
            table_ref: null
        effect_size:
          metric: SMD
          d: -0.150000000000
          v: 0.049536825638
          computed_from: reported_d
          needs_review: false
          notes: "d magnitude from paper; sign follows d = mean(low) - mean(high); v computed from reported d + t(df) in analysis/effect_sizes.qmd."
        quality_flags: []
        notes: null

      - effect_id: s3_e2
        subgroup: "Juxtaposed (Two Cases)"
        subgroup_desc: "Street sign; within-subjects"
        design: "Within-Subjects"
        design_other: null
        moderators:
          scenario: other
          skeptical_pressure: "No"
          awareness: "Yes"
          evidence: "External"
          attribution_person: null
          evidence_reliability: "High"
        moderators_coding:
          scenario:
            provenance:
              page: null
              quote: "Kate... looks up at a street sign that says \"Main Street.\""
              tei_id: null
              table_ref: null
            reason: "The vignette is about street navigation / street-name evidence (not bank/peanuts/bridge/typos)."
          skeptical_pressure:
            provenance:
              page: null
              quote: "She has no special reason to believe that the street sign is inaccurate."
              tei_id: null
              table_ref: null
            reason: "No explicit doubt/counterconsiderations are introduced in the vignette."
          awareness:
            provenance:
              page: null
              quote: "Kate needs to get to Main Street by noon: her life depends upon it."
              tei_id: null
              table_ref: null
            reason: "The protagonist is explicitly aware of the high-stakes consequences in the Important vignette."
          evidence:
            provenance:
              page: null
              quote: "Kate... looks up at a street sign that says \"Main Street.\""
              tei_id: null
              table_ref: null
            reason: "The agent's evidence is from an external source (a street sign)."
          attribution_person:
            provenance:
              page: null
              quote: "\"how confident should Kate be that she is on Main Street?\""
              tei_id: null
              table_ref: null
            reason: "DV is a confidence rating, not a knowledge attribution; self/third-person knowledge-ascription coding is not applicable."
          evidence_reliability:
            provenance:
              page: null
              quote: "She has no special reason to believe that the street sign is inaccurate."
              tei_id: null
              table_ref: null
            reason: "Street sign with normal lighting/vision is framed as highly reliable; coded High per coding guide."
        contrast:
          group_high: Important
          group_low: Unimportant
          sign_convention: "d = mean(low) - mean(high)"
          other_notes: "Two Cases condition: same participants rated both Unimportant and Important vignettes."
        groups:
          - group_id: Unimportant
            label: "Low stakes (Unimportant)"
            n: 66
            mean: 5.76
            sd: 1.55
            se: null
            provenance:
              page: null
              quote: "Mean: \"unimportant case (5.76)\". SD: \"SD for unimportant ¼ 1.55\"."
              tei_id: null
              table_ref: null
          - group_id: Important
            label: "High stakes (Important)"
            n: 66
            mean: 5.26
            sd: 1.44
            se: null
            provenance:
              page: null
              quote: "Mean: \"important case (5.26)\". SD: \"SD for important ¼ 1.44\"."
              tei_id: null
              table_ref: null
        reported_test:
          test: "t"
          t: 2.92
          f: null
          chi2: null
          z: null
          df1: 65
          df2: null
          p: 0.005
          reported_d: 0.34
          reported_r: null
          notes: "Two-tailed."
          provenance:
            page: null
            quote: "SD for unimportant ¼ 1.55, SD for important ¼ 1.44, t (65) ¼ 2.92, p ¼ 0.005 (two-tailed), d ¼ 0.34."
            tei_id: null
            table_ref: null
        effect_size:
          metric: SMD
          d: 0.334222060185
          v: 0.013614587204
          computed_from: groups
          needs_review: false
          notes: "Computed in analysis/effect_sizes.qmd using within_smcrp_t (paired t used to recover within-person r); n_total inferred as df+1."
        quality_flags: []
        notes: null

  - study_id: 4
    label: "Superseded prior study (Two drunks; UNC students)"
    objective: "Superseded earlier version of Experiment 2 using two drunks as the information source (reported only in notes)."
    sample:
      n_final: null
      recruitment: students
      recruitment_other: null
      compensation: null
      compensation_other: null
      characteristics: "Conducted at UNC-Chapel Hill; sample size not explicitly reported in notes (only test dfs reported)."
      provenance:
        page: null
        quote: "This study supersedes a previous study, conducted at University of North Carolina, Chapel Hill, involving two drunks."
        tei_id: null
        table_ref: null
    design: null
    design_other: "Mixed: between-subjects single-vignette conditions (Unimportant vs Important) and within-subjects Two Cases condition (inferred from reported dfs)."
    manipulated_factors:
      - "Case presentation: single vignette vs juxtaposed (Two Cases)"
    paradigm: "Rating confidence in the belief"
    paradigm_other: null
    scale:
      label: "Likert 7-point"
      points: 7
      anchors: "1 = not confident; 7 = very confident"
      direction: "Higher = more confident"
      provenance:
        page: null
        quote: "As in the first experiment... \"how confident should Kate be that she is on Main Street?\" ... judged on a seven-point scale."
        tei_id: null
        table_ref: null
    measures:
      knowledge_question_text: null
      knowledge_question_first: null
      additional_question_text: "How confident should Kate be that she is on Main Street?"
    scenarios:
      - scenario_code: other
        scenario_type: "Main Street navigation / street name (two drunks testimony; superseded)"
        high_stakes_text: "Kate needs to get to Main Street by noon: her life depends upon it."
        low_stakes_text: "Kate is ambling down the street, out on a walk for no particular reason and with no particular place to go."
        provenance:
          page: null
          quote: "Important: \"Kate needs to get to Main Street by noon: her life depends upon it.\" Unimportant: \"Kate is ambling down the street, out on a walk for no particular reason and with no particular place to go.\""
          tei_id: null
          table_ref: null
    effects:
      - effect_id: s4_e1
        subgroup: "Non-juxtaposed (single vignette)"
        subgroup_desc: "Two drunks; between-subjects"
        design: "Between-Subjects"
        design_other: null
        moderators:
          scenario: other
          skeptical_pressure: "No"
          awareness: "Yes"
          evidence: "External"
          attribution_person: null
          evidence_reliability: "Low"
        moderators_coding:
          scenario:
            provenance:
              page: null
              quote: "two drunks are standing on the corner... Kate asks the drunks the name of the street."
              tei_id: null
              table_ref: null
            reason: "The vignette is about street navigation / street-name testimony (not bank/peanuts/bridge/typos)."
          skeptical_pressure:
            provenance:
              page: null
              quote: "two drunks are standing on the corner in an intense discussion."
              tei_id: null
              table_ref: null
            reason: "No explicit skeptical prompt is introduced; the manipulation concerns source reliability and stakes."
          awareness:
            provenance:
              page: null
              quote: "Kate needs to get to Main Street by noon: her life depends upon it."
              tei_id: null
              table_ref: null
            reason: "The protagonist is explicitly aware of the high-stakes consequences in the Important vignette."
          evidence:
            provenance:
              page: null
              quote: "Kate asks the drunks the name of the street. 'Main Street', the drunks say."
              tei_id: null
              table_ref: null
            reason: "The agent's evidence is testimony from other people (external source)."
          attribution_person:
            provenance:
              page: null
              quote: "\"how confident should Kate be\""
              tei_id: null
              table_ref: null
            reason: "DV is a confidence rating, not a knowledge attribution; self/third-person knowledge-ascription coding is not applicable."
          evidence_reliability:
            provenance:
              page: null
              quote: "two drunks are standing on the corner in an intense discussion."
              tei_id: null
              table_ref: null
            reason: "Source is explicitly 'two drunks' (unreliable); coded Low per coding guide."
        contrast:
          group_high: Important
          group_low: Unimportant
          sign_convention: "d = mean(low) - mean(high)"
          other_notes: "Superseded two-drunks study; statistics reported in notes."
        groups:
          - group_id: Unimportant
            label: "Low stakes (Unimportant)"
            n: null
            mean: 4.72
            sd: 1.23
            se: null
            provenance:
              page: null
              quote: "Unimportant (M ¼ 4.72, SD ¼ 1.23)."
              tei_id: null
              table_ref: null
          - group_id: Important
            label: "High stakes (Important)"
            n: null
            mean: 4.39
            sd: 1.91
            se: null
            provenance:
              page: null
              quote: "Important (M ¼ 4.39, SD ¼ 1.91)."
              tei_id: null
              table_ref: null
        reported_test:
          test: "t"
          t: 0.622
          f: null
          chi2: null
          z: null
          df1: 34
          df2: null
          p: 0.538
          reported_d: 0.20
          reported_r: null
          notes: "Two-tailed."
          provenance:
            page: null
            quote: "For the original nonjuxtaposed drunks cases, scores for Unimportant (M ¼ 4.72, SD ¼ 1.23) did not differ significantly from Important (M ¼ 4.39, SD ¼ 1.91). t (34) ¼ 0.622, p ¼ 0.538 (two tailed), d ¼ 0.20."
            tei_id: null
            table_ref: null
        effect_size:
          metric: SMD
          d: 0.200000000000
          v: 0.103978398754
          computed_from: reported_d
          needs_review: false
          notes: "d from paper notes; v computed from reported d + t(df) in analysis/effect_sizes.qmd (method=between_reported_d_t_df)."
        quality_flags: []
        notes: null

      - effect_id: s4_e2
        subgroup: "Juxtaposed (Two Cases)"
        subgroup_desc: "Two drunks; within-subjects"
        design: "Within-Subjects"
        design_other: null
        moderators:
          scenario: other
          skeptical_pressure: "No"
          awareness: "Yes"
          evidence: "External"
          attribution_person: null
          evidence_reliability: "Low"
        moderators_coding:
          scenario:
            provenance:
              page: null
              quote: "two drunks are standing on the corner... Kate asks the drunks the name of the street."
              tei_id: null
              table_ref: null
            reason: "The vignette is about street navigation / street-name testimony (not bank/peanuts/bridge/typos)."
          skeptical_pressure:
            provenance:
              page: null
              quote: "two drunks are standing on the corner in an intense discussion."
              tei_id: null
              table_ref: null
            reason: "No explicit skeptical prompt is introduced; the manipulation concerns source reliability and stakes."
          awareness:
            provenance:
              page: null
              quote: "Kate needs to get to Main Street by noon: her life depends upon it."
              tei_id: null
              table_ref: null
            reason: "The protagonist is explicitly aware of the high-stakes consequences in the Important vignette."
          evidence:
            provenance:
              page: null
              quote: "Kate asks the drunks the name of the street. 'Main Street', the drunks say."
              tei_id: null
              table_ref: null
            reason: "The agent's evidence is testimony from other people (external source)."
          attribution_person:
            provenance:
              page: null
              quote: "\"how confident should Kate be\""
              tei_id: null
              table_ref: null
            reason: "DV is a confidence rating, not a knowledge attribution; self/third-person knowledge-ascription coding is not applicable."
          evidence_reliability:
            provenance:
              page: null
              quote: "two drunks are standing on the corner in an intense discussion."
              tei_id: null
              table_ref: null
            reason: "Source is explicitly 'two drunks' (unreliable); coded Low per coding guide."
        contrast:
          group_high: Important
          group_low: Unimportant
          sign_convention: "d = mean(low) - mean(high)"
          other_notes: "Superseded two-drunks study; Two Cases condition."
        groups:
          - group_id: Unimportant
            label: "Low stakes (Unimportant)"
            n: 36
            mean: 4.53
            sd: 1.32
            se: null
            provenance:
              page: null
              quote: "Unimportant (M ¼ 4.53, SD ¼ 1.32)."
              tei_id: null
              table_ref: null
          - group_id: Important
            label: "High stakes (Important)"
            n: 36
            mean: 3.69
            sd: 1.47
            se: null
            provenance:
              page: null
              quote: "Important (M ¼ 3.69, SD ¼ 1.47)."
              tei_id: null
              table_ref: null
        reported_test:
          test: "t"
          t: 4.14
          f: null
          chi2: null
          z: null
          df1: 35
          df2: null
          p: 0.001
          reported_d: 0.60
          reported_r: null
          notes: "Two-tailed; reported as p ≤ 0.001."
          provenance:
            page: null
            quote: "For the original juxtaposed drunks cases, scores for Unimportant (M ¼ 4.53, SD ¼ 1.32) did not differ significantly from Important (M ¼ 3.69, SD ¼ 1.47). t (35) ¼ 4.14, p 5 0.001 (two-tailed), d ¼ 0.60."
            tei_id: null
            table_ref: null
        effect_size:
          metric: SMD
          d: 0.601282159377
          v: 0.024382063341
          computed_from: groups
          needs_review: false
          notes: "Computed in analysis/effect_sizes.qmd using within_smcrp_t (paired t used to recover within-person r); n_total inferred as df+1."
        quality_flags: []
        notes: null