Extraction report — Shin 2014

schema_version: "1.1"

paper:
  paper_id: shin2014timeconstraintspragmatic
  citation: "Shin, J. (2014). Time constraints and pragmatic encroachment on knowledge. Episteme, 11(2), 157-180."
  short_label: "Shin 2014"
  doi: "10.1017/epi.2014.6"
  published: "Yes"
  year: 2014
  language: "English"
  language_other: null
  research_objective: "Argue that ordinary knowledge ascriptions are sensitive to truth-irrelevant time constraints, while also reporting low- and high-stakes variants of the Sally and Peter paradigms."
  data_availability:
    data_available_online: null
    url: null
    notes: null
  notes: "The paper primarily reports time-constraint effects. This extraction reconstructs fixed-time high-vs-low stakes contrasts from condition summaries reported in the main text, TEI figure caption fig_1, and footnote 32."

studies:
  - study_id: 1
    label: "Experiment 1 - Less-Time"
    objective: "Reconstruct the effect of stakes on Sally knowledge ratings while holding the time manipulation fixed at the Less-Time condition (2 minutes)."
    sample:
      n_final: 77
      recruitment: "mTurk"
      recruitment_other: null
      compensation: null
      compensation_other: null
      characteristics: null
      provenance:
        page: null
        quote: "Condition Ns for the reconstructed stakes contrast: Less-Time (N = 38) and High-Stakes Less-Time (HS-LT: N = 39)."
        tei_id: null
        table_ref: "fig_1"
    design: "Between-Subjects"
    design_other: "Fixed-time stakes contrast reconstructed within Experiment 1 by holding the time factor at Less-Time (2 minutes)."
    manipulated_factors:
      - "Time constraints held fixed at Less-Time (2 minutes)."
    paradigm: "Agreement with knowledge claim"
    paradigm_other: null
    scale:
      label: "Likert 7-point"
      points: 7
      anchors: "Agreement/disagreement on a 0-6 Likert scale."
      direction: null
      provenance:
        page: null
        quote: "Participants were then presented with a number of questions where they were asked to indicate their level of agreement/disagreement along a 7-point Likert scale (0-6)."
        tei_id: null
        table_ref: null
    measures:
      knowledge_question_text: "At the time that Sally chooses treatment C, Sally knows that C is the best of the three possible treatments for Harry."
      knowledge_question_first: "No"
      additional_question_text: "At the time she chooses treatment C, Sally feels fully confident that C is the best of the three treatments for Harry."
    scenarios:
      - scenario_code: other
        scenario_type: "Medical treatment choice for Harry based on remembered textbook information."
        high_stakes_text: "If Harry takes the wrong medication his headaches will get even worse for a while and so there is a lot at stake for Sally to make the right choice."
        low_stakes_text: "If Sally chooses the wrong medication it is no big deal, as they will simply try a different one at another time."
        provenance:
          page: null
          quote: "Low stakes: If Sally chooses the wrong medication it is no big deal. High stakes: if Harry takes the wrong medication his headaches will get even worse for a while and so there is a lot at stake."
          tei_id: null
          table_ref: null
    effects:
      - effect_id: s1_e1
        subgroup: "Experiment 1 Less-Time"
        subgroup_desc: "Sally/Harry knowledge rating with time fixed at 2 minutes"
        design: "Between-Subjects"
        design_other: null
        moderators:
          scenario: other
          skeptical_pressure: "No"
          awareness: "Yes"
          evidence: "External"
          attribution_person: "Other"
          evidence_reliability: "Medium"
        moderators_coding:
          scenario:
            provenance:
              page: null
              quote: "Sally is a medical student working in a hospital... Sally has to choose among the following three new medications: A, B, and C."
              tei_id: null
              table_ref: null
            reason: "Medical treatment vignette; it is not a bank, airport, peanuts, bridge, or typos case."
          skeptical_pressure:
            provenance:
              page: null
              quote: "Unfortunately, she has no information about how well any of the medications work in comparison to the others."
              tei_id: null
              table_ref: null
            reason: "The case gives limited evidence but no explicit doubt or counterconsideration from another source."
          awareness:
            provenance:
              page: null
              quote: "If Sally chooses the wrong medication it is no big deal... / there is a lot at stake for Sally to make the right choice."
              tei_id: null
              table_ref: null
            reason: "The consequences are part of Sally's decision situation and are not described as hidden from her."
          evidence:
            provenance:
              page: null
              quote: "Suddenly, she remembers reading in a textbook that C is a very good treatment for the kind of cough that Harry has."
              tei_id: null
              table_ref: null
            reason: "The basis is remembered information from a textbook, i.e. memory of an external written source."
          attribution_person:
            provenance:
              page: null
              quote: "At the time that Sally chooses treatment C, Sally knows that C is the best of the three possible treatments for Harry."
              tei_id: null
              table_ref: null
            reason: "Participants judge whether Sally knows; this is a third-person attribution."
          evidence_reliability:
            provenance:
              page: null
              quote: "Suddenly, she remembers reading in a textbook that C is a very good treatment..."
              tei_id: null
              table_ref: null
            reason: "The basis is remembered textbook information without rechecking and supports an inference to the best option, so Medium is the most defensible code."
        contrast:
          group_high: exp1_lt_high_stakes
          group_low: exp1_lt_low_stakes
          sign_convention: "d = mean(low) - mean(high)"
          other_notes: "High = migraine/high-stakes vignette; Low = cough/low-stakes vignette; time fixed at Less-Time."
        groups:
          - group_id: exp1_lt_low_stakes
            label: "Experiment 1 Less-Time low stakes"
            n: 38
            mean: 3.55
            sd: 1.655
            se: null
            provenance:
              page: null
              quote: "Less-Time: (N = 38, Mean = 3.55, SD = 1.655)"
              tei_id: null
              table_ref: null
          - group_id: exp1_lt_high_stakes
            label: "Experiment 1 Less-Time high stakes"
            n: 39
            mean: 4.23
            sd: 1.55
            se: null
            provenance:
              page: null
              quote: "High-Stakes Less-Time (HS-LT): (N = 39, Mean = 4.23, SD = 1.55)"
              tei_id: null
              table_ref: "fig_1"
        effect_size:
          metric: SMD
          d: -0.424294616455
          v: 0.053125814605
          computed_from: groups
          needs_review: false
          notes: "Computed in analysis/effect_sizes.qmd from reconstructed Less-Time low- vs high-stakes condition summaries; the direct stakes contrast is not reported in the paper."
        quality_flags:
          - "reconstructed_stakes_contrast"
          - "high_stakes_summary_recovered_from_tei_figure"
        notes: "High-stakes summary comes from TEI figure-caption artifact fig_1 rather than a clean body-text sentence."
    notes: "Experiment 1 is split by fixed time level because the paper reports separate low- and high-stakes time comparisons rather than a direct factorial stakes analysis."

  - study_id: 2
    label: "Experiment 1 - More-Time"
    objective: "Reconstruct the effect of stakes on Sally knowledge ratings while holding the time manipulation fixed at the More-Time condition (4 months)."
    sample:
      n_final: 86
      recruitment: "mTurk"
      recruitment_other: null
      compensation: null
      compensation_other: null
      characteristics: null
      provenance:
        page: null
        quote: "Condition Ns for the reconstructed stakes contrast: More-Time (N = 43) and High-Stakes More-Time (HS-MT: N = 43)."
        tei_id: null
        table_ref: "fig_1"
    design: "Between-Subjects"
    design_other: "Fixed-time stakes contrast reconstructed within Experiment 1 by holding the time factor at More-Time (4 months)."
    manipulated_factors:
      - "Time constraints held fixed at More-Time (4 months)."
    paradigm: "Agreement with knowledge claim"
    paradigm_other: null
    scale:
      label: "Likert 7-point"
      points: 7
      anchors: "Agreement/disagreement on a 0-6 Likert scale."
      direction: null
      provenance:
        page: null
        quote: "Participants were then presented with a number of questions where they were asked to indicate their level of agreement/disagreement along a 7-point Likert scale (0-6)."
        tei_id: null
        table_ref: null
    measures:
      knowledge_question_text: "At the time that Sally chooses treatment C, Sally knows that C is the best of the three possible treatments for Harry."
      knowledge_question_first: "No"
      additional_question_text: "At the time she chooses treatment C, Sally feels fully confident that C is the best of the three treatments for Harry."
    scenarios:
      - scenario_code: other
        scenario_type: "Medical treatment choice for Harry based on remembered textbook information."
        high_stakes_text: "If Harry takes the wrong medication his headaches will get even worse for a while and so there is a lot at stake for Sally to make the right choice."
        low_stakes_text: "If Sally chooses the wrong medication it is no big deal, as they will simply try a different one at another time."
        provenance:
          page: null
          quote: "Low stakes: If Sally chooses the wrong medication it is no big deal. High stakes: if Harry takes the wrong medication his headaches will get even worse for a while and so there is a lot at stake."
          tei_id: null
          table_ref: null
    effects:
      - effect_id: s2_e1
        subgroup: "Experiment 1 More-Time"
        subgroup_desc: "Sally/Harry knowledge rating with time fixed at 4 months"
        design: "Between-Subjects"
        design_other: null
        moderators:
          scenario: other
          skeptical_pressure: "No"
          awareness: "Yes"
          evidence: "External"
          attribution_person: "Other"
          evidence_reliability: "Medium"
        moderators_coding:
          scenario:
            provenance:
              page: null
              quote: "Sally is a medical student working in a hospital... Sally has to choose among the following three new medications: A, B, and C."
              tei_id: null
              table_ref: null
            reason: "Medical treatment vignette; it is not a bank, airport, peanuts, bridge, or typos case."
          skeptical_pressure:
            provenance:
              page: null
              quote: "Unfortunately, she has no information about how well any of the medications work in comparison to the others."
              tei_id: null
              table_ref: null
            reason: "The case gives limited evidence but no explicit doubt or counterconsideration from another source."
          awareness:
            provenance:
              page: null
              quote: "If Sally chooses the wrong medication it is no big deal... / there is a lot at stake for Sally to make the right choice."
              tei_id: null
              table_ref: null
            reason: "The consequences are part of Sally's decision situation and are not described as hidden from her."
          evidence:
            provenance:
              page: null
              quote: "At the end of the 4 months... she remembers reading in a textbook that C is a very good treatment..."
              tei_id: null
              table_ref: null
            reason: "The basis is remembered information from a textbook, i.e. memory of an external written source."
          attribution_person:
            provenance:
              page: null
              quote: "At the time that Sally chooses treatment C, Sally knows that C is the best of the three possible treatments for Harry."
              tei_id: null
              table_ref: null
            reason: "Participants judge whether Sally knows; this is a third-person attribution."
          evidence_reliability:
            provenance:
              page: null
              quote: "At the end of the 4 months... she remembers reading in a textbook that C is a very good treatment..."
              tei_id: null
              table_ref: null
            reason: "The basis is remembered textbook information without rechecking and supports an inference to the best option, so Medium is the most defensible code."
        contrast:
          group_high: exp1_mt_high_stakes
          group_low: exp1_mt_low_stakes
          sign_convention: "d = mean(low) - mean(high)"
          other_notes: "High = migraine/high-stakes vignette; Low = cough/low-stakes vignette; time fixed at More-Time."
        groups:
          - group_id: exp1_mt_low_stakes
            label: "Experiment 1 More-Time low stakes"
            n: 43
            mean: 2.67
            sd: 1.476
            se: null
            provenance:
              page: null
              quote: "More-Time: (N = 43, Mean = 2.67, SD = 1.476)"
              tei_id: null
              table_ref: null
          - group_id: exp1_mt_high_stakes
            label: "Experiment 1 More-Time high stakes"
            n: 43
            mean: 2.92
            sd: 1.98
            se: null
            provenance:
              page: null
              quote: "High-Stakes More-Time Constraints (HS-MT): (N = 43, Mean = 2.92, SD = 1.98)"
              tei_id: null
              table_ref: "fig_1"
        effect_size:
          metric: SMD
          d: -0.143161600270
          v: 0.046630786301
          computed_from: groups
          needs_review: false
          notes: "Computed in analysis/effect_sizes.qmd from reconstructed More-Time low- vs high-stakes condition summaries; the direct stakes contrast is not reported in the paper."
        quality_flags:
          - "reconstructed_stakes_contrast"
          - "high_stakes_summary_recovered_from_tei_figure"
        notes: "High-stakes summary comes from TEI figure-caption artifact fig_1 rather than a clean body-text sentence."
    notes: "Experiment 1 is split by fixed time level because the paper reports separate low- and high-stakes time comparisons rather than a direct factorial stakes analysis."

  - study_id: 3
    label: "Experiment 2 - Less-Time"
    objective: "Reconstruct the effect of stakes on the number of proofreads required for Peter to know there are no typos, holding time fixed at the Less-Time condition (5 minutes)."
    sample:
      n_final: 61
      recruitment: null
      recruitment_other: null
      compensation: null
      compensation_other: null
      characteristics: null
      provenance:
        page: null
        quote: "Condition Ns for the reconstructed stakes contrast: Peter-Low-Stakes-Less-Time (N = 34) and Peter-Less-Time (P-LT: N = 27)."
        tei_id: null
        table_ref: null
    design: "Between-Subjects"
    design_other: "Fixed-time stakes contrast reconstructed within Experiment 2 by pairing the main-text high-stakes Less-Time condition with the low-stakes Less-Time condition reported only in footnote 32."
    manipulated_factors:
      - "Time constraints held fixed at Less-Time (5 minutes)."
    paradigm: "Rating how much evidence is needed for knowledge"
    paradigm_other: null
    scale:
      label: other
      points: null
      anchors: "Numeric free response: minimum number of proofreads required for knowledge."
      direction: "Higher = more proofreads required."
      provenance:
        page: null
        quote: "If Peter proofreads his paper ______ times, then he will know that there are no typos (fill in the minimum number of times)."
        tei_id: null
        table_ref: null
    measures:
      knowledge_question_text: "If Peter proofreads his paper ______ times, then he will know that there are no typos (fill in the minimum number of times)."
      knowledge_question_first: "No"
      additional_question_text: "Participants could mark X if Peter might not be able to proofread enough times within the allotted time frame."
    scenarios:
      - scenario_code: typos
        scenario_type: "Proofreading a class paper for typos."
        high_stakes_text: "There is a lot at stake... Peter needs an A for the class to keep his scholarship... it is extremely important for Peter that there are no typos in the paper."
        low_stakes_text: "It isn't important that Peter has no typos in his paper. Even if there are some typos, it won't matter much."
        provenance:
          page: null
          quote: "High stakes vignette: There is a lot at stake... Peter needs an A... Low-stakes probe: It isn't important that Peter has no typos in his paper. Even if there are some typos, it won't matter much."
          tei_id: null
          table_ref: null
    effects:
      - effect_id: s3_e1
        subgroup: "Experiment 2 Less-Time"
        subgroup_desc: "Peter typo proofreads with time fixed at 5 minutes"
        design: "Between-Subjects"
        design_other: null
        moderators:
          scenario: typos
          skeptical_pressure: "No"
          awareness: null
          evidence: "First Person"
          attribution_person: "Other"
          evidence_reliability: "High"
        moderators_coding:
          scenario:
            provenance:
              page: null
              quote: "Peter, a good college student, has just finished writing a two-page paper for an English class."
              tei_id: null
              table_ref: null
            reason: "The vignette is explicitly about proofreading a paper for typos."
          skeptical_pressure:
            provenance:
              page: null
              quote: "Even though Peter is a pretty good speller, he has a dictionary with him that he can use to check and make sure there are no typos."
              tei_id: null
              table_ref: null
            reason: "No explicit doubt or counterconsideration is introduced; the vignette concerns checking resources and stakes."
          awareness:
            provenance:
              page: null
              quote: "Peter needs an A for the class to keep his scholarship... / It isn't important that Peter has no typos in his paper."
              tei_id: null
              table_ref: null
            reason: "High-stakes awareness is clear, but the full low-stakes vignette wording is not recovered in the pipeline outputs, so overall awareness coding is left null."
          evidence:
            provenance:
              page: null
              quote: "He has a dictionary with him that he can use to check and make sure there are no typos."
              tei_id: null
              table_ref: null
            reason: "The evidence comes from Peter's own proofreading and checking procedure, so it is first-person evidence."
          attribution_person:
            provenance:
              page: null
              quote: "If Peter proofreads his paper ______ times, then he will know that there are no typos."
              tei_id: null
              table_ref: null
            reason: "Participants judge whether Peter would know; this is a third-person attribution."
          evidence_reliability:
            provenance:
              page: null
              quote: "Peter is a pretty good speller, he has a dictionary with him that he can use to check and make sure there are no typos."
              tei_id: null
              table_ref: null
            reason: "Proofreading with dictionary support and a competent speller is an explicitly strengthened checking procedure, so High."
        contrast:
          group_high: exp2_lt_high_stakes
          group_low: exp2_lt_low_stakes
          sign_convention: "d = mean(low) - mean(high)"
          other_notes: "Outcome is number of proofreads required for knowledge; higher scores indicate a higher evidential threshold."
        groups:
          - group_id: exp2_lt_low_stakes
            label: "Experiment 2 Less-Time low stakes"
            n: 34
            mean: 1.85
            sd: 0.857
            se: null
            provenance:
              page: null
              quote: "Peter-Low-Stakes-Less-Time: (N = 34 Mean = 1.85, SD = 0.857)"
              tei_id: null
              table_ref: null
          - group_id: exp2_lt_high_stakes
            label: "Experiment 2 Less-Time high stakes"
            n: 27
            mean: 3.07
            sd: 2.22
            se: null
            provenance:
              page: null
              quote: "Peter-Less-Time (P-LT): (N = 27, Mean = 3.07, SD = 2.22)"
              tei_id: null
              table_ref: null
        effect_size:
          metric: SMD
          d: -0.759151873123
          v: 0.071172667042
          computed_from: groups
          needs_review: true
          notes: "Computed in analysis/effect_sizes.qmd from a reconstructed Less-Time stakes contrast; the low-stakes condition is available only in footnote 32 and the full low-stakes vignette wording is not fully recovered in pipeline outputs."
        quality_flags:
          - "reconstructed_stakes_contrast"
          - "low_stakes_condition_reported_in_footnote"
        notes: "Experiment 2 low-stakes Less-Time values come from footnote 32 rather than the main text."
    notes: "Experiment 2 is split by fixed time level because the paper reports time contrasts rather than a direct stakes comparison; the low-stakes pair is summarized only in footnote 32."

  - study_id: 4
    label: "Experiment 2 - More-Time"
    objective: "Reconstruct the effect of stakes on the number of proofreads required for Peter to know there are no typos, holding time fixed at the More-Time condition (2 weeks)."
    sample:
      n_final: 66
      recruitment: null
      recruitment_other: null
      compensation: null
      compensation_other: null
      characteristics: null
      provenance:
        page: null
        quote: "Condition Ns for the reconstructed stakes contrast: Peter-Low-Stakes-More-Time (N = 35) and Peter-More-Time (P-MT: N = 31)."
        tei_id: null
        table_ref: null
    design: "Between-Subjects"
    design_other: "Fixed-time stakes contrast reconstructed within Experiment 2 by pairing the main-text high-stakes More-Time condition with the low-stakes More-Time condition reported only in footnote 32."
    manipulated_factors:
      - "Time constraints held fixed at More-Time (2 weeks)."
    paradigm: "Rating how much evidence is needed for knowledge"
    paradigm_other: null
    scale:
      label: other
      points: null
      anchors: "Numeric free response: minimum number of proofreads required for knowledge."
      direction: "Higher = more proofreads required."
      provenance:
        page: null
        quote: "If Peter proofreads his paper ______ times, then he will know that there are no typos (fill in the minimum number of times)."
        tei_id: null
        table_ref: null
    measures:
      knowledge_question_text: "If Peter proofreads his paper ______ times, then he will know that there are no typos (fill in the minimum number of times)."
      knowledge_question_first: "No"
      additional_question_text: "Participants could mark X if Peter might not be able to proofread enough times within the allotted time frame."
    scenarios:
      - scenario_code: typos
        scenario_type: "Proofreading a class paper for typos."
        high_stakes_text: "There is a lot at stake... Peter needs an A for the class to keep his scholarship... it is extremely important for Peter that there are no typos in the paper."
        low_stakes_text: "It isn't important that Peter has no typos in his paper. Even if there are some typos, it won't matter much."
        provenance:
          page: null
          quote: "High stakes vignette: There is a lot at stake... Peter needs an A... Low-stakes probe: It isn't important that Peter has no typos in his paper. Even if there are some typos, it won't matter much."
          tei_id: null
          table_ref: null
    effects:
      - effect_id: s4_e1
        subgroup: "Experiment 2 More-Time"
        subgroup_desc: "Peter typo proofreads with time fixed at 2 weeks"
        design: "Between-Subjects"
        design_other: null
        moderators:
          scenario: typos
          skeptical_pressure: "No"
          awareness: null
          evidence: "First Person"
          attribution_person: "Other"
          evidence_reliability: "High"
        moderators_coding:
          scenario:
            provenance:
              page: null
              quote: "Peter, a good college student, has just finished writing a two-page paper for an English class."
              tei_id: null
              table_ref: null
            reason: "The vignette is explicitly about proofreading a paper for typos."
          skeptical_pressure:
            provenance:
              page: null
              quote: "Even though Peter is a pretty good speller, he has a dictionary with him that he can use to check and make sure there are no typos."
              tei_id: null
              table_ref: null
            reason: "No explicit doubt or counterconsideration is introduced; the vignette concerns checking resources and stakes."
          awareness:
            provenance:
              page: null
              quote: "Peter needs an A for the class to keep his scholarship... / It isn't important that Peter has no typos in his paper."
              tei_id: null
              table_ref: null
            reason: "High-stakes awareness is clear, but the full low-stakes vignette wording is not recovered in the pipeline outputs, so overall awareness coding is left null."
          evidence:
            provenance:
              page: null
              quote: "He has a dictionary with him that he can use to check and make sure there are no typos."
              tei_id: null
              table_ref: null
            reason: "The evidence comes from Peter's own proofreading and checking procedure, so it is first-person evidence."
          attribution_person:
            provenance:
              page: null
              quote: "If Peter proofreads his paper ______ times, then he will know that there are no typos."
              tei_id: null
              table_ref: null
            reason: "Participants judge whether Peter would know; this is a third-person attribution."
          evidence_reliability:
            provenance:
              page: null
              quote: "Peter is a pretty good speller, he has a dictionary with him that he can use to check and make sure there are no typos."
              tei_id: null
              table_ref: null
            reason: "Proofreading with dictionary support and a competent speller is an explicitly strengthened checking procedure, so High."
        contrast:
          group_high: exp2_mt_high_stakes
          group_low: exp2_mt_low_stakes
          sign_convention: "d = mean(low) - mean(high)"
          other_notes: "Outcome is number of proofreads required for knowledge; higher scores indicate a higher evidential threshold."
        groups:
          - group_id: exp2_mt_low_stakes
            label: "Experiment 2 More-Time low stakes"
            n: 35
            mean: 2.71
            sd: 1.29
            se: null
            provenance:
              page: null
              quote: "Peter-Low-Stakes-More-Time: (N = 35, Mean = 2.71, SD = 1.29)"
              tei_id: null
              table_ref: null
          - group_id: exp2_mt_high_stakes
            label: "Experiment 2 More-Time high stakes"
            n: 31
            mean: 5.90
            sd: 4.04
            se: null
            provenance:
              page: null
              quote: "Peter-More-Time (P-MT): (N = 31, Mean = 5.90, SD = 4.04)"
              tei_id: null
              table_ref: null
        effect_size:
          metric: SMD
          d: -1.091927815590
          v: 0.069862116985
          computed_from: groups
          needs_review: true
          notes: "Computed in analysis/effect_sizes.qmd from a reconstructed More-Time stakes contrast; the low-stakes condition is available only in footnote 32 and the full low-stakes vignette wording is not fully recovered in pipeline outputs."
        quality_flags:
          - "reconstructed_stakes_contrast"
          - "low_stakes_condition_reported_in_footnote"
        notes: "Experiment 2 low-stakes More-Time values come from footnote 32 rather than the main text."
    notes: "Experiment 2 is split by fixed time level because the paper reports time contrasts rather than a direct stakes comparison; the low-stakes pair is summarized only in footnote 32."