Article Instance

HTTP 200 OK
Allow: GET
Content-Type: application/json
Vary: Accept

{
    "pk": 12035,
    "title": "Evaluation of an Intervention to Improve Quality of Single-best Answer Multiple-choice Questions",
    "subtitle": null,
    "abstract": "Introduction: \nDespite the ubiquity of single-best answer multiple-choice questions (MCQ) in assessments throughout medical education, question writers often receive little to no formal training, potentially decreasing the validity of assessments. While lengthy training opportunities in item writing exist, the availability of brief interventions is limited.\nMethods:\n We developed and performed an initial validation of an item-quality assessment tool and measured the impact of a brief educational intervention on the quality of single-best answer MCQs.\nResults:\n The item-quality assessment tool demonstrated moderate internal structure evidence when applied to the 20 practice questions (κ=.671, p<.001) and excellent internal structure when applied to the true dataset (κ=0.904, p<.001). Quality scale scores for pre-intervention questions ranged from 2-6 with a mean ± standard deviation (SD) of 3.79 ± 1.23, while post-intervention scores ranged from 4-6 with a mean ± SD of 5.42 ± 0.69. The post-intervention scores were significantly higher than the pre-intervention scores, x2(1) =38, p <0.001.\nConclusion:\n Our study demonstrated short-term improvement in single-best answer MCQ writing quality after a brief, open-access lecture, as measured by a simple, novel, grading rubric with reasonable validity evidence.",
    "language": "en",
    "license": {
        "name": "Creative Commons Attribution 4.0",
        "short_name": "CC BY 4.0",
        "text": "Attribution — You must give appropriate credit, provide a link to the license, and indicate if changes were made. You may do so in any reasonable manner, but not in any way that suggests the licensor endorses you or your use.\r\n\r\nNo additional restrictions — You may not apply legal terms or technological measures that legally restrict others from doing anything the license permits.",
        "url": "https://creativecommons.org/licenses/by/4.0"
    },
    "keywords": [
        {
            "word": "Item Writing, Multiple Choice Questions, Assessment"
        }
    ],
    "section": "Brief Research Report",
    "is_remote": true,
    "remote_url": "https://escholarship.org/uc/item/49w9s2zd",
    "frozenauthors": [
        {
            "first_name": "Kevin",
            "middle_name": "R.",
            "last_name": "Scott",
            "name_suffix": "",
            "institution": "Perelman School of Medicine at the University of Pennsylvania, Department of Emergency Medicine, Philadelphia, Pennsylvania",
            "department": "None"
        },
        {
            "first_name": "Andrew",
            "middle_name": "M.",
            "last_name": "King",
            "name_suffix": "",
            "institution": "The Ohio State University Wexner Medical Center, Department of Emergency Medicine, Columbus, Ohio",
            "department": "None"
        },
        {
            "first_name": "Molly",
            "middle_name": "K.",
            "last_name": "Estes",
            "name_suffix": "",
            "institution": "Loma Linda University Medical Center, Department of Emergency Medicine, Loma Linda, California",
            "department": "None"
        },
        {
            "first_name": "Lauren",
            "middle_name": "W.",
            "last_name": "Conlon",
            "name_suffix": "",
            "institution": "Perelman School of Medicine at the University of Pennsylvania, Department of Emergency Medicine, Philadelphia, Pennsylvania",
            "department": "None"
        },
        {
            "first_name": "Jonathan",
            "middle_name": "S.",
            "last_name": "Jones",
            "name_suffix": "",
            "institution": "Merit Health Central, Department of Emergency Medicine, Jackson, Mississippi",
            "department": "None"
        },
        {
            "first_name": "Andrew",
            "middle_name": "W.",
            "last_name": "Phillips",
            "name_suffix": "",
            "institution": "University of North Carolina, Department of Emergency Medicine, Chapel Hill, North Carolina",
            "department": "None"
        }
    ],
    "date_submitted": "2018-07-14T01:18:35Z",
    "date_accepted": "2018-07-14T01:18:35Z",
    "date_published": "2018-12-03T18:55:29Z",
    "render_galley": null,
    "galleys": [
        {
            "label": "",
            "type": "pdf",
            "path": "https://journalpub.escholarship.org/westjem/article/12035/galley/6459/download/"
        }
    ]
}