{"id":"https://openalex.org/W2084684919","doi":"https://doi.org/10.1080/08993408.2010.509097","title":"Instructor perspectives of multiple-choice questions in summative assessment for novice programmers","display_name":"Instructor perspectives of multiple-choice questions in summative assessment for novice programmers","publication_year":2010,"publication_date":"2010-09-01","ids":{"openalex":"https://openalex.org/W2084684919","doi":"https://doi.org/10.1080/08993408.2010.509097","mag":"2084684919"},"language":"en","primary_location":{"id":"doi:10.1080/08993408.2010.509097","is_oa":false,"landing_page_url":"https://doi.org/10.1080/08993408.2010.509097","pdf_url":null,"source":{"id":"https://openalex.org/S97147119","display_name":"Computer Science Education","issn_l":"0899-3408","issn":["0899-3408","1744-5175"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computer Science Education","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090945370","display_name":"Shuhaida Mohamed Shuhidan","orcid":"https://orcid.org/0000-0002-6317-4724"},"institutions":[{"id":"https://openalex.org/I82951845","display_name":"RMIT University","ror":"https://ror.org/04ttjf776","country_code":"AU","type":"education","lineage":["https://openalex.org/I82951845"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Shuhaida Shuhidan","raw_affiliation_strings":["School of Computer Science and Information Technology, RMIT University , Melbourne, 3001, Australia","School of Computer Science and Information Technology,RMIT University,Melbourne 3001,Australia)"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Information Technology, RMIT University , Melbourne, 3001, Australia","institution_ids":["https://openalex.org/I82951845"]},{"raw_affiliation_string":"School of Computer Science and Information Technology,RMIT University,Melbourne 3001,Australia)","institution_ids":["https://openalex.org/I82951845"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022547615","display_name":"Margaret Hamilton","orcid":"https://orcid.org/0000-0002-3488-4524"},"institutions":[{"id":"https://openalex.org/I82951845","display_name":"RMIT University","ror":"https://ror.org/04ttjf776","country_code":"AU","type":"education","lineage":["https://openalex.org/I82951845"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Margaret Hamilton","raw_affiliation_strings":["School of Computer Science and Information Technology, RMIT University , Melbourne, 3001, Australia","School of Computer Science and Information Technology,RMIT University,Melbourne 3001,Australia)"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Information Technology, RMIT University , Melbourne, 3001, Australia","institution_ids":["https://openalex.org/I82951845"]},{"raw_affiliation_string":"School of Computer Science and Information Technology,RMIT University,Melbourne 3001,Australia)","institution_ids":["https://openalex.org/I82951845"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030650686","display_name":"Daryl D\u2019Souza","orcid":"https://orcid.org/0000-0001-6045-2760"},"institutions":[{"id":"https://openalex.org/I82951845","display_name":"RMIT University","ror":"https://ror.org/04ttjf776","country_code":"AU","type":"education","lineage":["https://openalex.org/I82951845"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Daryl D'Souza","raw_affiliation_strings":["School of Computer Science and Information Technology, RMIT University , Melbourne, 3001, Australia","School of Computer Science and Information Technology,RMIT University,Melbourne 3001,Australia)"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Information Technology, RMIT University , Melbourne, 3001, Australia","institution_ids":["https://openalex.org/I82951845"]},{"raw_affiliation_string":"School of Computer Science and Information Technology,RMIT University,Melbourne 3001,Australia)","institution_ids":["https://openalex.org/I82951845"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5090945370"],"corresponding_institution_ids":["https://openalex.org/I82951845"],"apc_list":null,"apc_paid":null,"fwci":6.4222,"has_fulltext":false,"cited_by_count":37,"citation_normalized_percentile":{"value":0.96750903,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"20","issue":"3","first_page":"229","last_page":"259"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9750999808311462,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11283","display_name":"Experimental Learning in Engineering","score":0.9728999733924866,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/summative-assessment","display_name":"Summative assessment","score":0.9726449251174927},{"id":"https://openalex.org/keywords/formative-assessment","display_name":"Formative assessment","score":0.8254541158676147},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6336471438407898},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.5838578343391418},{"id":"https://openalex.org/keywords/multiple-choice","display_name":"Multiple choice","score":0.547666072845459},{"id":"https://openalex.org/keywords/attrition","display_name":"Attrition","score":0.4954463243484497},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.44720661640167236},{"id":"https://openalex.org/keywords/qualitative-property","display_name":"Qualitative property","score":0.441540390253067},{"id":"https://openalex.org/keywords/medical-education","display_name":"Medical education","score":0.3750021457672119},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2923731207847595},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.12597453594207764}],"concepts":[{"id":"https://openalex.org/C152747807","wikidata":"https://www.wikidata.org/wiki/Q1854913","display_name":"Summative assessment","level":3,"score":0.9726449251174927},{"id":"https://openalex.org/C42525527","wikidata":"https://www.wikidata.org/wiki/Q1209955","display_name":"Formative assessment","level":2,"score":0.8254541158676147},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6336471438407898},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.5838578343391418},{"id":"https://openalex.org/C176730311","wikidata":"https://www.wikidata.org/wiki/Q867668","display_name":"Multiple choice","level":3,"score":0.547666072845459},{"id":"https://openalex.org/C2780553607","wikidata":"https://www.wikidata.org/wiki/Q684868","display_name":"Attrition","level":2,"score":0.4954463243484497},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.44720661640167236},{"id":"https://openalex.org/C87156501","wikidata":"https://www.wikidata.org/wiki/Q7268708","display_name":"Qualitative property","level":2,"score":0.441540390253067},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.3750021457672119},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2923731207847595},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.12597453594207764},{"id":"https://openalex.org/C199343813","wikidata":"https://www.wikidata.org/wiki/Q12128","display_name":"Dentistry","level":1,"score":0.0},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C3018023364","wikidata":"https://www.wikidata.org/wiki/Q425265","display_name":"Significant difference","level":2,"score":0.0},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1080/08993408.2010.509097","is_oa":false,"landing_page_url":"https://doi.org/10.1080/08993408.2010.509097","pdf_url":null,"source":{"id":"https://openalex.org/S97147119","display_name":"Computer Science Education","issn_l":"0899-3408","issn":["0899-3408","1744-5175"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computer Science Education","raw_type":"journal-article"},{"id":"pmh:oai:alma.61RMIT_INST:11246425110001341","is_oa":false,"landing_page_url":"http://doi.org/10.1080/08993408.2010.509097","pdf_url":null,"source":{"id":"https://openalex.org/S4306402074","display_name":"RMIT Research Repository (RMIT University Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I82951845","host_organization_name":"RMIT University","host_organization_lineage":["https://openalex.org/I82951845"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8600000143051147}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W10347118","https://openalex.org/W152362719","https://openalex.org/W1580195166","https://openalex.org/W1966463724","https://openalex.org/W2004740500","https://openalex.org/W2012560454","https://openalex.org/W2048353495","https://openalex.org/W2050525049","https://openalex.org/W2055971340","https://openalex.org/W2061177236","https://openalex.org/W2065762074","https://openalex.org/W2067963826","https://openalex.org/W2076625061","https://openalex.org/W2083207477","https://openalex.org/W2122120648","https://openalex.org/W2122166962","https://openalex.org/W2165365113","https://openalex.org/W2188822067","https://openalex.org/W2318079588","https://openalex.org/W2573894086","https://openalex.org/W4231378812","https://openalex.org/W4231748357"],"related_works":["https://openalex.org/W2596540894","https://openalex.org/W4248485996","https://openalex.org/W2188168286","https://openalex.org/W1981820048","https://openalex.org/W2373351295","https://openalex.org/W4315786423","https://openalex.org/W2169821076","https://openalex.org/W2979216021","https://openalex.org/W2762230188","https://openalex.org/W2410921486"],"abstract_inverted_index":{"Learning":[0],"to":[1,5,34,133,153,162,188,198,216,244,280,296,307,310],"program":[2],"is":[3,39,61,151,294,305],"known":[4],"be":[6,242,245,297,308],"difficult":[7],"for":[8,107],"novices.":[9],"High":[10],"attrition":[11],"and":[12,45,112,128,150,182,195,268,284,301],"high":[13],"failure":[14],"rates":[15],"in":[16,24,73,227,303],"foundation-level":[17],"programming":[18,37,70,122],"courses":[19],"undertaken":[20],"at":[21,201],"tertiary":[22],"level":[23,179,220,226],"Computer":[25],"Science":[26],"programs,":[27],"are":[28,192],"commonly":[29],"reported.":[30],"A":[31],"common":[32],"approach":[33],"evaluating":[35],"novice":[36,108,130],"ability":[38,161],"through":[40],"a":[41,54,155,159,173,177,183,212,218,224,228,231,237],"combination":[42],"of":[43,58,66,69,79,98,104,142,158,175,180,221,230,233,254,271,273,292,318],"formative":[44],"summative":[46,80,105,147],"assessments,":[47],"with":[48,87,124],"the":[49,143,208,248,269,274,289,316],"latter":[50],"typically":[51],"represented":[52],"by":[53,63,247],"final":[55],"examination.":[56],"Preparation":[57],"such":[59,236],"assessment":[60,81,106,148,255],"driven":[62],"instructor":[64,77,102,290],"perceptions":[65],"student":[67,88,131],"learning":[68],"concepts.":[71],"This":[72],"turn":[74],"may":[75],"yield":[76],"perspectives":[78,103,291],"that":[82,140,146,168,190,210,235],"do":[83],"not":[84],"necessarily":[85],"correlate":[86],"expectations":[89],"or":[90,223,240],"abilities.":[91],"In":[92],"this":[93],"article,":[94],"we":[95,257],"present":[96],"results":[97],"our":[99,252],"study":[100],"around":[101,207],"programmers.":[109],"Both":[110],"quantitative":[111],"qualitative":[113,186],"data":[114],"have":[115,285,314],"been":[116],"obtained":[117],"via":[118],"survey":[119],"responses":[120,132],"from":[121,129],"instructors":[123,144,165],"varying":[125],"teaching":[126],"experience,":[127],"targeted":[134],"examination":[135,282],"questions.":[136],"Our":[137],"findings":[138],"highlight":[139],"most":[141],"believed":[145,167],"is,":[149],"meant":[152],"be,":[154],"valid":[156],"measure":[157],"student's":[160],"program.":[163],"Most":[164],"further":[166],"Multiple-choice":[169],"Questions":[170],"(MCQs)":[171],"provide":[172],"means":[174],"testing":[176],"low":[178,219,225],"understanding,":[181],"few":[184],"added":[185],"comments":[187],"suggest":[189],"MCQs":[191],"easy":[193,246,299],"questions,":[194,256,283],"others":[196],"refused":[197],"use":[199],"them":[200],"all.":[202],"There":[203],"was":[204,214],"no":[205],"agreement":[206],"proposition":[209],"if":[211],"question":[213,238,300],"designed":[215],"test":[217],"skill,":[222],"hierarchy":[229],"body":[232],"knowledge,":[234],"should":[239],"would":[241],"found":[243],"student.":[249],"To":[250],"aid":[251],"analysis":[253],"introduced":[258],"four":[259],"measures:":[260],"Syntax":[261],"Knowledge;":[262,264],"Semantic":[263],"Problem":[265],"Solving":[266],"Skill":[267],"Level":[270],"Difficulty":[272],"Problem.":[275],"We":[276],"applied":[277],"these":[278],"measures":[279],"selected":[281],"identified":[286],"gaps":[287],"between":[288],"what":[293,304],"considered":[295],"an":[298],"also":[302],"required":[306],"assessed":[309],"determine":[311],"whether":[312],"students":[313],"achieved":[315],"goals":[317],"their":[319],"course.":[320]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":4},{"year":2014,"cited_by_count":2},{"year":2013,"cited_by_count":5},{"year":2012,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}