{"id":"https://openalex.org/W2117868882","doi":"https://doi.org/10.1109/icsmc.2007.4413918","title":"The scoring procedure for a competitive research competition influences the usefulness of the results in real-world applications","display_name":"The scoring procedure for a competitive research competition influences the usefulness of the results in real-world applications","publication_year":2007,"publication_date":"2007-10-01","ids":{"openalex":"https://openalex.org/W2117868882","doi":"https://doi.org/10.1109/icsmc.2007.4413918","mag":"2117868882"},"language":"en","primary_location":{"id":"doi:10.1109/icsmc.2007.4413918","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icsmc.2007.4413918","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2007 IEEE International Conference on Systems, Man and Cybernetics","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065675959","display_name":"Kristopher M. Thornburg","orcid":null},"institutions":[{"id":"https://openalex.org/I126307644","display_name":"University of Iowa","ror":"https://ror.org/036jqmy94","country_code":"US","type":"education","lineage":["https://openalex.org/I126307644"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kristopher M. Thornburg","raw_affiliation_strings":["Department of Mechanical and Industrial Engineering, University of Iowa, IA, USA","University of Iowa, Iowa City"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mechanical and Industrial Engineering, University of Iowa, IA, USA","institution_ids":["https://openalex.org/I126307644"]},{"raw_affiliation_string":"University of Iowa, Iowa City","institution_ids":["https://openalex.org/I126307644"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060549523","display_name":"Geb Thomas","orcid":"https://orcid.org/0000-0001-5032-4001"},"institutions":[{"id":"https://openalex.org/I126307644","display_name":"University of Iowa","ror":"https://ror.org/036jqmy94","country_code":"US","type":"education","lineage":["https://openalex.org/I126307644"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Geb W. Thomas","raw_affiliation_strings":["Department of Mechanical and Industrial Engineering, University of Iowa, IA, USA","University of Iowa, Iowa City"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mechanical and Industrial Engineering, University of Iowa, IA, USA","institution_ids":["https://openalex.org/I126307644"]},{"raw_affiliation_string":"University of Iowa, Iowa City","institution_ids":["https://openalex.org/I126307644"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.7691,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.78129298,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"33","issue":null,"first_page":"902","last_page":"907"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11500","display_name":"Evacuation and Crowd Dynamics","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11500","display_name":"Evacuation and Crowd Dynamics","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9883000254631042,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/competition","display_name":"Competition (biology)","score":0.7280761003494263},{"id":"https://openalex.org/keywords/competitor-analysis","display_name":"Competitor analysis","score":0.7219716310501099},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6478562951087952},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.614457905292511},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5837084054946899},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5508180856704712},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47242438793182373},{"id":"https://openalex.org/keywords/risk-analysis","display_name":"Risk analysis (engineering)","score":0.4664546847343445},{"id":"https://openalex.org/keywords/order","display_name":"Order (exchange)","score":0.43736159801483154},{"id":"https://openalex.org/keywords/search-and-rescue","display_name":"Search and rescue","score":0.41926291584968567},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.414399117231369},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3517497777938843},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.3354354500770569},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.32957905530929565},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.17438405752182007},{"id":"https://openalex.org/keywords/marketing","display_name":"Marketing","score":0.16437071561813354},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.12986430525779724}],"concepts":[{"id":"https://openalex.org/C91306197","wikidata":"https://www.wikidata.org/wiki/Q45767","display_name":"Competition (biology)","level":2,"score":0.7280761003494263},{"id":"https://openalex.org/C127576917","wikidata":"https://www.wikidata.org/wiki/Q624630","display_name":"Competitor analysis","level":2,"score":0.7219716310501099},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6478562951087952},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.614457905292511},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5837084054946899},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5508180856704712},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47242438793182373},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.4664546847343445},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.43736159801483154},{"id":"https://openalex.org/C2775935494","wikidata":"https://www.wikidata.org/wiki/Q741964","display_name":"Search and rescue","level":3,"score":0.41926291584968567},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.414399117231369},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3517497777938843},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.3354354500770569},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.32957905530929565},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.17438405752182007},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.16437071561813354},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.12986430525779724},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icsmc.2007.4413918","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icsmc.2007.4413918","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2007 IEEE International Conference on Systems, Man and Cybernetics","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","score":0.7099999785423279,"id":"https://metadata.un.org/sdg/11"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":6,"referenced_works":["https://openalex.org/W1507418669","https://openalex.org/W2080505358","https://openalex.org/W2110795172","https://openalex.org/W2129714831","https://openalex.org/W2914506579","https://openalex.org/W4254059477"],"related_works":["https://openalex.org/W2358804928","https://openalex.org/W2768297557","https://openalex.org/W2353197970","https://openalex.org/W2117893626","https://openalex.org/W2891960103","https://openalex.org/W2920942130","https://openalex.org/W2807943943","https://openalex.org/W1518615326","https://openalex.org/W2160229054","https://openalex.org/W3085982270"],"abstract_inverted_index":{"In":[0,229],"the":[1,31,36,51,56,62,64,67,71,90,96,110,123,130,138,156,181,208,241,247,254,259,276,285],"2006":[2],"RoboCup":[3],"Virtual":[4],"Rescue":[5],"competition,":[6],"teams":[7,16,73,101],"from":[8,35],"different":[9],"research":[10,213,225,234,277,297],"labs":[11],"developed":[12],"methods":[13],"for":[14,50,77,129,194,296],"controlling":[15],"of":[17,53,58,66,89,112,155,158,192,198,240,275],"mobile":[18],"robots":[19],"in":[20,44,61,214,293],"a":[21,80,113,135,190,218,238,272],"simulated":[22],"urban":[23,200],"search":[24,115,201],"and":[25,33,74,92,116,202,268,289],"rescue":[26,117,203],"scenario.":[27,118],"This":[28],"paper":[29],"reviews":[30],"strategies":[32,91,104],"scores":[34,93],"top":[37],"six":[38],"competitors.":[39],"The":[40,87,153,172,205],"scoring":[41,97,163,220],"procedure":[42,98,221],"used":[43],"this":[45,215,279],"inaugural":[46],"competition":[47,206,242],"rewards":[48],"participants":[49,76],"number":[52],"victims":[54],"found,":[55],"amount":[57],"area":[59,216],"explored":[60],"environment,":[63,139],"quality":[65],"maps":[68],"created":[69],"by":[70],"robot":[72,120,136,145],"penalties":[75,161],"colliding":[78],"with":[79,109,133,284],"victim":[81],"or":[82],"relying":[83],"on":[84,162,167,180],"human":[85,159],"operators.":[86],"analysis":[88,154,173],"suggests":[94],"that":[95,105,141,150,183,222,233,253],"may":[99,188],"lead":[100],"to":[102,122,127,137,210,231,246,258],"adopt":[103],"are":[106,244,270],"not":[107],"consistent":[108],"needs":[111,226],"real":[114],"Individual":[119],"contributions":[121],"system":[124],"were":[125],"reviewed":[126],"account":[128],"costs":[131],"associated":[132],"adding":[134],"indicating":[140],"value":[142],"added":[143],"per":[144],"is":[146,151,227,251,263,281],"an":[147,165],"important":[148],"measure":[149],"overlooked.":[152],"impact":[157],"operator":[160],"revealed":[164,175],"overemphasis":[166],"fully":[168],"autonomous":[169],"robotic":[170,199],"systems.":[171,204],"also":[174],"substantial":[176],"performance":[177,196],"variation,":[178],"depending":[179],"behavior":[182],"was":[184],"being":[185],"rewarded,":[186],"which":[187],"indicate":[189],"lack":[191],"focus":[193],"evaluative":[195],"measures":[197],"has":[207],"potential":[209],"provide":[211],"influential":[212],"if":[217],"proper":[219],"reflects":[223],"actual":[224],"implemented.":[228],"order":[230],"ensure":[232],"gains":[235],"made":[236],"as":[237,266],"result":[239],"process":[243],"useful":[245],"application":[248,260],"community,":[249,278],"it":[250],"essential":[252],"rules":[255,295],"be":[256],"tuned":[257],"needs.":[261],"It":[262],"likely":[264],"that,":[265],"competitions":[267],"games":[269],"becoming":[271],"growing":[273],"part":[274],"sensitivity":[280],"managed":[282],"along":[283],"other":[286],"political,":[287],"social":[288],"interactive":[290],"demands":[291],"involved":[292],"setting":[294],"competitions.":[298]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}