{"id":"https://openalex.org/W4385270364","doi":"https://doi.org/10.1109/nlbse59153.2023.00015","title":"An Exploratory Study on the Usage and Readability of Messages Within Assertion Methods of Test Cases","display_name":"An Exploratory Study on the Usage and Readability of Messages Within Assertion Methods of Test Cases","publication_year":2023,"publication_date":"2023-05-01","ids":{"openalex":"https://openalex.org/W4385270364","doi":"https://doi.org/10.1109/nlbse59153.2023.00015"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/nlbse59153.2023.00015","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2303.00169","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030954227","display_name":"Taryn Takebayashi","orcid":null},"institutions":[{"id":"https://openalex.org/I117965899","display_name":"University of Hawai\u02bbi at M\u0101noa","ror":"https://ror.org/01wspgy28","country_code":"US","type":"education","lineage":["https://openalex.org/I117965899"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Taryn Takebayashi","raw_affiliation_strings":["University of Hawai'i at Manoa Honolulu,Information and Computer Sciences Department,Hawai'i,USA"],"affiliations":[{"raw_affiliation_string":"University of Hawai'i at Manoa Honolulu,Information and Computer Sciences Department,Hawai'i,USA","institution_ids":["https://openalex.org/I117965899"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034384030","display_name":"Anthony Peruma","orcid":"https://orcid.org/0000-0003-2585-657X"},"institutions":[{"id":"https://openalex.org/I117965899","display_name":"University of Hawai\u02bbi at M\u0101noa","ror":"https://ror.org/01wspgy28","country_code":"US","type":"education","lineage":["https://openalex.org/I117965899"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anthony Peruma","raw_affiliation_strings":["University of Hawai'i at Manoa Honolulu,Information and Computer Sciences Department,Hawai'i,USA"],"affiliations":[{"raw_affiliation_string":"University of Hawai'i at Manoa Honolulu,Information and Computer Sciences Department,Hawai'i,USA","institution_ids":["https://openalex.org/I117965899"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067869262","display_name":"Mohamed Wiem Mkaouer","orcid":"https://orcid.org/0000-0001-6010-7561"},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mohamed Wiem Mkaouer","raw_affiliation_strings":["Department of Software Engineering, Rochester Institute of Technology, Rochester, New York, USA"],"affiliations":[{"raw_affiliation_string":"Department of Software Engineering, Rochester Institute of Technology, Rochester, New York, USA","institution_ids":["https://openalex.org/I155173764"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025493324","display_name":"Christian D. Newman","orcid":"https://orcid.org/0000-0002-8838-4074"},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christian D. Newman","raw_affiliation_strings":["Department of Software Engineering, Rochester Institute of Technology, Rochester, New York, USA"],"affiliations":[{"raw_affiliation_string":"Department of Software Engineering, Rochester Institute of Technology, Rochester, New York, USA","institution_ids":["https://openalex.org/I155173764"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.91,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.745318,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":68,"max":79},"biblio":{"volume":null,"issue":null,"first_page":"32","last_page":"39"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9991,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9981,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/assertion","display_name":"Assertion","score":0.81386757},{"id":"https://openalex.org/keywords/troubleshooting","display_name":"Trouble shooting","score":0.6090501},{"id":"https://openalex.org/keywords/unit-testing","display_name":"Unit testing","score":0.5579669},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4182794},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical Research","score":0.41692394},{"id":"https://openalex.org/keywords/exploratory-research","display_name":"Exploratory research","score":0.4129934}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8199679},{"id":"https://openalex.org/C40422974","wikidata":"https://www.wikidata.org/wiki/Q741248","display_name":"Assertion","level":2,"score":0.81386757},{"id":"https://openalex.org/C2778143727","wikidata":"https://www.wikidata.org/wiki/Q1820650","display_name":"Readability","level":2,"score":0.76067984},{"id":"https://openalex.org/C154504017","wikidata":"https://www.wikidata.org/wiki/Q853614","display_name":"Identifier","level":2,"score":0.71735984},{"id":"https://openalex.org/C147494362","wikidata":"https://www.wikidata.org/wiki/Q2078905","display_name":"Troubleshooting","level":2,"score":0.6090501},{"id":"https://openalex.org/C148027188","wikidata":"https://www.wikidata.org/wiki/Q907375","display_name":"Unit testing","level":3,"score":0.5579669},{"id":"https://openalex.org/C157486923","wikidata":"https://www.wikidata.org/wiki/Q1376436","display_name":"String (physics)","level":2,"score":0.48613974},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.47542384},{"id":"https://openalex.org/C548217200","wikidata":"https://www.wikidata.org/wiki/Q251","display_name":"Java","level":2,"score":0.46343356},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.45623848},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4356049},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4195056},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4182794},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4178606},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.41692394},{"id":"https://openalex.org/C85973986","wikidata":"https://www.wikidata.org/wiki/Q1091731","display_name":"Exploratory research","level":2,"score":0.4129934},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.31371415},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.19556499},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/nlbse59153.2023.00015","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2303.00169","pdf_url":"https://arxiv.org/pdf/2303.00169","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2303.00169","pdf_url":"https://arxiv.org/pdf/2303.00169","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[{"score":0.84,"id":"https://metadata.un.org/sdg/4","display_name":"Quality education"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":42,"referenced_works":["https://openalex.org/W1507711477","https://openalex.org/W1541128807","https://openalex.org/W1547319264","https://openalex.org/W1671468486","https://openalex.org/W1791687657","https://openalex.org/W1964730672","https://openalex.org/W1967390364","https://openalex.org/W1973359285","https://openalex.org/W2056952837","https://openalex.org/W2075269190","https://openalex.org/W2159739762","https://openalex.org/W2242520938","https://openalex.org/W2462947182","https://openalex.org/W2463537704","https://openalex.org/W2510163281","https://openalex.org/W2587022626","https://openalex.org/W2734809802","https://openalex.org/W2768876152","https://openalex.org/W2795516572","https://openalex.org/W2882984136","https://openalex.org/W2883301371","https://openalex.org/W2884952956","https://openalex.org/W2888547534","https://openalex.org/W2955240862","https://openalex.org/W2994690397","https://openalex.org/W2997945246","https://openalex.org/W3008773848","https://openalex.org/W3037434571","https://openalex.org/W3083247011","https://openalex.org/W3085713924","https://openalex.org/W3090167548","https://openalex.org/W3097045170","https://openalex.org/W3101714027","https://openalex.org/W3105183339","https://openalex.org/W3173909186","https://openalex.org/W3176572490","https://openalex.org/W3197635772","https://openalex.org/W4245429230","https://openalex.org/W4286331363","https://openalex.org/W4293066133","https://openalex.org/W4297903204","https://openalex.org/W574645793"],"related_works":["https://openalex.org/W4318325534","https://openalex.org/W4240398146","https://openalex.org/W4238338086","https://openalex.org/W4210597238","https://openalex.org/W4206476896","https://openalex.org/W3013479934","https://openalex.org/W2950310564","https://openalex.org/W2913357653","https://openalex.org/W2467308209","https://openalex.org/W1981753479"],"abstract_inverted_index":{"Unit":[0],"testing":[1],"is":[2,115,129],"a":[3,38,82,96,110,124],"vital":[4],"part":[5],"of":[6,57,80,90,98,113,135,168],"the":[7,26,34,42,45,55,62,78,166],"software":[8],"development":[9],"process":[10],"and":[11,29,148],"involves":[12],"developers":[13,32,75],"writing":[14],"code":[15,161],"to":[16,23,36,117,131],"verify":[17],"or":[18,95],"assert":[19,152],"production":[20],"code.":[21],"Furthermore,":[22],"help":[24],"comprehend":[25],"test":[27,63],"case":[28],"troubleshoot":[30],"issues,":[31],"have":[33],"option":[35,79],"provide":[37],"message":[39,153],"that":[40,73,109,164],"explains":[41],"reason":[43],"for":[44],"assertion":[46,58,169],"failure.":[47],"In":[48],"this":[49],"exploratory":[50],"empirical":[51],"study,":[52],"we":[53,107],"examine":[54],"characteristics":[56],"messages":[59,119,133],"contained":[60],"in":[61,65,151],"methods":[64],"20":[66],"open-source":[67],"Java":[68],"systems.":[69],"Our":[70],"findings":[71],"show":[72],"while":[74,123],"rarely":[76],"utilize":[77],"supplying":[81],"message,":[83],"those":[84],"who":[85],"do,":[86],"either":[87],"compose":[88],"it":[89],"only":[91,121],"string":[92,136],"literals,":[93],"identifiers,":[94,122],"combination":[97],"both":[99],"types.":[100],"Using":[101],"standard":[102],"English":[103,114],"readability":[104,145],"measuring":[105,146],"techniques,":[106],"observe":[108],"beginner's":[111],"knowledge":[112],"required":[116,130],"understand":[118,132],"containing":[120],"4th":[125],"-grade":[126],"education":[127],"level":[128],"composed":[134],"literals.":[137],"We":[138,155],"also":[139],"discuss":[140],"shortcomings":[141],"with":[142],"using":[143],"such":[144],"techniques":[147],"common":[149],"anti-patterns":[150],"construction.":[154],"envision":[156],"our":[157],"results":[158],"incorporated":[159],"into":[160],"quality":[162],"tools":[163],"appraise":[165],"understandability":[167],"messages.":[170]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4385270364","counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2024-12-11T10:43:03.791900","created_date":"2023-07-27"}
