{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,11,19]],"date-time":"2024-11-19T19:00:51Z","timestamp":1732042851474,"version":"3.28.0"},"publisher-location":"New York, NY, USA","reference-count":48,"publisher":"ACM","funder":[{"name":"Ulla Tuominen Foundation"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,6,29]]},"DOI":"10.1145\/3587102.3588785","type":"proceedings-article","created":{"date-parts":[[2023,6,30]],"date-time":"2023-06-30T22:17:59Z","timestamp":1688163479000},"page":"124-130","update-policy":"http:\/\/dx.doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":67,"title":["Comparing Code Explanations Created by Students and Large Language Models"],"prefix":"10.1145","author":[{"ORCID":"http:\/\/orcid.org\/0000-0001-6829-9449","authenticated-orcid":false,"given":"Juho","family":"Leinonen","sequence":"first","affiliation":[{"name":"University of Auckland, Auckland, New Zealand"}]},{"ORCID":"http:\/\/orcid.org\/0000-0002-5150-9806","authenticated-orcid":false,"given":"Paul","family":"Denny","sequence":"additional","affiliation":[{"name":"University of Auckland, Auckland, New Zealand"}]},{"ORCID":"http:\/\/orcid.org\/0000-0003-2781-6619","authenticated-orcid":false,"given":"Stephen","family":"MacNeil","sequence":"additional","affiliation":[{"name":"Temple University, Philadelphia, PA, USA"}]},{"ORCID":"http:\/\/orcid.org\/0000-0002-7277-9282","authenticated-orcid":false,"given":"Sami","family":"Sarsa","sequence":"additional","affiliation":[{"name":"Aalto University, Espoo, Finland"}]},{"ORCID":"http:\/\/orcid.org\/0000-0001-5767-1057","authenticated-orcid":false,"given":"Seth","family":"Bernstein","sequence":"additional","affiliation":[{"name":"Temple University, Philadelphia, PA, USA"}]},{"ORCID":"http:\/\/orcid.org\/0000-0001-7646-2373","authenticated-orcid":false,"given":"Joanne","family":"Kim","sequence":"additional","affiliation":[{"name":"Temple University, Philadelphia, PA, USA"}]},{"ORCID":"http:\/\/orcid.org\/0000-0002-0094-1113","authenticated-orcid":false,"given":"Andrew","family":"Tran","sequence":"additional","affiliation":[{"name":"Temple University, Philadelphia, PA, USA"}]},{"ORCID":"http:\/\/orcid.org\/0000-0001-6502-209X","authenticated-orcid":false,"given":"Arto","family":"Hellas","sequence":"additional","affiliation":[{"name":"Aalto University, Espoo, Finland"}]}],"member":"320","published-online":{"date-parts":[[2023,6,30]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1109\/TLT.2021.3058644"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.chb.2013.09.007"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3545945.3569759"},{"key":"e_1_3_2_1_4_1","unstructured":"Tom Brown Benjamin Mann Nick Ryder Melanie Subbiah Jared D Kaplan Prafulla Dhariwal Arvind Neelakantan Pranav Shyam Girish Sastry Amanda Askell et al. 2020. Language models are few-shot learners. Advances in neural information processing systems Vol. 33 (2020) 1877--1901."},{"volume-title":"Jared Kaplan, Harri Edwards, Yuri Burda, et al.","year":"2021","author":"Chen Mark","key":"e_1_3_2_1_5_1","unstructured":"Mark Chen, Jerry Tworek, Heewoo Jun, Qiming Yuan, Henrique Ponde de Oliveira Pinto, Jared Kaplan, Harri Edwards, Yuri Burda, et al. 2021. Evaluating large language models trained on code. arXiv preprint arXiv:2107.03374 (2021)."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2010.47"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3478431.3499370"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3545945.3569823"},{"key":"e_1_3_2_1_9_1","volume-title":"Proc. of the Eleventh Australasian Conf. on Computing Education -","volume":"95","author":"Denny Paul","year":"2009","unstructured":"Paul Denny, Andrew Luxton-Reilly, and Beth Simon. 2009. Quality of Student Contributed Questions Using PeerWise. In Proc. of the Eleventh Australasian Conf. on Computing Education - Volume 95. Australian Computer Society, Inc."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/2325296.2325318"},{"volume-title":"Robosourcing Educational Resources--Leveraging Large Language Models for Learnersourcing. arXiv preprint arXiv:2211.04715","year":"2022","author":"Denny Paul","key":"e_1_3_2_1_11_1","unstructured":"Paul Denny, Sami Sarsa, Arto Hellas, and Juho Leinonen. 2022. Robosourcing Educational Resources--Leveraging Large Language Models for Learnersourcing. arXiv preprint arXiv:2211.04715 (2022)."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3160489.3160493"},{"volume-title":"The Robots Are Coming: Exploring the Implications of OpenAI Codex on Introductory Programming. In Australasian Computing Education Conf. ACM, 10--19","year":"2022","author":"Finnie-Ansley James","key":"e_1_3_2_1_13_1","unstructured":"James Finnie-Ansley, Paul Denny, Brett A. Becker, Andrew Luxton-Reilly, and James Prather. 2022. The Robots Are Coming: Exploring the Implications of OpenAI Codex on Introductory Programming. In Australasian Computing Education Conf. ACM, 10--19."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/2978192.2978231"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/2445196.2445368"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1080\/08993408.2011.579808"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3387904.3389283"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3173596"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.2466\/11.IT.3.1"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3576123.3576129"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3430665.3456322"},{"volume-title":"Proc. of the 54th ACM Technical Symp. on Computer Science Education V. 1. 563--569","author":"Leinonen Juho","key":"e_1_3_2_1_22_1","unstructured":"Juho Leinonen, Arto Hellas, Sami Sarsa, Brent Reeves, Paul Denny, James Prather, and Brett A. Becker. 2023. Using Large Language Models to Enhance Programming Error Messages. In Proc. of the 54th ACM Technical Symp. on Computer Science Education V. 1. 563--569."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3341525.3387385"},{"key":"e_1_3_2_1_24_1","first-page":"161","article-title":"Further Evidence of a Relationship between Explaining","volume":"41","author":"Lister Raymond","year":"2009","unstructured":"Raymond Lister, Colin Fidge, and Donna Teague. 2009. Further Evidence of a Relationship between Explaining, Tracing and Writing Skills in Introductory Programming. SIGCSE Bull., Vol. 41, 3 (2009), 161--165.","journal-title":"Tracing and Writing Skills in Introductory Programming. SIGCSE Bull."},{"volume-title":"Yajie Sun, and Steven P Dow.","year":"2021","author":"MacNeil Stephen","key":"e_1_3_2_1_25_1","unstructured":"Stephen MacNeil, Zijian Ding, Kexin Quan, Thomas j Parashos, Yajie Sun, and Steven P Dow. 2021. Framing Creative Work: Helping Novices Frame Better Problems through Interactive Scaffolding. In Creativity and Cognition. 1--10."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3545945.3569785"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3501709.3544280"},{"volume-title":"On a test of whether one of two random variables is stochastically larger than the other. The annals of mathematical statistics","year":"1947","author":"Mann Henry B","key":"e_1_3_2_1_28_1","unstructured":"Henry B Mann and Donald R Whitney. 1947. On a test of whether one of two random variables is stochastically larger than the other. The annals of mathematical statistics (1947), 50--60."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3304221.3319759"},{"volume-title":"A common language effect size statistic. Psychological bulletin","year":"1992","author":"McGraw Kenneth O","key":"e_1_3_2_1_30_1","unstructured":"Kenneth O McGraw and Seok P Wong. 1992. A common language effect size statistic. Psychological bulletin, Vol. 111, 2 (1992), 361."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/2361276.2361299"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351287.3351288"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/3274400"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3197091.3197117"},{"volume-title":"Proc. of the 27th ACM Conf. on Innovation and Technology in Computer Science Education Vol 1.","year":"2022","author":"Pirttinen Nea","key":"e_1_3_2_1_35_1","unstructured":"Nea Pirttinen and Juho Leinonen. 2022. Can Students Review Their Peers? Comparison of Peer and Instructor Reviews. In Proc. of the 27th ACM Conf. on Innovation and Technology in Computer Science Education Vol 1."},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/199688.199696"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/3291279.3339408"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3501385.3543957"},{"volume-title":"Proc. of the 13th Annual Conf. on Innovation and Technology in Computer Science Education. ACM, 209--213","author":"Sheard Judy","key":"e_1_3_2_1_39_1","unstructured":"Judy Sheard, Angela Carbone, Raymond Lister, Beth Simon, Errol Thompson, and Jacqueline L. Whalley. 2008. Going SOLO to Assess Novice Programmers. In Proc. of the 13th Annual Conf. on Innovation and Technology in Computer Science Education. ACM, 209--213."},{"volume-title":"Proc. of the Seventh Int. Workshop on Computing Education Research. ACM, 93--100","year":"2011","author":"Susan Snowdon Simon","key":"e_1_3_2_1_40_1","unstructured":"Simon and Susan Snowdon. 2011. Explaining Program Code: Giving Students the Answer Helps - but Only Just. In Proc. of the Seventh Int. Workshop on Computing Education Research. ACM, 93--100."},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/2325296.2325319"},{"volume-title":"Knowledge Acquisition Via Bottom-up Learning. Knowledge-Based Systems","year":"2000","author":"Sun Ron","key":"e_1_3_2_1_42_1","unstructured":"Ron Sun, Edward Merrill, and Todd Peterson. 2000. Knowledge Acquisition Via Bottom-up Learning. Knowledge-Based Systems (2000), 249--291."},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1002\/cae.21974"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/2676723.2677260"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1109\/2.402076"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1080\/00031305.2016.1154108"},{"key":"e_1_3_2_1_47_1","volume-title":"Proc. of the 8th Australasian Conf. on Computing Education -","volume":"52","author":"Whalley Jacqueline L.","year":"2006","unstructured":"Jacqueline L. Whalley, Raymond Lister, Errol Thompson, Tony Clear, Phil Robbins, P. K. Ajith Kumar, and Christine Prasad. 2006. An Australasian Study of Reading and Comprehension Skills in Novice Programmers, Using the Bloom and SOLO Taxonomies. In Proc. of the 8th Australasian Conf. on Computing Education - Volume 52. Australian Computer Society, Inc., AUS, 243--252."},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287324.3287385"}],"event":{"name":"ITiCSE 2023: Innovation and Technology in Computer Science Education","sponsor":["SIGCSE ACM Special Interest Group on Computer Science Education"],"location":"Turku Finland","acronym":"ITiCSE 2023"},"container-title":["Proceedings of the 2023 Conference on Innovation and Technology in Computer Science Education V. 1"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3587102.3588785","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,6,29]],"date-time":"2024-06-29T10:35:53Z","timestamp":1719657353000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3587102.3588785"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,6,29]]},"references-count":48,"alternative-id":["10.1145\/3587102.3588785","10.1145\/3587102"],"URL":"https:\/\/doi.org\/10.1145\/3587102.3588785","relation":{},"subject":[],"published":{"date-parts":[[2023,6,29]]},"assertion":[{"value":"2023-06-30","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}
