{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,9,19]],"date-time":"2024-09-19T16:26:53Z","timestamp":1726763213793},"publisher-location":"New York, NY, USA","reference-count":28,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,1,30]]},"DOI":"10.1145\/3576123.3576134","type":"proceedings-article","created":{"date-parts":[[2023,1,19]],"date-time":"2023-01-19T13:27:45Z","timestamp":1674134865000},"update-policy":"http:\/\/dx.doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":65,"title":["My AI Wants to Know if This Will Be on the Exam: Testing OpenAI\u2019s Codex on CS2 Programming Exercises"],"prefix":"10.1145","author":[{"ORCID":"http:\/\/orcid.org\/0000-0002-4279-6284","authenticated-orcid":false,"given":"James","family":"Finnie-Ansley","sequence":"first","affiliation":[{"name":"University of Auckland, New Zealand"}]},{"ORCID":"http:\/\/orcid.org\/0000-0002-5150-9806","authenticated-orcid":false,"given":"Paul","family":"Denny","sequence":"additional","affiliation":[{"name":"University of Auckland, New Zealand"}]},{"ORCID":"http:\/\/orcid.org\/0000-0001-8269-2909","authenticated-orcid":false,"given":"Andrew","family":"Luxton-Reilly","sequence":"additional","affiliation":[{"name":"University of Auckland, New Zealand"}]},{"ORCID":"http:\/\/orcid.org\/0000-0001-5337-715X","authenticated-orcid":false,"given":"Eddie Antonio","family":"Santos","sequence":"additional","affiliation":[{"name":"University College Dublin, Ireland"}]},{"ORCID":"http:\/\/orcid.org\/0000-0003-2807-6042","authenticated-orcid":false,"given":"James","family":"Prather","sequence":"additional","affiliation":[{"name":"Abilene Christian University, United States"}]},{"ORCID":"http:\/\/orcid.org\/0000-0003-1446-647X","authenticated-orcid":false,"given":"Brett A.","family":"Becker","sequence":"additional","affiliation":[{"name":"University College Dublin, Ireland"}]}],"member":"320","published-online":{"date-parts":[[2023,1,30]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"Runestone Academy. 2022. Foundations of Python Programming. https:\/\/runestone.academy\/ns\/books\/published\/fopp\/index.html"},{"key":"e_1_3_2_1_2_1","volume-title":"Where Is It Now, Where Is It Going. Ireland\u2019s Yearbook of Education 2018","author":"Becker Brett","year":"2017","unstructured":"Brett Becker. 2017. Artificial Intelligence in Education: What Is It, Where Is It Now, Where Is It Going. Ireland\u2019s Yearbook of Education 2018 (2017), 42\u201346."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3469115"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287324.3287432"},{"key":"e_1_3_2_1_5_1","volume-title":"Henrique Ponde de\u00a0Oliveira Pinto","author":"Chen Mark","year":"2021","unstructured":"Mark Chen, Jerry Tworek, Heewoo Jun, Qiming Yuan, Henrique Ponde de\u00a0Oliveira Pinto, 2021. Evaluating Large Language Models Trained on Code. https:\/\/arxiv.org\/abs\/2107.03374. (2021)."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","unstructured":"Arghavan\u00a0Moradi Dakhel Vahid Majdinasab Amin Nikanjam Foutse Khomh Michel\u00a0C. Desmarais 2022. GitHub Copilot AI Pair Programmer: Asset or Liability?https:\/\/doi.org\/10.48550\/arXiv.2206.15331","DOI":"10.48550\/arXiv.2206.15331"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3341525.3387384"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3364510.3366170"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3341525.3387404"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3511861.3511863"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3446871.3469745"},{"key":"e_1_3_2_1_12_1","volume-title":"GitHub Copilot - Your AI Pair Programmer. https:\/\/github.com\/features\/copilot\/. (Accessed","year":"2022","unstructured":"GitHub. 2021. GitHub Copilot - Your AI Pair Programmer. https:\/\/github.com\/features\/copilot\/. (Accessed July 21, 2022)."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/1734263.1734335"},{"key":"e_1_3_2_1_14_1","volume-title":"Computer Science Curricula 2013: Curriculum Guidelines for Undergraduate Degree Programs in Computer Science. ACM","author":"ACM Joint Task Force\u00a0on Computing\u00a0Curriculaand IEEE\u00a0Computer Society","unstructured":"ACM Joint Task Force\u00a0on Computing\u00a0Curriculaand IEEE\u00a0Computer Society. 2013. Computer Science Curricula 2013: Curriculum Guidelines for Undergraduate Degree Programs in Computer Science. ACM, NY, NY, USA."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3328778.3366882"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/4021.214936"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1126\/science.abq1158"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/2899415.2899432"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3293881.3295779"},{"key":"e_1_3_2_1_20_1","volume-title":"Can Now Write Its Own Computer Code. Thats Good News for Humans.The New York Times (Sep","author":"Metz Cade","year":"2021","unstructured":"Cade Metz. 2021. A.I. Can Now Write Its Own Computer Code. Thats Good News for Humans.The New York Times (Sep 2021). https:\/\/www.nytimes.com\/2021\/09\/09\/technology\/codex-artificial-intelligence-coding.html"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3524842.3528470"},{"key":"e_1_3_2_1_22_1","volume-title":"Synchromesh: Reliable Code Generation from Pre-Trained Language Models. (January","author":"Poesia Gabriel","year":"2022","unstructured":"Gabriel Poesia, Oleksandr Polozov, Vu Le, Ashish Tiwari, Gustavo Soares, 2022. Synchromesh: Reliable Code Generation from Pre-Trained Language Models. (January 2022). http:\/\/arxiv.org\/abs\/2201.11227"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3501385.3543957"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICPC.2017.9"},{"key":"e_1_3_2_1_25_1","volume-title":"Understanding Codex Training Data and Outputs | OpenAI Help Center. https:\/\/help.openai.com\/en\/articles\/5480054-understanding-codex-training-data-and-outputs. (Accessed","author":"Simens Maddie","year":"2022","unstructured":"Maddie Simens. 2022. Understanding Codex Training Data and Outputs | OpenAI Help Center. https:\/\/help.openai.com\/en\/articles\/5480054-understanding-codex-training-data-and-outputs. (Accessed May 03, 2022)."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/1839594.1839612"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491101.3519665"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1080\/08993408.2019.1565235"}],"event":{"name":"ACE '23: Australasian Computing Education Conference","location":"Melbourne VIC Australia","acronym":"ACE '23"},"container-title":["Proceedings of the 25th Australasian Computing Education Conference"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3576123.3576134","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,30]],"date-time":"2024-01-30T11:05:30Z","timestamp":1706612730000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3576123.3576134"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,1,30]]},"references-count":28,"alternative-id":["10.1145\/3576123.3576134","10.1145\/3576123"],"URL":"https:\/\/doi.org\/10.1145\/3576123.3576134","relation":{},"subject":[],"published":{"date-parts":[[2023,1,30]]},"assertion":[{"value":"2023-01-30","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}
