{"id":"https://openalex.org/W4392564746","doi":"https://doi.org/10.1145/3626252.3630863","title":"Evaluating Automatically Generated Contextualised Programming Exercises","display_name":"Evaluating Automatically Generated Contextualised Programming Exercises","publication_year":2024,"publication_date":"2024-03-07","ids":{"openalex":"https://openalex.org/W4392564746","doi":"https://doi.org/10.1145/3626252.3630863"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1145/3626252.3630863","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://doi.org/10.1145/3626252.3630863","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049667540","display_name":"Andre del Carpio Gutierrez","orcid":"https://orcid.org/0009-0004-0208-4567"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Andre Del Carpio Gutierrez","raw_affiliation_strings":["University of Auckland, Auckland, New Zealand"],"affiliations":[{"raw_affiliation_string":"University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032890999","display_name":"Paul Denny","orcid":"https://orcid.org/0000-0002-5150-9806"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Paul Denny","raw_affiliation_strings":["University of Auckland, Auckland, New Zealand"],"affiliations":[{"raw_affiliation_string":"University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061895558","display_name":"Andrew Luxton-Reilly","orcid":"https://orcid.org/0000-0001-8269-2909"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Andrew Luxton-Reilly","raw_affiliation_strings":["University of Auckland, Auckland, New Zealand"],"affiliations":[{"raw_affiliation_string":"University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.859,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":3,"citation_normalized_percentile":{"value":0.999666,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Computational Thinking in Education","score":0.9988,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Computational Thinking in Education","score":0.9988,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Educational Data Mining and Learning Analytics","score":0.9861,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Empirical Studies in Software Engineering","score":0.9845,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/programming-education","display_name":"Programming Education","score":0.566174},{"id":"https://openalex.org/keywords/adaptive-learning-environments","display_name":"Adaptive Learning Environments","score":0.563209},{"id":"https://openalex.org/keywords/student-modeling","display_name":"Student Modeling","score":0.548521},{"id":"https://openalex.org/keywords/motivations","display_name":"Motivations","score":0.537935},{"id":"https://openalex.org/keywords/intrinsic-motivation","display_name":"Intrinsic Motivation","score":0.531664}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7685946},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6155269},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.54450125},{"id":"https://openalex.org/C50033165","wikidata":"https://www.wikidata.org/wiki/Q15712089","display_name":"Inductive programming","level":3,"score":0.5199165},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.47533488},{"id":"https://openalex.org/C34165917","wikidata":"https://www.wikidata.org/wiki/Q188267","display_name":"Programming paradigm","level":2,"score":0.44523767},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.35320336},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3527562},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.33938104},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.30892822},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10496718},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.1145/3626252.3630863","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1145/3626252.3630863","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[{"display_name":"Quality education","id":"https://metadata.un.org/sdg/4","score":0.69}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":27,"referenced_works":["https://openalex.org/W1544133109","https://openalex.org/W1964924410","https://openalex.org/W1993868776","https://openalex.org/W1997936823","https://openalex.org/W2013852212","https://openalex.org/W2045600380","https://openalex.org/W2052560135","https://openalex.org/W2063268957","https://openalex.org/W2071272561","https://openalex.org/W2126171217","https://openalex.org/W2140800398","https://openalex.org/W2152619061","https://openalex.org/W2554919770","https://openalex.org/W2582325117","https://openalex.org/W2587751095","https://openalex.org/W2766715593","https://openalex.org/W2917563899","https://openalex.org/W3002428628","https://openalex.org/W3106625454","https://openalex.org/W3138715211","https://openalex.org/W3160638507","https://openalex.org/W4249300565","https://openalex.org/W4283705032","https://openalex.org/W4323033692","https://openalex.org/W4323033758","https://openalex.org/W4382654294","https://openalex.org/W4391584331"],"related_works":["https://openalex.org/W4387445043","https://openalex.org/W4296878212","https://openalex.org/W4287829362","https://openalex.org/W3117088238","https://openalex.org/W3009891130","https://openalex.org/W2378928660","https://openalex.org/W2172209430","https://openalex.org/W2161156675","https://openalex.org/W1988273104","https://openalex.org/W1943224404"],"abstract_inverted_index":{"Introductory":[0],"programming":[1,10,42,83,111,133,152],"courses":[2],"often":[3],"require":[4],"students":[5,54],"to":[6,34,55,58,78,105,128,149],"solve":[7],"many":[8,151],"small":[9],"exercises":[11,31,43,84,134,153,166],"as":[12],"part":[13],"of":[14,49,67,82,90,110,125,164],"their":[15,60],"learning.":[16],"Researchers":[17],"have":[18],"previously":[19],"suggested":[20],"that":[21,44,85,98,135],"the":[22,26,65,107,114,123,162,165],"context":[23],"used":[24,148],"in":[25],"problem":[27,157],"description":[28],"for":[29,76],"these":[30],"is":[32,74],"likely":[33],"impact":[35],"student":[36,70],"engagement":[37],"and":[38,131,159],"motivation.":[39],"Furthermore,":[40],"supplying":[41],"use":[45],"a":[46,68,87],"broad":[47],"range":[48,89],"contexts":[50,57],"or":[51],"even":[52],"allowing":[53],"select":[56],"personalize":[59],"own":[61],"exercises,":[62,112],"may":[63,102],"support":[64],"interests":[66],"diverse":[69],"population.":[71],"Unfortunately,":[72],"it":[73],"time-consuming":[75],"instructors":[77],"create":[79,129],"large":[80,99],"numbers":[81],"provide":[86],"wide":[88],"contextualized":[91,156],"problems.":[92],"However,":[93],"recent":[94],"work":[95],"has":[96],"shown":[97],"language":[100],"models":[101],"be":[103],"able":[104],"automate":[106],"mass":[108],"production":[109],"reducing":[113],"burden":[115],"on":[116],"instructors.":[117],"In":[118],"this":[119],"research,":[120],"we":[121,143],"explore":[122],"potential":[124],"OpenAI's":[126],"GPT-4":[127],"high-quality":[130],"novel":[132],"implement":[136],"various":[137,155],"contexts.":[138],"Finally,":[139],"through":[140],"prompt":[141],"engineering,":[142],"compare":[144],"different":[145],"prompting":[146],"strategies":[147],"generate":[150],"with":[154],"descriptions":[158],"then":[160],"evaluate":[161],"quality":[163],"generated.":[167]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4392564746","counts_by_year":[{"year":2024,"cited_by_count":3}],"updated_date":"2024-10-14T16:25:13.711893","created_date":"2024-03-08"}
