{"id":"https://openalex.org/W4393145752","doi":"https://doi.org/10.1609/aaai.v38i21.30363","title":"Automatic Short Answer Grading for Finnish with ChatGPT","display_name":"Automatic Short Answer Grading for Finnish with ChatGPT","publication_year":2024,"publication_date":"2024-03-24","ids":{"openalex":"https://openalex.org/W4393145752","doi":"https://doi.org/10.1609/aaai.v38i21.30363"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v38i21.30363","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/30363/32414","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ojs.aaai.org/index.php/AAAI/article/download/30363/32414","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005278427","display_name":"Li-Hsin Chang","orcid":"https://orcid.org/0000-0002-1301-2823"},"institutions":[{"id":"https://openalex.org/I155660961","display_name":"University of Turku","ror":"https://ror.org/05vghhr25","country_code":"FI","type":"education","lineage":["https://openalex.org/I155660961"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Li-Hsin Chang","raw_affiliation_strings":["University of Turku"],"affiliations":[{"raw_affiliation_string":"University of Turku","institution_ids":["https://openalex.org/I155660961"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019929457","display_name":"Filip Ginter","orcid":"https://orcid.org/0000-0002-5484-6103"},"institutions":[{"id":"https://openalex.org/I155660961","display_name":"University of Turku","ror":"https://ror.org/05vghhr25","country_code":"FI","type":"education","lineage":["https://openalex.org/I155660961"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Filip Ginter","raw_affiliation_strings":["University of Turku"],"affiliations":[{"raw_affiliation_string":"University of Turku","institution_ids":["https://openalex.org/I155660961"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":1,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":86,"max":94},"biblio":{"volume":"38","issue":"21","first_page":"23173","last_page":"23181"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Natural Language Processing","score":0.988,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Natural Language Processing","score":0.988,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12422","display_name":"Radiomics in Medical Imaging Analysis","score":0.9299,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Medicine","score":0.9048,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/grading","display_name":"Grading (engineering)","score":0.5631539},{"id":"https://openalex.org/keywords/topic-modeling","display_name":"Topic Modeling","score":0.467316}],"concepts":[{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.5631539},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.42512572},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4079119},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34908903},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13157281},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v38i21.30363","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/30363/32414","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v38i21.30363","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/30363/32414","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[{"display_name":"Quality education","id":"https://metadata.un.org/sdg/4","score":0.88}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":30,"referenced_works":["https://openalex.org/W1967082761","https://openalex.org/W1988348923","https://openalex.org/W1996195497","https://openalex.org/W2003123824","https://openalex.org/W2057283903","https://openalex.org/W3083612971","https://openalex.org/W3125633690","https://openalex.org/W3161516024","https://openalex.org/W3192880933","https://openalex.org/W3201077663","https://openalex.org/W4223512557","https://openalex.org/W4283026156","https://openalex.org/W4322716240","https://openalex.org/W4323338676","https://openalex.org/W4362515116","https://openalex.org/W4366403195","https://openalex.org/W4378942629","https://openalex.org/W4381956153","https://openalex.org/W4381956306","https://openalex.org/W4385267042","https://openalex.org/W4385570407","https://openalex.org/W4385571307","https://openalex.org/W4385571576","https://openalex.org/W4385572239","https://openalex.org/W4385632485","https://openalex.org/W4385645249","https://openalex.org/W4385680840","https://openalex.org/W4385681149","https://openalex.org/W4389519817","https://openalex.org/W4396681086"],"related_works":["https://openalex.org/W3208525924","https://openalex.org/W3204019825","https://openalex.org/W2748952813","https://openalex.org/W2591833644","https://openalex.org/W2390279801","https://openalex.org/W2376932109","https://openalex.org/W2358668433","https://openalex.org/W2064165679","https://openalex.org/W2001405890","https://openalex.org/W1588461101"],"abstract_inverted_index":{"Automatic":[0],"short":[1],"answer":[2,143],"grading":[3,110],"(ASAG)":[4],"seeks":[5],"to":[6,16,57],"mitigate":[7],"the":[8],"burden":[9],"on":[10,61,72,76],"teachers":[11],"by":[12,64],"leveraging":[13],"computational":[14],"methods":[15],"evaluate":[17],"student-constructed":[18],"text":[19],"responses.":[20],"Large":[21],"language":[22],"models":[23],"(LLMs)":[24],"have":[25],"recently":[26],"gained":[27],"prominence":[28],"across":[29],"diverse":[30],"applications,":[31],"with":[32],"educational":[33],"contexts":[34],"being":[35,174],"no":[36],"exception.":[37],"The":[38],"sudden":[39],"rise":[40],"of":[41,88,109,128,161,173],"ChatGPT":[42,70],"has":[43],"raised":[44],"expectations":[45],"that":[46,168],"LLMs":[47],"can":[48],"handle":[49],"numerous":[50],"tasks,":[51],"including":[52],"ASAG.":[53],"This":[54],"paper":[55],"aims":[56],"shed":[58],"some":[59],"light":[60],"this":[62,105],"expectation":[63],"evaluating":[65],"two":[66],"LLM-based":[67],"chatbots,":[68],"namely":[69],"built":[71],"GPT-3.5":[73,133],"and":[74,82,114,145,163],"GPT-4,":[75],"scoring":[77],"short-question":[78],"answers":[79,91],"under":[80],"zero-shot":[81],"one-shot":[83,129],"settings.":[84],"Our":[85],"data":[86],"consists":[87],"2000":[89],"student":[90,142],"in":[92,126],"Finnish":[93],"from":[94],"ten":[95],"undergraduate":[96],"courses.":[97],"Multiple":[98],"perspectives":[99],"are":[100],"taken":[101],"into":[102],"account":[103],"during":[104],"assessment,":[106],"encompassing":[107],"those":[108],"system":[111],"developers,":[112],"teachers,":[113],"students.":[115],"On":[116],"our":[117],"dataset,":[118],"GPT-4":[119,170],"achieves":[120],"a":[121,138,151,154,159,175,187],"good":[122],"QWK":[123],"score":[124],"(0.6+)":[125],"44%":[127],"settings,":[130],"clearly":[131],"outperforming":[132],"at":[134],"21%.":[135],"We":[136,166],"observe":[137],"negative":[139],"association":[140],"between":[141,153],"length":[144],"model":[146],"performance,":[147],"as":[148,150,186],"well":[149],"correlation":[152],"smaller":[155],"standard":[156],"deviation":[157],"among":[158],"set":[160],"predictions":[162],"lower":[164],"performance.":[165],"conclude":[167],"while":[169],"exhibits":[171],"signs":[172],"capable":[176],"grader,":[177],"additional":[178],"research":[179],"is":[180],"essential":[181],"before":[182],"considering":[183],"its":[184],"deployment":[185],"reliable":[188],"autograder.":[189]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4393145752","counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2024-10-25T14:22:27.846570","created_date":"2024-03-26"}
