{"id":"https://openalex.org/W4390660449","doi":"https://doi.org/10.1109/tnse.2024.3350710","title":"Federated Deep Reinforcement Learning for Task Offloading in Digital Twin Edge Networks","display_name":"Federated Deep Reinforcement Learning for Task Offloading in Digital Twin Edge Networks","publication_year":2024,"publication_date":"2024-01-08","ids":{"openalex":"https://openalex.org/W4390660449","doi":"https://doi.org/10.1109/tnse.2024.3350710"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2024.3350710","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009617425","display_name":"Yueyue Dai","orcid":"https://orcid.org/0000-0002-2163-987X"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yueyue Dai","raw_affiliation_strings":["Research Center of 6G Mobile Communications, School of Cyber Science and Engineering, Huazhong University of Science and Technology, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"Research Center of 6G Mobile Communications, School of Cyber Science and Engineering, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045863806","display_name":"Jintang Zhao","orcid":null},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jintang Zhao","raw_affiliation_strings":["Research Center of 6G Mobile Communications, School of Cyber Science and Engineering, Huazhong University of Science and Technology, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"Research Center of 6G Mobile Communications, School of Cyber Science and Engineering, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100613301","display_name":"Jing Zhang","orcid":"https://orcid.org/0009-0002-2844-6381"},"institutions":[],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jing Zhang","raw_affiliation_strings":["Institute of Space Integrated Ground Network, Hefei, China"],"affiliations":[{"raw_affiliation_string":"Institute of Space Integrated Ground Network, Hefei, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100456327","display_name":"Yan Zhang","orcid":"https://orcid.org/0000-0002-8561-5092"},"institutions":[{"id":"https://openalex.org/I184942183","display_name":"University of Oslo","ror":"https://ror.org/01xtthb56","country_code":"NO","type":"education","lineage":["https://openalex.org/I184942183"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Yan Zhang","raw_affiliation_strings":["Department of Informatics, University of Oslo, Oslo, Norway"],"affiliations":[{"raw_affiliation_string":"Department of Informatics, University of Oslo, Oslo, Norway","institution_ids":["https://openalex.org/I184942183"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100678341","display_name":"Tao Jiang","orcid":"https://orcid.org/0000-0002-8482-1046"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Jiang","raw_affiliation_strings":["Research Center of 6G Mobile Communications, School of Cyber Science and Engineering, Huazhong University of Science and Technology, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"Research Center of 6G Mobile Communications, School of Cyber Science and Engineering, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]}],"institution_assertions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":14.809,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.999975,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"11","issue":"3","first_page":"2849","last_page":"2863"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9985,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9985,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9934,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9884,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge Computing","score":0.609428},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile Edge Computing","score":0.597772},{"id":"https://openalex.org/keywords/federated-learning","display_name":"Federated Learning","score":0.593492},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.5347836},{"id":"https://openalex.org/keywords/fog-computing","display_name":"Fog Computing","score":0.512954},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep Learning","score":0.51223},{"id":"https://openalex.org/keywords/high-fidelity","display_name":"High fidelity","score":0.44656566},{"id":"https://openalex.org/keywords/minification","display_name":"Minification","score":0.4460658}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8163929},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.7465613},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.68998694},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.6444948},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.60862064},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.5347836},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.532249},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.52486724},{"id":"https://openalex.org/C19247436","wikidata":"https://www.wikidata.org/wiki/Q192727","display_name":"Physical layer","level":3,"score":0.49504748},{"id":"https://openalex.org/C113364801","wikidata":"https://www.wikidata.org/wiki/Q26674","display_name":"High fidelity","level":2,"score":0.44656566},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.4460658},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.34423244},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22252554},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.11475161},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.10087511},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10003567},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.09127548},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2024.3350710","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.4,"display_name":"Industry, innovation and infrastructure"}],"grants":[{"funder":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China","award_id":"62201219"},{"funder":"https://openalex.org/F4320323066","funder_display_name":"Beijing Jiaotong University","award_id":null},{"funder":"https://openalex.org/F4320323067","funder_display_name":"State Key Laboratory of Rail Traffic Control and Safety","award_id":"RCS2023K010"}],"datasets":[],"versions":[],"referenced_works_count":35,"referenced_works":["https://openalex.org/W2896883851","https://openalex.org/W2912213068","https://openalex.org/W3023478069","https://openalex.org/W3036600965","https://openalex.org/W3043220753","https://openalex.org/W3047488480","https://openalex.org/W3049282540","https://openalex.org/W3058760796","https://openalex.org/W3080667742","https://openalex.org/W3095540342","https://openalex.org/W3112548650","https://openalex.org/W3130503957","https://openalex.org/W3163246710","https://openalex.org/W3186015348","https://openalex.org/W3188569078","https://openalex.org/W3205137522","https://openalex.org/W4210698675","https://openalex.org/W4214833058","https://openalex.org/W4225827091","https://openalex.org/W4285247671","https://openalex.org/W4285257856","https://openalex.org/W4289823941","https://openalex.org/W4290851513","https://openalex.org/W4293215149","https://openalex.org/W4295308573","https://openalex.org/W4296705662","https://openalex.org/W4296707125","https://openalex.org/W4312278672","https://openalex.org/W4312315462","https://openalex.org/W4312831189","https://openalex.org/W4313053130","https://openalex.org/W4321488247","https://openalex.org/W4323519505","https://openalex.org/W4377079891","https://openalex.org/W4385078871"],"related_works":["https://openalex.org/W4361251304","https://openalex.org/W4322761281","https://openalex.org/W4313526662","https://openalex.org/W4238233472","https://openalex.org/W4221092438","https://openalex.org/W4210813012","https://openalex.org/W3174690704","https://openalex.org/W3111395152","https://openalex.org/W3024547383","https://openalex.org/W2968424451"],"abstract_inverted_index":{"Digital":[0],"twin":[1,28,37,55,80,99,104],"edge":[2,11,81,162],"networks":[3],"provide":[4],"a":[5,77,102,117,138],"new":[6],"paradigm":[7],"that":[8],"combines":[9],"mobile":[10],"computing":[12,41,49,133,163],"(MEC)":[13],"and":[14,21,96,132,155,165,181],"digital":[15,27,36,54,69,79,98,103],"twins":[16],"to":[17,106,122,145,190,193],"improve":[18],"network":[19,87],"performance":[20],"reduce":[22,184],"communication":[23,59],"cost":[24,119,187],"by":[25,188],"utilizing":[26],"models":[29,38],"of":[30,35,68,111,128,161,167,176],"physical":[31,86,112],"objects.":[32],"The":[33],"construction":[34],"requires":[39],"powerful":[40],"ability.":[42],"However,":[43],"the":[44,66,85,97,108,147,159,174,177,185,194],"distributed":[45],"devices":[46,63],"with":[47],"limited":[48],"resources":[50,164],"cannot":[51],"complete":[52],"high-fidelity":[53],"construction.":[56],"Moreover,":[57],"weak":[58],"links":[60],"between":[61],"these":[62,73],"may":[64],"hinder":[65],"potential":[67],"twins.":[70],"To":[71],"address":[72],"issues,":[74],"we":[75,136],"propose":[76],"two-layer":[78],"network,":[82],"in":[83],"which":[84],"layer":[88,100],"offloads":[89],"training":[90],"tasks":[91],"using":[92],"passive":[93,129,168],"reflecting":[94,130,169],"links,":[95,131],"establishes":[101],"model":[105],"record":[107],"dynamic":[109],"states":[110],"components.":[113],"We":[114],"then":[115],"formulate":[116],"system":[118,186],"minimization":[120],"problem":[121],"jointly":[123],"optimize":[124,158],"task":[125],"offloading,":[126],"configurations":[127,166],"resources.":[134],"Finally,":[135],"design":[137],"federated":[139,179],"deep":[140],"reinforcement":[141],"learning":[142],"(DRL)":[143],"scheme":[144],"solve":[146],"problem,":[148],"where":[149],"local":[150],"agents":[151,157],"train":[152],"offloading":[153],"decisions":[154],"global":[156],"allocation":[160],"elements.":[170],"Numerical":[171],"results":[172],"show":[173],"effectiveness":[175],"proposed":[178],"DRL":[180],"it":[182],"can":[183],"up":[189],"67.1%":[191],"compared":[192],"benchmarks.":[195]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4390660449","counts_by_year":[{"year":2024,"cited_by_count":7}],"updated_date":"2024-12-05T02:06:45.614803","created_date":"2024-01-13"}
