{"id":"https://openalex.org/W3081240071","doi":"https://doi.org/10.1109/jsac.2020.3018806","title":"A Decoupled Learning Strategy for Massive Access Optimization in Cellular IoT Networks","display_name":"A Decoupled Learning Strategy for Massive Access Optimization in Cellular IoT Networks","publication_year":2020,"publication_date":"2020-08-24","ids":{"openalex":"https://openalex.org/W3081240071","doi":"https://doi.org/10.1109/jsac.2020.3018806","mag":"3081240071"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1109/jsac.2020.3018806","pdf_url":"https://ieeexplore.ieee.org/ielx7/49/9357432/09174918.pdf","source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/49/9357432/09174918.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114949056","display_name":"Nan Jiang","orcid":"https://orcid.org/0000-0002-5337-890X"},"institutions":[{"id":"https://openalex.org/I166337079","display_name":"Queen Mary University of London","ror":"https://ror.org/026zzn846","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I166337079"]},{"id":"https://openalex.org/I4210143477","display_name":"Toshiba (United Kingdom)","ror":"https://ror.org/054hmd463","country_code":"GB","type":"company","lineage":["https://openalex.org/I1292669757","https://openalex.org/I4210143477"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Nan Jiang","raw_affiliation_strings":["School of Electronic Engineering and Computer Science, Queen Mary University of London, London, U.K.","Telecommunications Research Laboratory, Toshiba Research Europe Ltd., Bristol, U.K."],"affiliations":[{"raw_affiliation_string":"School of Electronic Engineering and Computer Science, Queen Mary University of London, London, U.K.","institution_ids":["https://openalex.org/I166337079"]},{"raw_affiliation_string":"Telecommunications Research Laboratory, Toshiba Research Europe Ltd., Bristol, U.K.","institution_ids":["https://openalex.org/I4210143477"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009213856","display_name":"Yansha Deng","orcid":"https://orcid.org/0000-0003-1001-7036"},"institutions":[{"id":"https://openalex.org/I183935753","display_name":"King's College London","ror":"https://ror.org/0220mzb33","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I183935753"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yansha Deng","raw_affiliation_strings":["Department of Engineering, King's College London, London, U.K."],"affiliations":[{"raw_affiliation_string":"Department of Engineering, King's College London, London, U.K.","institution_ids":["https://openalex.org/I183935753"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002265731","display_name":"Arumugam Nallanathan","orcid":"https://orcid.org/0000-0001-8337-5884"},"institutions":[{"id":"https://openalex.org/I166337079","display_name":"Queen Mary University of London","ror":"https://ror.org/026zzn846","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I166337079"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Arumugam Nallanathan","raw_affiliation_strings":["School of Electronic Engineering and Computer Science, Queen Mary University of London, London, U.K."],"affiliations":[{"raw_affiliation_string":"School of Electronic Engineering and Computer Science, Queen Mary University of London, London, U.K.","institution_ids":["https://openalex.org/I166337079"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091837980","display_name":"Jinhong Yuan","orcid":"https://orcid.org/0000-0002-5794-493X"},"institutions":[{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Jinhong Yuan","raw_affiliation_strings":["School of Electrical Engineering and Telecommunications, University of New South Wales, Sydney, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Telecommunications, University of New South Wales, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I31746571"]}]}],"institution_assertions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.096,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":31,"citation_normalized_percentile":{"value":0.729927,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"39","issue":"3","first_page":"668","last_page":"685"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T12079","display_name":"Low Power Wide Area Network Technologies","score":0.9998,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12079","display_name":"Low Power Wide Area Network Technologies","score":0.9998,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"Internet of Things and Edge Computing","score":0.999,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Optimizing Information Freshness in Communication Networks","score":0.9987,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/unavailability","display_name":"Unavailability","score":0.7624389},{"id":"https://openalex.org/keywords/iot","display_name":"IoT","score":0.537062},{"id":"https://openalex.org/keywords/iot-security","display_name":"IoT Security","score":0.522126},{"id":"https://openalex.org/keywords/random-access","display_name":"Random access","score":0.5163911},{"id":"https://openalex.org/keywords/network-scalability","display_name":"Network Scalability","score":0.506143}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8777989},{"id":"https://openalex.org/C2780505938","wikidata":"https://www.wikidata.org/wiki/Q17093282","display_name":"Unavailability","level":2,"score":0.7624389},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7184663},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.573182},{"id":"https://openalex.org/C101722063","wikidata":"https://www.wikidata.org/wiki/Q218825","display_name":"Random access","level":2,"score":0.5163911},{"id":"https://openalex.org/C22684755","wikidata":"https://www.wikidata.org/wiki/Q847526","display_name":"Queueing theory","level":2,"score":0.46549448},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.43697488},{"id":"https://openalex.org/C527821871","wikidata":"https://www.wikidata.org/wiki/Q228502","display_name":"Access control","level":2,"score":0.436307},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3648505},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.31095856},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22924036},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.1109/jsac.2020.3018806","pdf_url":"https://ieeexplore.ieee.org/ielx7/49/9357432/09174918.pdf","source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2005.01092","pdf_url":"https://arxiv.org/pdf/2005.01092","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"https://qmro.qmul.ac.uk/xmlui/handle/123456789/76064","pdf_url":"https://qmro.qmul.ac.uk/xmlui/bitstream/123456789/76064/2/Nallanathan%20A%20Decoupled%20Learning%202020%20Accepted.pdf","source":{"id":"https://openalex.org/S4306400530","display_name":"Queen Mary Research Online (Queen Mary University of London)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I166337079","host_organization_name":"Queen Mary University of London","host_organization_lineage":["https://openalex.org/I166337079"],"host_organization_lineage_names":["Queen Mary University of London"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1109/jsac.2020.3018806","pdf_url":"https://ieeexplore.ieee.org/ielx7/49/9357432/09174918.pdf","source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.91,"id":"https://metadata.un.org/sdg/7"}],"grants":[{"funder":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council","award_id":"EP/R006466/1"},{"funder":"https://openalex.org/F4320334704","funder_display_name":"Australian Research Council","award_id":"DP190101363"}],"datasets":[],"versions":[],"referenced_works_count":31,"referenced_works":["https://openalex.org/W1579369571","https://openalex.org/W1591801644","https://openalex.org/W1733806262","https://openalex.org/W1991971495","https://openalex.org/W2042604976","https://openalex.org/W2111620924","https://openalex.org/W2117428849","https://openalex.org/W2121863487","https://openalex.org/W2145339207","https://openalex.org/W2150355110","https://openalex.org/W2334263353","https://openalex.org/W2344516430","https://openalex.org/W2581087633","https://openalex.org/W2606669203","https://openalex.org/W2607573982","https://openalex.org/W2783426158","https://openalex.org/W2791985922","https://openalex.org/W2807741983","https://openalex.org/W2885872367","https://openalex.org/W2886627305","https://openalex.org/W2905079797","https://openalex.org/W2905601756","https://openalex.org/W2906219485","https://openalex.org/W2946545226","https://openalex.org/W2963864421","https://openalex.org/W2964158509","https://openalex.org/W2965241565","https://openalex.org/W2981769622","https://openalex.org/W3045523936","https://openalex.org/W3141899319","https://openalex.org/W41554520"],"related_works":["https://openalex.org/W843992174","https://openalex.org/W4237235066","https://openalex.org/W3146085540","https://openalex.org/W3127016596","https://openalex.org/W2996457675","https://openalex.org/W2365973415","https://openalex.org/W2129918226","https://openalex.org/W207884067","https://openalex.org/W2026539069","https://openalex.org/W1482423459"],"abstract_inverted_index":{"Cellular-based":[0],"networks":[1],"are":[2,189,257],"expected":[3],"to":[4,25,62,95,204,228,242,259],"offer":[5],"connectivity":[6],"for":[7,150],"massive":[8,31],"Internet":[9],"of":[10,87,111,114,139,170,213,248,263],"Things":[11],"(mIoT)":[12],"systems.":[13],"However,":[14],"their":[15],"Random":[16],"Access":[17,155],"CHannel":[18],"(RACH)":[19],"procedure":[20,70,99],"suffers":[21,72],"from":[22,28,73,195],"unreliability,":[23],"due":[24],"the":[26,29,68,85,89,97,112,118,123,133,137,193,209,225,244,249,271,276],"collision":[27,36],"simultaneous":[30],"access.":[32],"Despite":[33],"that":[34,270],"this":[35,92,196],"problem":[37],"has":[38],"been":[39],"treated":[40],"in":[41,100,136],"existing":[42],"RACH":[43,69,90,98,152,265],"schemes,":[44,153],"these":[45],"schemes":[46],"usually":[47],"organize":[48],"IoT":[49],"devices'":[50],"transmission":[51],"and":[52,122,161,168,183,206,252],"re-transmission":[53],"along":[54],"with":[55],"fixed":[56],"parameters,":[57],"thus":[58],"can":[59],"hardly":[60],"adapt":[61,208],"time-varying":[63],"traffic":[64,223,246],"patterns.":[65],"Without":[66],"adaptation,":[67],"easily":[71],"high":[74,77],"access":[75,82,115,125,140,210,216],"delay,":[76],"energy":[78,120],"consumption,":[79,121],"or":[80],"even":[81],"unavailability.":[83],"With":[84],"goal":[86],"improving":[88],"procedure,":[91],"paper":[93],"targets":[94],"optimize":[96,132],"real-time":[101,245],"by":[102,143,192],"maximizing":[103],"a":[104,198,233],"long-term":[105,134],"hybrid":[106],"multi-objective":[107],"function,":[108],"which":[109],"consists":[110],"number":[113,138],"success":[116,141],"devices,":[117],"average":[119,124],"delay.":[126],"To":[127],"do":[128],"so,":[129],"we":[130],"first":[131,240],"objective":[135],"devices":[142],"using":[144],"Deep":[145,180,184],"Reinforcement":[146],"Learning":[147],"(DRL)":[148],"algorithms":[149,173],"different":[151,171],"including":[154,174],"Class":[156],"Barring":[157],"(ACB),":[158],"Back-Off":[159],"(BO),":[160],"Distributed":[162],"Queuing":[163],"(DQ).":[164],"The":[165],"converging":[166],"capability":[167],"efficiency":[169],"DRL":[172,255],"Policy":[175,186],"Gradient":[176,187],"(PG),":[177],"Actor-Critic":[178],"(AC),":[179],"Q-Network":[181],"(DQN),":[182],"Deterministic":[185],"(DDPG)":[188],"compared.":[190],"Inspired":[191],"results":[194,268],"comparison,":[197],"decoupled":[199,219,272],"learning":[200,226],"strategy":[201,220,273],"is":[202,239],"developed":[203],"jointly":[205],"dynamically":[207],"control":[211],"factors":[212],"those":[214],"three":[215],"schemes.":[217],"This":[218],"integrates":[221],"predicted":[222],"into":[224],"process":[227],"improve":[229],"training":[230,277],"efficiency,":[231],"where":[232],"Recurrent":[234],"Neural":[235],"Network":[236],"(RNN)":[237],"model":[238],"employed":[241,258],"predict":[243],"values":[247],"network":[250],"environment,":[251],"then":[253],"multiple":[254],"agents":[256],"cooperatively":[260],"configure":[261],"parameters":[262],"each":[264],"scheme.":[266],"Our":[267],"demonstrate":[269],"remarkably":[274],"accelerate":[275],"speedy.":[278]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3081240071","counts_by_year":[{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":10}],"updated_date":"2024-12-04T11:25:58.333170","created_date":"2020-09-01"}
