{"id":"https://openalex.org/W4281760737","doi":"https://doi.org/10.1016/j.comcom.2022.05.030","title":"Timely and sustainable: Utilising correlation in status updates of battery-powered and energy-harvesting sensors using Deep Reinforcement Learning","display_name":"Timely and sustainable: Utilising correlation in status updates of battery-powered and energy-harvesting sensors using Deep Reinforcement Learning","publication_year":2022,"publication_date":"2022-06-06","ids":{"openalex":"https://openalex.org/W4281760737","doi":"https://doi.org/10.1016/j.comcom.2022.05.030"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.comcom.2022.05.030","pdf_url":null,"source":{"id":"https://openalex.org/S115004586","display_name":"Computer Communications","issn_l":"0140-3664","issn":["0140-3664","1873-703X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.comcom.2022.05.030","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054993601","display_name":"Jernej Hribar","orcid":"https://orcid.org/0000-0002-9446-7917"},"institutions":[{"id":"https://openalex.org/I205274468","display_name":"Trinity College Dublin","ror":"https://ror.org/02tyrky19","country_code":"IE","type":"education","lineage":["https://openalex.org/I205274468"]}],"countries":["IE"],"is_corresponding":true,"raw_author_name":"Jernej Hribar","raw_affiliation_strings":["CONNECT, Trinity College Dublin, College Green, Dublin 2, Dublin, Ireland"],"affiliations":[{"raw_affiliation_string":"CONNECT, Trinity College Dublin, College Green, Dublin 2, Dublin, Ireland","institution_ids":["https://openalex.org/I205274468"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041092244","display_name":"Luiz A. DaSilva","orcid":"https://orcid.org/0000-0001-6310-6150"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Luiz A. DaSilva","raw_affiliation_strings":["Commonwealth Cyber Initiative, Virginia Tech, Arlington 22203, VA, USA"],"affiliations":[{"raw_affiliation_string":"Commonwealth Cyber Initiative, Virginia Tech, Arlington 22203, VA, USA","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021120517","display_name":"Sheng Zhou","orcid":"https://orcid.org/0000-0003-0651-0071"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sheng Zhou","raw_affiliation_strings":["Beijing National Research Center for Information Science and Technology, Department of Electronic Engineering, Tsinghua University, Beijing 100084, China"],"affiliations":[{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology, Department of Electronic Engineering, Tsinghua University, Beijing 100084, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008150938","display_name":"Zhiyuan Jiang","orcid":"https://orcid.org/0000-0002-8522-5721"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiyuan Jiang","raw_affiliation_strings":["Shanghai Institute for Advanced Communication and Data Science, Shanghai University, Shanghai 200444, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Institute for Advanced Communication and Data Science, Shanghai University, Shanghai 200444, China","institution_ids":["https://openalex.org/I113940042"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059738292","display_name":"Ivana Duspari\u0107","orcid":"https://orcid.org/0000-0003-0621-5400"},"institutions":[{"id":"https://openalex.org/I205274468","display_name":"Trinity College Dublin","ror":"https://ror.org/02tyrky19","country_code":"IE","type":"education","lineage":["https://openalex.org/I205274468"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Ivana Dusparic","raw_affiliation_strings":["CONNECT, Trinity College Dublin, College Green, Dublin 2, Dublin, Ireland"],"affiliations":[{"raw_affiliation_string":"CONNECT, Trinity College Dublin, College Green, Dublin 2, Dublin, Ireland","institution_ids":["https://openalex.org/I205274468"]}]}],"institution_assertions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5054993601"],"corresponding_institution_ids":["https://openalex.org/I205274468"],"apc_list":{"value":2300,"currency":"USD","value_usd":2300,"provenance":"doaj"},"apc_paid":{"value":2300,"currency":"USD","value_usd":2300,"provenance":"doaj"},"fwci":0.439,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":2,"citation_normalized_percentile":{"value":0.75571,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":71,"max":77},"biblio":{"volume":"192","issue":null,"first_page":"223","last_page":"233"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T13553","display_name":"Optimizing Information Freshness in Communication Networks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13553","display_name":"Optimizing Information Freshness in Communication Networks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12079","display_name":"Low Power Wide Area Network Technologies","score":0.9943,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Wireless Energy Harvesting and Information Transfer","score":0.9856,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/wireless-energy-harvesting","display_name":"Wireless Energy Harvesting","score":0.571583},{"id":"https://openalex.org/keywords/energy-harvesting","display_name":"Energy Harvesting","score":0.571255},{"id":"https://openalex.org/keywords/rf-energy-harvesting","display_name":"RF Energy Harvesting","score":0.53475},{"id":"https://openalex.org/keywords/real-time-status-updates","display_name":"Real-time Status Updates","score":0.532894}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.84552765},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7674695},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.6285724},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.59490067},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.55824256},{"id":"https://openalex.org/C101518730","wikidata":"https://www.wikidata.org/wiki/Q930236","display_name":"Energy harvesting","level":3,"score":0.55344635},{"id":"https://openalex.org/C187713609","wikidata":"https://www.wikidata.org/wiki/Q2465461","display_name":"Default gateway","level":2,"score":0.5384751},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.53051394},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.47108638},{"id":"https://openalex.org/C555008776","wikidata":"https://www.wikidata.org/wiki/Q267298","display_name":"Battery (electricity)","level":3,"score":0.42328948},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.41170925},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38078886},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.22553188},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.10599312},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.07239142},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.comcom.2022.05.030","pdf_url":null,"source":{"id":"https://openalex.org/S115004586","display_name":"Computer Communications","issn_l":"0140-3664","issn":["0140-3664","1873-703X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.comcom.2022.05.030","pdf_url":null,"source":{"id":"https://openalex.org/S115004586","display_name":"Computer Communications","issn_l":"0140-3664","issn":["0140-3664","1873-703X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.57}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":33,"referenced_works":["https://openalex.org/W2041440829","https://openalex.org/W2083835467","https://openalex.org/W2095654324","https://openalex.org/W2099641228","https://openalex.org/W2103953230","https://openalex.org/W2104250954","https://openalex.org/W2106762527","https://openalex.org/W2109748507","https://openalex.org/W2140206057","https://openalex.org/W2142355131","https://openalex.org/W2289689155","https://openalex.org/W2571303926","https://openalex.org/W2649848418","https://openalex.org/W2757433926","https://openalex.org/W2786137637","https://openalex.org/W2889679132","https://openalex.org/W2903879234","https://openalex.org/W2906008667","https://openalex.org/W2919776980","https://openalex.org/W2922356761","https://openalex.org/W2923477440","https://openalex.org/W2939455399","https://openalex.org/W2951452709","https://openalex.org/W2962691290","https://openalex.org/W2963083073","https://openalex.org/W2963864421","https://openalex.org/W2971937201","https://openalex.org/W2979897999","https://openalex.org/W2982102273","https://openalex.org/W2996238281","https://openalex.org/W3026702414","https://openalex.org/W3103903053","https://openalex.org/W4205984110"],"related_works":["https://openalex.org/W4366674521","https://openalex.org/W4299397604","https://openalex.org/W415570830","https://openalex.org/W3039787384","https://openalex.org/W2785795624","https://openalex.org/W2338517800","https://openalex.org/W1986497561","https://openalex.org/W1984891557","https://openalex.org/W1982670562","https://openalex.org/W1980135082"],"abstract_inverted_index":{"In":[0],"a":[1,11,25,97,101,136],"system":[2,29,98],"with":[3],"energy-constrained":[4],"sensors,":[5,91],"each":[6,108,150,180],"transmitted":[7],"observation":[8],"comes":[9],"at":[10,106],"price.":[12],"The":[13,28],"price":[14],"is":[15,68],"the":[16,18,42,54,63,87,104,115,145,154,157,162,168,176,195],"energy":[17,88,177],"sensor":[19,109],"expends":[20],"to":[21,31,48,85,130],"obtain":[22],"and":[23,77,170,175],"send":[24],"new":[26],"measurement.":[27],"has":[30],"ensure":[32],"that":[33,70,124,143,184],"sensors'":[34],"updates":[35,40],"are":[36,59,73],"timely,":[37],"i.e.,":[38],"their":[39,71,132],"represent":[41],"observed":[43],"phenomenon":[44],"accurately,":[45],"enabling":[46],"services":[47],"make":[49],"informed":[50],"decisions":[51],"based":[52],"on":[53,126],"information":[55,158],"provided.":[56],"If":[57],"there":[58],"multiple":[60],"sensors":[61,119,123],"observing":[62],"same":[64],"physical":[65],"phenomenon,":[66],"it":[67],"likely":[69],"measurements":[72],"correlated":[74],"in":[75,92,99,192],"time":[76],"space.":[78],"To":[79],"take":[80],"advantage":[81],"of":[82,90,117,156,164,179,194],"this":[83,93],"correlation":[84,172],"reduce":[86],"use":[89],"paper":[94],"we":[95],"consider":[96,114],"which":[100,107],"gateway":[102],"sets":[103],"intervals":[105],"broadcasts":[110],"its":[111],"readings.":[112],"We":[113,134,182],"presence":[116],"battery-powered":[118],"as":[120,122],"well":[121],"rely":[125],"Energy":[127],"Harvesting":[128],"(EH)":[129],"replenish":[131],"energy.":[133],"propose":[135],"Deep":[137],"Reinforcement":[138],"Learning":[139],"(DRL)-based":[140],"scheduling":[141],"mechanism":[142],"learns":[144],"appropriate":[146],"update":[147],"interval":[148],"for":[149],"sensor,":[151],"by":[152],"considering":[153],"timeliness":[155],"collected":[159],"measured":[160],"through":[161],"Age":[163],"Information":[165],"(AoI)":[166],"metric,":[167],"spatial":[169],"temporal":[171],"between":[173],"readings,":[174],"capabilities":[178],"sensor.":[181],"show":[183],"our":[185],"proposed":[186],"scheduler":[187],"can":[188],"achieve":[189],"near-optimal":[190],"performance":[191],"terms":[193],"expected":[196],"network":[197],"lifetime.":[198]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4281760737","counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2024-11-11T15:29:57.544663","created_date":"2022-06-13"}
