{"id":"https://openalex.org/W3134083542","doi":"https://doi.org/10.1109/tc.2021.3063180","title":"Heterogeneity-Aware Gradient Coding for Tolerating and Leveraging Stragglers","display_name":"Heterogeneity-Aware Gradient Coding for Tolerating and Leveraging Stragglers","publication_year":2021,"publication_date":"2021-03-03","ids":{"openalex":"https://openalex.org/W3134083542","doi":"https://doi.org/10.1109/tc.2021.3063180","mag":"3134083542"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2021.3063180","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027119797","display_name":"Haozhao Wang","orcid":"https://orcid.org/0000-0002-7591-5315"},"institutions":[{"id":"https://openalex.org/I182722699","display_name":"Shenzhen Polytechnic","ror":"https://ror.org/00d2w9g53","country_code":"CN","type":"education","lineage":["https://openalex.org/I182722699"]},{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Haozhao Wang","raw_affiliation_strings":["Department of Computing, The Hong Kong Polytechnic University, Hong Kong","Hong Kong Polytechnic, University Shenzhen Research Institute, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Hong Kong Polytechnic, University Shenzhen Research Institute, Shenzhen, China","institution_ids":["https://openalex.org/I182722699","https://openalex.org/I14243506"]},{"raw_affiliation_string":"Department of Computing, The Hong Kong Polytechnic University, Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043464306","display_name":"Song Guo","orcid":"https://orcid.org/0000-0001-9831-2202"},"institutions":[{"id":"https://openalex.org/I182722699","display_name":"Shenzhen Polytechnic","ror":"https://ror.org/00d2w9g53","country_code":"CN","type":"education","lineage":["https://openalex.org/I182722699"]},{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Song Guo","raw_affiliation_strings":["Department of Computing, The Hong Kong Polytechnic University, Hong Kong","Hong Kong Polytechnic, University Shenzhen Research Institute, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Hong Kong Polytechnic, University Shenzhen Research Institute, Shenzhen, China","institution_ids":["https://openalex.org/I182722699","https://openalex.org/I14243506"]},{"raw_affiliation_string":"Department of Computing, The Hong Kong Polytechnic University, Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000882226","display_name":"Bin Tang","orcid":"https://orcid.org/0000-0002-4577-8882"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]},{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]},{"id":"https://openalex.org/I182722699","display_name":"Shenzhen Polytechnic","ror":"https://ror.org/00d2w9g53","country_code":"CN","type":"education","lineage":["https://openalex.org/I182722699"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Bin Tang","raw_affiliation_strings":["College of Computer and Information, Hohai University, Nanjing, China","Department of Computing, The Hong Kong Polytechnic University, Hong Kong","Shenzhen Research Institute, Hong Kong Polytechnic University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Shenzhen Research Institute, Hong Kong Polytechnic University, Shenzhen, China","institution_ids":["https://openalex.org/I14243506","https://openalex.org/I182722699"]},{"raw_affiliation_string":"College of Computer and Information, Hohai University, Nanjing, China","institution_ids":["https://openalex.org/I163340411"]},{"raw_affiliation_string":"Department of Computing, The Hong Kong Polytechnic University, Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039670436","display_name":"Ruixuan Li","orcid":"https://orcid.org/0000-0002-7791-5511"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruixuan Li","raw_affiliation_strings":["School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072419165","display_name":"Yutong Yang","orcid":"https://orcid.org/0000-0002-7570-6740"},"institutions":[{"id":"https://openalex.org/I182722699","display_name":"Shenzhen Polytechnic","ror":"https://ror.org/00d2w9g53","country_code":"CN","type":"education","lineage":["https://openalex.org/I182722699"]},{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Yutong Yang","raw_affiliation_strings":["Department of Computing, The Hong Kong Polytechnic University, Hong Kong","Hong Kong Polytechnic, University Shenzhen Research Institute, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Hong Kong Polytechnic, University Shenzhen Research Institute, Shenzhen, China","institution_ids":["https://openalex.org/I182722699","https://openalex.org/I14243506"]},{"raw_affiliation_string":"Department of Computing, The Hong Kong Polytechnic University, Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017137055","display_name":"Zhihao Qu","orcid":"https://orcid.org/0000-0001-7538-1985"},"institutions":[{"id":"https://openalex.org/I182722699","display_name":"Shenzhen Polytechnic","ror":"https://ror.org/00d2w9g53","country_code":"CN","type":"education","lineage":["https://openalex.org/I182722699"]},{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]},{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Zhihao Qu","raw_affiliation_strings":["College of Computer and Information, Hohai University, Nanjing, China","Department of Computing, The Hong Kong Polytechnic University, Hong Kong","Shenzhen Research Institute, Hong Kong Polytechnic University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Shenzhen Research Institute, Hong Kong Polytechnic University, Shenzhen, China","institution_ids":["https://openalex.org/I182722699","https://openalex.org/I14243506"]},{"raw_affiliation_string":"College of Computer and Information, Hohai University, Nanjing, China","institution_ids":["https://openalex.org/I163340411"]},{"raw_affiliation_string":"Department of Computing, The Hong Kong Polytechnic University, Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100364988","display_name":"Yi Wang","orcid":"https://orcid.org/0000-0002-9095-6879"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Wang","raw_affiliation_strings":["Peng Cheng Laboratory, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]}],"institution_assertions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.814,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.751268,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":79,"max":82},"biblio":{"volume":"71","issue":"4","first_page":"779","last_page":"794"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Optimization Methods in Machine Learning","score":0.9992,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Optimization Methods in Machine Learning","score":0.9992,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Deep Learning in Computer Vision and Image Recognition","score":0.9992,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Techniques for Data Analysis and Machine Learning","score":0.9987,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.58945006},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic Gradient Descent","score":0.533824},{"id":"https://openalex.org/keywords/coordinate-descent","display_name":"Coordinate Descent","score":0.506212}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8098234},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.58945006},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.53314894},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.47949415},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.42229035},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3379442},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.18004614},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.15527877},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.075838596},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07460469},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.06497905}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2021.3063180","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Decent work and economic growth","score":0.62,"id":"https://metadata.un.org/sdg/8"}],"grants":[{"funder":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China","award_id":"61872171"},{"funder":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China","award_id":"61872310"},{"funder":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China","award_id":"61832005"},{"funder":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China","award_id":"U1936108"},{"funder":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China","award_id":"U1836204"},{"funder":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province","award_id":"BK20190058"},{"funder":"https://openalex.org/F4320326705","funder_display_name":"Science, Technology and Innovation Commission of Shenzhen Municipality","award_id":"R2020A045"},{"funder":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China","award_id":"2016YFB0800402"},{"funder":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","award_id":"2019B1515120031"}],"datasets":[],"versions":[],"referenced_works_count":33,"referenced_works":["https://openalex.org/W1982063824","https://openalex.org/W2072362295","https://openalex.org/W2083842231","https://openalex.org/W2092939977","https://openalex.org/W2108598243","https://openalex.org/W2194775991","https://openalex.org/W2336650964","https://openalex.org/W2605643718","https://openalex.org/W2612026221","https://openalex.org/W2618530766","https://openalex.org/W2804095446","https://openalex.org/W2894591993","https://openalex.org/W2901745114","https://openalex.org/W2963495533","https://openalex.org/W2963687457","https://openalex.org/W2963706835","https://openalex.org/W2964323106","https://openalex.org/W2971598042","https://openalex.org/W2975971390","https://openalex.org/W2976713597","https://openalex.org/W2982408761","https://openalex.org/W2982443440","https://openalex.org/W3013804650","https://openalex.org/W3043715968","https://openalex.org/W3100515187","https://openalex.org/W3102816259","https://openalex.org/W3103761313","https://openalex.org/W3109982791","https://openalex.org/W3125943371","https://openalex.org/W3133295491","https://openalex.org/W4238957526","https://openalex.org/W4288079579","https://openalex.org/W4293449910"],"related_works":["https://openalex.org/W4312814274","https://openalex.org/W4285370786","https://openalex.org/W41015297","https://openalex.org/W3207760230","https://openalex.org/W2358353312","https://openalex.org/W2353836703","https://openalex.org/W2296488620","https://openalex.org/W17155033","https://openalex.org/W1590307681","https://openalex.org/W1496222301"],"abstract_inverted_index":{"Distributed":[0],"gradient":[1,27,166],"descent":[2,167],"has":[3],"been":[4,54],"widely":[5],"adopted":[6],"in":[7],"the":[8,20,26,29,58,67,75,102,118,133,144,160,165,184,188,192],"machine":[9],"learning":[10],"field":[11],"because":[12],"considerable":[13],"computing":[14,119],"resources":[15],"are":[16],"available":[17],"when":[18],"facing":[19],"huge":[21,80],"volume":[22],"of":[23,77,121,146],"data.":[24],"Specifically,":[25],"over":[28],"whole":[30],"data":[31],"is":[32,126],"cooperatively":[33],"computed":[34],"by":[35,45,93,195],"multiple":[36],"workers.":[37,70,122],"However,":[38],"its":[39],"performance":[40],"can":[41],"be":[42],"severely":[43],"affected":[44],"slow":[46],"workers,":[47],"namely":[48],"stragglers.":[49,103],"Recently,":[50],"coding-based":[51],"approaches":[52],"have":[53],"introduced":[55],"to":[56,90,100,117,142],"mitigate":[57],"straggler":[59],"problem,":[60],"but":[61],"they":[62,72],"could":[63],"hardly":[64],"deal":[65],"with":[66],"heterogeneity":[68],"among":[69],"Besides,":[71],"always":[73],"discard":[74],"results":[76,96,155],"stragglers":[78,92,129,147],"causing":[79],"resource":[81],"waste.":[82],"In":[83],"this":[84,124],"article,":[85],"we":[86,107,135,149],"first":[87],"investigate":[88],"how":[89],"tolerate":[91],"discarding":[94],"their":[95],"and":[97,175,187],"then":[98],"seek":[99],"leverage":[101],"For":[104],"tolerating":[105],"stragglers,":[106],"propose":[108,137],"a":[109],"heterogeneity-aware":[110],"coding":[111,180,193],"scheme":[112,125,181,194],"that":[113,178],"encodes":[114],"gradients":[115,145],"adaptive":[116],"capability":[120],"Theoretically,":[123],"optimal":[127],"for":[128,157],"tolerance.":[130],"Relying":[131],"on":[132,172],"scheme,":[134],"further":[136,190],"an":[138],"algorithm":[139],"called":[140,150],"DHeter-aware":[141,158,189],"exploit":[143],"which":[148],"delayed":[151,169],"gradients.":[152,170],"Moreover,":[153],"theoretical":[154],"characterized":[156],"exhibits":[159],"same":[161],"convergence":[162],"rate":[163],"as":[164],"without":[168],"Experiments":[171],"various":[173],"tasks":[174],"clusters":[176],"demonstrate":[177],"our":[179],"outperforms":[182],"all":[183],"state-of-the-art":[185],"methods":[186],"accelerates":[191],"achieving":[196],"25":[197],"percent":[198],"time":[199],"savings.":[200]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3134083542","counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2021,"cited_by_count":1}],"updated_date":"2024-11-02T21:13:54.822588","created_date":"2021-03-15"}
