{"id":"https://openalex.org/W4398174354","doi":"https://doi.org/10.1109/dcc58796.2024.00071","title":"Initialization Seeds Facilitating Neural Network Quantization","display_name":"Initialization Seeds Facilitating Neural Network Quantization","publication_year":2024,"publication_date":"2024-03-19","ids":{"openalex":"https://openalex.org/W4398174354","doi":"https://doi.org/10.1109/dcc58796.2024.00071"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/dcc58796.2024.00071","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101631903","display_name":"Wen Fei","orcid":"https://orcid.org/0000-0002-1682-4480"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wen Fei","raw_affiliation_strings":["Shanghai Jiao Tong University,School of Electronic Information and Electrical Engineering,Shanghai,China,200240"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,School of Electronic Information and Electrical Engineering,Shanghai,China,200240","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101945600","display_name":"Li Ding","orcid":"https://orcid.org/0000-0001-6367-0333"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Ding","raw_affiliation_strings":["Shanghai Jiao Tong University,School of Electronic Information and Electrical Engineering,Shanghai,China,200240"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,School of Electronic Information and Electrical Engineering,Shanghai,China,200240","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010088695","display_name":"Yu Pan","orcid":"https://orcid.org/0000-0001-7261-8297"},"institutions":[{"id":"https://openalex.org/I135598925","display_name":"Kyushu University","ror":"https://ror.org/00p4k0j84","country_code":"JP","type":"education","lineage":["https://openalex.org/I135598925"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yu Pan","raw_affiliation_strings":["Kyushu University, Fukuoka, Japan"],"affiliations":[{"raw_affiliation_string":"Kyushu University, Fukuoka, Japan","institution_ids":["https://openalex.org/I135598925"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045342512","display_name":"Wenrui Dai","orcid":"https://orcid.org/0000-0003-2522-5778"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenrui Dai","raw_affiliation_strings":["Shanghai Jiao Tong University,School of Electronic Information and Electrical Engineering,Shanghai,China,200240"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,School of Electronic Information and Electrical Engineering,Shanghai,China,200240","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100675587","display_name":"Chenglin Li","orcid":"https://orcid.org/0000-0003-2888-594X"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenglin Li","raw_affiliation_strings":["Shanghai Jiao Tong University,School of Electronic Information and Electrical Engineering,Shanghai,China,200240"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,School of Electronic Information and Electrical Engineering,Shanghai,China,200240","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016006337","display_name":"Junni Zou","orcid":"https://orcid.org/0000-0002-9694-9880"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junni Zou","raw_affiliation_strings":["Shanghai Jiao Tong University,School of Electronic Information and Electrical Engineering,Shanghai,China,200240"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,School of Electronic Information and Electrical Engineering,Shanghai,China,200240","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002494284","display_name":"Hongkai Xiong","orcid":"https://orcid.org/0000-0003-4552-0029"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongkai Xiong","raw_affiliation_strings":["Shanghai Jiao Tong University,School of Electronic Information and Electrical Engineering,Shanghai,China,200240"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,School of Electronic Information and Electrical Engineering,Shanghai,China,200240","institution_ids":["https://openalex.org/I183067930"]}]}],"institution_assertions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":{"min":0,"max":86},"biblio":{"volume":null,"issue":null,"first_page":"554","last_page":"554"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Advances in Transfer Learning and Domain Adaptation","score":0.9931,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Advances in Transfer Learning and Domain Adaptation","score":0.9931,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Image Feature Retrieval and Recognition Techniques","score":0.9913,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Deep Learning in Computer Vision and Image Recognition","score":0.9808,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rounding","display_name":"Rounding","score":0.89310324},{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.8766663},{"id":"https://openalex.org/keywords/transfer-learning","display_name":"Transfer Learning","score":0.55349},{"id":"https://openalex.org/keywords/neural-network-architectures","display_name":"Neural Network Architectures","score":0.515543},{"id":"https://openalex.org/keywords/clustering-analysis","display_name":"Clustering Analysis","score":0.50398},{"id":"https://openalex.org/keywords/representation-learning","display_name":"Representation Learning","score":0.503793},{"id":"https://openalex.org/keywords/semi-supervised-learning","display_name":"Semi-Supervised Learning","score":0.501885},{"id":"https://openalex.org/keywords/round-off-error","display_name":"Round-off error","score":0.498235}],"concepts":[{"id":"https://openalex.org/C136625980","wikidata":"https://www.wikidata.org/wiki/Q663208","display_name":"Rounding","level":2,"score":0.89310324},{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.8766663},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.6924026},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6144778},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.56388134},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.55536693},{"id":"https://openalex.org/C61005703","wikidata":"https://www.wikidata.org/wiki/Q2145211","display_name":"Round-off error","level":2,"score":0.498235},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.45916045},{"id":"https://openalex.org/C175291020","wikidata":"https://www.wikidata.org/wiki/Q1156822","display_name":"Offset (computer science)","level":2,"score":0.4456193},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3215655},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/dcc58796.2024.00071","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[],"grants":[{"funder":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China","award_id":null}],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4293327315","https://openalex.org/W3211499886","https://openalex.org/W2504297729","https://openalex.org/W2485409430","https://openalex.org/W2383134623","https://openalex.org/W2156629920","https://openalex.org/W2099163195","https://openalex.org/W2063857110","https://openalex.org/W2021455005","https://openalex.org/W1490938129"],"abstract_inverted_index":{"Network":[0],"quantization":[1,64,76],"is":[2,103,128],"promising":[3],"to":[4,105,131],"alleviate":[5],"the":[6,22,27,30,38,43,52,55,80,85,88,92,107,114,119,123,133,137],"storage":[7],"and":[8,37,57,60,91,117,154],"deployment":[9],"burden":[10],"for":[11,66,78],"deep":[12],"neural":[13],"networks.":[14],"However,":[15],"existing":[16],"methods":[17],"focus":[18],"on":[19,173],"directly":[20],"quantizing":[21,79],"network":[23,44,67,152,176],"parameters":[24,32,40,59,68,90,153],"but":[25],"ignore":[26],"correlations":[28],"between":[29,54,87],"initialized":[31,56],"(generated":[33],"by":[34,112],"random":[35,164],"seeds)":[36],"optimized":[39,58,89],"(obtained":[41],"when":[42],"training":[45,111],"converges).":[46],"In":[47],"this":[48],"paper,":[49],"we":[50],"reveal":[51],"redundancy":[53],"propose":[61],"a":[62,74,141,159],"novel":[63,75],"scheme":[65,77],"with":[69,158],"rescaled":[70,93],"initialization.":[71],"We":[72],"develop":[73],"delta":[81,124,138],"parameters,":[82],"i.e.":[83],",":[84],"difference":[86],"initialization,":[94],"as":[95,178],"shown":[96],"in":[97,110,180],"Figure":[98],"1":[99,182],".":[100,183],"The":[101,144],"scale":[102],"learned":[104],"adapt":[106],"weight":[108],"regularization":[109],"minimizing":[113],"rounding":[115,127,134],"error":[116],"penalizing":[118],"long-tailed":[120],"distribution":[121],"of":[122,136,151,162],"parameter.":[125],"Adaptive":[126],"further":[129],"presented":[130],"calibrate":[132],"direction":[135],"parameter":[139],"via":[140],"learnable":[142],"bias.":[143],"proposed":[145],"method":[146],"can":[147],"achieve":[148],"high-efficiency":[149],"prediction":[150],"consistent":[155],"performance":[156,172],"gains":[157],"trivial":[160],"overhead":[161],"single":[163],"seed.":[165],"Extensive":[166],"experimental":[167],"results":[168],"demonstrate":[169],"its":[170],"superior":[171],"various":[174],"popular":[175],"architectures,":[177],"exemplified":[179],"Table":[181]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4398174354","counts_by_year":[],"updated_date":"2024-10-22T09:51:36.083110","created_date":"2024-05-22"}
