iBet uBet
web content aggregator. Adding the entire web to your favor.
Link to original content:
https://api.openalex.org/works/doi:10.48550/ARXIV.2405.12983
{"id":"https://openalex.org/W4398794852","doi":"https://doi.org/10.48550/arxiv.2405.12983","title":"Multilingual Audio-Visual Speech Recognition with Hybrid CTC/RNN-T Fast\n Conformer","display_name":"Multilingual Audio-Visual Speech Recognition with Hybrid CTC/RNN-T Fast\n Conformer","publication_year":2024,"publication_date":"2024-03-13","ids":{"openalex":"https://openalex.org/W4398794852","doi":"https://doi.org/10.48550/arxiv.2405.12983"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2405.12983","pdf_url":"https://arxiv.org/pdf/2405.12983","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2405.12983","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057004182","display_name":"Maxime Burchi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Burchi, Maxime","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069691915","display_name":"Krishna C. Puvvada","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Puvvada, Krishna C.","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040747392","display_name":"Jagadeesh Balam","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Balam, Jagadeesh","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032957280","display_name":"Boris Ginsburg","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ginsburg, Boris","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5052236177","display_name":"Radu Timofte","orcid":"https://orcid.org/0000-0002-1478-0402"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Timofte, Radu","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":84},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9895,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9895,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.936,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10901","display_name":"Advanced Data Compression Techniques","score":0.909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/audio-visual","display_name":"Audio visual","score":0.43667436}],"concepts":[{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5951123},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.57890993},{"id":"https://openalex.org/C3017588708","wikidata":"https://www.wikidata.org/wiki/Q758901","display_name":"Audio visual","level":2,"score":0.43667436},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.36736804},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.08634952}],"mesh":[],"locations_count":1,"locations":[{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2405.12983","pdf_url":"https://arxiv.org/pdf/2405.12983","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2405.12983","pdf_url":"https://arxiv.org/pdf/2405.12983","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W578794879","https://openalex.org/W4391375266","https://openalex.org/W3147472394","https://openalex.org/W3137890128","https://openalex.org/W2748952813","https://openalex.org/W2625296515","https://openalex.org/W2350550760","https://openalex.org/W2271369634","https://openalex.org/W2047100085","https://openalex.org/W1984634519"],"abstract_inverted_index":{"Humans":[0],"are":[1],"adept":[2],"at":[3,149],"leveraging":[4],"visual":[5,66],"cues":[6],"from":[7],"lip":[8],"movements":[9],"for":[10,82],"recognizing":[11],"speech":[12,28,147],"in":[13,30,126],"adverse":[14],"listening":[15],"conditions.":[16,32],"Audio-Visual":[17],"Speech":[18],"Recognition":[19],"(AVSR)":[20],"models":[21],"follow":[22],"similar":[23],"approach":[24],"to":[25,45,61,128,141],"achieve":[26],"robust":[27],"recognition":[29,148],"noisy":[31],"In":[33],"this":[34],"work,":[35],"we":[36,53,133],"present":[37],"a":[38,69],"multilingual":[39,91],"AVSR":[40],"model":[41,60,98,118,140],"incorporating":[42],"several":[43],"enhancements":[44],"improve":[46],"performance":[47,102],"and":[48,65,94,145],"audio":[49,64],"noise":[50],"robustness.":[51],"Notably,":[52],"adapt":[54],"the":[55,76,104,112,129,135,138],"recently":[56,113],"proposed":[57,97,139],"Fast":[58],"Conformer":[59],"process":[62],"both":[63],"modalities":[67],"using":[68],"novel":[70],"hybrid":[71],"CTC/RNN-T":[72],"architecture.":[73],"We":[74],"increase":[75],"amount":[77],"of":[78,89,109,124,137],"audio-visual":[79,146],"training":[80],"data":[81],"six":[83],"distinct":[84],"languages,":[85],"generating":[86],"automatic":[87],"transcriptions":[88],"unlabelled":[90],"datasets":[92],"(VoxCeleb2":[93],"AVSpeech).":[95],"Our":[96],"achieves":[99],"new":[100],"state-of-the-art":[101],"on":[103],"LRS3":[105],"dataset,":[106],"reaching":[107],"WER":[108],"0.8%.":[110],"On":[111],"introduced":[114],"MuAViC":[115],"benchmark,":[116],"our":[117],"yields":[119],"an":[120],"absolute":[121],"average-WER":[122],"reduction":[123],"11.9%":[125],"comparison":[127],"original":[130],"baseline.":[131],"Finally,":[132],"demonstrate":[134],"ability":[136],"perform":[142],"audio-only,":[143],"visual-only,":[144],"test":[150],"time.":[151]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4398794852","counts_by_year":[],"updated_date":"2024-12-07T11:30:00.195462","created_date":"2024-05-25"}
