{"id":"https://openalex.org/W4400267098","doi":"https://doi.org/10.48550/arxiv.2407.00143","title":"InfoNCE: Identifying the Gap Between Theory and Practice","display_name":"InfoNCE: Identifying the Gap Between Theory and Practice","publication_year":2024,"publication_date":"2024-06-28","ids":{"openalex":"https://openalex.org/W4400267098","doi":"https://doi.org/10.48550/arxiv.2407.00143"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.00143","pdf_url":"http://arxiv.org/pdf/2407.00143","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://arxiv.org/pdf/2407.00143","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065641915","display_name":"Evgenia Rusak","orcid":"https://orcid.org/0000-0001-6039-7781"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rusak, Evgenia","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034660028","display_name":"Patrik Reizinger","orcid":"https://orcid.org/0000-0001-9861-0293"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Reizinger, Patrik","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056887763","display_name":"Attila Juhos","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Juhos, Attila","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074802358","display_name":"Oliver Bringmann","orcid":"https://orcid.org/0000-0002-1615-507X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bringmann, Oliver","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102706612","display_name":"R. Zimmermann","orcid":"https://orcid.org/0000-0001-8790-1618"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zimmermann, Roland S.","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5086801305","display_name":"Wieland Brendel","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Brendel, Wieland","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":{"min":0,"max":85},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":null,"topics":[],"keywords":[],"concepts":[{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.35630122},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.33727923},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.16413197}],"mesh":[],"locations_count":1,"locations":[{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.00143","pdf_url":"http://arxiv.org/pdf/2407.00143","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.00143","pdf_url":"http://arxiv.org/pdf/2407.00143","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W4391301621","https://openalex.org/W2931662336","https://openalex.org/W2765597752","https://openalex.org/W2748952813","https://openalex.org/W2134894512","https://openalex.org/W2085372204","https://openalex.org/W2083375246","https://openalex.org/W2077865380","https://openalex.org/W2067108088"],"abstract_inverted_index":{"Previous":[0],"theoretical":[1,162],"work":[2],"on":[3],"contrastive":[4],"learning":[5],"(CL)":[6],"with":[7,91],"InfoNCE":[8,105],"showed":[9],"that,":[10],"under":[11],"certain":[12],"assumptions,":[13],"the":[14,18,110,137,149],"learned":[15],"representations":[16],"uncover":[17,109],"ground-truth":[19],"latent":[20,45,88,111],"factors.":[21,98],"We":[22,99,124],"argue":[23],"these":[24,97],"theories":[25],"overlook":[26],"crucial":[27],"aspects":[28],"of":[29,94,104,139,151],"how":[30],"CL":[31],"is":[32,85],"deployed":[33],"in":[34,62,113,122,129,143],"practice.":[35],"Specifically,":[36],"they":[37],"assume":[38],"that":[39,54,86,106,134],"within":[40],"a":[41,50,77,81,92,102],"positive":[42,64],"pair,":[43],"all":[44,87],"factors":[46,89,112],"either":[47],"vary":[48,58],"to":[49,75,169],"similar":[51],"extent,":[52],"or":[53],"some":[55],"do":[56],"not":[57],"at":[59,148],"all.":[60],"However,":[61],"practice,":[63],"pairs":[65],"are":[66],"often":[67],"generated":[68],"using":[69],"augmentations":[70],"such":[71],"as":[72],"strong":[73],"cropping":[74],"just":[76],"few":[78],"pixels.":[79],"Hence,":[80],"more":[82],"realistic":[83],"assumption":[84],"change,":[90],"continuum":[93],"variability":[95],"across":[96],"introduce":[100],"AnInfoNCE,":[101],"generalization":[103],"can":[107],"provably":[108],"this":[114],"anisotropic":[115],"setting,":[116],"broadly":[117],"generalizing":[118],"previous":[119],"identifiability":[120,127],"results":[121,128],"CL.":[123],"validate":[125],"our":[126],"controlled":[130],"experiments":[131],"and":[132,145,157,164,173],"show":[133],"AnInfoNCE":[135],"increases":[136],"recovery":[138],"previously":[140],"collapsed":[141],"information":[142],"CIFAR10":[144],"ImageNet,":[146],"albeit":[147],"cost":[150],"downstream":[152],"accuracy.":[153],"Additionally,":[154],"we":[155],"explore":[156],"discuss":[158],"further":[159],"mismatches":[160],"between":[161],"assumptions":[163],"practical":[165],"implementations,":[166],"including":[167],"extensions":[168],"hard":[170],"negative":[171],"mining":[172],"loss":[174],"ensembles.":[175]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4400267098","counts_by_year":[],"updated_date":"2024-11-20T03:54:02.329128","created_date":"2024-07-03"}
