{"id":"https://openalex.org/W4403445264","doi":"https://doi.org/10.48550/arxiv.2408.03033","title":"L3iTC at the FinLLM Challenge Task: Quantization for Financial Text\n Classification & Summarization","display_name":"L3iTC at the FinLLM Challenge Task: Quantization for Financial Text\n Classification & Summarization","publication_year":2024,"publication_date":"2024-08-06","ids":{"openalex":"https://openalex.org/W4403445264","doi":"https://doi.org/10.48550/arxiv.2408.03033"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2408.03033","pdf_url":"http://arxiv.org/pdf/2408.03033","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://arxiv.org/pdf/2408.03033","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072568748","display_name":"Elvys Linhares Pontes","orcid":"https://orcid.org/0000-0002-9571-5193"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pontes, Elvys Linhares","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006172563","display_name":"Carlos-Emiliano Gonz\u00e1lez-Gallardo","orcid":"https://orcid.org/0000-0002-0787-2990"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gonz\u00e1lez-Gallardo, Carlos-Emiliano","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050299081","display_name":"Mohamed Benjannet","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Benjannet, Mohamed","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083934553","display_name":"Chuanqi Qu","orcid":"https://orcid.org/0000-0001-9535-1628"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qu, Caryn","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5033491986","display_name":"Antoine Doucet","orcid":"https://orcid.org/0000-0001-6160-3356"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Doucet, Antoine","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":85},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11326","display_name":"Predicting Stock Market Trends and Movements","score":0.9879,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11326","display_name":"Predicting Stock Market Trends and Movements","score":0.9879,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Automatic Keyword Extraction from Textual Data","score":0.9577,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Multi-label Text Classification in Machine Learning","score":0.9183,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/text-classification","display_name":"Text Classification","score":0.539926},{"id":"https://openalex.org/keywords/document-categorization","display_name":"Document Categorization","score":0.515647}],"concepts":[{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.9141282},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5542742},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.54555124},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.51192033},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46662748},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.45565557},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.10492343},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.07521558},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.04646817}],"mesh":[],"locations_count":1,"locations":[{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2408.03033","pdf_url":"http://arxiv.org/pdf/2408.03033","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2408.03033","pdf_url":"http://arxiv.org/pdf/2408.03033","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4389760904","https://openalex.org/W4306886878","https://openalex.org/W4242223894","https://openalex.org/W3204019825","https://openalex.org/W3148229873","https://openalex.org/W2973759123","https://openalex.org/W2366403280","https://openalex.org/W2150160875","https://openalex.org/W2091301346","https://openalex.org/W1495108544"],"abstract_inverted_index":{"This":[0,66],"article":[1],"details":[2],"our":[3],"participation":[4],"(L3iTC)":[5],"in":[6,114],"the":[7,57,71,75,80,88,101,115,120],"FinLLM":[8],"Challenge":[9],"Task":[10,17,23],"2024,":[11],"focusing":[12],"on":[13,74,90,119],"two":[14],"key":[15],"areas:":[16],"1,":[18],"financial":[19,25,102,116],"text":[20,26],"classification,":[21],"and":[22,50,110],"2,":[24],"summarization.":[27],"To":[28],"address":[29],"these":[30],"challenges,":[31],"we":[32,46],"fine-tuned":[33,95],"several":[34],"large":[35],"language":[36],"models":[37,89,96],"(LLMs)":[38],"to":[39,52,86],"optimize":[40],"performance":[41],"for":[42,100],"each":[43],"task.":[44],"Specifically,":[45],"used":[47],"4-bit":[48],"quantization":[49],"LoRA":[51],"determine":[53],"which":[54],"layers":[55],"of":[56,108],"LLMs":[58],"should":[59],"be":[60],"trained":[61],"at":[62],"a":[63],"lower":[64],"precision.":[65],"approach":[67],"not":[68],"only":[69],"accelerated":[70],"fine-tuning":[72],"process":[73],"training":[76],"data":[77],"provided":[78],"by":[79],"organizers":[81],"but":[82],"also":[83],"enabled":[84],"us":[85],"run":[87],"low":[91],"GPU":[92],"memory.":[93],"Our":[94],"achieved":[97],"third":[98],"place":[99,113],"classification":[103],"task":[104,118],"with":[105],"an":[106],"F1-score":[107],"0.7543":[109],"secured":[111],"sixth":[112],"summarization":[117],"official":[121],"test":[122],"datasets.":[123]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4403445264","counts_by_year":[],"updated_date":"2024-11-26T07:41:38.884028","created_date":"2024-10-16"}