{"id":"https://openalex.org/W3201941117","doi":"https://doi.org/10.1007/978-3-030-88224-2_6","title":"Learning-Based Approaches to Estimate Job Wait Time in HTC Datacenters","display_name":"Learning-Based Approaches to Estimate Job Wait Time in HTC Datacenters","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3201941117","doi":"https://doi.org/10.1007/978-3-030-88224-2_6","mag":"3201941117"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-030-88224-2_6","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319965","https://openalex.org/P4310319900"],"host_organization_lineage_names":["Springer Nature","Springer Science+Business Media"],"type":"book series"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"book-chapter","type_crossref":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hal.science/hal-03357129/document","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049133881","display_name":"Luc Gombert","orcid":null},"institutions":[{"id":"https://openalex.org/I4210144793","display_name":"Centre de Calcul de l\u2019Institut National de Physique Nucl\u00e9aire et de Physique des Particules","ror":"https://ror.org/04dcc3438","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I4210133362","https://openalex.org/I4210144793"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Luc Gombert","raw_affiliation_strings":["CC-IN2P3 - Centre de Calcul de l'IN2P3 (Domaine scientifique de La Doua\r\n43 bd du 11 Novembre 1918\r\n69622 Villeurbanne Cedex - France)"],"affiliations":[{"raw_affiliation_string":"CC-IN2P3 - Centre de Calcul de l'IN2P3 (Domaine scientifique de La Doua\r\n43 bd du 11 Novembre 1918\r\n69622 Villeurbanne Cedex - France)","institution_ids":["https://openalex.org/I4210144793"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087786962","display_name":"Fr\u00e9d\u00e9ric Suter","orcid":"https://orcid.org/0000-0003-1902-1955"},"institutions":[{"id":"https://openalex.org/I4210144793","display_name":"Centre de Calcul de l\u2019Institut National de Physique Nucl\u00e9aire et de Physique des Particules","ror":"https://ror.org/04dcc3438","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I4210133362","https://openalex.org/I4210144793"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Fr\u00e9d\u00e9ric Suter","raw_affiliation_strings":["CC-IN2P3 - Centre de Calcul de l'IN2P3 (Domaine scientifique de La Doua\r\n43 bd du 11 Novembre 1918\r\n69622 Villeurbanne Cedex - France)"],"affiliations":[{"raw_affiliation_string":"CC-IN2P3 - Centre de Calcul de l'IN2P3 (Domaine scientifique de La Doua\r\n43 bd du 11 Novembre 1918\r\n69622 Villeurbanne Cedex - France)","institution_ids":["https://openalex.org/I4210144793"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":5000,"currency":"EUR","value_usd":5392,"provenance":"doaj"},"apc_paid":null,"fwci":2.24,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":3,"citation_normalized_percentile":{"value":0.827848,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":73,"max":77},"biblio":{"volume":null,"issue":null,"first_page":"101","last_page":"125"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10715","display_name":"Distributed Grid Computing Systems","score":0.9997,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10715","display_name":"Distributed Grid Computing Systems","score":0.9997,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Big Data Technologies","score":0.9997,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Distributed Storage Systems and Network Coding","score":0.9966,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/job-queue","display_name":"Job queue","score":0.66340363},{"id":"https://openalex.org/keywords/task-scheduling","display_name":"Task Scheduling","score":0.598351},{"id":"https://openalex.org/keywords/high-performance-computing","display_name":"High-Performance Computing","score":0.549477},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel Computing","score":0.520145},{"id":"https://openalex.org/keywords/petabyte","display_name":"Petabyte","score":0.50336474},{"id":"https://openalex.org/keywords/workflow-management","display_name":"Workflow Management","score":0.50041}],"concepts":[{"id":"https://openalex.org/C111873713","wikidata":"https://www.wikidata.org/wiki/Q1641413","display_name":"Job scheduler","level":3,"score":0.869442},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7098609},{"id":"https://openalex.org/C171627638","wikidata":"https://www.wikidata.org/wiki/Q6206744","display_name":"Job queue","level":4,"score":0.66340363},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.5936831},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5470723},{"id":"https://openalex.org/C13600138","wikidata":"https://www.wikidata.org/wiki/Q8799","display_name":"Petabyte","level":3,"score":0.50336474},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.4510155},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.44480476},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3891105},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.2708172},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.23032108},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.16997737},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.14884794},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12063116},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.10506302},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.10449979},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-030-88224-2_6","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319965","https://openalex.org/P4310319900"],"host_organization_lineage_names":["Springer Nature","Springer Science+Business Media"],"type":"book series"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"https://hal.archives-ouvertes.fr/hal-03357129","pdf_url":"https://hal.science/hal-03357129/document","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":["Centre National de la Recherche Scientifique"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"https://hal.science/hal-03357129/file/article.pdf","pdf_url":"https://hal.science/hal-03357129/file/article.pdf","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":["Centre National de la Recherche Scientifique"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"https://hal.archives-ouvertes.fr/hal-03357129/document","pdf_url":"https://hal.archives-ouvertes.fr/hal-03357129/document","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":["Centre National de la Recherche Scientifique"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"https://hal.archives-ouvertes.fr/hal-03357129/file/article.pdf","pdf_url":"https://hal.archives-ouvertes.fr/hal-03357129/file/article.pdf","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":["Centre National de la Recherche Scientifique"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://hal.archives-ouvertes.fr/hal-03357129","pdf_url":"https://hal.science/hal-03357129/document","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":["Centre National de la Recherche Scientifique"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[{"score":0.45,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":21,"referenced_works":["https://openalex.org/W1524327605","https://openalex.org/W1581615656","https://openalex.org/W1988790447","https://openalex.org/W1992930088","https://openalex.org/W2016023958","https://openalex.org/W2023830007","https://openalex.org/W2024672542","https://openalex.org/W2070968529","https://openalex.org/W2101234009","https://openalex.org/W2112168774","https://openalex.org/W2135046866","https://openalex.org/W2139712148","https://openalex.org/W2147598193","https://openalex.org/W2151615267","https://openalex.org/W2167173904","https://openalex.org/W2418418119","https://openalex.org/W2910390755","https://openalex.org/W2914369697","https://openalex.org/W2915721993","https://openalex.org/W2967439604","https://openalex.org/W4240294902"],"related_works":["https://openalex.org/W4385069207","https://openalex.org/W2735859668","https://openalex.org/W2401183800","https://openalex.org/W2347561926","https://openalex.org/W2327547880","https://openalex.org/W2315766899","https://openalex.org/W2092966558","https://openalex.org/W1984267569","https://openalex.org/W1956651153","https://openalex.org/W1488955381"],"abstract_inverted_index":{"High":[0,14],"Throughput":[1],"Computing":[2],"datacenters":[3,21,46],"are":[4],"a":[5,59,83,108,144,230,239,248],"cornerstone":[6],"of":[7,13,24,28,33,39,51,62,118,138,143,155,176,215,244,258],"scientific":[8,29],"discoveries":[9],"in":[10,44,128,184,261,268],"the":[11,49,63,119,136,139,162,181,185,193,259,262],"fields":[12],"Energy":[15],"Physics":[16],"and":[17,37,94,97,197,200,220,253],"Astroparticles":[18],"Physics.":[19],"These":[20],"provide":[22,113],"thousands":[23,34],"users":[25,114,165],"from":[26,180],"dozens":[27],"collaborations":[30],"with":[31,115,238],"tens":[32],"computing":[35,64],"cores":[36],"Petabytes":[38],"storage.The":[40],"scheduling":[41,110,141],"algorithm":[42,111],"used":[43,150],"such":[45,167],"to":[47,102,135,151,211],"handle":[48],"millions":[50],"(mostly":[52],"single-core)":[53],"jobs":[54,260],"submitted":[55],"every":[56],"month":[57],"ensures":[58],"fair":[60],"sharing":[61],"resources":[65],"among":[66],"user":[67],"groups,":[68],"but":[69],"may":[70],"also":[71,190],"cause":[72],"unpredictably":[73],"long":[74],"job":[75,84,120,156,196,201,217,221,235],"wait":[76,86,121,157,178,202,218,222,236,264],"times":[77],"for":[78,164,166],"some":[79,173],"users.":[80],"The":[81],"time":[82,122,179,219,223,237,265],"will":[85],"can":[87,148,233],"be":[88,149],"caused":[89],"by":[90],"many":[91],"entangled":[92],"factors":[93],"configuration":[95],"parameters":[96],"is":[98],"thus":[99],"very":[100],"hard":[101],"predict.":[103],"Moreover,":[104],"batch":[105,140,186],"systems":[106],"implementing":[107],"fair-share":[109],"cannot":[112],"any":[116],"estimation":[117,154],"at":[123],"submission":[124],"time.Therefore,":[125],"we":[126,160,171,205],"investigate":[127],"this":[129,177],"paper":[130],"how":[131],"learning-based":[132,213],"techniques":[133],"applied":[134],"logs":[137],"system":[142,187,198],"large":[145],"HTC":[146],"datacenter":[147],"get":[152],"an":[153,168,269],"time.":[158,203],"First,":[159],"illustrate":[161],"need":[163],"estimation.":[169],"Then,":[170],"identify":[172],"intuitive":[174],"causes":[175],"information":[182],"found":[183],"logs.":[188],"We":[189],"formally":[191],"analyze":[192],"correlation":[194],"between":[195],"features":[199],"Finally,":[204],"study":[206],"several":[207],"Machine":[208],"Learning":[209],"algorithms":[210],"implement":[212],"estimators":[214],"both":[216],"ranges.":[224],"Our":[225],"experimental":[226],"results":[227],"show":[228],"that":[229,250],"regression-based":[231],"estimator":[232],"predict":[234],"median":[240],"absolute":[241],"percentage":[242],"error":[243],"about":[245],"54%,":[246],"while":[247],"classifier":[249],"combines":[251],"regression":[252],"classification":[254],"assigns":[255],"nearly":[256],"77%":[257],"right":[263],"range":[266],"or":[267],"immediately":[270],"adjacent":[271],"one.":[272]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3201941117","counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2024-11-05T19:13:52.432109","created_date":"2021-10-11"}
