{"id":"https://openalex.org/W4296872783","doi":"https://doi.org/10.1109/tits.2022.3207011","title":"Learning to Solve Multiple-TSP With Time Window and Rejections via Deep Reinforcement Learning","display_name":"Learning to Solve Multiple-TSP With Time Window and Rejections via Deep Reinforcement Learning","publication_year":2022,"publication_date":"2022-09-23","ids":{"openalex":"https://openalex.org/W4296872783","doi":"https://doi.org/10.1109/tits.2022.3207011"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2022.3207011","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://repository.tudelft.nl/islandora/object/uuid%3Ac6b2ec76-d392-484d-a42b-dbdbe42954e0/datastream/OBJ/download","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090649169","display_name":"Rongkai Zhang","orcid":"https://orcid.org/0000-0002-0034-460X"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Rongkai Zhang","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Nanyang Technological University, Jurong West, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Nanyang Technological University, Jurong West, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100438393","display_name":"Cong Zhang","orcid":"https://orcid.org/0000-0002-8434-1181"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Cong Zhang","raw_affiliation_strings":["School of Computer Science and Engineering, Nanyang Technological University, Jurong West, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technological University, Jurong West, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021597928","display_name":"Zhiguang Cao","orcid":"https://orcid.org/0000-0002-4499-759X"},"institutions":[{"id":"https://openalex.org/I4210091207","display_name":"Singapore Institute of Manufacturing Technology","ror":"https://ror.org/00f44np30","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I4210091207","https://openalex.org/I91275662"]},{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Zhiguang Cao","raw_affiliation_strings":["Singapore Institute of Manufacturing Technology (SIMTech), Agency for Science Technology and Research (A*STAR), Fusionopolis, Singapore"],"affiliations":[{"raw_affiliation_string":"Singapore Institute of Manufacturing Technology (SIMTech), Agency for Science Technology and Research (A*STAR), Fusionopolis, Singapore","institution_ids":["https://openalex.org/I4210091207","https://openalex.org/I115228651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090591269","display_name":"Wen Song","orcid":"https://orcid.org/0000-0001-7624-1861"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wen Song","raw_affiliation_strings":["Institute of Marine Science and Technology, Shandong University, Qingdao, China"],"affiliations":[{"raw_affiliation_string":"Institute of Marine Science and Technology, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112864831","display_name":"Puay Siew Tan","orcid":null},"institutions":[{"id":"https://openalex.org/I4210091207","display_name":"Singapore Institute of Manufacturing Technology","ror":"https://ror.org/00f44np30","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I4210091207","https://openalex.org/I91275662"]},{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Puay Siew Tan","raw_affiliation_strings":["Singapore Institute of Manufacturing Technology (SIMTech), Agency for Science Technology and Research (A*STAR), Fusionopolis, Singapore"],"affiliations":[{"raw_affiliation_string":"Singapore Institute of Manufacturing Technology (SIMTech), Agency for Science Technology and Research (A*STAR), Fusionopolis, Singapore","institution_ids":["https://openalex.org/I4210091207","https://openalex.org/I115228651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100436760","display_name":"Jie Zhang","orcid":"https://orcid.org/0000-0002-5348-7671"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Jie Zhang","raw_affiliation_strings":["School of Computer Science and Engineering, Nanyang Technological University, Jurong West, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technological University, Jurong West, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024709593","display_name":"Bihan Wen","orcid":"https://orcid.org/0000-0002-6874-6453"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Bihan Wen","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Nanyang Technological University, Jurong West, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Nanyang Technological University, Jurong West, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082613025","display_name":"Justin Dauwels","orcid":"https://orcid.org/0000-0002-4390-1568"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Justin Dauwels","raw_affiliation_strings":["Department of Microelectronics, Faculty EEMCS, Technische Universiteit Delft, Delft, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Department of Microelectronics, Faculty EEMCS, Technische Universiteit Delft, Delft, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]}],"institution_assertions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.752,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.630495,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"24","issue":"1","first_page":"1325","last_page":"1336"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11942","display_name":"Implications of Shared Autonomous Vehicle Services","score":0.9985,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11942","display_name":"Implications of Shared Autonomous Vehicle Services","score":0.9985,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10567","display_name":"Vehicle Routing Problem and Variants","score":0.9908,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12392","display_name":"The Impact of Sharing Economy on Consumption","score":0.9788,"subfield":{"id":"https://openalex.org/subfields/1406","display_name":"Marketing"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/vehicle-routing-problem","display_name":"Vehicle Routing Problem","score":0.563343},{"id":"https://openalex.org/keywords/time-windows","display_name":"Time Windows","score":0.547861},{"id":"https://openalex.org/keywords/dynamic-ride-sharing","display_name":"Dynamic Ride-Sharing","score":0.506436},{"id":"https://openalex.org/keywords/public-transit-integration","display_name":"Public Transit Integration","score":0.506314},{"id":"https://openalex.org/keywords/large-scale-optimization","display_name":"Large-Scale Optimization","score":0.500325},{"id":"https://openalex.org/keywords/isomorphism","display_name":"Isomorphism (crystallography)","score":0.42751366}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7779515},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.70194715},{"id":"https://openalex.org/C175859090","wikidata":"https://www.wikidata.org/wiki/Q322212","display_name":"Travelling salesman problem","level":2,"score":0.66472566},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.53734845},{"id":"https://openalex.org/C2778751112","wikidata":"https://www.wikidata.org/wiki/Q835016","display_name":"Window (computing)","level":2,"score":0.52723545},{"id":"https://openalex.org/C123784306","wikidata":"https://www.wikidata.org/wiki/Q944041","display_name":"Vehicle routing problem","level":3,"score":0.4892528},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.47719228},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.4526763},{"id":"https://openalex.org/C203436722","wikidata":"https://www.wikidata.org/wiki/Q902950","display_name":"Isomorphism (crystallography)","level":3,"score":0.42751366},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.25443608},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.16494855},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.16260043},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.09555918},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C115624301","wikidata":"https://www.wikidata.org/wiki/Q895901","display_name":"Crystal structure","level":2,"score":0.0},{"id":"https://openalex.org/C8010536","wikidata":"https://www.wikidata.org/wiki/Q160398","display_name":"Crystallography","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2022.3207011","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:c6b2ec76-d392-484d-a42b-dbdbe42954e0","pdf_url":"https://repository.tudelft.nl/islandora/object/uuid%3Ac6b2ec76-d392-484d-a42b-dbdbe42954e0/datastream/OBJ/download","source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":["Delft University of Technology"],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":true,"landing_page_url":"https://ink.library.smu.edu.sg/context/sis_research/article/9131/viewcontent/2209.06094.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306401925","display_name":"Singapore Management University Institutional Knowledge (InK) (Singapore Management University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79891267","host_organization_name":"Singapore Management University","host_organization_lineage":["https://openalex.org/I79891267"],"host_organization_lineage_names":["Singapore Management University"],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"acceptedVersion","is_accepted":true,"is_published":false},{"is_oa":true,"landing_page_url":"https://ink.library.smu.edu.sg/sis_research/8128","pdf_url":null,"source":{"id":"https://openalex.org/S4306401925","display_name":"Singapore Management University Institutional Knowledge (InK) (Singapore Management University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79891267","host_organization_name":"Singapore Management University","host_organization_lineage":["https://openalex.org/I79891267"],"host_organization_lineage_names":["Singapore Management University"],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"acceptedVersion","is_accepted":true,"is_published":false},{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2209.06094","pdf_url":"https://arxiv.org/pdf/2209.06094","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:c6b2ec76-d392-484d-a42b-dbdbe42954e0","pdf_url":"https://repository.tudelft.nl/islandora/object/uuid%3Ac6b2ec76-d392-484d-a42b-dbdbe42954e0/datastream/OBJ/download","source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":["Delft University of Technology"],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[],"grants":[{"funder":"https://openalex.org/F4320320766","funder_display_name":"Nanyang Technological University","award_id":null},{"funder":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China","award_id":"62102228"},{"funder":"https://openalex.org/F4320324174","funder_display_name":"Natural Science Foundation of Shandong Province","award_id":"ZR2021QF063"},{"funder":"https://openalex.org/F4320334747","funder_display_name":"Singapore Institute of Manufacturing Technology","award_id":"I22D1AG003"}],"datasets":[],"versions":[],"referenced_works_count":23,"referenced_works":["https://openalex.org/W2093665022","https://openalex.org/W2098638888","https://openalex.org/W2101234009","https://openalex.org/W2119717200","https://openalex.org/W2325059796","https://openalex.org/W2792987450","https://openalex.org/W2795112307","https://openalex.org/W2805798351","https://openalex.org/W2906304617","https://openalex.org/W2987288550","https://openalex.org/W3028001875","https://openalex.org/W3033044509","https://openalex.org/W3040879766","https://openalex.org/W3043239066","https://openalex.org/W3091755028","https://openalex.org/W3109714359","https://openalex.org/W3129130419","https://openalex.org/W3133471011","https://openalex.org/W3146106549","https://openalex.org/W3177337956","https://openalex.org/W3190539972","https://openalex.org/W3199468096","https://openalex.org/W4214717370"],"related_works":["https://openalex.org/W4312143452","https://openalex.org/W4306878646","https://openalex.org/W2913191894","https://openalex.org/W2361554335","https://openalex.org/W2359992618","https://openalex.org/W2164188042","https://openalex.org/W2054495636","https://openalex.org/W2046552997","https://openalex.org/W2018691209","https://openalex.org/W1525389557"],"abstract_inverted_index":{"We":[0],"propose":[1],"a":[2,25,62,79],"manager-worker":[3],"framework":[4,133],"(the":[5],"implementation":[6],"of":[7,30,101,113,139],"our":[8],"model":[9],"is":[10,115],"publically":[11],"available":[12],"at:":[13],"https://github.com/zcaicaros/manager-worker-mtsptwr":[16],")":[17],"based":[18,84],"on":[19],"deep":[20],"reinforcement":[21],"learning":[22],"to":[23,55,66,75,91,119,123],"tackle":[24],"hard":[26],"yet":[27],"nontrivial":[28],"variant":[29],"Travelling":[31],"Salesman":[32],"Problem":[33],"(TSP),":[34],"i.e.,":[35],"multiple-vehicle":[36],"TSP":[37],"with":[38],"time":[39],"window":[40],"and":[41,105,143],"rejections":[42],"(mTSPTWR),":[43],"where":[44],"customers":[45,74],"who":[46],"cannot":[47],"be":[48],"served":[49],"before":[50],"the":[51,59,97,111,120,131,149],"deadline":[52],"are":[53],"subject":[54],"rejections.":[56],"Particularly,":[57],"in":[58,99,137],"proposed":[60,132],"framework,":[61],"manager":[63,121],"agent":[64,89,122],"learns":[65,90],"divide":[67],"mTSPTWR":[68],"into":[69],"sub-routing":[70,93],"tasks":[71,94],"by":[72,95],"assigning":[73],"each":[76,109],"vehicle":[77],"via":[78],"Graph":[80],"Isomorphism":[81],"Network":[82],"(GIN)":[83],"policy":[85],"network.":[86],"A":[87],"worker":[88],"solve":[92],"minimizing":[96],"cost":[98],"terms":[100,138],"both":[102],"tour":[103],"length":[104],"rejection":[106],"rate":[107],"for":[108,156],"vehicle,":[110],"maximum":[112],"which":[114],"then":[116],"fed":[117],"back":[118],"learn":[124],"better":[125],"assignments.":[126],"Experimental":[127],"results":[128],"demonstrate":[129],"that":[130],"outperforms":[134],"strong":[135],"baselines":[136],"higher":[140],"solution":[141],"quality":[142],"shorter":[144],"computation":[145],"time.":[146],"More":[147],"importantly,":[148],"trained":[150],"agents":[151],"also":[152],"achieve":[153],"competitive":[154],"performance":[155],"solving":[157],"unseen":[158],"larger":[159],"instances.":[160]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4296872783","counts_by_year":[{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":9}],"updated_date":"2024-11-26T22:04:37.788939","created_date":"2022-09-24"}
