{"id":"https://openalex.org/W4401202464","doi":"https://doi.org/10.48550/arxiv.2407.20041","title":"Counterfactual rewards promote collective transport using individually\n controlled swarm microrobots","display_name":"Counterfactual rewards promote collective transport using individually\n controlled swarm microrobots","publication_year":2024,"publication_date":"2024-07-29","ids":{"openalex":"https://openalex.org/W4401202464","doi":"https://doi.org/10.48550/arxiv.2407.20041"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.20041","pdf_url":"http://arxiv.org/pdf/2407.20041","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://arxiv.org/pdf/2407.20041","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007851345","display_name":"Veit-Lorenz Heuthe","orcid":"https://orcid.org/0000-0003-1248-4770"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Heuthe, Veit-Lorenz","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069167760","display_name":"Emanuele Panizon","orcid":"https://orcid.org/0000-0002-6367-0082"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Panizon, Emanuele","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106247097","display_name":"Hongri Gu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gu, Hongri","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5008724211","display_name":"Clemens Bechinger","orcid":"https://orcid.org/0000-0002-5496-5268"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bechinger, Clemens","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":85},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11942","display_name":"Implications of Shared Autonomous Vehicle Services","score":0.996,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11942","display_name":"Implications of Shared Autonomous Vehicle Services","score":0.996,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12784","display_name":"Self-Reconfigurable Robotic Systems and Modular Robotics","score":0.9808,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Modeling and Control of Traffic Flow Systems","score":0.9793,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dynamic-ride-sharing","display_name":"Dynamic Ride-Sharing","score":0.541224},{"id":"https://openalex.org/keywords/collective-construction","display_name":"Collective Construction","score":0.532015},{"id":"https://openalex.org/keywords/cooperative-adaptive-cruise-control","display_name":"Cooperative Adaptive Cruise Control","score":0.513915}],"concepts":[{"id":"https://openalex.org/C108650721","wikidata":"https://www.wikidata.org/wiki/Q1783253","display_name":"Counterfactual thinking","level":2,"score":0.83404},{"id":"https://openalex.org/C181335050","wikidata":"https://www.wikidata.org/wiki/Q14915018","display_name":"Swarm behaviour","level":2,"score":0.76206803},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.37698704},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3614777},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2894688},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.18621397},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.16576293}],"mesh":[],"locations_count":1,"locations":[{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.20041","pdf_url":"http://arxiv.org/pdf/2407.20041","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.20041","pdf_url":"http://arxiv.org/pdf/2407.20041","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W4384133558","https://openalex.org/W4286970243","https://openalex.org/W3201448254","https://openalex.org/W3028847759","https://openalex.org/W3025615835","https://openalex.org/W2748952813","https://openalex.org/W2390660599","https://openalex.org/W2066431708","https://openalex.org/W173210993"],"abstract_inverted_index":{"Swarm":[0],"robots":[1,34],"offer":[2],"fascinating":[3],"opportunities":[4],"to":[5,54,68,88,95,119,141,148,155,170],"perform":[6],"complex":[7,72,189],"tasks":[8],"beyond":[9],"the":[10,69,107,120,131,175],"capabilities":[11],"of":[12,19,33,60,62,133,177,193],"individual":[13,36,121],"machines.":[14],"Just":[15],"as":[16],"a":[17,23,31,90,144],"swarm":[18,138,165],"ants":[20],"collectively":[21,142],"moves":[22],"large":[24,58,145],"object,":[25],"similar":[26,154],"functions":[27,45],"can":[28,186],"emerge":[29],"within":[30],"group":[32,173],"through":[35],"strategies":[37,185],"based":[38],"on":[39],"local":[40],"sensing.":[41],"However,":[42],"realizing":[43],"collective":[44],"with":[46],"individually":[47,101],"controlled":[48,102],"microrobots":[49,97,139],"is":[50,168],"particularly":[51],"challenging":[52],"due":[53],"their":[55],"micrometer":[56],"size,":[57,174],"number":[59],"degrees":[61],"freedom,":[63],"strong":[64],"thermal":[65],"noise":[66],"relative":[67],"propulsion":[70],"speed,":[71],"physical":[73],"coupling":[74],"between":[75],"neighboring":[76],"microrobots,":[77,122],"and":[78,127,152,163,180,190,200],"surface":[79],"collisions.":[80],"Here,":[81],"we":[82,110],"implement":[83],"Multi-Agent":[84],"Reinforcement":[85],"Learning":[86],"(MARL)":[87],"generate":[89],"control":[91,184],"strategy":[92],"for":[93,125],"up":[94],"200":[96],"whose":[98],"motions":[99],"are":[100],"by":[103],"laser":[104],"spots.":[105],"During":[106],"learning":[108],"process,":[109],"employ":[111],"so-called":[112],"counterfactual":[113],"rewards":[114],"that":[115,160],"automatically":[116],"assign":[117],"credit":[118],"which":[123],"allows":[124],"fast":[126],"unbiased":[128],"training.":[129],"With":[130],"help":[132],"this":[134,161],"efficient":[135],"reward":[136],"scheme,":[137],"learn":[140],"transport":[143],"cargo":[146],"object":[147],"an":[149],"arbitrary":[150],"position":[151],"orientation,":[153],"ant":[156],"swarms.":[157],"We":[158],"demonstrate":[159],"flexible":[162],"versatile":[164],"robotic":[166],"system":[167],"robust":[169],"variations":[171],"in":[172],"presence":[176],"malfunctioning":[178],"units,":[179],"environmental":[181],"noise.":[182],"Such":[183],"potentially":[187],"enable":[188],"automated":[191],"assembly":[192],"mobile":[194],"micromachines,":[195],"programmable":[196],"drug":[197],"delivery":[198],"capsules,":[199],"other":[201],"advanced":[202],"lab-on-a-chip":[203],"applications.":[204]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4401202464","counts_by_year":[],"updated_date":"2024-11-26T13:04:38.211711","created_date":"2024-08-01"}