{"id":"https://openalex.org/W4393100234","doi":"https://doi.org/10.48550/arxiv.2403.12203","title":"Bootstrapping Reinforcement Learning with Imitation for Vision-Based\n Agile Flight","display_name":"Bootstrapping Reinforcement Learning with Imitation for Vision-Based\n Agile Flight","publication_year":2024,"publication_date":"2024-03-18","ids":{"openalex":"https://openalex.org/W4393100234","doi":"https://doi.org/10.48550/arxiv.2403.12203"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2403.12203","pdf_url":"https://arxiv.org/pdf/2403.12203","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2403.12203","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031291897","display_name":"Jiaxu Xing","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xing, Jiaxu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013089045","display_name":"Angel Romero","orcid":"https://orcid.org/0000-0002-7977-7802"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Romero, Angel","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041401501","display_name":"Leonard Bauersfeld","orcid":"https://orcid.org/0000-0002-5790-9982"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bauersfeld, Leonard","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5057116316","display_name":"Davide Scaramuzza","orcid":"https://orcid.org/0000-0002-3831-6778"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Scaramuzza, Davide","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":85},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning Algorithms","score":0.9855,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning Algorithms","score":0.9855,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robotic Grasping and Learning from Demonstration","score":0.9553,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Sampling-Based Motion Planning Algorithms","score":0.9321,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bootstrapping","display_name":"Bootstrapping (finance)","score":0.79150474},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement Learning","score":0.634405},{"id":"https://openalex.org/keywords/robot-learning","display_name":"Robot Learning","score":0.565406},{"id":"https://openalex.org/keywords/optimal-motion-planning","display_name":"Optimal Motion Planning","score":0.510151},{"id":"https://openalex.org/keywords/human-robot-collaboration","display_name":"Human-Robot Collaboration","score":0.508304},{"id":"https://openalex.org/keywords/simulation-to-real-world-transfer","display_name":"Simulation to Real-world Transfer","score":0.501237}],"concepts":[{"id":"https://openalex.org/C207609745","wikidata":"https://www.wikidata.org/wiki/Q4944086","display_name":"Bootstrapping (finance)","level":2,"score":0.79150474},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.76743984},{"id":"https://openalex.org/C126388530","wikidata":"https://www.wikidata.org/wiki/Q1131737","display_name":"Imitation","level":2,"score":0.6742114},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5260118},{"id":"https://openalex.org/C14185376","wikidata":"https://www.wikidata.org/wiki/Q30232","display_name":"Agile software development","level":2,"score":0.52170295},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.50971264},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.47802198},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.36536005},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3496995},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.14932072},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.09673792},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.08900398},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2403.12203","pdf_url":"https://arxiv.org/pdf/2403.12203","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2403.12203","pdf_url":"https://arxiv.org/pdf/2403.12203","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4387497383","https://openalex.org/W3183948672","https://openalex.org/W3173606202","https://openalex.org/W3110381201","https://openalex.org/W2948807893","https://openalex.org/W2935909890","https://openalex.org/W2778153218","https://openalex.org/W2758277628","https://openalex.org/W1534274833","https://openalex.org/W1531601525"],"abstract_inverted_index":{"We":[0,23],"combine":[1],"the":[2,9,16,59,78],"effectiveness":[3],"of":[4,11,18,62,80,111],"Reinforcement":[5],"Learning":[6,13],"(RL)":[7],"and":[8,46,54,83,101,128,138,148],"efficiency":[10,53,68],"Imitation":[12],"(IL)":[14],"in":[15,69,135,155],"context":[17],"vision-based,":[19],"autonomous":[20],"drone":[21],"racing.":[22],"focus":[24],"on":[25],"directly":[26],"processing":[27],"visual":[28,63,72,165],"input":[29],"without":[30,167],"explicit":[31,168],"state":[32,117,169],"estimation.":[33,170],"While":[34],"RL":[35,100,131,153],"offers":[36],"a":[37,95,112,123,157,160],"general":[38],"framework":[39,98,105],"for":[40],"learning":[41,70],"complex":[42],"controllers":[43],"through":[44,159],"trial":[45],"error,":[47],"it":[48],"faces":[49,84],"challenges":[50],"regarding":[51],"sample":[52],"computational":[55],"demands":[56],"due":[57],"to":[58],"high":[60],"dimensionality":[61],"inputs.":[64],"Conversely,":[65],"IL":[66,151],"demonstrates":[67],"from":[71],"demonstrations":[73,82],"but":[74],"is":[75],"limited":[76],"by":[77],"quality":[79],"those":[81],"issues":[85],"like":[86],"covariate":[87],"shift.":[88],"To":[89],"overcome":[90],"these":[91],"limitations,":[92],"we":[93],"propose":[94],"novel":[96],"training":[97,110],"combining":[99],"IL's":[102],"advantages.":[103],"Our":[104,133],"involves":[106],"three":[107],"stages:":[108],"initial":[109],"teacher":[113],"policy":[114,121,125],"using":[115,126,163],"privileged":[116],"information,":[118],"distilling":[119],"this":[120],"into":[122],"student":[124],"IL,":[127],"performance-constrained":[129],"adaptive":[130],"fine-tuning.":[132],"experiments":[134],"both":[136],"simulated":[137],"real-world":[139],"environments":[140],"demonstrate":[141],"that":[142],"our":[143],"approach":[144],"achieves":[145],"superior":[146],"performance":[147],"robustness":[149],"than":[150],"or":[152],"alone":[154],"navigating":[156],"quadrotor":[158],"racing":[161],"course":[162],"only":[164],"information":[166]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4393100234","counts_by_year":[],"updated_date":"2024-11-22T23:20:45.320617","created_date":"2024-03-23"}