{"id":"https://openalex.org/W4226088469","doi":"https://doi.org/10.1109/lra.2022.3143518","title":"Efficient and Interpretable Robot Manipulation With Graph Neural Networks","display_name":"Efficient and Interpretable Robot Manipulation With Graph Neural Networks","publication_year":2022,"publication_date":"2022-01-18","ids":{"openalex":"https://openalex.org/W4226088469","doi":"https://doi.org/10.1109/lra.2022.3143518"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2022.3143518","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2102.13177","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101602908","display_name":"Yixin Lin","orcid":"https://orcid.org/0000-0003-1514-9353"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]},{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yixin Lin","raw_affiliation_strings":["Facebook AI Research, Menlo Park, Menlo Park, CA, USA"],"affiliations":[{"raw_affiliation_string":"Facebook AI Research, Menlo Park, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210114444","https://openalex.org/I4210099336"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039749307","display_name":"Austin S. Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]},{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Austin S. Wang","raw_affiliation_strings":["Facebook AI Research, Menlo Park, Menlo Park, CA, USA"],"affiliations":[{"raw_affiliation_string":"Facebook AI Research, Menlo Park, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210114444","https://openalex.org/I4210099336"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033938651","display_name":"Eric Undersander","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]},{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eric Undersander","raw_affiliation_strings":["Facebook AI Research, Menlo Park, Menlo Park, CA, USA"],"affiliations":[{"raw_affiliation_string":"Facebook AI Research, Menlo Park, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210114444","https://openalex.org/I4210099336"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007198769","display_name":"Akshara Rai","orcid":"https://orcid.org/0009-0005-5767-9848"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]},{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Akshara Rai","raw_affiliation_strings":["Facebook AI Research, Menlo Park, Menlo Park, CA, USA"],"affiliations":[{"raw_affiliation_string":"Facebook AI Research, Menlo Park, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210114444","https://openalex.org/I4210099336"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.866,"has_fulltext":false,"cited_by_count":26,"citation_normalized_percentile":{"value":0.99997,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"7","issue":"2","first_page":"2740","last_page":"2747"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10906","display_name":"Artificial Intelligence Planning and Reasoning","score":0.9944,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10906","display_name":"Artificial Intelligence Planning and Reasoning","score":0.9944,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Visual Question Answering in Images and Videos","score":0.9938,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning Algorithms","score":0.9917,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement Learning","score":0.520242},{"id":"https://openalex.org/keywords/scene-graph-generation","display_name":"Scene Graph Generation","score":0.50417}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.75743324},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6229574},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5949085},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5659298},{"id":"https://openalex.org/C126388530","wikidata":"https://www.wikidata.org/wiki/Q1131737","display_name":"Imitation","level":2,"score":0.5298426},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.51437646},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.47308952},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.43802866},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35634822},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.32906678},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2022.3143518","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2102.13177","pdf_url":"https://arxiv.org/pdf/2102.13177","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2102.13177","pdf_url":"https://arxiv.org/pdf/2102.13177","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":34,"referenced_works":["https://openalex.org/W1747778109","https://openalex.org/W2119709400","https://openalex.org/W2135639338","https://openalex.org/W2214543878","https://openalex.org/W2271155703","https://openalex.org/W2412154694","https://openalex.org/W2736337778","https://openalex.org/W2736601468","https://openalex.org/W2787066086","https://openalex.org/W2805516822","https://openalex.org/W2914044489","https://openalex.org/W2945600613","https://openalex.org/W2950898568","https://openalex.org/W2962810718","https://openalex.org/W2963411833","https://openalex.org/W2963903510","https://openalex.org/W2969280827","https://openalex.org/W2972317931","https://openalex.org/W2979490629","https://openalex.org/W2998681117","https://openalex.org/W3028830971","https://openalex.org/W3039141704","https://openalex.org/W3086207594","https://openalex.org/W3089482831","https://openalex.org/W3104515094","https://openalex.org/W3128894241","https://openalex.org/W3132438716","https://openalex.org/W3150384095","https://openalex.org/W4225346712","https://openalex.org/W4287112297","https://openalex.org/W4288094291","https://openalex.org/W4288419263","https://openalex.org/W4295312788","https://openalex.org/W4297733535"],"related_works":["https://openalex.org/W967184871","https://openalex.org/W4306674287","https://openalex.org/W4306321456","https://openalex.org/W4286629047","https://openalex.org/W4285260836","https://openalex.org/W4224009465","https://openalex.org/W3112806953","https://openalex.org/W3046775127","https://openalex.org/W2961085424","https://openalex.org/W1994193347"],"abstract_inverted_index":{"Manipulation":[0],"tasks,":[1],"like":[2,43],"loading":[3,84],"a":[4,10,32,36,49,65,98],"dishwasher,":[5],"can":[6,78,95,118,130],"be":[7,131],"seen":[8],"as":[9,31],"sequence":[11],"of":[12,101],"spatial":[13,92],"constraints":[14],"and":[15,45,47,82,105],"relationships":[16],"between":[17],"different":[18],"objects.":[19],"We":[20],"aim":[21],"to":[22,97,108],"discover":[23],"these":[24],"rules":[25],"from":[26,60,106],"demonstrations":[27],"by":[28],"posing":[29],"manipulation":[30,122],"classification":[33],"problem":[34,59],"over":[35],"graph,":[37],"whose":[38],"nodes":[39],"represent":[40],"task-relevant":[41],"entities":[42],"objects":[44],"goals,":[46],"present":[48],"graph":[50],"neural":[51],"network":[52],"(GNN)":[53],"policy":[54,68,88],"architecture":[55],"for":[56],"solving":[57],"this":[58],"demonstrations.":[61],"In":[62],"our":[63],"experiments,":[64],"single":[66],"GNN":[67],"trained":[69],"using":[70],"imitation":[71],"learning":[72],"(IL)":[73],"on":[74],"20":[75],"expert":[76],"demos":[77],"solve":[79,119],"blockstacking,":[80],"rearrangement,":[81],"dishwasher":[83],"tasks;":[85],"once":[86],"the":[87,91,109],"has":[89],"learned":[90],"structure,":[93],"it":[94],"generalize":[96],"larger":[99],"number":[100],"objects,":[102],"goal":[103],"configurations,":[104],"simulation":[107],"real":[110],"world.":[111],"These":[112],"experiments":[113],"show":[114],"that":[115],"graphical":[116],"IL":[117],"complex":[120],"long-horizon":[121],"problems":[123],"without":[124],"requiring":[125],"detailed":[126],"task":[127],"descriptions.":[128],"Videos":[129],"found":[132],"at:":[133],"