{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,9,5]],"date-time":"2024-09-05T05:52:54Z","timestamp":1725515574439},"publisher-location":"New York, NY, USA","reference-count":52,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2021,8,20]]},"DOI":"10.1145\/3468264.3468620","type":"proceedings-article","created":{"date-parts":[[2021,8,19]],"date-time":"2021-08-19T01:40:37Z","timestamp":1629337237000},"update-policy":"http:\/\/dx.doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":36,"title":["Benchmarking automated GUI testing for Android against real-world bugs"],"prefix":"10.1145","author":[{"ORCID":"http:\/\/orcid.org\/0000-0003-1628-9796","authenticated-orcid":false,"given":"Ting","family":"Su","sequence":"first","affiliation":[{"name":"East China Normal University, China"}]},{"given":"Jue","family":"Wang","sequence":"additional","affiliation":[{"name":"Nanjing University, China"}]},{"given":"Zhendong","family":"Su","sequence":"additional","affiliation":[{"name":"ETH Zurich, Switzerland"}]}],"member":"320","published-online":{"date-parts":[[2021,8,18]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1002\/stvr.1486"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/2970276.2970313"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3324884.3416567"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/1167473.1167488"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/2509136.2509552"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180173"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2015.89"},{"key":"e_1_3_2_1_8_1","volume-title":"LAVA: Large-Scale Automated Vulnerability Addition. In IEEE Symposium on Security and Privacy (SP). 110\u2013121","author":"Dolan-Gavitt Brendan","year":"2016","unstructured":"Brendan Dolan-Gavitt , Patrick Hulin , Engin Kirda , Tim Leek , Andrea Mambretti , William K. Robertson , Frederick Ulrich , and Ryan Whelan . 2016 . LAVA: Large-Scale Automated Vulnerability Addition. In IEEE Symposium on Security and Privacy (SP). 110\u2013121 . Brendan Dolan-Gavitt, Patrick Hulin, Engin Kirda, Tim Leek, Andrea Mambretti, William K. Robertson, Frederick Ulrich, and Ryan Whelan. 2016. LAVA: Large-Scale Automated Vulnerability Addition. In IEEE Symposium on Security and Privacy (SP). 110\u2013121."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3377811.3380402"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180222"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3213846.3213869"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2019.00042"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/1982595.1982612"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/2568225.2568271"},{"key":"e_1_3_2_1_15_1","volume-title":"Proceedings of the 42nd International Conference on Software Engineering (ICSE). 469\u2013480","author":"Jue Wang","year":"2020","unstructured":"Wang Jue , Jiang Yanyan , Xu Chang , Cao Chun , Ma Xiaoxing , and Lu Jian . 2020 . ComboDroid: Generating High-Quality Test Inputs for Android Apps via Use Case Combinations . In Proceedings of the 42nd International Conference on Software Engineering (ICSE). 469\u2013480 . Wang Jue, Jiang Yanyan, Xu Chang, Cao Chun, Ma Xiaoxing, and Lu Jian. 2020. ComboDroid: Generating High-Quality Test Inputs for Android Apps via Use Case Combinations. In Proceedings of the 42nd International Conference on Software Engineering (ICSE). 469\u2013480."},{"key":"e_1_3_2_1_16_1","volume-title":"International Symposium on Software Testing and Analysis (ISSTA). 437\u2013440","author":"Just Ren\u00e9","unstructured":"Ren\u00e9 Just , Darioush Jalali , and Michael D. Ernst . 2014. Defects4J: a database of existing faults to enable controlled testing studies for Java programs . In International Symposium on Software Testing and Analysis (ISSTA). 437\u2013440 . Ren\u00e9 Just, Darioush Jalali, and Michael D. Ernst. 2014. Defects4J: a database of existing faults to enable controlled testing studies for Java programs. In International Symposium on Software Testing and Analysis (ISSTA). 437\u2013440."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3243734.3243804"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2015.7102609"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1109\/TR.2018.2865733"},{"key":"e_1_3_2_1_20_1","volume-title":"Proceedings of the 39th International Conference on Software Engineering (ICSE). 23\u201326","author":"Li Yuanchun","year":"2017","unstructured":"Yuanchun Li , Ziyue Yang , Yao Guo , and Xiangqun Chen . 2017 . DroidBot: a lightweight UI-guided test input generator for Android . In Proceedings of the 39th International Conference on Software Engineering (ICSE). 23\u201326 . Yuanchun Li, Ziyue Yang, Yao Guo, and Xiangqun Chen. 2017. DroidBot: a lightweight UI-guided test input generator for Android. In Proceedings of the 39th International Conference on Software Engineering (ICSE). 23\u201326."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2019.00104"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2017.65"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3338906.3338980"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/2491411.2491450"},{"key":"e_1_3_2_1_25_1","volume-title":"Sapienz: Multi-objective Automated Testing for Android Applications. In International Symposium on Software Testing and Analysis (ISSTA). 94\u2013105","author":"Mao Ke","year":"2016","unstructured":"Ke Mao , Mark Harman , and Yue Jia . 2016 . Sapienz: Multi-objective Automated Testing for Android Applications. In International Symposium on Software Testing and Analysis (ISSTA). 94\u2013105 . Ke Mao, Mark Harman, and Yue Jia. 2016. Sapienz: Multi-objective Automated Testing for Android Applications. In International Symposium on Software Testing and Analysis (ISSTA). 94\u2013105."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3360581"},{"key":"e_1_3_2_1_27_1","volume-title":"35th International Conference on Software Engineering (ICSE), David Notkin, Betty H. C. Cheng, and Klaus Pohl (Eds.). 1479\u20131480","author":"Atif","unstructured":"Atif M. Memon and Myra B. Cohen. 2013. Automated testing of GUI applications: models, tools, and controlling flakiness . In 35th International Conference on Software Engineering (ICSE), David Notkin, Betty H. C. Cheng, and Klaus Pohl (Eds.). 1479\u20131480 . Atif M. Memon and Myra B. Cohen. 2013. Automated testing of GUI applications: models, tools, and controlling flakiness. In 35th International Conference on Software Engineering (ICSE), David Notkin, Betty H. C. Cheng, and Klaus Pohl (Eds.). 1479\u20131480."},{"key":"e_1_3_2_1_28_1","unstructured":"Daniel Miessler. 2021. Big list of naughty strings. https:\/\/github.com\/danielmiessler\/SecLists\/blob\/master\/Fuzzing\/big-list-of-naughty-strings.txt Daniel Miessler. 2021. Big list of naughty strings. https:\/\/github.com\/danielmiessler\/SecLists\/blob\/master\/Fuzzing\/big-list-of-naughty-strings.txt"},{"key":"e_1_3_2_1_29_1","unstructured":"Monkey. 2020. Monkey. http:\/\/developer.android.com\/tools\/help\/monkey.html Monkey. 2020. Monkey. http:\/\/developer.android.com\/tools\/help\/monkey.html"},{"key":"e_1_3_2_1_30_1","volume-title":"2019 IEEE International Conference on Software Testing, Verification and Validation Workshops (ICSTW). 102\u2013111","author":"Paiva Ana C. R.","unstructured":"Ana C. R. Paiva , Joao M. E. P. Gouveia , Jean-David Elizabeth , and M\u00e1rcio E. Delamaro . 2019. Testing When Mobile Apps Go to Background and Come Back to Foreground . In 2019 IEEE International Conference on Software Testing, Verification and Validation Workshops (ICSTW). 102\u2013111 . Ana C. R. Paiva, Joao M. E. P. Gouveia, Jean-David Elizabeth, and M\u00e1rcio E. Delamaro. 2019. Testing When Mobile Apps Go to Background and Come Back to Foreground. In 2019 IEEE International Conference on Software Testing, Verification and Validation Workshops (ICSTW). 102\u2013111."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/3395363.3397354"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3194733.3194742"},{"key":"e_1_3_2_1_33_1","volume-title":"Testing Criteria for Mobile Apps Based on Callback Sequences. CoRR, abs\/1911.09201","author":"Perez Danilo Dominguez","year":"2019","unstructured":"Danilo Dominguez Perez and Wei Le. 2019. Testing Criteria for Mobile Apps Based on Callback Sequences. CoRR, abs\/1911.09201 ( 2019 ). Danilo Dominguez Perez and Wei Le. 2019. Testing Criteria for Mobile Apps Based on Callback Sequences. CoRR, abs\/1911.09201 (2019)."},{"key":"e_1_3_2_1_34_1","unstructured":"John Regehr. 2021. Responsible and Effective Bugfinding. https:\/\/blog.regehr.org\/archives\/2037 John Regehr. 2021. Responsible and Effective Bugfinding. https:\/\/blog.regehr.org\/archives\/2037"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3106237.3106250"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2020.3013438"},{"key":"e_1_3_2_1_37_1","unstructured":"Ting Su Guozhu Meng Yuting Chen Ke Wu Weiming Yang Yao Yao Geguang Pu Yang Liu and Zhendong Su. 2017. Guided Stochastic Model-based GUI Testing of Android Apps. In The joint meeting of the European Software Engineering Conference and the ACM SIGSOFT Symposium on the Foundations of Software Engineering (ESEC\/FSE). 245\u2013256. Ting Su Guozhu Meng Yuting Chen Ke Wu Weiming Yang Yao Yao Geguang Pu Yang Liu and Zhendong Su. 2017. Guided Stochastic Model-based GUI Testing of Android Apps. In The joint meeting of the European Software Engineering Conference and the ACM SIGSOFT Symposium on the Foundations of Software Engineering (ESEC\/FSE). 245\u2013256."},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3460319.3464806"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180243"},{"key":"e_1_3_2_1_40_1","unstructured":"Android team. 2021. Android Developers Documentation. https:\/\/developer.android.com\/ Android team. 2021. Android Developers Documentation. https:\/\/developer.android.com\/"},{"key":"e_1_3_2_1_41_1","unstructured":"Android team. 2021. Android Help. https:\/\/support.google.com\/android\/ Android team. 2021. Android Help. https:\/\/support.google.com\/android\/"},{"key":"e_1_3_2_1_42_1","unstructured":"F-Droid Team. 2021. F-Droid. https:\/\/f-droid.org\/ F-Droid Team. 2021. F-Droid. https:\/\/f-droid.org\/"},{"key":"e_1_3_2_1_43_1","unstructured":"GitHub Team. 2021. GitHub REST API. https:\/\/docs.github.com\/en\/rest\/ GitHub Team. 2021. GitHub REST API. https:\/\/docs.github.com\/en\/rest\/"},{"key":"e_1_3_2_1_44_1","unstructured":"Jacoco Team. 2021. Jacoco. https:\/\/www.eclemma.org\/jacoco\/ Jacoco Team. 2021. Jacoco. https:\/\/www.eclemma.org\/jacoco\/"},{"key":"e_1_3_2_1_45_1","unstructured":"uiautomator2 Team. 2021. uiautomator2. https:\/\/github.com\/openatx\/uiautomator2\/ uiautomator2 Team. 2021. uiautomator2. https:\/\/github.com\/openatx\/uiautomator2\/"},{"key":"e_1_3_2_1_46_1","volume-title":"An Empirical Study of Flaky Tests in Android Apps. In IEEE International Conference on Software Maintenance and Evolution (ICSME). 534\u2013538","author":"Thorve Swapna","year":"2018","unstructured":"Swapna Thorve , Chandani Sreshtha , and Na Meng . 2018 . An Empirical Study of Flaky Tests in Android Apps. In IEEE International Conference on Software Maintenance and Evolution (ICSME). 534\u2013538 . Swapna Thorve, Chandani Sreshtha, and Na Meng. 2018. An Empirical Study of Flaky Tests in Android Apps. In IEEE International Conference on Software Maintenance and Evolution (ICSME). 534\u2013538."},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11219-018-9418-6"},{"key":"e_1_3_2_1_48_1","volume-title":"International Conference on Software Maintenance and Evolution (ICSME). 613\u2013622","author":"V\u00e1squez Mario Linares","year":"2017","unstructured":"Mario Linares V\u00e1squez , Carlos Bernal-C\u00e1rdenas , Kevin Moran , and Denys Poshyvanyk . 2017 . How do Developers Test Android Applications? In International Conference on Software Maintenance and Evolution (ICSME). 613\u2013622 . Mario Linares V\u00e1squez, Carlos Bernal-C\u00e1rdenas, Kevin Moran, and Denys Poshyvanyk. 2017. How do Developers Test Android Applications? In International Conference on Software Maintenance and Evolution (ICSME). 613\u2013622."},{"key":"e_1_3_2_1_49_1","volume-title":"Evolutionary and Large-Scale: A New Perspective for Automated Mobile App Testing. In International Conference on Software Maintenance and Evolution (ICSME). 399\u2013410","author":"V\u00e1squez Mario Linares","year":"2017","unstructured":"Mario Linares V\u00e1squez , Kevin Moran , and Denys Poshyvanyk . 2017 . Continuous , Evolutionary and Large-Scale: A New Perspective for Automated Mobile App Testing. In International Conference on Software Maintenance and Evolution (ICSME). 399\u2013410 . Mario Linares V\u00e1squez, Kevin Moran, and Denys Poshyvanyk. 2017. Continuous, Evolutionary and Large-Scale: A New Perspective for Automated Mobile App Testing. In International Conference on Software Maintenance and Evolution (ICSME). 399\u2013410."},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3240465"},{"key":"e_1_3_2_1_51_1","volume-title":"Proceedings of the 41st International Conference on Software Engineering (ICSE). 128\u2013139","author":"Zhao Yu","unstructured":"Yu Zhao , Tingting Yu , Ting Su , Yang Liu , Wei Zheng , Jingzhi Zhang , and William G. J. Halfond . 2019. ReCDroid: automatically reproducing Android application crashes from bug reports . In Proceedings of the 41st International Conference on Software Engineering (ICSE). 128\u2013139 . Yu Zhao, Tingting Yu, Ting Su, Yang Liu, Wei Zheng, Jingzhi Zhang, and William G. J. Halfond. 2019. ReCDroid: automatically reproducing Android application crashes from bug reports. In Proceedings of the 41st International Conference on Software Engineering (ICSE). 128\u2013139."},{"key":"e_1_3_2_1_52_1","volume-title":"39th IEEE\/ACM International Conference on Software Engineering: Software Engineering in Practice Track (ICSE-SEIP). 253\u2013262","author":"Zheng Haibing","year":"2017","unstructured":"Haibing Zheng , Dengfeng Li , Beihai Liang , Xia Zeng , Wujie Zheng , Yuetang Deng , Wing Lam , Wei Yang , and Tao Xie . 2017 . Automated Test Input Generation for Android: Towards Getting There in an Industrial Case . In 39th IEEE\/ACM International Conference on Software Engineering: Software Engineering in Practice Track (ICSE-SEIP). 253\u2013262 . Haibing Zheng, Dengfeng Li, Beihai Liang, Xia Zeng, Wujie Zheng, Yuetang Deng, Wing Lam, Wei Yang, and Tao Xie. 2017. Automated Test Input Generation for Android: Towards Getting There in an Industrial Case. In 39th IEEE\/ACM International Conference on Software Engineering: Software Engineering in Practice Track (ICSE-SEIP). 253\u2013262."}],"event":{"name":"ESEC\/FSE '21: 29th ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","location":"Athens Greece","acronym":"ESEC\/FSE '21","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering"]},"container-title":["Proceedings of the 29th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3468264.3468620","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,1,9]],"date-time":"2023-01-09T15:52:31Z","timestamp":1673279551000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3468264.3468620"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,8,18]]},"references-count":52,"alternative-id":["10.1145\/3468264.3468620","10.1145\/3468264"],"URL":"https:\/\/doi.org\/10.1145\/3468264.3468620","relation":{},"subject":[],"published":{"date-parts":[[2021,8,18]]},"assertion":[{"value":"2021-08-18","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}
