{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,8,9]],"date-time":"2024-08-09T07:10:55Z","timestamp":1723187455578},"reference-count":132,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2021,7,1]],"date-time":"2021-07-01T00:00:00Z","timestamp":1625097600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2021,7,1]],"date-time":"2021-07-01T00:00:00Z","timestamp":1625097600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2021,7,1]],"date-time":"2021-07-01T00:00:00Z","timestamp":1625097600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2021,7,1]],"date-time":"2021-07-01T00:00:00Z","timestamp":1625097600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2021,7,1]],"date-time":"2021-07-01T00:00:00Z","timestamp":1625097600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,7,1]],"date-time":"2021-07-01T00:00:00Z","timestamp":1625097600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/501100000266","name":"Engineering and Physical Sciences Research Council","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100000266","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Information and Software Technology"],"published-print":{"date-parts":[[2021,7]]},"DOI":"10.1016\/j.infsof.2021.106567","type":"journal-article","created":{"date-parts":[[2021,3,18]],"date-time":"2021-03-18T10:38:33Z","timestamp":1616063913000},"page":"106567","update-policy":"http:\/\/dx.doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":8,"special_numbering":"C","title":["Test case generation for agent-based models: A systematic literature review"],"prefix":"10.1016","volume":"135","author":[{"ORCID":"http:\/\/orcid.org\/0000-0002-6830-0566","authenticated-orcid":false,"given":"Andrew G.","family":"Clark","sequence":"first","affiliation":[]},{"given":"Neil","family":"Walkinshaw","sequence":"additional","affiliation":[]},{"given":"Robert M.","family":"Hierons","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"key":"10.1016\/j.infsof.2021.106567_b1","doi-asserted-by":"crossref","DOI":"10.1016\/j.jbankfin.2017.08.008","article-title":"Interbank contagion: An agent-based model approach to endogenously formed networks","volume":"112","author":"Liu","year":"2020","journal-title":"J. Bank. Financ."},{"key":"10.1016\/j.infsof.2021.106567_b2","doi-asserted-by":"crossref","first-page":"77","DOI":"10.1146\/annurev-publhealth-040617-014317","article-title":"Agent-based modeling in public health: current applications and future directions","volume":"39","author":"Tracy","year":"2018","journal-title":"Annu. Rev. Public Health"},{"key":"10.1016\/j.infsof.2021.106567_b3","series-title":"Report 13: Estimating the number of infections and the impact of non-pharmaceutical interventions on COVID-19 in 11 European countries","author":"Flaxman","year":"2020"},{"key":"10.1016\/j.infsof.2021.106567_b4","series-title":"Determining the optimal strategy for reopening schools, work and society in the UK: balancing earlier opening and the impact of test and trace strategies with the risk of occurrence of a secondary COVID-19 pandemic wave","author":"Panovska-Griffiths","year":"2020"},{"key":"10.1016\/j.infsof.2021.106567_b5","series-title":"Covasim: an agent-based model of COVID-19 dynamics and interventions","author":"Kerr","year":"2020"},{"key":"10.1016\/j.infsof.2021.106567_b6","doi-asserted-by":"crossref","unstructured":"R. Ramler, K. Wolfmaier, Economic perspectives in test automation: balancing automated and manual testing with opportunity cost, in: Proceedings of the 2006 International Workshop on Automation of Software Test, 2006, pp. 85\u201391.","DOI":"10.1145\/1138929.1138946"},{"issue":"2","key":"10.1016\/j.infsof.2021.106567_b7","doi-asserted-by":"crossref","first-page":"105","DOI":"10.1002\/stvr.294","article-title":"Search-based software test data generation: a survey","volume":"14","author":"McMinn","year":"2004","journal-title":"Softw. Test. Verif. Reliab."},{"key":"10.1016\/j.infsof.2021.106567_b8","series-title":"NDSS, Vol. 8","first-page":"151","article-title":"Automated whitebox fuzz testing","author":"Godefroid","year":"2008"},{"issue":"6","key":"10.1016\/j.infsof.2021.106567_b9","article-title":"A survey on automatic test case generation","volume":"15","author":"Prasanna","year":"2005","journal-title":"Acad. Open Internet J."},{"issue":"8","key":"10.1016\/j.infsof.2021.106567_b10","doi-asserted-by":"crossref","first-page":"1978","DOI":"10.1016\/j.jss.2013.02.061","article-title":"An orchestrated survey of methodologies for automated software test case generation","volume":"86","author":"Anand","year":"2013","journal-title":"J. Syst. Softw."},{"issue":"10","key":"10.1016\/j.infsof.2021.106567_b11","doi-asserted-by":"crossref","first-page":"1219","DOI":"10.1016\/j.infsof.2014.05.006","article-title":"Testing scientific software: A systematic literature review","volume":"56","author":"Kanewala","year":"2014","journal-title":"Inf. Softw. Technol."},{"key":"10.1016\/j.infsof.2021.106567_b12","series-title":"Artificial intelligence: a modern approach","author":"Russell","year":"2002"},{"key":"10.1016\/j.infsof.2021.106567_b13","series-title":"Agent Technology: Computing As Interaction (a Roadmap for Agent Based Computing)","author":"Luck","year":"2005"},{"key":"10.1016\/j.infsof.2021.106567_b14","series-title":"Coronavirus analysis","year":"2020"},{"key":"10.1016\/j.infsof.2021.106567_b15","series-title":"Covid-19 covidsim model","year":"2020"},{"issue":"2","key":"10.1016\/j.infsof.2021.106567_b16","doi-asserted-by":"crossref","DOI":"10.18564\/jasss.4298","article-title":"Computational models that matter during a global pandemic outbreak: A call to action","volume":"23","author":"Squazzoni","year":"2020","journal-title":"J. Artif. Soc. Soc. Simul."},{"key":"10.1016\/j.infsof.2021.106567_b17","article-title":"Prediction models for diagnosis and prognosis of covid-19 infection: systematic review and critical appraisal","volume":"369","author":"Wynants","year":"2020","journal-title":"bmj"},{"key":"10.1016\/j.infsof.2021.106567_b18","series-title":"Guidelines for Performing Systematic Literature Reviews in Software Engineering","author":"Kitchenham","year":"2007"},{"key":"10.1016\/j.infsof.2021.106567_b19","series-title":"Agent-Based Models of Geographical Systems","first-page":"85","article-title":"Introduction to agent-based modelling","author":"Crooks","year":"2012"},{"key":"10.1016\/j.infsof.2021.106567_b20","series-title":"Icmas, Vol. 95","first-page":"312","article-title":"Bdi agents: from theory to practice","author":"Rao","year":"1995"},{"issue":"3","key":"10.1016\/j.infsof.2021.106567_b21","doi-asserted-by":"crossref","first-page":"601","DOI":"10.1103\/RevModPhys.55.601","article-title":"Statistical mechanics of cellular automata","volume":"55","author":"Wolfram","year":"1983","journal-title":"Rev. Modern Phys."},{"issue":"1","key":"10.1016\/j.infsof.2021.106567_b22","doi-asserted-by":"crossref","first-page":"243","DOI":"10.1093\/ije\/dyy260","article-title":"Dag-informed regression modelling, agent-based modelling and microsimulation modelling: a critical comparison of methods for causal inference","volume":"48","author":"Arnold","year":"2019","journal-title":"Int. J. Epidemiol."},{"key":"10.1016\/j.infsof.2021.106567_b23","doi-asserted-by":"crossref","first-page":"280","DOI":"10.1016\/j.socscimed.2015.08.041","article-title":"Dynamic impact of social stratification and social influence on smoking prevalence by gender: an agent-based model","volume":"147","author":"Chao","year":"2015","journal-title":"Soc. Sci. Med."},{"key":"10.1016\/j.infsof.2021.106567_b24","series-title":"2011 IEEE Third International Conference on Privacy, Security, Risk and Trust and 2011 IEEE Third International Conference on Social Computing","first-page":"57","article-title":"An agent-based model of epidemic spread using human mobility and social network information","author":"Frias-Martinez","year":"2011"},{"key":"10.1016\/j.infsof.2021.106567_b25","series-title":"Transparency, reproducibility, and validity of COVID-19 projection models","author":"Chatterjee","year":"2020"},{"key":"10.1016\/j.infsof.2021.106567_b26","series-title":"Software Testing: A Craftsman\u2019s Approach","author":"Jorgensen","year":"2018"},{"issue":"11","key":"10.1016\/j.infsof.2021.106567_b27","doi-asserted-by":"crossref","first-page":"312","DOI":"10.1145\/504311.504305","article-title":"Regression test selection for java software","volume":"36","author":"Harrold","year":"2001","journal-title":"ACM SIGPLAN Not."},{"issue":"4","key":"10.1016\/j.infsof.2021.106567_b28","doi-asserted-by":"crossref","first-page":"366","DOI":"10.1145\/267580.267590","article-title":"Software unit test coverage and adequacy","volume":"29","author":"Zhu","year":"1997","journal-title":"Acm Comput. Surv. (csur)"},{"issue":"5","key":"10.1016\/j.infsof.2021.106567_b29","doi-asserted-by":"crossref","first-page":"507","DOI":"10.1109\/TSE.2014.2372785","article-title":"The oracle problem in software testing: A survey","volume":"41","author":"Barr","year":"2015","journal-title":"IEEE Trans. Softw. Eng."},{"key":"10.1016\/j.infsof.2021.106567_b30","series-title":"International Workshop on Agent-Oriented Software Engineering","first-page":"187","article-title":"Experimental evaluation of ontology-based test generation for multi-agent systems","author":"Nguyen","year":"2008"},{"key":"10.1016\/j.infsof.2021.106567_b31","series-title":"International Workshop on Agent-Oriented Software Engineering","first-page":"180","article-title":"Testing in multi-agent systems","author":"Nguyen","year":"2009"},{"key":"10.1016\/j.infsof.2021.106567_b32","series-title":"Developing Intelligent Agent Systems: A Practical Guide, Vol. 13","author":"Padgham","year":"2005"},{"key":"10.1016\/j.infsof.2021.106567_b33","series-title":"2010 Third International Conference on Software Testing, Verification, and Validation Workshops","first-page":"151","article-title":"Mutation operators for agent-based models","author":"Adra","year":"2010"},{"key":"10.1016\/j.infsof.2021.106567_b34","series-title":"International Workshop on Agent-Oriented Software Engineering","first-page":"156","article-title":"Sunit: A unit testing framework for test driven development of multi-agent systems","author":"Tiryaki","year":"2006"},{"key":"10.1016\/j.infsof.2021.106567_b35","series-title":"12th Asia-Pacific Software Engineering Conference (APSEC\u201905)","first-page":"8","article-title":"Conformance testing of BDI properties in agent-based software","author":"Zheng","year":"2005"},{"issue":"6","key":"10.1016\/j.infsof.2021.106567_b36","doi-asserted-by":"crossref","first-page":"553","DOI":"10.1109\/32.87281","article-title":"Testability of software components","volume":"17","author":"Freedman","year":"1991","journal-title":"IEEE Trans. Softw. Eng."},{"key":"10.1016\/j.infsof.2021.106567_b37","series-title":"Proceedings of the 34th Annual Hawaii International Conference on System Sciences","first-page":"8","article-title":"Agent-based and system dynamics modeling: a call for cross study and joint research","author":"Scholl","year":"2001"},{"key":"10.1016\/j.infsof.2021.106567_b38","unstructured":"C.D. Nguyen, A. Perini, P. Tonella, Ontology-based test generation for multiagent systems, in: Proceedings of the 7th International Joint Conference on Autonomous Agents and Multiagent Systems-Volume 3, 2008, pp. 1315\u20131320."},{"issue":"5","key":"10.1016\/j.infsof.2021.106567_b39","doi-asserted-by":"crossref","first-page":"1251","DOI":"10.1007\/s10489-017-1112-z","article-title":"Agent systems verification: systematic literature review and mapping","volume":"48","author":"Bakar","year":"2018","journal-title":"Appl. Intell."},{"key":"10.1016\/j.infsof.2021.106567_b40","series-title":"International Conference on Intelligent Data Engineering and Automated Learning","first-page":"510","article-title":"Requirements engineering in the development of multi-agent systems: a systematic review","author":"Blanes","year":"2009"},{"issue":"2","key":"10.1016\/j.infsof.2021.106567_b41","doi-asserted-by":"crossref","first-page":"447","DOI":"10.1007\/s13369-017-2796-4","article-title":"A systematic review of agent-based test case generation for regression testing","volume":"43","author":"Arora","year":"2018","journal-title":"Arab. J. Sci. Eng."},{"issue":"2","key":"10.1016\/j.infsof.2021.106567_b42","doi-asserted-by":"crossref","first-page":"146","DOI":"10.1093\/aje\/kwx090","article-title":"Invited commentary: agent-based models\u2014bias in the face of discovery","volume":"186","author":"Keyes","year":"2017","journal-title":"Am. J. Epidemiol."},{"key":"10.1016\/j.infsof.2021.106567_b43","doi-asserted-by":"crossref","DOI":"10.1016\/j.jedc.2020.103859","article-title":"A comparison of economic agent-based model calibration methods","volume":"113","author":"Platt","year":"2020","journal-title":"J. Econom. Dynam. Control"},{"issue":"1","key":"10.1016\/j.infsof.2021.106567_b44","doi-asserted-by":"crossref","first-page":"20","DOI":"10.1145\/2090147.2094081","article-title":"Sage: whitebox fuzzing for security testing","volume":"10","author":"Godefroid","year":"2012","journal-title":"Queue"},{"key":"10.1016\/j.infsof.2021.106567_b45","series-title":"Computer Simulation Validation","first-page":"763","article-title":"Validation of agent-based models in economics and finance","author":"Fagiolo","year":"2019"},{"key":"10.1016\/j.infsof.2021.106567_b46","series-title":"Proceedings of the 2019 Summer Simulation Conference","first-page":"1","article-title":"Show me your properties: the potential of property-based testing in agent-based simulation","author":"Thaler","year":"2019"},{"key":"10.1016\/j.infsof.2021.106567_b47","series-title":"2011 33rd International Conference on Software Engineering (ICSE)","first-page":"391","article-title":"Programs, tests, and oracles: the foundations of testing revisited","author":"Staats","year":"2011"},{"key":"10.1016\/j.infsof.2021.106567_b48","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.infsof.2015.03.007","article-title":"Guidelines for conducting systematic mapping studies in software engineering: An update","volume":"64","author":"Petersen","year":"2015","journal-title":"Inf. Softw. Technol."},{"key":"10.1016\/j.infsof.2021.106567_b49","series-title":"International Workshop on Agent-Oriented Software Engineering","first-page":"174","article-title":"Prometheus: A methodology for developing intelligent agents","author":"Padgham","year":"2002"},{"issue":"3","key":"10.1016\/j.infsof.2021.106567_b50","doi-asserted-by":"crossref","first-page":"203","DOI":"10.1023\/B:AGNT.0000018806.20944.ef","article-title":"Tropos: An agent-oriented software development methodology","volume":"8","author":"Bresciani","year":"2004","journal-title":"Auton. Agents Multi-Agent Syst."},{"key":"10.1016\/j.infsof.2021.106567_b51","unstructured":"B. Bauer, J.P. M\u00fcller, J. Odell, et al. Agent UML: A formalism for specifying multiagent interaction."},{"key":"10.1016\/j.infsof.2021.106567_b52","series-title":"Automata, Languages, and Machines","author":"Eilenberg","year":"1974"},{"key":"10.1016\/j.infsof.2021.106567_b53","series-title":"The Theory and Practice of Specification Based Software Testing","author":"Laycock","year":"1993"},{"issue":"3","key":"10.1016\/j.infsof.2021.106567_b54","doi-asserted-by":"crossref","first-page":"178","DOI":"10.1109\/TSE.1978.231496","article-title":"Testing software design modeled by finite-state machines","author":"Chow","year":"1978","journal-title":"IEEE Trans. Softw. Eng."},{"key":"10.1016\/j.infsof.2021.106567_b55","doi-asserted-by":"crossref","first-page":"145","DOI":"10.1016\/j.entcs.2004.02.073","article-title":"Towards contract-based testing of web services","volume":"116","author":"Heckel","year":"2005","journal-title":"Electron. Notes Theor. Comput. Sci."},{"key":"10.1016\/j.infsof.2021.106567_b56","series-title":"Proceedings of IEEE 18th International Conference on Software Engineering","first-page":"71","article-title":"Assertion-oriented automated test data generation","author":"Korel","year":"1996"},{"issue":"2","key":"10.1016\/j.infsof.2021.106567_b57","doi-asserted-by":"crossref","first-page":"187","DOI":"10.1016\/S0304-3975(01)00359-0","article-title":"Maude: Specification and programming in rewriting logic","volume":"285","author":"Clavel","year":"2002","journal-title":"Theoret. Comput. Sci."},{"key":"10.1016\/j.infsof.2021.106567_b58","series-title":"Ontologies for Software Engineering and Software Technology","author":"Calero","year":"2006"},{"key":"10.1016\/j.infsof.2021.106567_b59","series-title":"International Workshop on Agent-Oriented Software Engineering","first-page":"116","article-title":"A unified graphical notation for AOSE","author":"Padgham","year":"2008"},{"key":"10.1016\/j.infsof.2021.106567_b60","series-title":"Kommunikation mit automaten","author":"Petri","year":"1962"},{"key":"10.1016\/j.infsof.2021.106567_b61","series-title":"Introduction to the Theory of Finite-State Machines","author":"Gill","year":"1962"},{"issue":"8","key":"10.1016\/j.infsof.2021.106567_b62","doi-asserted-by":"crossref","first-page":"1090","DOI":"10.1109\/5.533956","article-title":"Principles and methods of testing finite state machines-a survey","volume":"84","author":"Lee","year":"1996","journal-title":"Proc. IEEE"},{"key":"10.1016\/j.infsof.2021.106567_b63","series-title":"30th ACM\/IEEE Design Automation Conference","first-page":"86","article-title":"Automatic functional test generation using the extended finite state machine model","author":"Cheng","year":"1993"},{"issue":"3","key":"10.1016\/j.infsof.2021.106567_b64","doi-asserted-by":"crossref","first-page":"223","DOI":"10.1145\/356698.356702","article-title":"Petri nets","volume":"9","author":"Peterson","year":"1977","journal-title":"ACM Comput. Surv."},{"key":"10.1016\/j.infsof.2021.106567_b65","doi-asserted-by":"crossref","unstructured":"O. Shehory, A. Sturm, Evaluation of modeling techniques for agent-based systems, in: Proceedings of the Fifth International Conference on Autonomous Agents, 2001, pp. 624\u2013631.","DOI":"10.1145\/375735.376473"},{"key":"10.1016\/j.infsof.2021.106567_b66","series-title":"International Conference on Application and Theory of Petri Nets","first-page":"228","article-title":"Theoretical aspects of recursive Petri nets","author":"Haddad","year":"1999"},{"issue":"1","key":"10.1016\/j.infsof.2021.106567_b67","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1080\/02286203.2010.11442552","article-title":"Survey and evaluation of agent-oriented software engineering main approaches","volume":"30","author":"Juneidi","year":"2010","journal-title":"Int. J. Model. Simul."},{"key":"10.1016\/j.infsof.2021.106567_b68","series-title":"Software Engineering for Agent-Oriented Systems, SEAS","article-title":"Experiencing AUML for MAS modeling: A critical view","author":"Peres","year":"2005"},{"key":"10.1016\/j.infsof.2021.106567_b69","series-title":"Holonic multi-agent systems","author":"Gerber","year":"1999"},{"key":"10.1016\/j.infsof.2021.106567_b70","series-title":"The Furniture of the World","first-page":"47","article-title":"Ontology","author":"Smith","year":"2012"},{"key":"10.1016\/j.infsof.2021.106567_b71","series-title":"SEKE","first-page":"478","article-title":"Ontology-based test case generation for simulating complex production automation systems","author":"Moser","year":"2010"},{"key":"10.1016\/j.infsof.2021.106567_b72","series-title":"Ontology Matching, Vol. 18","author":"Euzenat","year":"2007"},{"key":"10.1016\/j.infsof.2021.106567_b73","article-title":"Random testing","author":"Hamlet","year":"2002","journal-title":"Encyclopedia Softw. Eng."},{"issue":"4","key":"10.1016\/j.infsof.2021.106567_b74","doi-asserted-by":"crossref","first-page":"53","DOI":"10.1145\/1988042.1988046","article-title":"Quickcheck: a lightweight tool for random testing of haskell programs","volume":"46","author":"Claessen","year":"2011","journal-title":"Acm Sigplan Not."},{"key":"10.1016\/j.infsof.2021.106567_b75","series-title":"The Mathematical Theory of Infectious Diseases and Its Applications","author":"Bailey","year":"1975"},{"key":"10.1016\/j.infsof.2021.106567_b76","series-title":"Growing Artificial Societies: Social Science from the Bottom Up","author":"Epstein","year":"1996"},{"issue":"1","key":"10.1016\/j.infsof.2021.106567_b77","doi-asserted-by":"crossref","first-page":"73","DOI":"10.1016\/0304-3975(92)90182-F","article-title":"Conditional rewriting logic as a unified model of concurrency","volume":"96","author":"Meseguer","year":"1992","journal-title":"Theor. Comput. Sci."},{"key":"10.1016\/j.infsof.2021.106567_b78","series-title":"Handbook of Genetic Algorithms","author":"Davis","year":"1991"},{"issue":"2","key":"10.1016\/j.infsof.2021.106567_b79","doi-asserted-by":"crossref","first-page":"65","DOI":"10.1007\/BF00175354","article-title":"A genetic algorithm tutorial","volume":"4","author":"Whitley","year":"1994","journal-title":"Statist. Comput."},{"issue":"2","key":"10.1016\/j.infsof.2021.106567_b80","doi-asserted-by":"crossref","first-page":"182","DOI":"10.1109\/4235.996017","article-title":"A fast and elitist multiobjective genetic algorithm: NSGA-II","volume":"6","author":"Deb","year":"2002","journal-title":"IEEE Trans. Evol. Comput."},{"issue":"1","key":"10.1016\/j.infsof.2021.106567_b81","doi-asserted-by":"crossref","first-page":"9","DOI":"10.1002\/stvr.4370040104","article-title":"An empirical comparison of data flow and mutation-based test adequacy criteria","volume":"4","author":"Mathur","year":"1994","journal-title":"Softw. Test. Verif. Reliab."},{"issue":"4","key":"10.1016\/j.infsof.2021.106567_b82","doi-asserted-by":"crossref","first-page":"311","DOI":"10.1023\/A:1010011219782","article-title":"Automated test case generation for BDI agents","volume":"2","author":"Low","year":"1999","journal-title":"Auton. Agents Multi-Agent Syst."},{"issue":"1","key":"10.1016\/j.infsof.2021.106567_b83","doi-asserted-by":"crossref","first-page":"21","DOI":"10.1007\/s00165-009-0134-7","article-title":"A data-flow approach to test multi-agent ASMs","volume":"23","author":"Cavarra","year":"2011","journal-title":"Formal Aspects Comput."},{"issue":"4","key":"10.1016\/j.infsof.2021.106567_b84","doi-asserted-by":"crossref","first-page":"367","DOI":"10.1109\/TSE.1985.232226","article-title":"Selecting software test data using data flow information","author":"Rapps","year":"1985","journal-title":"IEEE Trans. Softw. Eng."},{"issue":"5","key":"10.1016\/j.infsof.2021.106567_b85","doi-asserted-by":"crossref","first-page":"649","DOI":"10.1109\/TSE.2010.62","article-title":"An analysis and survey of the development of mutation testing","volume":"37","author":"Jia","year":"2010","journal-title":"IEEE Trans. Softw. Eng."},{"issue":"4","key":"10.1016\/j.infsof.2021.106567_b86","doi-asserted-by":"crossref","first-page":"74","DOI":"10.1145\/263244.263267","article-title":"Property-based testing: a new approach to testing for assurance","volume":"22","author":"Fink","year":"1997","journal-title":"ACM SIGSOFT Softw. Eng. Notes"},{"issue":"1","key":"10.1016\/j.infsof.2021.106567_b87","doi-asserted-by":"crossref","first-page":"49","DOI":"10.1207\/s15327000em0101_4","article-title":"Emergence as a construct: History and issues","volume":"1","author":"Goldstein","year":"1999","journal-title":"Emergence"},{"key":"10.1016\/j.infsof.2021.106567_b88","article-title":"Acceptance testing","volume":"238","author":"Miller","year":"2001","journal-title":"Proc. XPUniverse"},{"issue":"9","key":"10.1016\/j.infsof.2021.106567_b89","doi-asserted-by":"crossref","first-page":"1230","DOI":"10.1109\/TSE.2013.10","article-title":"Model-based test oracle generation for automated unit testing of agent systems","volume":"39","author":"Padgham","year":"2013","journal-title":"IEEE Trans. Softw. Eng."},{"key":"10.1016\/j.infsof.2021.106567_b90","doi-asserted-by":"crossref","unstructured":"I. Hadar, T. Kuflik, A. Perini, I. Reinhartz-Berger, F. Ricca, A. Susi, An empirical study of requirements model understanding: Use Case vs. Tropos models, in: Proceedings of the 2010 ACM Symposium on Applied Computing, 2010, pp. 2324\u20132329.","DOI":"10.1145\/1774088.1774569"},{"key":"10.1016\/j.infsof.2021.106567_b91","series-title":"2009 International Conference on Software Testing Verification and Validation","first-page":"230","article-title":"Generating feasible transition paths for testing from an extended finite state machine (EFSM)","author":"Kalaji","year":"2009"},{"issue":"4","key":"10.1016\/j.infsof.2021.106567_b92","doi-asserted-by":"crossref","first-page":"134","DOI":"10.1145\/566171.566192","article-title":"Projected state machine coverage for software testing","volume":"27","author":"Friedman","year":"2002","journal-title":"ACM SIGSOFT Softw. Eng. Notes"},{"key":"10.1016\/j.infsof.2021.106567_b93","doi-asserted-by":"crossref","unstructured":"A. Leitner, I. Ciupa, M. Oriol, B. Meyer, A. Fiva, Contract driven development test driven development-writing test cases, in: Proceedings of the the 6th Joint Meeting of the European Software Engineering Conference and the ACM SIGSOFT Symposium on the Foundations of Software Engineering, 2007, pp. 425\u2013434.","DOI":"10.1145\/1287624.1287685"},{"key":"10.1016\/j.infsof.2021.106567_b94","series-title":"JOWO 2019, the Joint Ontology Workshops, Graz, Austria, September 23-25, 2019., Vol. 2518","article-title":"Lessons learned from an application of ontologies in software testing","author":"Tan","year":"2019"},{"key":"10.1016\/j.infsof.2021.106567_b95","series-title":"2011 Federated Conference on Computer Science and Information Systems (FedCSIS)","first-page":"561","article-title":"A methodology for developing component-based agent systems focusing on component quality","author":"Eleftherakis","year":"2011"},{"key":"10.1016\/j.infsof.2021.106567_b96","series-title":"2008 IEEE\/ACS International Conference on Computer Systems and Applications","first-page":"785","article-title":"A recursive colored Petri nets semantics for AUML as base of test case generation","author":"Kissoum","year":"2008"},{"issue":"4","key":"10.1016\/j.infsof.2021.106567_b97","doi-asserted-by":"crossref","first-page":"541","DOI":"10.1109\/5.24143","article-title":"Petri nets: Properties, analysis and applications","volume":"77","author":"Murata","year":"1989","journal-title":"Proc. IEEE"},{"key":"10.1016\/j.infsof.2021.106567_b98","series-title":"2019 International Conference on Networking and Advanced Systems (ICNAS)","first-page":"1","article-title":"A novel test case generation approach based on AUML sequence diagram","author":"Dehimi","year":"2019"},{"key":"10.1016\/j.infsof.2021.106567_b99","doi-asserted-by":"crossref","first-page":"77","DOI":"10.1016\/j.jss.2015.06.008","article-title":"Mas-ml 2.0: Supporting the modelling of multi-agent systems with different agent architectures","volume":"108","author":"Gon\u00e7alves","year":"2015","journal-title":"J. Syst. Softw."},{"key":"10.1016\/j.infsof.2021.106567_b100","series-title":"International Workshop on Agent-Oriented Software Engineering","first-page":"66","article-title":"Automated testing for intelligent agent systems","author":"Zhang","year":"2009"},{"key":"10.1016\/j.infsof.2021.106567_b101","series-title":"Autonomous Agents and MultiAgent Systems","first-page":"285","article-title":"Scenarios for system requirements traceability and testing","author":"Thangarajah","year":"2011"},{"issue":"2","key":"10.1016\/j.infsof.2021.106567_b102","doi-asserted-by":"crossref","first-page":"258","DOI":"10.1109\/TSE.2011.121","article-title":"Random testing: Theoretical results and practical implications","volume":"38","author":"Arcuri","year":"2011","journal-title":"IEEE Trans. Softw. Eng."},{"issue":"1","key":"10.1016\/j.infsof.2021.106567_b103","doi-asserted-by":"crossref","first-page":"4","DOI":"10.1186\/2190-8532-1-4","article-title":"Generating test cases for marine safety and security scenarios: a composition framework","volume":"1","author":"Shahir","year":"2012","journal-title":"Secur. Inform."},{"key":"10.1016\/j.infsof.2021.106567_b104","series-title":"2013 Science and Information Conference","first-page":"485","article-title":"A novel conformance testing technique for agent interaction protocols","author":"Mokhati","year":"2013"},{"issue":"2","key":"10.1016\/j.infsof.2021.106567_b105","doi-asserted-by":"crossref","first-page":"260","DOI":"10.1007\/s10458-011-9175-4","article-title":"Evolutionary testing of autonomous software agents","volume":"25","author":"Nguyen","year":"2012","journal-title":"Auton. Agents Multi-Agent Syst."},{"key":"10.1016\/j.infsof.2021.106567_b106","series-title":"Advances in Computers, Vol. 112","first-page":"275","article-title":"Mutation testing advances: an analysis and survey","author":"Papadakis","year":"2019"},{"key":"10.1016\/j.infsof.2021.106567_b107","doi-asserted-by":"crossref","unstructured":"R. Just, D. Jalali, M.D. Ernst, Defects4J: A database of existing faults to enable controlled testing studies for Java programs, in: Proceedings of the 2014 International Symposium on Software Testing and Analysis, 2014, pp. 437\u2013440.","DOI":"10.1145\/2610384.2628055"},{"key":"10.1016\/j.infsof.2021.106567_b108","series-title":"2016 23rd Asia-Pacific Software Engineering Conference (APSEC)","first-page":"153","article-title":"A map of threats to validity of systematic literature reviews in software engineering","author":"Zhou","year":"2016"},{"key":"10.1016\/j.infsof.2021.106567_b109","unstructured":"C.D. Nguyen, A. Perini, P. Tonella, eCAT: a tool for automating test cases generation and execution in testing multi-agent systems, in: Proceedings of the 7th international joint conference on Autonomous agents and multiagent systems: demo papers, 2008, pp. 1669\u20131670."},{"key":"10.1016\/j.infsof.2021.106567_b110","series-title":"Proceedings of the 2019 Summer Simulation Conference","first-page":"1","article-title":"Show me your properties: the potential of property-based testing in agent-based simulation","author":"Thaler","year":"2019"},{"key":"10.1016\/j.infsof.2021.106567_b111","series-title":"Autonomous Agents and MultiAgent Systems","first-page":"285","article-title":"Scenarios for system requirements traceability and testing","author":"Thangarajah","year":"2011"},{"key":"10.1016\/j.infsof.2021.106567_b112","doi-asserted-by":"crossref","first-page":"232","DOI":"10.1016\/j.engappai.2015.09.013","article-title":"Testing HMAS-based applications: An ASPECS-based approach","volume":"46","author":"Dehimi","year":"2015","journal-title":"Eng. Appl. Artif. Intell."},{"key":"10.1016\/j.infsof.2021.106567_b113","series-title":"2007 IEEE\/ACS International Conference on Computer Systems and Applications","first-page":"76","article-title":"A formal approach for functional and structural test case generation in multi-agent systems","author":"Kissoum","year":"2007"},{"key":"10.1016\/j.infsof.2021.106567_b114","series-title":"2013 Science and Information Conference","first-page":"485","article-title":"A novel conformance testing technique for Agent Interaction Protocols","author":"Mokhati","year":"2013"},{"issue":"9","key":"10.1016\/j.infsof.2021.106567_b115","doi-asserted-by":"crossref","first-page":"1230","DOI":"10.1109\/TSE.2013.10","article-title":"Model-based test oracle generation for automated unit testing of agent systems","volume":"39","author":"Padgham","year":"2013","journal-title":"IEEE Trans. Softw. Eng."},{"key":"10.1016\/j.infsof.2021.106567_b116","series-title":"2011 Federated Conference on Computer Science and Information Systems (FedCSIS)","first-page":"561","article-title":"A methodology for developing component-based agent systems focusing on component quality","author":"Eleftherakis","year":"2011"},{"key":"10.1016\/j.infsof.2021.106567_b117","series-title":"2019 International Conference on Networking and Advanced Systems (ICNAS)","first-page":"1","article-title":"A Novel test Case Generation Approach based on AUML sequence diagram","author":"Dehimi","year":"2019"},{"key":"10.1016\/j.infsof.2021.106567_b118","series-title":"12th Asia-Pacific Software Engineering Conference (APSEC\u201905)","first-page":"8","article-title":"Conformance testing of BDI properties in agent-based software","author":"Zheng","year":"2005"},{"key":"10.1016\/j.infsof.2021.106567_b119","series-title":"2008 IEEE\/ACS International Conference on Computer Systems and Applications","first-page":"785","article-title":"A Recursive Colored Petri Nets semantics for AUML as base of test case generation","author":"Kissoum","year":"2008"},{"key":"10.1016\/j.infsof.2021.106567_b120","series-title":"International Conference on Agents and Artificial Intelligence","first-page":"37","article-title":"Stream X-Machines for agent simulation test Case Generation","author":"Sakellariou","year":"2015"},{"key":"10.1016\/j.infsof.2021.106567_b121","series-title":"International Workshop on Agent-Oriented Software Engineering","first-page":"187","article-title":"Experimental evaluation of ontology-based test generation for multi-agent systems","author":"Nguyen","year":"2008"},{"issue":"5","key":"10.1016\/j.infsof.2021.106567_b122","doi-asserted-by":"crossref","first-page":"690","DOI":"10.3844\/jcssp.2011.690.697","article-title":"Structured integration test suite generation process for multi-agent system","volume":"7","author":"Houhamdi","year":"2011","journal-title":"J. Comput. Sci."},{"key":"10.1016\/j.infsof.2021.106567_b123","doi-asserted-by":"crossref","first-page":"230","DOI":"10.1016\/j.neucom.2014.04.060","article-title":"Agenttest: A specification language for agent-based system testing","volume":"146","author":"Babac","year":"2014","journal-title":"Neurocomputing"},{"issue":"2","key":"10.1016\/j.infsof.2021.106567_b124","doi-asserted-by":"crossref","first-page":"260","DOI":"10.1007\/s10458-011-9175-4","article-title":"Evolutionary testing of autonomous software agents","volume":"25","author":"Nguyen","year":"2012","journal-title":"Auton. Agents Multi-Agent Syst."},{"issue":"1","key":"10.1016\/j.infsof.2021.106567_b125","doi-asserted-by":"crossref","first-page":"4","DOI":"10.1186\/2190-8532-1-4","article-title":"Generating test cases for marine safety and security scenarios: a composition framework","volume":"1","author":"Shahir","year":"2012","journal-title":"Secur. Inform."},{"issue":"1","key":"10.1016\/j.infsof.2021.106567_b126","doi-asserted-by":"crossref","first-page":"21","DOI":"10.1007\/s00165-009-0134-7","article-title":"A data-flow approach to test multi-agent ASMs","volume":"23","author":"Cavarra","year":"2011","journal-title":"Form. Asp. Comput."},{"issue":"4","key":"10.1016\/j.infsof.2021.106567_b127","doi-asserted-by":"crossref","first-page":"311","DOI":"10.1023\/A:1010011219782","article-title":"Automated test case generation for BDI agents","volume":"2","author":"Low","year":"1999","journal-title":"Auton. Agents Multi-Agent Syst."},{"key":"10.1016\/j.infsof.2021.106567_b128","series-title":"SEKE","first-page":"478","article-title":"Ontology-based test case generation for simulating complex production automation systems","author":"Moser","year":"2010"},{"key":"10.1016\/j.infsof.2021.106567_b129","series-title":"ICINCO (2)","first-page":"217","article-title":"Ontology-based test data generation using metaheuristics","author":"Szatm\u00e1ri","year":"2011"},{"key":"10.1016\/j.infsof.2021.106567_b130","series-title":"International Workshop on Agent-Oriented Software Engineering","first-page":"66","article-title":"Automated testing for intelligent agent systems","author":"Zhang","year":"2009"},{"key":"10.1016\/j.infsof.2021.106567_b131","series-title":"2007 IEEE International Conference on Software Maintenance","first-page":"425","article-title":"Jat: A test automation framework for multi-agent systems","author":"Coelho","year":"2007"},{"key":"10.1016\/j.infsof.2021.106567_b132","series-title":"International Symposium on Search Based Software Engineering","first-page":"245","article-title":"Preference-based many-objective evolutionary testing generates harder test cases for autonomous agents","author":"Kalboussi","year":"2013"}],"container-title":["Information and Software Technology"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0950584921000501?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0950584921000501?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2023,3,9]],"date-time":"2023-03-09T19:23:28Z","timestamp":1678389808000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0950584921000501"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,7]]},"references-count":132,"alternative-id":["S0950584921000501"],"URL":"http:\/\/dx.doi.org\/10.1016\/j.infsof.2021.106567","relation":{},"ISSN":["0950-5849"],"issn-type":[{"value":"0950-5849","type":"print"}],"subject":[],"published":{"date-parts":[[2021,7]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Test case generation for agent-based models: A systematic literature review","name":"articletitle","label":"Article Title"},{"value":"Information and Software Technology","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.infsof.2021.106567","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2021 Elsevier B.V. All rights reserved.","name":"copyright","label":"Copyright"}],"article-number":"106567"}}
