Before deploying a software system we need to assure ourselves (and stakeholders) that the system will behave correctly. This assurance is usually done by testing the system. However, it is intuitively obvious that adaptive systems, including agent-based systems, can exhibit complex behaviour, and are thus harder to test. In this paper we examine this öbvious intuition" in the case of Belief-Desire-Intention (BDI) agents. We analyse the size of the behaviour space of BDI agents and show that although the intuition is correct, the factors that influence the size are not what we expected them to be. Specifically, we found that the introduction of failure handling had a much larger effect on the size of the behaviour space than we expected. We also discuss the implications of these findings on the testability of BDI agents.
%0 Journal Article
%1 winikoff2014testability
%A Winikoff, Michael
%A Cranefield, Stephen
%D 2014
%J Journal of Artificial Intelligence Research
%K agents bdi myown testing
%P 71-131
%T On the Testability of BDI Agent Systems
%U http://www.jair.org/papers/paper4458.html
%V 51
%X Before deploying a software system we need to assure ourselves (and stakeholders) that the system will behave correctly. This assurance is usually done by testing the system. However, it is intuitively obvious that adaptive systems, including agent-based systems, can exhibit complex behaviour, and are thus harder to test. In this paper we examine this öbvious intuition" in the case of Belief-Desire-Intention (BDI) agents. We analyse the size of the behaviour space of BDI agents and show that although the intuition is correct, the factors that influence the size are not what we expected them to be. Specifically, we found that the introduction of failure handling had a much larger effect on the size of the behaviour space than we expected. We also discuss the implications of these findings on the testability of BDI agents.
@article{winikoff2014testability,
abstract = {Before deploying a software system we need to assure ourselves (and stakeholders) that the system will behave correctly. This assurance is usually done by testing the system. However, it is intuitively obvious that adaptive systems, including agent-based systems, can exhibit complex behaviour, and are thus harder to test. In this paper we examine this "obvious intuition" in the case of Belief-Desire-Intention (BDI) agents. We analyse the size of the behaviour space of BDI agents and show that although the intuition is correct, the factors that influence the size are not what we expected them to be. Specifically, we found that the introduction of failure handling had a much larger effect on the size of the behaviour space than we expected. We also discuss the implications of these findings on the testability of BDI agents.},
added-at = {2014-09-22T02:06:24.000+0200},
author = {Winikoff, Michael and Cranefield, Stephen},
biburl = {https://www.bibsonomy.org/bibtex/2bee99d982685c05b4790c2a1a27d888e/scranefield},
interhash = {d3d4aac422b0229feb2e725c4bbcded5},
intrahash = {bee99d982685c05b4790c2a1a27d888e},
journal = {Journal of Artificial Intelligence Research},
keywords = {agents bdi myown testing},
pages = {71-131},
timestamp = {2014-09-22T02:07:23.000+0200},
title = {On the Testability of BDI Agent Systems},
url = {http://www.jair.org/papers/paper4458.html},
volume = 51,
year = 2014
}