%0 Journal Article %1 yeun_2004_tec %A Yeun, Yun-Seog %A Ruy, Won-Sun %A Yang, Young-Soon %A Kim, Nam-Joon %D 2004 %J IEEE Transactions on Evolutionary Computation %K (DDBS), (MDL) Directional algorithms, derivative-based description genetic length linear minimum model, polynomial, principle, processing programming, smoothing symbolic %N 6 %P 542--566 %R doi:10.1109/TEVC.2004.836818 %T Implementing Linear Models in Genetic Programming %U http://members.kr.inter.net/yyshuj/paper/pre-lm-gp.pdf %V 8 %X We deal with linear models of genetic programming (GP) for regression or approximation problems when given learning samples are not sufficient. The linear model, which is a function of unknown parameters, is built through extracting all possible base functions from the standard GP tree by a symbolic processing algorithm. The major advantage of a linear model in GP is that its parameters can be estimated by the ordinary least square (OLS) method and a good model can be selected by applying the modern minimum description length (MDL) principle, while the nonlinearity necessary to handle the given problem is effectively maintained by indirectly evolving and finding various forms of base functions. In addition to a standard linear model consisting of mathematical functions, one variant of a linear model, which can be built using low-order Taylor series and can be converted into the standard form of a polynomial, is considered in this paper. With small samples, GP frequently shows the abnormal behaviors such as extreme large peaks or odd-looking discontinuities at the points away from sample points. To overcome this problem, a directional derivative-based smoothing (DDBS) method, which is incorporated into the OLS method, is introduced together with the fitness function that is based on MDL, reflecting the effects of DDBS. Also, two illustrative examples and three engineering applications are presented.

@article{yeun_2004_tec, abstract = {We deal with linear models of genetic programming (GP) for regression or approximation problems when given learning samples are not sufficient. The linear model, which is a function of unknown parameters, is built through extracting all possible base functions from the standard GP tree by a symbolic processing algorithm. The major advantage of a linear model in GP is that its parameters can be estimated by the ordinary least square (OLS) method and a good model can be selected by applying the modern minimum description length (MDL) principle, while the nonlinearity necessary to handle the given problem is effectively maintained by indirectly evolving and finding various forms of base functions. In addition to a standard linear model consisting of mathematical functions, one variant of a linear model, which can be built using low-order Taylor series and can be converted into the standard form of a polynomial, is considered in this paper. With small samples, GP frequently shows the abnormal behaviors such as extreme large peaks or odd-looking discontinuities at the points away from sample points. To overcome this problem, a directional derivative-based smoothing (DDBS) method, which is incorporated into the OLS method, is introduced together with the fitness function that is based on MDL, reflecting the effects of DDBS. Also, two illustrative examples and three engineering applications are presented.}, added-at = {2008-06-19T17:35:00.000+0200}, author = {Yeun, Yun-Seog and Ruy, Won-Sun and Yang, Young-Soon and Kim, Nam-Joon}, biburl = {https://www.bibsonomy.org/bibtex/280094438674537218e5664397a516f52/brazovayeye}, doi = {doi:10.1109/TEVC.2004.836818}, interhash = {ed57364e2668a46036ea048ee6838652}, intrahash = {80094438674537218e5664397a516f52}, journal = {IEEE Transactions on Evolutionary Computation}, keywords = {(DDBS), (MDL) Directional algorithms, derivative-based description genetic length linear minimum model, polynomial, principle, processing programming, smoothing symbolic}, month = {December}, number = 6, pages = {542--566}, size = {25 pages}, timestamp = {2008-06-19T17:54:54.000+0200}, title = {Implementing Linear Models in Genetic Programming}, url = {http://members.kr.inter.net/yyshuj/paper/pre-lm-gp.pdf}, volume = 8, year = 2004 }