SPLICE ------ results of the model selection (cf. [RaeOnoMue01,MikRaeWesSchMue99]) --------------------------------------------------- RBF-Network : 6 rbf-centers; 10 steps of rbf-opt. AdaBoost with RBF-Network : 200 boost.iter.; 6 centers; 10 steps of rbf-opt. LP_Reg-AdaBoost (-"-) : C=1.000e-03; 200 boost.iter.; 6 centers; 10 steps of rbf-opt. QP_Reg-AdaBoost (-"-) : C=1.000e-03; 200 boost.iter.; 6 centers; 10 steps of rbf-opt. AdaBoost_Reg (-"-) : C=1.000e+03; 200 boost.iter.; 6 centers; 10 steps of rbf-opt. SVM with RBF-Kernel : C=1.000e+03; sigma=7.000e+01 KFD with RBF-Kernel : C=1; sigma=55; mu=0.01 averaged classification error on the test set in % (cf. [RaeOnoMue01,MikRaeWesSchMue99]) ----------------------------------------------------------------------- RBF-Network : 9.95 +/- 0.78 AdaBoost with RBF-Network : 10.14 +/- 0.51 LP_Reg-AdaBoost (-"-) : 10.22 +/- 1.59 QP_Reg-AdaBoost (-"-) : 10.11 +/- 0.52 AdaBoost_Reg (-"-) : 9.50 +/- 0.65 SVM with RBF-Kernel : 10.88 +/- 0.66 Kernel Fisher Discriminant: 10.52 +/- 0.64 cf. with the list in http://ida.first.gmd.de/~raetsch/data/splice/splice.errors, which contains the classification error rates of the classifiers for each realization of the data. Note that one can obtain much better results on this data set if one uses an more appropriate kernel. See http://mlg.anu.edu.au/~raetsch/splice references: ----------- @article{RaeOnoMue01, author = {G.~R{\"a}tsch and T.~Onoda and K.--R.~M{\"u}ller}, title = "Soft Margins for {A}da{B}oost", year = 2001, journal = "Machine Learning", note = "also NeuroCOLT Technical Report NC-TR-1998-021", publisher = "Kluwer Academic Publishers", month = mar, volume = 42, number = 3, pages = "287--320", annote = {http://www.boosting.org/papers/RaeOnoMue00a.pdf} } @inproceedings{MikRaeWesSchMue99, author = {S.~Mika and G.~R{\"a}tsch and J.~Weston and B.~Sch{\"o}lkopf and K.--R.~M{\"u}ller}, title = {Fisher Discriminant Analysis with Kernels}, booktitle = {Neural Networks for Signal Processing IX}, year = {1999}, editor = {Y.-H.~Hu and J.~Larsen and E.~Wilson and S.~Douglas}, publisher = {IEEE}, pages = {41--48}, annote = {http://ida.first.gmd.de/~mika/PS/MikRaeWesSchMue99.pdf} } see also: @PhdThesis{Rae01, author = {G.~R{\"a}tsch}, title = {Robust Boosting via Convex Optimization}, school = {University of Potsdam}, year = 2001, month = {October}, address = {Neues Palais 10, 14469 Potsdam, Germany}, annote = {http://www.boosting.org/papers/thesis.pdf} }