diff --git a/moa/src/main/java/moa/classifiers/deeplearning/CAND.java b/moa/src/main/java/moa/classifiers/deeplearning/CAND.java index 0316affa2..c7fe9cdc8 100644 --- a/moa/src/main/java/moa/classifiers/deeplearning/CAND.java +++ b/moa/src/main/java/moa/classifiers/deeplearning/CAND.java @@ -160,6 +160,12 @@ public class CAND extends AbstractClassifier implements MultiClassClassifier, Ca "Stats dump file name", "" ); + public IntOption djlRandomSeed = new IntOption( + "djlRandomSeed", + 'S', + "Random seed for DJL Engine", + 10, 0, Integer.MAX_VALUE); + @Override public void resetLearningImpl() { if (nn != null) { @@ -428,6 +434,7 @@ class MLPConfigs{ this.nn[i].numberOfLayers.setValue(numberOfLayersInEachMLP.getValue()); this.nn[i].deltaForADWIN = nnConfigs[i].deltaForADWIN; this.nn[i].backPropLossThreshold.setValue(backPropLossThreshold.getValue()); + this.nn[i].djlRandomSeed.setValue(djlRandomSeed.getValue()); this.nn[i].initializeNetwork(instance); } diff --git a/moa/src/main/java/moa/classifiers/deeplearning/MLP.java b/moa/src/main/java/moa/classifiers/deeplearning/MLP.java index d1a54794d..17eee24a1 100644 --- a/moa/src/main/java/moa/classifiers/deeplearning/MLP.java +++ b/moa/src/main/java/moa/classifiers/deeplearning/MLP.java @@ -31,6 +31,7 @@ import com.github.javacliparser.FloatOption; import com.github.javacliparser.MultiChoiceOption; +import ai.djl.engine.Engine; import ai.djl.Device; import ai.djl.Model; import ai.djl.basicmodelzoo.basic.Mlp; @@ -48,9 +49,7 @@ import java.text.DecimalFormat; import java.lang.Math; -import java.util.ArrayList; -import java.util.Arrays; -import java.util.List; +import java.util.*; import static ai.djl.ndarray.types.DataType.FLOAT32; @@ -220,6 +219,12 @@ public static class NormalizeInfo{ new String[]{"GPU (use CPU if not available)", "CPU"}, deviceTypeOptionCPU); + public IntOption djlRandomSeed = new IntOption( + "djlRandomSeed", + 'S', + "Random seed for DJL Engine", + 10, 0, Integer.MAX_VALUE); + public double deltaForADWIN = 1.0E-5; @@ -443,6 +448,12 @@ public void initializeNetwork(Instance inst) { return; } + Set engines = Engine.getAllEngines(); + Iterator engineIterator = engines.iterator(); + while (engineIterator.hasNext()){ + Engine.getEngine(engineIterator.next()).setRandomSeed(djlRandomSeed.getValue()); + } + votes = new double [inst.numClasses()]; if (useNormalization.isSet() || useOneHotEncode.isSet()) { diff --git a/moa/src/main/java/moa/classifiers/meta/imbalanced/OnlineAdaBoost.java b/moa/src/main/java/moa/classifiers/meta/imbalanced/OnlineAdaBoost.java index 98276ff75..0bde95042 100644 --- a/moa/src/main/java/moa/classifiers/meta/imbalanced/OnlineAdaBoost.java +++ b/moa/src/main/java/moa/classifiers/meta/imbalanced/OnlineAdaBoost.java @@ -227,7 +227,9 @@ protected void adjustEnsembleSize(int nClasses) { for (int i = this.nEstimators; i < nClasses; i++) { this.ensemble.add(this.baseLearner.copy()); this.nEstimators ++; - this.adwinEnsemble.add(new ADWIN()); + if (this.driftDetection) { + this.adwinEnsemble.add(new ADWIN()); + } this.lambdaSc.add(0.0); this.lambdaSw.add(0.0); this.epsilon.add(0.0); diff --git a/moa/src/main/java/moa/classifiers/meta/imbalanced/OnlineAdaC2.java b/moa/src/main/java/moa/classifiers/meta/imbalanced/OnlineAdaC2.java index 110370401..7048033a1 100644 --- a/moa/src/main/java/moa/classifiers/meta/imbalanced/OnlineAdaC2.java +++ b/moa/src/main/java/moa/classifiers/meta/imbalanced/OnlineAdaC2.java @@ -256,7 +256,9 @@ protected void adjustEnsembleSize(int nClasses) { for (int i = this.nEstimators; i < nClasses; i++) { this.ensemble.add(this.baseLearner.copy()); this.nEstimators ++; - this.adwinEnsemble.add(new ADWIN()); + if (this.driftDetection) { + this.adwinEnsemble.add(new ADWIN()); + } this.lambdaTP.add(0.0); this.lambdaTN.add(0.0); this.lambdaFP.add(0.0); diff --git a/moa/src/main/java/moa/classifiers/meta/imbalanced/OnlineCSB2.java b/moa/src/main/java/moa/classifiers/meta/imbalanced/OnlineCSB2.java index f7fb8575a..f84805014 100644 --- a/moa/src/main/java/moa/classifiers/meta/imbalanced/OnlineCSB2.java +++ b/moa/src/main/java/moa/classifiers/meta/imbalanced/OnlineCSB2.java @@ -249,7 +249,9 @@ protected void adjustEnsembleSize(int nClasses) { for (int i = this.nEstimators; i < nClasses; i++) { this.ensemble.add(this.baseLearner.copy()); this.nEstimators ++; - this.adwinEnsemble.add(new ADWIN()); + if (this.driftDetection) { + this.adwinEnsemble.add(new ADWIN()); + } this.lambdaFP.add(0.0); this.lambdaFN.add(0.0); this.lambdaSum.add(0.0); diff --git a/moa/src/main/java/moa/classifiers/meta/imbalanced/OnlineRUSBoost.java b/moa/src/main/java/moa/classifiers/meta/imbalanced/OnlineRUSBoost.java index 80bd2e828..f9b93d5ea 100644 --- a/moa/src/main/java/moa/classifiers/meta/imbalanced/OnlineRUSBoost.java +++ b/moa/src/main/java/moa/classifiers/meta/imbalanced/OnlineRUSBoost.java @@ -291,7 +291,9 @@ protected void adjustEnsembleSize(int nClasses) { for (int i = this.nEstimators; i < nClasses; i++) { this.ensemble.add(this.baseLearner.copy()); this.nEstimators ++; - this.adwinEnsemble.add(new ADWIN()); + if (this.driftDetection) { + this.adwinEnsemble.add(new ADWIN()); + } this.lambdaSc.add(0.0); this.lambdaPos.add(0.0); this.lambdaNeg.add(0.0); diff --git a/moa/src/main/java/moa/classifiers/meta/imbalanced/OnlineSMOTEBagging.java b/moa/src/main/java/moa/classifiers/meta/imbalanced/OnlineSMOTEBagging.java index f4191a558..eaaf8b1ef 100644 --- a/moa/src/main/java/moa/classifiers/meta/imbalanced/OnlineSMOTEBagging.java +++ b/moa/src/main/java/moa/classifiers/meta/imbalanced/OnlineSMOTEBagging.java @@ -231,7 +231,9 @@ protected void adjustEnsembleSize(int nClasses) { for (int i = this.nEstimators; i < nClasses; i++) { this.ensemble.add(this.baseLearner.copy()); this.nEstimators ++; - this.adwinEnsemble.add(new ADWIN()); + if (this.driftDetection) { + this.adwinEnsemble.add(new ADWIN()); + } } } } diff --git a/moa/src/main/java/moa/classifiers/meta/imbalanced/OnlineUnderOverBagging.java b/moa/src/main/java/moa/classifiers/meta/imbalanced/OnlineUnderOverBagging.java index aed93282f..9235dfe5c 100644 --- a/moa/src/main/java/moa/classifiers/meta/imbalanced/OnlineUnderOverBagging.java +++ b/moa/src/main/java/moa/classifiers/meta/imbalanced/OnlineUnderOverBagging.java @@ -209,7 +209,9 @@ protected void adjustEnsembleSize(int nClasses) { for (int i = this.nEstimators; i < nClasses; i++) { this.ensemble.add(this.baseLearner.copy()); this.nEstimators ++; - this.adwinEnsemble.add(new ADWIN()); + if (this.driftDetection) { + this.adwinEnsemble.add(new ADWIN()); + } } } } diff --git a/moa/src/test/resources/moa/classifiers/deeplearning/CAND.ref b/moa/src/test/resources/moa/classifiers/deeplearning/CAND.ref new file mode 100644 index 000000000..503e74619 --- /dev/null +++ b/moa/src/test/resources/moa/classifiers/deeplearning/CAND.ref @@ -0,0 +1,145 @@ +--> classification-out0.arff +moa.classifiers.deeplearning.CAND -o 2 -B 4 -h -n + +Index + 10000 +Votes + 0: 0.00238989 + 1: -0.00239092 +Measurements + classified instances: 9999 + classifications correct (percent): 58.04580458 + Kappa Statistic (percent): 0.4860987 + Kappa Temporal Statistic (percent): 11.57251265 + Kappa M Statistic (percent): -2.44200244 +Model measurements + model training instances: 9999 + +Index + 20000 +Votes + 0: 0.00238989 + 1: -0.00239092 +Measurements + classified instances: 19999 + classifications correct (percent): 57.20786039 + Kappa Statistic (percent): 0.47593559 + Kappa Temporal Statistic (percent): 10.65873264 + Kappa M Statistic (percent): -2.58930712 +Model measurements + model training instances: 19999 + +Index + 30000 +Votes + 0: -0.40148243 + 1: 0.40148208 +Measurements + classified instances: 29999 + classifications correct (percent): 57.39857995 + Kappa Statistic (percent): 0.49809449 + Kappa Temporal Statistic (percent): 11.72204186 + Kappa M Statistic (percent): -2.33824471 +Model measurements + model training instances: 29999 + +Index + 40000 +Votes + 0: -0.37733972 + 1: -0.31610203 +Measurements + classified instances: 39999 + classifications correct (percent): 57.30893272 + Kappa Statistic (percent): 0.91250658 + Kappa Temporal Statistic (percent): 11.75649837 + Kappa M Statistic (percent): -2.1291866 +Model measurements + model training instances: 39999 + +Index + 50000 +Votes + 0: -0.37733972 + 1: -0.31610203 +Measurements + classified instances: 49999 + classifications correct (percent): 57.3751475 + Kappa Statistic (percent): 1.11019024 + Kappa Temporal Statistic (percent): 11.78077655 + Kappa M Statistic (percent): -1.99081164 +Model measurements + model training instances: 49999 + +Index + 60000 +Votes + 0: -0.37733972 + 1: -0.31610203 +Measurements + classified instances: 59999 + classifications correct (percent): 57.22595377 + Kappa Statistic (percent): 1.3553988 + Kappa Temporal Statistic (percent): 11.54919869 + Kappa M Statistic (percent): -1.83318784 +Model measurements + model training instances: 59999 + +Index + 70000 +Votes + 0: -0.37733972 + 1: -0.31610203 +Measurements + classified instances: 69999 + classifications correct (percent): 57.10795869 + Kappa Statistic (percent): 1.46362385 + Kappa Temporal Statistic (percent): 11.58750258 + Kappa M Statistic (percent): -1.76247289 +Model measurements + model training instances: 69999 + +Index + 80000 +Votes + 0: -0.37733972 + 1: -0.31610203 +Measurements + classified instances: 79999 + classifications correct (percent): 57.18946487 + Kappa Statistic (percent): 1.72083945 + Kappa Temporal Statistic (percent): 11.84329069 + Kappa M Statistic (percent): -1.57788587 +Model measurements + model training instances: 79999 + +Index + 90000 +Votes + 0: -0.37733972 + 1: -0.31610203 +Measurements + classified instances: 89999 + classifications correct (percent): 57.20063556 + Kappa Statistic (percent): 1.74312949 + Kappa Temporal Statistic (percent): 11.82556942 + Kappa M Statistic (percent): -1.57964135 +Model measurements + model training instances: 89999 + +Index + 100000 +Votes + 0: -0.37733972 + 1: -0.31610203 +Measurements + classified instances: 99999 + classifications correct (percent): 57.17857179 + Kappa Statistic (percent): 1.93990852 + Kappa Temporal Statistic (percent): 11.78930455 + Kappa M Statistic (percent): -1.51486416 +Model measurements + model training instances: 99999 + + + diff --git a/moa/src/test/resources/moa/classifiers/deeplearning/MLP.ref b/moa/src/test/resources/moa/classifiers/deeplearning/MLP.ref new file mode 100644 index 000000000..d6341c7ff --- /dev/null +++ b/moa/src/test/resources/moa/classifiers/deeplearning/MLP.ref @@ -0,0 +1,145 @@ +--> classification-out0.arff +moa.classifiers.deeplearning.MLP -b 0.3 -o ADAM -h -n -N 9 -B 4 + +Index + 10000 +Votes + 0: -0.07205711 + 1: 0.07205318 +Measurements + classified instances: 9999 + classifications correct (percent): 58.19581958 + Kappa Statistic (percent): -0.52570582 + Kappa Temporal Statistic (percent): 11.88870152 + Kappa M Statistic (percent): -2.07570208 +Model measurements + model training instances: 9999 + +Index + 20000 +Votes + 0: -0.07205711 + 1: 0.07205318 +Measurements + classified instances: 19999 + classifications correct (percent): 57.42287114 + Kappa Statistic (percent): -0.41967972 + Kappa Temporal Statistic (percent): 11.10763128 + Kappa M Statistic (percent): -2.0738432 +Model measurements + model training instances: 19999 + +Index + 30000 +Votes + 0: -0.07205711 + 1: 0.07205318 +Measurements + classified instances: 29999 + classifications correct (percent): 57.6419214 + Kappa Statistic (percent): -0.20987283 + Kappa Temporal Statistic (percent): 12.22628998 + Kappa M Statistic (percent): -1.75368354 +Model measurements + model training instances: 29999 + +Index + 40000 +Votes + 0: -0.07205711 + 1: 0.07205318 +Measurements + classified instances: 39999 + classifications correct (percent): 57.52143804 + Kappa Statistic (percent): 0.01191783 + Kappa Temporal Statistic (percent): 12.19575216 + Kappa M Statistic (percent): -1.6208134 +Model measurements + model training instances: 39999 + +Index + 50000 +Votes + 0: -0.07205711 + 1: 0.07205318 +Measurements + classified instances: 49999 + classifications correct (percent): 57.5651513 + Kappa Statistic (percent): -0.06085172 + Kappa Temporal Statistic (percent): 12.17402103 + Kappa M Statistic (percent): -1.53617917 +Model measurements + model training instances: 49999 + +Index + 60000 +Votes + 0: -0.07205711 + 1: 0.07205318 +Measurements + classified instances: 59999 + classifications correct (percent): 57.34095568 + Kappa Statistic (percent): -0.07533908 + Kappa Temporal Statistic (percent): 11.78700672 + Kappa M Statistic (percent): -1.55940005 +Model measurements + model training instances: 59999 + +Index + 70000 +Votes + 0: -0.07205711 + 1: 0.07205318 +Measurements + classified instances: 69999 + classifications correct (percent): 57.16081658 + Kappa Statistic (percent): -0.18208267 + Kappa Temporal Statistic (percent): 11.69645749 + Kappa M Statistic (percent): -1.63706616 +Model measurements + model training instances: 69999 + +Index + 80000 +Votes + 0: -0.07205711 + 1: 0.07205318 +Measurements + classified instances: 79999 + classifications correct (percent): 57.15321442 + Kappa Statistic (percent): -0.17731317 + Kappa Temporal Statistic (percent): 11.76864269 + Kappa M Statistic (percent): -1.66389845 +Model measurements + model training instances: 79999 + +Index + 90000 +Votes + 0: -0.07205711 + 1: 0.07205318 +Measurements + classified instances: 89999 + classifications correct (percent): 57.19396882 + Kappa Statistic (percent): -0.19663467 + Kappa Temporal Statistic (percent): 11.81183473 + Kappa M Statistic (percent): -1.59546414 +Model measurements + model training instances: 89999 + +Index + 100000 +Votes + 0: -0.07205711 + 1: 0.07205318 +Measurements + classified instances: 99999 + classifications correct (percent): 57.11457115 + Kappa Statistic (percent): -0.21164186 + Kappa Temporal Statistic (percent): 11.65746539 + Kappa M Statistic (percent): -1.66658764 +Model measurements + model training instances: 99999 + + + diff --git a/moa/src/test/resources/moa/classifiers/meta/ADOB.ref b/moa/src/test/resources/moa/classifiers/meta/ADOB.ref index cf2116728..185bce4e2 100644 --- a/moa/src/test/resources/moa/classifiers/meta/ADOB.ref +++ b/moa/src/test/resources/moa/classifiers/meta/ADOB.ref @@ -179,29 +179,29 @@ Model measurements Index 60000 Votes - 0: 1.18165541 - 1: 6.95943137 + 0: 1.50285956 + 1: 7.41500703 Measurements classified instances: 59999 - classifications correct (percent): 87.75146252 - Kappa Statistic (percent): 74.8372763 - Kappa Temporal Statistic (percent): 74.67172152 - Kappa M Statistic (percent): 70.8396159 + classifications correct (percent): 87.73979566 + Kappa Statistic (percent): 74.81123969 + Kappa Temporal Statistic (percent): 74.64759607 + Kappa M Statistic (percent): 70.81184033 Model measurements model training instances: 59999 ensemble size: 10 - [avg] model training instances: 55328.65 - [err] model training instances: 13960.74927591 - [avg] Change detected: 71.7 - [err] Change detected: 226.73530823 + [avg] model training instances: 55414.55 + [err] model training instances: 13698.37630976 + [avg] Change detected: 0.6 + [err] Change detected: 1.8973666 [avg] Warning detected: 0 [err] Warning detected: 0 [avg] tree size (nodes): 83.9 - [err] tree size (nodes): 45.25593884 + [err] tree size (nodes): 45.02209334 [avg] tree size (leaves): 59.1 - [err] tree size (leaves): 28.73035561 + [err] tree size (leaves): 28.68778292 [avg] active learning leaves: 59.1 - [err] active learning leaves: 28.73035561 + [err] active learning leaves: 28.68778292 [avg] tree depth: 4.3 [err] tree depth: 1.7669811 [avg] active leaf byte size estimate: 0 @@ -214,31 +214,31 @@ Model measurements Index 70000 Votes - 0: 1.47738616 - 1: 6.87183435 + 0: 1.9951562 + 1: 7.09764926 Measurements classified instances: 69999 - classifications correct (percent): 88.23840341 - Kappa Statistic (percent): 75.85521504 - Kappa Temporal Statistic (percent): 75.75605878 - Kappa M Statistic (percent): 72.09530911 + classifications correct (percent): 88.19554565 + Kappa Statistic (percent): 75.77281259 + Kappa Temporal Statistic (percent): 75.66771695 + Kappa M Statistic (percent): 71.99362798 Model measurements model training instances: 69999 ensemble size: 10 - [avg] model training instances: 64265.35 - [err] model training instances: 16273.63935383 - [avg] Change detected: 393 - [err] Change detected: 1242.77512045 + [avg] model training instances: 65248.45 + [err] model training instances: 14040.65650165 + [avg] Change detected: 0 + [err] Change detected: 0 [avg] Warning detected: 0 [err] Warning detected: 0 - [avg] tree size (nodes): 98.1 - [err] tree size (nodes): 48.679108 - [avg] tree size (leaves): 68.9 - [err] tree size (leaves): 31.20345422 - [avg] active learning leaves: 68.9 - [err] active learning leaves: 31.20345422 - [avg] tree depth: 4.5 - [err] tree depth: 1.8408935 + [avg] tree size (nodes): 101.3 + [err] tree size (nodes): 44.20168423 + [avg] tree size (leaves): 71.7 + [err] tree size (leaves): 27.8649521 + [avg] active learning leaves: 71.7 + [err] active learning leaves: 27.8649521 + [avg] tree depth: 4.8 + [err] tree depth: 1.13529242 [avg] active leaf byte size estimate: 0 [err] active leaf byte size estimate: 0 [avg] inactive leaf byte size estimate: 0 @@ -249,31 +249,31 @@ Model measurements Index 80000 Votes - 0: 2.08648259 - 1: 6.49973266 + 0: 2.08446236 + 1: 7.21012764 Measurements classified instances: 79999 - classifications correct (percent): 88.69485869 - Kappa Statistic (percent): 76.78380302 - Kappa Temporal Statistic (percent): 76.7201215 - Kappa M Statistic (percent): 73.17594021 + classifications correct (percent): 88.61985775 + Kappa Statistic (percent): 76.6452267 + Kappa Temporal Statistic (percent): 76.56567737 + Kappa M Statistic (percent): 72.99798315 Model measurements model training instances: 79999 ensemble size: 10 - [avg] model training instances: 72912.25 - [err] model training instances: 18464.40482851 - [avg] Change detected: 386.7 - [err] Change detected: 1222.85277119 + [avg] model training instances: 70717.35 + [err] model training instances: 21398.06089905 + [avg] Change detected: 0.5 + [err] Change detected: 1.58113883 [avg] Warning detected: 0 [err] Warning detected: 0 - [avg] tree size (nodes): 115.5 - [err] tree size (nodes): 54.64074589 - [avg] tree size (leaves): 80.3 - [err] tree size (leaves): 35.08101734 - [avg] active learning leaves: 80.3 - [err] active learning leaves: 35.08101734 - [avg] tree depth: 4.7 - [err] tree depth: 1.82878223 + [avg] tree size (nodes): 106.9 + [err] tree size (nodes): 59.17666582 + [avg] tree size (leaves): 74.2 + [err] tree size (leaves): 37.70293239 + [avg] active learning leaves: 74.2 + [err] active learning leaves: 37.70293239 + [avg] tree depth: 4.5 + [err] tree depth: 1.77951304 [avg] active leaf byte size estimate: 0 [err] active leaf byte size estimate: 0 [avg] inactive leaf byte size estimate: 0 @@ -284,31 +284,31 @@ Model measurements Index 90000 Votes - 0: 0.01685327 - 1: 8.77910253 + 0: 0.07476106 + 1: 9.38333924 Measurements classified instances: 89999 - classifications correct (percent): 89.03210036 - Kappa Statistic (percent): 77.4657281 - Kappa Temporal Statistic (percent): 77.4041433 - Kappa M Statistic (percent): 73.96888186 + classifications correct (percent): 88.94209936 + Kappa Statistic (percent): 77.30567473 + Kappa Temporal Statistic (percent): 77.21872496 + Kappa M Statistic (percent): 73.75527426 Model measurements model training instances: 89999 ensemble size: 10 - [avg] model training instances: 81810.85 - [err] model training instances: 20686.54878818 - [avg] Change detected: 386 - [err] Change detected: 1220.63917682 + [avg] model training instances: 80002.35 + [err] model training instances: 21940.61015866 + [avg] Change detected: 0 + [err] Change detected: 0 [avg] Warning detected: 0 [err] Warning detected: 0 - [avg] tree size (nodes): 128.4 - [err] tree size (nodes): 61.28476338 - [avg] tree size (leaves): 88.7 - [err] tree size (leaves): 39.18914249 - [avg] active learning leaves: 88.7 - [err] active learning leaves: 39.18914249 - [avg] tree depth: 4.8 - [err] tree depth: 1.87379591 + [avg] tree size (nodes): 124.5 + [err] tree size (nodes): 60.63781365 + [avg] tree size (leaves): 86.9 + [err] tree size (leaves): 37.35252483 + [avg] active learning leaves: 86.9 + [err] active learning leaves: 37.35252483 + [avg] tree depth: 4.9 + [err] tree depth: 1.44913767 [avg] active leaf byte size estimate: 0 [err] active leaf byte size estimate: 0 [avg] inactive leaf byte size estimate: 0 @@ -319,31 +319,31 @@ Model measurements Index 100000 Votes - 0: 5.56917916 - 1: 3.43255925 + 0: 4.69667608 + 1: 4.90163782 Measurements classified instances: 99999 - classifications correct (percent): 89.3698937 - Kappa Statistic (percent): 78.16336356 - Kappa Temporal Statistic (percent): 78.10234015 - Kappa M Statistic (percent): 74.79967759 + classifications correct (percent): 89.27189272 + Kappa Statistic (percent): 77.99300662 + Kappa Temporal Statistic (percent): 77.90046144 + Kappa M Statistic (percent): 74.567351 Model measurements model training instances: 99999 ensemble size: 10 - [avg] model training instances: 90333.05 - [err] model training instances: 22766.54915597 - [avg] Change detected: 362.5 - [err] Change detected: 1146.32565181 + [avg] model training instances: 89069.15 + [err] model training instances: 22444.97483385 + [avg] Change detected: 0 + [err] Change detected: 0 [avg] Warning detected: 0 [err] Warning detected: 0 - [avg] tree size (nodes): 148 - [err] tree size (nodes): 63.70068899 - [avg] tree size (leaves): 102.1 - [err] tree size (leaves): 41.50354737 - [avg] active learning leaves: 102.1 - [err] active learning leaves: 41.50354737 - [avg] tree depth: 4.8 - [err] tree depth: 1.87379591 + [avg] tree size (nodes): 144.2 + [err] tree size (nodes): 64.69209122 + [avg] tree size (leaves): 100.2 + [err] tree size (leaves): 40.22105585 + [avg] active learning leaves: 100.2 + [err] active learning leaves: 40.22105585 + [avg] tree depth: 5 + [err] tree depth: 1.49071198 [avg] active leaf byte size estimate: 0 [err] active leaf byte size estimate: 0 [avg] inactive leaf byte size estimate: 0 diff --git a/moa/src/test/resources/moa/classifiers/meta/imbalanced/OnlineAdaBoost.ref b/moa/src/test/resources/moa/classifiers/meta/imbalanced/OnlineAdaBoost.ref index b14ddc6e2..9d5629310 100644 --- a/moa/src/test/resources/moa/classifiers/meta/imbalanced/OnlineAdaBoost.ref +++ b/moa/src/test/resources/moa/classifiers/meta/imbalanced/OnlineAdaBoost.ref @@ -4,140 +4,140 @@ moa.classifiers.meta.imbalanced.OnlineAdaBoost -l bayes.NaiveBayes -s 1 -d Index 10000 Votes - 0: 1.88636731 - 1: 1.11363269 + 0: 1.36996538 + 1: 0.63003462 Measurements classified instances: 9999 - classifications correct (percent): 72.34723472 - Kappa Statistic (percent): 41.98740193 - Kappa Temporal Statistic (percent): 41.7158516 - Kappa M Statistic (percent): 32.47863248 + classifications correct (percent): 72.38723872 + Kappa Statistic (percent): 42.04052535 + Kappa Temporal Statistic (percent): 41.80016863 + Kappa M Statistic (percent): 32.57631258 Model measurements model training instances: 9999 Index 20000 Votes - 0: 1.27366125 - 1: 1.72633875 + 0: 0.84464357 + 1: 1.15535643 Measurements classified instances: 19999 - classifications correct (percent): 72.93364668 - Kappa Statistic (percent): 43.6473115 - Kappa Temporal Statistic (percent): 43.49096983 - Kappa M Statistic (percent): 35.11148406 + classifications correct (percent): 72.88864443 + Kappa Statistic (percent): 43.51755248 + Kappa Temporal Statistic (percent): 43.3970143 + Kappa M Statistic (percent): 35.00359626 Model measurements model training instances: 19999 Index 30000 Votes - 0: 1.3130717 - 1: 1.6869283 + 0: 0.84945612 + 1: 1.15054388 Measurements classified instances: 29999 - classifications correct (percent): 73.0991033 - Kappa Statistic (percent): 44.02011205 - Kappa Temporal Statistic (percent): 44.25640671 - Kappa M Statistic (percent): 35.37796284 + classifications correct (percent): 73.13243775 + Kappa Statistic (percent): 43.99059745 + Kappa Temporal Statistic (percent): 44.3254818 + Kappa M Statistic (percent): 35.45803972 Model measurements model training instances: 29999 Index 40000 Votes - 0: 1.08738337 - 1: 1.91261663 + 0: 0.62299175 + 1: 1.37700825 Measurements classified instances: 39999 - classifications correct (percent): 73.30433261 - Kappa Statistic (percent): 44.59839686 - Kappa Temporal Statistic (percent): 44.81938918 - Kappa M Statistic (percent): 36.13636364 + classifications correct (percent): 73.34433361 + Kappa Statistic (percent): 44.52187481 + Kappa Temporal Statistic (percent): 44.90207224 + Kappa M Statistic (percent): 36.23205742 Model measurements model training instances: 39999 Index 50000 Votes - 0: 1.11739457 - 1: 1.88260543 + 0: 0.69046993 + 1: 1.30953007 Measurements classified instances: 49999 - classifications correct (percent): 73.30946619 - Kappa Statistic (percent): 44.61428418 - Kappa Temporal Statistic (percent): 44.75949996 - Kappa M Statistic (percent): 36.1361026 + classifications correct (percent): 73.37946759 + Kappa Statistic (percent): 44.56202445 + Kappa Temporal Statistic (percent): 44.9043795 + Kappa M Statistic (percent): 36.30359877 Model measurements model training instances: 49999 Index 60000 Votes - 0: 0.71085887 - 1: 2.28914113 + 0: 0.42464497 + 1: 1.57535503 Measurements classified instances: 59999 - classifications correct (percent): 73.43289055 - Kappa Statistic (percent): 44.98063681 - Kappa Temporal Statistic (percent): 45.0628985 - Kappa M Statistic (percent): 36.7510515 + classifications correct (percent): 73.48455808 + Kappa Statistic (percent): 44.86333451 + Kappa Temporal Statistic (percent): 45.16973979 + Kappa M Statistic (percent): 36.87405761 Model measurements model training instances: 59999 Index 70000 Votes - 0: 1.36770198 - 1: 1.63229802 + 0: 0.88718711 + 1: 1.11281289 Measurements classified instances: 69999 - classifications correct (percent): 73.49962142 - Kappa Statistic (percent): 45.18450538 - Kappa Temporal Statistic (percent): 45.37530552 - Kappa M Statistic (percent): 37.1271692 + classifications correct (percent): 73.54962214 + Kappa Statistic (percent): 45.05363787 + Kappa Temporal Statistic (percent): 45.47837098 + Kappa M Statistic (percent): 37.24579718 Model measurements model training instances: 69999 Index 80000 Votes - 0: 1.66319814 - 1: 1.33680186 + 0: 1.13565681 + 1: 0.86434319 Measurements classified instances: 79999 - classifications correct (percent): 73.51466893 - Kappa Statistic (percent): 45.23749894 - Kappa Temporal Statistic (percent): 45.46062962 - Kappa M Statistic (percent): 37.15743267 + classifications correct (percent): 73.58841986 + Kappa Statistic (percent): 45.14343374 + Kappa Temporal Statistic (percent): 45.61249968 + Kappa M Statistic (percent): 37.33242378 Model measurements model training instances: 79999 Index 90000 Votes - 0: 1.57145529 - 1: 1.42854471 + 0: 1.03158512 + 1: 0.96841488 Measurements classified instances: 89999 - classifications correct (percent): 73.58526206 - Kappa Statistic (percent): 45.38710875 - Kappa Temporal Statistic (percent): 45.580863 - Kappa M Statistic (percent): 37.30748945 + classifications correct (percent): 73.64970722 + Kappa Statistic (percent): 45.26237993 + Kappa Temporal Statistic (percent): 45.71363168 + Kappa M Statistic (percent): 37.46044304 Model measurements model training instances: 89999 Index 100000 Votes - 0: 2.30983074 - 1: 0.69016926 + 0: 1.63563168 + 1: 0.36436832 Measurements classified instances: 99999 - classifications correct (percent): 73.63273633 - Kappa Statistic (percent): 45.51632958 - Kappa Temporal Statistic (percent): 45.68432762 - Kappa M Statistic (percent): 37.49229529 + classifications correct (percent): 73.70573706 + Kappa Statistic (percent): 45.40453478 + Kappa Temporal Statistic (percent): 45.83470666 + Kappa M Statistic (percent): 37.66535489 Model measurements model training instances: 99999 diff --git a/moa/src/test/resources/moa/classifiers/meta/imbalanced/OnlineAdaC2.ref b/moa/src/test/resources/moa/classifiers/meta/imbalanced/OnlineAdaC2.ref index ee77bf05b..2d9dd33c8 100644 --- a/moa/src/test/resources/moa/classifiers/meta/imbalanced/OnlineAdaC2.ref +++ b/moa/src/test/resources/moa/classifiers/meta/imbalanced/OnlineAdaC2.ref @@ -4,140 +4,140 @@ moa.classifiers.meta.imbalanced.OnlineAdaC2 -l bayes.NaiveBayes -s 1 -d Index 10000 Votes - 0: 1.59648695 - 1: 1.40351305 + 0: 0.9992297 + 1: 1.0007703 Measurements classified instances: 9999 - classifications correct (percent): 68.19681968 - Kappa Statistic (percent): 27.09522453 - Kappa Temporal Statistic (percent): 32.96795953 - Kappa M Statistic (percent): 22.34432234 + classifications correct (percent): 66.52665267 + Kappa Statistic (percent): 22.04107013 + Kappa Temporal Statistic (percent): 29.44772344 + Kappa M Statistic (percent): 18.26617827 Model measurements model training instances: 9999 Index 20000 Votes - 0: 0.9783894 - 1: 2.0216106 + 0: 0.57760733 + 1: 1.42239267 Measurements classified instances: 19999 - classifications correct (percent): 68.84344217 - Kappa Statistic (percent): 29.67790628 - Kappa Temporal Statistic (percent): 34.95145631 - Kappa M Statistic (percent): 25.30568209 + classifications correct (percent): 66.07330367 + Kappa Statistic (percent): 22.057869 + Kappa Temporal Statistic (percent): 29.1679716 + Kappa M Statistic (percent): 18.66458883 Model measurements model training instances: 19999 Index 30000 Votes - 0: 1.02849527 - 1: 1.97150473 + 0: 0.5684988 + 1: 1.4315012 Measurements classified instances: 29999 - classifications correct (percent): 69.09563652 - Kappa Statistic (percent): 30.18025695 - Kappa Temporal Statistic (percent): 35.96048905 - Kappa M Statistic (percent): 25.7607303 + classifications correct (percent): 66.0488683 + Kappa Statistic (percent): 21.8382449 + Kappa Temporal Statistic (percent): 29.64702632 + Kappa M Statistic (percent): 18.44170404 Model measurements model training instances: 29999 Index 40000 Votes - 0: 0.84795271 - 1: 2.15204729 + 0: 0.40138332 + 1: 1.59861668 Measurements classified instances: 39999 - classifications correct (percent): 69.14172854 - Kappa Statistic (percent): 30.52340369 - Kappa Temporal Statistic (percent): 36.21518268 - Kappa M Statistic (percent): 26.17822967 + classifications correct (percent): 65.93164829 + Kappa Statistic (percent): 21.83574893 + Kappa Temporal Statistic (percent): 29.57986667 + Kappa M Statistic (percent): 18.49880383 Model measurements model training instances: 39999 Index 50000 Votes - 0: 0.81004923 - 1: 2.18995077 + 0: 0.43014837 + 1: 1.56985163 Measurements classified instances: 49999 - classifications correct (percent): 69.09538191 - Kappa Statistic (percent): 30.3705114 - Kappa Temporal Statistic (percent): 36.03775147 - Kappa M Statistic (percent): 26.05283308 + classifications correct (percent): 65.94131883 + Kappa Statistic (percent): 21.82976857 + Kappa Temporal Statistic (percent): 29.5098932 + Kappa M Statistic (percent): 18.50593415 Model measurements model training instances: 49999 Index 60000 Votes - 0: 0.57329225 - 1: 2.42670775 + 0: 0.27096561 + 1: 1.72903439 Measurements classified instances: 59999 - classifications correct (percent): 69.07948466 - Kappa Statistic (percent): 30.59532836 - Kappa Temporal Statistic (percent): 36.06065828 - Kappa M Statistic (percent): 26.3867947 + classifications correct (percent): 65.88276471 + Kappa Statistic (percent): 22.01747794 + Kappa Temporal Statistic (percent): 29.45028434 + Kappa M Statistic (percent): 18.7762876 Model measurements model training instances: 59999 Index 70000 Votes - 0: 1.06595173 - 1: 1.93404827 + 0: 0.60620282 + 1: 1.39379718 Measurements classified instances: 69999 - classifications correct (percent): 69.09955857 - Kappa Statistic (percent): 30.82784493 - Kappa Temporal Statistic (percent): 36.30554492 - Kappa M Statistic (percent): 26.68790672 + classifications correct (percent): 65.88665552 + Kappa Statistic (percent): 22.26514238 + Kappa Temporal Statistic (percent): 29.68285285 + Kappa M Statistic (percent): 19.0652115 Model measurements model training instances: 69999 Index 80000 Votes - 0: 1.37066262 - 1: 1.62933738 + 0: 0.80584033 + 1: 1.19415967 Measurements classified instances: 79999 - classifications correct (percent): 69.17961475 - Kappa Statistic (percent): 31.02245794 - Kappa Temporal Statistic (percent): 36.53375891 - Kappa M Statistic (percent): 26.87151501 + classifications correct (percent): 65.9758247 + Kappa Statistic (percent): 22.49556408 + Kappa Temporal Statistic (percent): 29.9364205 + Kappa M Statistic (percent): 19.26978289 Model measurements model training instances: 79999 Index 90000 Votes - 0: 1.26552333 - 1: 1.73447667 + 0: 0.71782828 + 1: 1.28217172 Measurements classified instances: 89999 - classifications correct (percent): 69.26965855 - Kappa Statistic (percent): 31.23341346 - Kappa Temporal Statistic (percent): 36.68993934 - Kappa M Statistic (percent): 27.06487342 + classifications correct (percent): 66.07073412 + Kappa Statistic (percent): 22.72661145 + Kappa Temporal Statistic (percent): 30.09957651 + Kappa M Statistic (percent): 19.47257384 Model measurements model training instances: 89999 Index 100000 Votes - 0: 1.80621758 - 1: 1.19378242 + 0: 1.19653224 + 1: 0.80346776 Measurements classified instances: 99999 - classifications correct (percent): 69.24869249 - Kappa Statistic (percent): 31.2530118 - Kappa Temporal Statistic (percent): 36.65334542 - Kappa M Statistic (percent): 27.09923664 + classifications correct (percent): 66.099661 + Kappa Statistic (percent): 22.88504154 + Kappa Temporal Statistic (percent): 30.16644693 + Kappa M Statistic (percent): 19.63396709 Model measurements model training instances: 99999 diff --git a/moa/src/test/resources/moa/classifiers/meta/imbalanced/OnlineCSB2.ref b/moa/src/test/resources/moa/classifiers/meta/imbalanced/OnlineCSB2.ref index 290438871..dda5a6501 100644 --- a/moa/src/test/resources/moa/classifiers/meta/imbalanced/OnlineCSB2.ref +++ b/moa/src/test/resources/moa/classifiers/meta/imbalanced/OnlineCSB2.ref @@ -4,140 +4,140 @@ moa.classifiers.meta.imbalanced.OnlineCSB2 -l bayes.NaiveBayes -s 1 -d Index 10000 Votes - 0: 1.29452484 - 1: 1.70547516 + 0: 0.87817912 + 1: 1.12182088 Measurements classified instances: 9999 - classifications correct (percent): 60.97609761 - Kappa Statistic (percent): 10.41629729 - Kappa Temporal Statistic (percent): 17.74873524 - Kappa M Statistic (percent): 4.71306471 + classifications correct (percent): 61.86618662 + Kappa Statistic (percent): 10.14181125 + Kappa Temporal Statistic (percent): 19.62478921 + Kappa M Statistic (percent): 6.88644689 Model measurements model training instances: 9999 Index 20000 Votes - 0: 1.05369061 - 1: 1.94630939 + 0: 0.68410525 + 1: 1.31589475 Measurements classified instances: 19999 - classifications correct (percent): 60.8480424 - Kappa Statistic (percent): 11.95959308 - Kappa Temporal Statistic (percent): 18.25869089 - Kappa M Statistic (percent): 6.13761688 + classifications correct (percent): 60.27301365 + Kappa Statistic (percent): 6.64556861 + Kappa Temporal Statistic (percent): 17.05814803 + Kappa M Statistic (percent): 4.75905059 Model measurements model training instances: 19999 Index 30000 Votes - 0: 1.56257541 - 1: 1.43742459 + 0: 0.6056291 + 1: 1.3943709 Measurements classified instances: 29999 - classifications correct (percent): 61.01536718 - Kappa Statistic (percent): 12.71323278 - Kappa Temporal Statistic (percent): 19.21668854 - Kappa M Statistic (percent): 6.35009609 + classifications correct (percent): 59.73199107 + Kappa Statistic (percent): 4.65293506 + Kappa Temporal Statistic (percent): 16.55729778 + Kappa M Statistic (percent): 3.26713645 Model measurements model training instances: 29999 Index 40000 Votes - 0: 1.6486455 - 1: 1.3513545 + 0: 0.73642669 + 1: 1.26357331 Measurements classified instances: 39999 - classifications correct (percent): 61.09402735 - Kappa Statistic (percent): 13.34877652 - Kappa Temporal Statistic (percent): 19.58038344 - Kappa M Statistic (percent): 6.92583732 + classifications correct (percent): 59.24148104 + Kappa Statistic (percent): 3.61418848 + Kappa Temporal Statistic (percent): 15.75112397 + Kappa M Statistic (percent): 2.49401914 Model measurements model training instances: 39999 Index 50000 Votes - 0: 1.19384937 - 1: 1.80615063 + 0: 0.50336968 + 1: 1.49663032 Measurements classified instances: 49999 - classifications correct (percent): 61.29322586 - Kappa Statistic (percent): 13.9195041 - Kappa Temporal Statistic (percent): 19.88989155 - Kappa M Statistic (percent): 7.38418836 + classifications correct (percent): 59.09918198 + Kappa Statistic (percent): 3.09352267 + Kappa Temporal Statistic (percent): 15.34895273 + Kappa M Statistic (percent): 2.13437979 Model measurements model training instances: 49999 Index 60000 Votes - 0: 0.67605129 - 1: 2.32394871 + 0: 0.57780274 + 1: 1.42219726 Measurements classified instances: 59999 - classifications correct (percent): 61.60436007 - Kappa Statistic (percent): 15.00993096 - Kappa Temporal Statistic (percent): 20.60313631 - Kappa M Statistic (percent): 8.59058805 + classifications correct (percent): 58.79764663 + Kappa Statistic (percent): 2.73745097 + Kappa Temporal Statistic (percent): 14.79924177 + Kappa M Statistic (percent): 1.90857868 Model measurements model training instances: 59999 Index 70000 Votes - 0: 1.52340413 - 1: 1.47659587 + 0: 0.65151193 + 1: 1.34848807 Measurements classified instances: 69999 - classifications correct (percent): 61.98374262 - Kappa Statistic (percent): 16.12309724 - Kappa Temporal Statistic (percent): 21.63785742 - Kappa M Statistic (percent): 9.80545011 + classifications correct (percent): 58.59655138 + Kappa Statistic (percent): 2.50807919 + Kappa Temporal Statistic (percent): 14.6559086 + Kappa M Statistic (percent): 1.76925163 Model measurements model training instances: 69999 Index 80000 Votes - 0: 1.32764396 - 1: 1.67235604 + 0: 0.79609062 + 1: 1.20390938 Measurements classified instances: 79999 - classifications correct (percent): 62.36452956 - Kappa Statistic (percent): 17.0531039 - Kappa Temporal Statistic (percent): 22.49993565 - Kappa M Statistic (percent): 10.70115079 + classifications correct (percent): 58.54448181 + Kappa Statistic (percent): 2.32348672 + Kappa Temporal Statistic (percent): 14.6335813 + Kappa M Statistic (percent): 1.63720489 Model measurements model training instances: 79999 Index 90000 Votes - 0: 1.27513464 - 1: 1.72486536 + 0: 0.72276703 + 1: 1.27723297 Measurements classified instances: 89999 - classifications correct (percent): 62.75847509 - Kappa Statistic (percent): 17.98231492 - Kappa Temporal Statistic (percent): 23.27572393 - Kappa M Statistic (percent): 11.61128692 + classifications correct (percent): 58.53731708 + Kappa Statistic (percent): 2.24014844 + Kappa Temporal Statistic (percent): 14.57937507 + Kappa M Statistic (percent): 1.592827 Model measurements model training instances: 89999 Index 100000 Votes - 0: 1.84987127 - 1: 1.15012873 + 0: 0.96848744 + 1: 1.03151256 Measurements classified instances: 99999 - classifications correct (percent): 63.06263063 - Kappa Statistic (percent): 18.79008642 - Kappa Temporal Statistic (percent): 23.91026697 - Kappa M Statistic (percent): 12.43421365 + classifications correct (percent): 58.44758448 + Kappa Statistic (percent): 2.10241824 + Kappa Temporal Statistic (percent): 14.40342782 + Kappa M Statistic (percent): 1.49352805 Model measurements model training instances: 99999 diff --git a/moa/src/test/resources/moa/classifiers/meta/imbalanced/OnlineRUSBoost.ref b/moa/src/test/resources/moa/classifiers/meta/imbalanced/OnlineRUSBoost.ref index a4a076601..fdc0c8298 100644 --- a/moa/src/test/resources/moa/classifiers/meta/imbalanced/OnlineRUSBoost.ref +++ b/moa/src/test/resources/moa/classifiers/meta/imbalanced/OnlineRUSBoost.ref @@ -4,140 +4,140 @@ moa.classifiers.meta.imbalanced.OnlineRUSBoost -l bayes.NaiveBayes -s 1 -d Index 10000 Votes - 0: 2.21739921 - 1: 0.78260079 + 0: 1.61511797 + 1: 0.38488203 Measurements classified instances: 9999 - classifications correct (percent): 62.98629863 - Kappa Statistic (percent): 30.35886648 - Kappa Temporal Statistic (percent): 21.9856661 - Kappa M Statistic (percent): 9.62148962 + classifications correct (percent): 62.81628163 + Kappa Statistic (percent): 30.24083954 + Kappa Temporal Statistic (percent): 21.62731872 + Kappa M Statistic (percent): 9.20634921 Model measurements model training instances: 9999 Index 20000 Votes - 0: 1.69385194 - 1: 1.30614806 + 0: 1.19116487 + 1: 0.80883513 Measurements classified instances: 19999 - classifications correct (percent): 63.11815591 - Kappa Statistic (percent): 30.49308631 - Kappa Temporal Statistic (percent): 22.99822528 - Kappa M Statistic (percent): 11.57995684 + classifications correct (percent): 62.36311816 + Kappa Statistic (percent): 29.39988501 + Kappa Temporal Statistic (percent): 21.42186032 + Kappa M Statistic (percent): 9.76983937 Model measurements model training instances: 19999 Index 30000 Votes - 0: 1.69816723 - 1: 1.30183277 + 0: 1.2180754 + 1: 0.7819246 Measurements classified instances: 29999 - classifications correct (percent): 63.3721124 - Kappa Statistic (percent): 31.08787264 - Kappa Temporal Statistic (percent): 24.10029702 - Kappa M Statistic (percent): 12.01153107 + classifications correct (percent): 62.24874162 + Kappa Statistic (percent): 29.38589548 + Kappa Temporal Statistic (percent): 21.77246667 + Kappa M Statistic (percent): 9.31294042 Model measurements model training instances: 29999 Index 40000 Votes - 0: 1.38051629 - 1: 1.61948371 + 0: 0.90661791 + 1: 1.09338209 Measurements classified instances: 39999 - classifications correct (percent): 63.39658491 - Kappa Statistic (percent): 31.11899773 - Kappa Temporal Statistic (percent): 24.3398274 - Kappa M Statistic (percent): 12.43421053 + classifications correct (percent): 62.17905448 + Kappa Statistic (percent): 29.25299592 + Kappa Temporal Statistic (percent): 21.82316159 + Kappa M Statistic (percent): 9.5215311 Model measurements model training instances: 39999 Index 50000 Votes - 0: 1.52444719 - 1: 1.47555281 + 0: 1.05715394 + 1: 0.94284606 Measurements classified instances: 49999 - classifications correct (percent): 63.36126723 - Kappa Statistic (percent): 31.05962921 - Kappa Temporal Statistic (percent): 24.17004719 - Kappa M Statistic (percent): 12.33250383 + classifications correct (percent): 62.0352407 + Kappa Statistic (percent): 29.01923297 + Kappa Temporal Statistic (percent): 21.4256147 + Kappa M Statistic (percent): 9.15964778 Model measurements model training instances: 49999 Index 60000 Votes - 0: 1.31868908 - 1: 1.68131092 + 0: 0.84227582 + 1: 1.15772418 Measurements classified instances: 59999 - classifications correct (percent): 63.43939066 - Kappa Statistic (percent): 31.14134807 - Kappa Temporal Statistic (percent): 24.39772531 - Kappa M Statistic (percent): 12.95928895 + classifications correct (percent): 62.08770146 + Kappa Statistic (percent): 29.0532165 + Kappa Temporal Statistic (percent): 21.60261933 + Kappa M Statistic (percent): 9.74129037 Model measurements model training instances: 59999 Index 70000 Votes - 0: 1.73964858 - 1: 1.26035142 + 0: 1.24673865 + 1: 0.75326135 Measurements classified instances: 69999 - classifications correct (percent): 63.65662367 - Kappa Statistic (percent): 31.48625391 - Kappa Temporal Statistic (percent): 25.08613328 - Kappa M Statistic (percent): 13.77440347 + classifications correct (percent): 62.26231803 + Kappa Statistic (percent): 29.31387548 + Kappa Temporal Statistic (percent): 22.21207927 + Kappa M Statistic (percent): 10.46637744 Model measurements model training instances: 69999 Index 80000 Votes - 0: 2.05383874 - 1: 0.94616126 + 0: 1.49956246 + 1: 0.50043754 Measurements classified instances: 79999 - classifications correct (percent): 63.6157952 - Kappa Statistic (percent): 31.41301121 - Kappa Temporal Statistic (percent): 25.07657855 - Kappa M Statistic (percent): 13.67006762 + classifications correct (percent): 62.19327742 + Kappa Statistic (percent): 29.2000459 + Kappa Temporal Statistic (percent): 22.14728822 + Kappa M Statistic (percent): 10.29481552 Model measurements model training instances: 79999 Index 90000 Votes - 0: 2.01051521 - 1: 0.98948479 + 0: 1.44863596 + 1: 0.55136404 Measurements classified instances: 89999 - classifications correct (percent): 63.64070712 - Kappa Statistic (percent): 31.46258511 - Kappa Temporal Statistic (percent): 25.09328145 - Kappa M Statistic (percent): 13.70516878 + classifications correct (percent): 62.20291337 + Kappa Statistic (percent): 29.22806824 + Kappa Temporal Statistic (percent): 22.1311663 + Kappa M Statistic (percent): 10.29272152 Model measurements model training instances: 89999 Index 100000 Votes - 0: 2.75130663 - 1: 0.24869337 + 0: 1.89375069 + 1: 0.10624931 Measurements classified instances: 99999 - classifications correct (percent): 63.6796368 - Kappa Statistic (percent): 31.52215539 - Kappa Temporal Statistic (percent): 25.18127884 - Kappa M Statistic (percent): 13.89692286 + classifications correct (percent): 62.27362274 + Kappa Statistic (percent): 29.34242695 + Kappa Temporal Statistic (percent): 22.28493738 + Kappa M Statistic (percent): 10.56374757 Model measurements model training instances: 99999 diff --git a/moa/src/test/resources/moa/classifiers/meta/imbalanced/OnlineSMOTEBagging.ref b/moa/src/test/resources/moa/classifiers/meta/imbalanced/OnlineSMOTEBagging.ref index c0733187c..353fe609b 100644 --- a/moa/src/test/resources/moa/classifiers/meta/imbalanced/OnlineSMOTEBagging.ref +++ b/moa/src/test/resources/moa/classifiers/meta/imbalanced/OnlineSMOTEBagging.ref @@ -4,140 +4,140 @@ moa.classifiers.meta.imbalanced.OnlineSMOTEBagging -l bayes.NaiveBayes -s 1 -d Index 10000 Votes - 0: 1.85208303 - 1: 1.14791697 + 0: 1.26408325 + 1: 0.73591675 Measurements classified instances: 9999 - classifications correct (percent): 72.59725973 - Kappa Statistic (percent): 40.49956178 - Kappa Temporal Statistic (percent): 42.24283305 - Kappa M Statistic (percent): 33.08913309 + classifications correct (percent): 73.00730073 + Kappa Statistic (percent): 42.12432642 + Kappa Temporal Statistic (percent): 43.10708263 + Kappa M Statistic (percent): 34.09035409 Model measurements model training instances: 9999 Index 20000 Votes - 0: 0.99513423 - 1: 2.00486577 + 0: 0.70511518 + 1: 1.29488482 Measurements classified instances: 19999 - classifications correct (percent): 73.02365118 - Kappa Statistic (percent): 42.00526931 - Kappa Temporal Statistic (percent): 43.67888089 - Kappa M Statistic (percent): 35.32725965 + classifications correct (percent): 73.18365918 + Kappa Statistic (percent): 43.0454457 + Kappa Temporal Statistic (percent): 44.01294498 + Kappa M Statistic (percent): 35.7108607 Model measurements model training instances: 19999 Index 30000 Votes - 0: 1.00455087 - 1: 1.99544913 + 0: 0.69200629 + 1: 1.30799371 Measurements classified instances: 29999 - classifications correct (percent): 73.11910397 - Kappa Statistic (percent): 42.19525344 - Kappa Temporal Statistic (percent): 44.29785176 - Kappa M Statistic (percent): 35.42600897 + classifications correct (percent): 73.23577453 + Kappa Statistic (percent): 43.16850334 + Kappa Temporal Statistic (percent): 44.53961456 + Kappa M Statistic (percent): 35.70627803 Model measurements model training instances: 29999 Index 40000 Votes - 0: 0.63865124 - 1: 2.36134876 + 0: 0.48511383 + 1: 1.51488617 Measurements classified instances: 39999 - classifications correct (percent): 73.26933173 - Kappa Statistic (percent): 42.67740187 - Kappa Temporal Statistic (percent): 44.7470415 - Kappa M Statistic (percent): 36.05263158 + classifications correct (percent): 73.34933373 + Kappa Statistic (percent): 43.57126141 + Kappa Temporal Statistic (percent): 44.91240763 + Kappa M Statistic (percent): 36.24401914 Model measurements model training instances: 39999 Index 50000 Votes - 0: 0.8445044 - 1: 2.1554956 + 0: 0.60231262 + 1: 1.39768738 Measurements classified instances: 49999 - classifications correct (percent): 73.25146503 - Kappa Statistic (percent): 42.63410171 - Kappa Temporal Statistic (percent): 44.63945691 - Kappa M Statistic (percent): 35.99732006 + classifications correct (percent): 73.38146763 + Kappa Statistic (percent): 43.64104955 + Kappa Temporal Statistic (percent): 44.90851892 + Kappa M Statistic (percent): 36.30838438 Model measurements model training instances: 49999 Index 60000 Votes - 0: 0.44041441 - 1: 2.55958559 + 0: 0.33459367 + 1: 1.66540633 Measurements classified instances: 59999 - classifications correct (percent): 73.31622194 - Kappa Statistic (percent): 42.91457071 - Kappa Temporal Statistic (percent): 44.82164398 - Kappa M Statistic (percent): 36.47329577 + classifications correct (percent): 73.41122352 + Kappa Statistic (percent): 43.82728061 + Kappa Temporal Statistic (percent): 45.01809409 + Kappa M Statistic (percent): 36.6994683 Model measurements model training instances: 59999 Index 70000 Votes - 0: 1.03810844 - 1: 1.96189156 + 0: 0.74959303 + 1: 1.25040697 Measurements classified instances: 69999 - classifications correct (percent): 73.32390463 - Kappa Statistic (percent): 43.02800681 - Kappa Temporal Statistic (percent): 45.01310404 - Kappa M Statistic (percent): 36.71027657 + classifications correct (percent): 73.44533493 + Kappa Statistic (percent): 43.97205669 + Kappa Temporal Statistic (percent): 45.26340587 + Kappa M Statistic (percent): 36.9983731 Model measurements model training instances: 69999 Index 80000 Votes - 0: 1.53084956 - 1: 1.46915044 + 0: 1.071065 + 1: 0.928935 Measurements classified instances: 79999 - classifications correct (percent): 73.31716646 - Kappa Statistic (percent): 43.02525917 - Kappa Temporal Statistic (percent): 45.05392674 - Kappa M Statistic (percent): 36.68881243 + classifications correct (percent): 73.44591807 + Kappa Statistic (percent): 43.98063242 + Kappa Temporal Statistic (percent): 45.31905583 + Kappa M Statistic (percent): 36.99430537 Model measurements model training instances: 79999 Index 90000 Votes - 0: 1.41392948 - 1: 1.58607052 + 0: 1.01617733 + 1: 0.98382267 Measurements classified instances: 89999 - classifications correct (percent): 73.33970377 - Kappa Statistic (percent): 43.07787894 - Kappa Temporal Statistic (percent): 45.07496852 - Kappa M Statistic (percent): 36.72468354 + classifications correct (percent): 73.48859432 + Kappa Statistic (percent): 44.07497264 + Kappa Temporal Statistic (percent): 45.38170997 + Kappa M Statistic (percent): 37.07805907 Model measurements model training instances: 89999 Index 100000 Votes - 0: 2.59720709 - 1: 0.40279291 + 0: 1.76479808 + 1: 0.23520192 Measurements classified instances: 99999 - classifications correct (percent): 73.32173322 - Kappa Statistic (percent): 43.08319534 - Kappa Temporal Statistic (percent): 45.04367172 - Kappa M Statistic (percent): 36.75501399 + classifications correct (percent): 73.50773508 + Kappa Statistic (percent): 44.14811543 + Kappa Temporal Statistic (percent): 45.42682927 + Kappa M Statistic (percent): 37.19596036 Model measurements model training instances: 99999 diff --git a/moa/src/test/resources/moa/classifiers/meta/imbalanced/OnlineUnderOverBagging.ref b/moa/src/test/resources/moa/classifiers/meta/imbalanced/OnlineUnderOverBagging.ref index 9f6c51347..d3a3afff9 100644 --- a/moa/src/test/resources/moa/classifiers/meta/imbalanced/OnlineUnderOverBagging.ref +++ b/moa/src/test/resources/moa/classifiers/meta/imbalanced/OnlineUnderOverBagging.ref @@ -4,140 +4,140 @@ moa.classifiers.meta.imbalanced.OnlineUnderOverBagging -l bayes.NaiveBayes -s 1 Index 10000 Votes - 0: 1.40184819 - 1: 1.59815181 + 0: 1.03163334 + 1: 0.96836666 Measurements classified instances: 9999 - classifications correct (percent): 70.0470047 - Kappa Statistic (percent): 32.1442941 - Kappa Temporal Statistic (percent): 36.86762226 - Kappa M Statistic (percent): 26.86202686 + classifications correct (percent): 69.9869987 + Kappa Statistic (percent): 31.91905703 + Kappa Temporal Statistic (percent): 36.74114671 + Kappa M Statistic (percent): 26.71550672 Model measurements model training instances: 9999 Index 20000 Votes - 0: 0.61733266 - 1: 2.38266734 + 0: 0.45383873 + 1: 1.54616127 Measurements classified instances: 19999 - classifications correct (percent): 69.94849742 - Kappa Statistic (percent): 32.79938902 - Kappa Temporal Statistic (percent): 37.25858649 - Kappa M Statistic (percent): 27.95492688 + classifications correct (percent): 69.79848992 + Kappa Statistic (percent): 32.39377549 + Kappa Temporal Statistic (percent): 36.9454014 + Kappa M Statistic (percent): 27.59530089 Model measurements model training instances: 19999 Index 30000 Votes - 0: 0.68148947 - 1: 2.31851053 + 0: 0.47721444 + 1: 1.52278556 Measurements classified instances: 29999 - classifications correct (percent): 69.96233208 - Kappa Statistic (percent): 32.74216512 - Kappa Temporal Statistic (percent): 37.75644125 - Kappa M Statistic (percent): 27.84272902 + classifications correct (percent): 69.84899497 + Kappa Statistic (percent): 32.4242055 + Kappa Temporal Statistic (percent): 37.52158596 + Kappa M Statistic (percent): 27.57046765 Model measurements model training instances: 29999 Index 40000 Votes - 0: 0.40489692 - 1: 2.59510308 + 0: 0.24928672 + 1: 1.75071328 Measurements classified instances: 39999 - classifications correct (percent): 69.94674867 - Kappa Statistic (percent): 32.91913706 - Kappa Temporal Statistic (percent): 37.87917937 - Kappa M Statistic (percent): 28.10406699 + classifications correct (percent): 69.85424636 + Kappa Statistic (percent): 32.65905583 + Kappa Temporal Statistic (percent): 37.68797478 + Kappa M Statistic (percent): 27.88277512 Model measurements model training instances: 39999 Index 50000 Votes - 0: 0.5101611 - 1: 2.4898389 + 0: 0.34274108 + 1: 1.65725892 Measurements classified instances: 49999 - classifications correct (percent): 69.98339967 - Kappa Statistic (percent): 32.98884026 - Kappa Temporal Statistic (percent): 37.87565196 - Kappa M Statistic (percent): 28.17764165 + classifications correct (percent): 69.89539791 + Kappa Statistic (percent): 32.73716607 + Kappa Temporal Statistic (percent): 37.69351768 + Kappa M Statistic (percent): 27.96707504 Model measurements model training instances: 49999 Index 60000 Votes - 0: 0.26979993 - 1: 2.73020007 + 0: 0.17936704 + 1: 1.82063296 Measurements classified instances: 59999 - classifications correct (percent): 70.06283438 - Kappa Statistic (percent): 33.40813955 - Kappa Temporal Statistic (percent): 38.09408926 - Kappa M Statistic (percent): 28.72787874 + classifications correct (percent): 69.98449974 + Kappa Statistic (percent): 33.17486013 + Kappa Temporal Statistic (percent): 37.93210408 + Kappa M Statistic (percent): 28.5413856 Model measurements model training instances: 59999 Index 70000 Votes - 0: 0.74793955 - 1: 2.25206045 + 0: 0.48963286 + 1: 1.51036714 Measurements classified instances: 69999 - classifications correct (percent): 70.04671495 - Kappa Statistic (percent): 33.54441662 - Kappa Temporal Statistic (percent): 38.25789923 - Kappa M Statistic (percent): 28.93505965 + classifications correct (percent): 69.99957142 + Kappa Statistic (percent): 33.38843877 + Kappa Temporal Statistic (percent): 38.16072323 + Kappa M Statistic (percent): 28.82321041 Model measurements model training instances: 69999 Index 80000 Votes - 0: 1.13871423 - 1: 1.86128577 + 0: 0.77581225 + 1: 1.22418775 Measurements classified instances: 79999 - classifications correct (percent): 70.1196265 - Kappa Statistic (percent): 33.72450454 - Kappa Temporal Statistic (percent): 38.46945867 - Kappa M Statistic (percent): 29.10191007 + classifications correct (percent): 70.0958762 + Kappa Statistic (percent): 33.62123199 + Kappa Temporal Statistic (percent): 38.42055137 + Kappa M Statistic (percent): 29.04555701 Model measurements model training instances: 79999 Index 90000 Votes - 0: 1.03341767 - 1: 1.96658233 + 0: 0.70422672 + 1: 1.29577328 Measurements classified instances: 89999 - classifications correct (percent): 70.15633507 - Kappa Statistic (percent): 33.80226873 - Kappa Temporal Statistic (percent): 38.51665331 - Kappa M Statistic (percent): 29.1693038 + classifications correct (percent): 70.12744586 + Kappa Statistic (percent): 33.69396701 + Kappa Temporal Statistic (percent): 38.45713632 + Kappa M Statistic (percent): 29.1007384 Model measurements model training instances: 89999 Index 100000 Votes - 0: 2.37025918 - 1: 0.62974082 + 0: 1.58003357 + 1: 0.41996643 Measurements classified instances: 99999 - classifications correct (percent): 70.14870149 - Kappa Statistic (percent): 33.84591534 - Kappa Temporal Statistic (percent): 38.50733355 - Kappa M Statistic (percent): 29.23284813 + classifications correct (percent): 70.12870129 + Kappa Statistic (percent): 33.76533125 + Kappa Temporal Statistic (percent): 38.46613382 + Kappa M Statistic (percent): 29.18543455 Model measurements model training instances: 99999