additional unit test for NeurIPS benchmarking paper

[janvanrijn]

TODO: add unit test

package openmlweka;

import org.apache.commons.lang3.tuple.Pair;
import org.junit.Test;
import org.openml.apiconnector.io.OpenmlConnector;
import org.openml.apiconnector.xml.Run;
import org.openml.apiconnector.xml.Study;
import org.openml.apiconnector.xml.Task;
import org.openml.weka.algorithm.InstancesHelper;
import org.openml.weka.algorithm.WekaConfig;
import org.openml.weka.experiment.RunOpenmlJob;

import weka.classifiers.Classifier;
import weka.classifiers.trees.REPTree;
import weka.core.Instances;


public class TestOpenMLBenchmarkingSuites extends BaseTestFramework {

	
	@Test
	public void NeurIPSBenchmarkPaperCodeSample() throws Exception {
		OpenmlConnector openml = client_write_test; // OpenmlConnector openml = new OpenMLConnector();
		  Study benchmarksuite = openml.studyGet("OpenML100", "tasks"); // OpenML-CC18          // obtain the benchmark suite
		  Classifier tree = new REPTree();                                          // build a Weka classifier
		  for (Integer taskId : benchmarksuite.getTasks()) {                        // iterate over all tasks
		    Task t = openml.taskGet(taskId);                                        // download the OpenML task
		    if (t.getTask_id() > 10) { break; }
		    Instances d = InstancesHelper.getDatasetFromTask(openml, t);            // obtain the dataset
		    // openml.setApiKey("FILL_IN_OPENML_API_KEY");
		    Pair<Integer, Run> result = RunOpenmlJob.executeTask(openml, new WekaConfig("skip_jvm_benchmark=true; avoid_duplicate_runs=false"), taskId, tree);
		    Run run = openml.runGet(result.getLeft());}                             // retrieve the uploaded run
	}
}