added runtime to publish (was not there yet .. )

Author: janvanrijn

openml/runs/functions.py

@@ -82,7 +82,8 @@ def run_task(task, model, avoid_duplicate_runs=True, flow_tags=None, seed=None):
     tags = ['openml-python', run_environment[1]]
     # execute the run
     run = OpenMLRun(task_id=task.task_id, flow_id=None, dataset_id=dataset.dataset_id, model=model, tags=tags)
-    run.data_content, run.trace_content, run.trace_attributes = _run_task_get_arffcontent(model, task, class_labels)
+    res = _run_task_get_arffcontent(model, task, class_labels)
+    run.data_content, run.trace_content, run.trace_attributes, run.detailed_evaluations = res
 
     if flow_id == False:
         # means the flow did not exists. As we could run it, publish it now
@@ -372,7 +373,7 @@ def _run_task_get_arffcontent(model, task, class_labels):
     else:
         arff_tracecontent = None
         arff_trace_attributes = None
-    return arff_datacontent, arff_tracecontent, arff_trace_attributes
+    return arff_datacontent, arff_tracecontent, arff_trace_attributes, user_defined_measures
 
 
 def _extract_arfftrace(model, rep_no, fold_no):

tests/test_runs/test_run_functions.py

@@ -190,6 +190,9 @@ def test_run_and_upload(self):
                     self.assertEqual(len(run.trace_content), num_iterations * num_folds)
                 check_res = self._check_serialized_optimized_run(run.run_id)
                 self.assertTrue(check_res)
+            
+            # todo: check if runtime is present
+            pass
 
 
     def test_initialize_model_from_run(self):
@@ -375,7 +378,7 @@ def test__extract_arfftrace(self):
                         self.assertIsInstance(trace_list[line_idx][att_idx], float)
 
 
-        self.assertEqual(param_grid.keys(), optimized_params)
+        self.assertEqual(set(param_grid.keys()), optimized_params)
 
     def test__prediction_to_row(self):
         repeat_nr = 0