also moved the function that decides whether a model is traceable to the sklearn connector

Author: janvanrijn

openml/flows/sklearn_converter.py

@@ -551,3 +551,27 @@ def _deserialize_cross_validator(value, **kwargs):
 
 def _format_external_version(model_package_name, model_package_version_number):
     return '%s==%s' % (model_package_name, model_package_version_number)
+
+
+def get_traceble_model(model):
+    '''
+    Returns whether the model can produce an openml trace. If yes,
+    return that model. Returns false otherwise.
+    Clause holds true for instances of BaseSearchCV and Pipelines that
+    contain exactly one BaseSearchCV (no use to search deeper in the
+    Tree, maybe later)
+    '''
+    if isinstance(model, sklearn.model_selection._search.BaseSearchCV):
+        return True
+    count = 0
+    returnValue = None
+    if isinstance(model, sklearn.pipeline.Pipeline):
+        for step in model.steps:
+            if isinstance(step[1], sklearn.model_selection._search.BaseSearchCV):
+                returnValue = step[1]
+                count += 1
+    if count == 1:
+        return returnValue
+    else:
+        return False
+

openml/runs/functions.py

@@ -6,7 +6,6 @@
 import warnings
 import openml
 import sklearn
-from sklearn.model_selection._search import BaseSearchCV
 
 from ..exceptions import PyOpenMLError
 from .. import config
@@ -187,12 +186,12 @@ def _run_task_get_arffcontent(model, task, class_labels):
             fold_no = fold_no + 1
         rep_no = rep_no + 1
 
-    if not isinstance(model, BaseSearchCV):
-        arff_tracecontent = None
-        arff_trace_attributes = None
-    else:
+    if get_traceble_model(model):
         # arff_tracecontent is already set
         arff_trace_attributes = _extract_arfftrace_attributes(model_fold)
+    else:
+        arff_tracecontent = None
+        arff_trace_attributes = None
 
     return arff_datacontent, arff_tracecontent, arff_trace_attributes
 

openml/runs/run.py

@@ -5,7 +5,6 @@
 import arff
 import xmltodict
 from sklearn.base import BaseEstimator
-from sklearn.model_selection._search import BaseSearchCV
 
 import openml
 from ..tasks import get_task