Merge pull request #316 from openml/strictercheck

Stricter check

Author: mfeurer

openml/runs/run.py

@@ -125,14 +125,14 @@ def get_metric_fn(self, sklearn_fn, kwargs={}):
         scores : list
             a list of floats, of length num_folds * num_repeats
         '''
-        if self.data_content is not None:
+        if self.data_content is not None and self.task_id is not None:
             predictions_arff = self._generate_arff_dict()
         elif 'predictions' in self.output_files:
             predictions_file_url = _file_id_to_url(self.output_files['predictions'], 'predictions.arff')
             predictions_arff = arff.loads(openml._api_calls._read_url(predictions_file_url))
             # TODO: make this a stream reader
         else:
-            raise ValueError('Run should have been locally executed.')
+            raise ValueError('Run should have been locally executed or contain outputfile reference.')
 
         attribute_names = [att[0] for att in predictions_arff['attributes']]
         if 'correct' not in attribute_names: