Skip to content

Commit a5f8e3b

Browse files
committed
make test_evaluation_functions run in parallel
1 parent 11717cb commit a5f8e3b

2 files changed

Lines changed: 4 additions & 11 deletions

File tree

openml/evaluations/functions.py

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -32,8 +32,7 @@ def list_evaluations(function, offset=None, size=None, id=None, task=None, setup
3232
3333
Returns
3434
-------
35-
list
36-
List of found evaluations.
35+
dict
3736
"""
3837

3938
api_call = "evaluation/list/function/%s" %function

tests/test_evaluations/test_evaluation_functions.py

Lines changed: 3 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -3,6 +3,7 @@
33
from openml.testing import TestBase
44

55
class TestEvaluationFunctions(TestBase):
6+
_multiprocess_can_split_ = True
67

78
def test_evaluation_list_filter_task(self):
89
openml.config.server = self.production_server
@@ -15,7 +16,6 @@ def test_evaluation_list_filter_task(self):
1516
for run_id in evaluations.keys():
1617
self.assertEquals(evaluations[run_id].task_id, task_id)
1718

18-
1919
def test_evaluation_list_filter_uploader(self):
2020
openml.config.server = self.production_server
2121

@@ -24,11 +24,8 @@ def test_evaluation_list_filter_uploader(self):
2424
evaluations = openml.evaluations.list_evaluations("predictive_accuracy", uploader=[uploader_id])
2525

2626
self.assertGreater(len(evaluations), 100)
27-
# for run_id in evaluations.keys():
28-
# self.assertEquals(evaluations[run_id].uploader, uploader_id)
29-
3027

31-
def test_evaluation_list_filter_uploader(self):
28+
def test_evaluation_list_filter_uploader_2(self):
3229
openml.config.server = self.production_server
3330

3431
setup_id = 10
@@ -39,7 +36,6 @@ def test_evaluation_list_filter_uploader(self):
3936
for run_id in evaluations.keys():
4037
self.assertEquals(evaluations[run_id].setup_id, setup_id)
4138

42-
4339
def test_evaluation_list_filter_flow(self):
4440
openml.config.server = self.production_server
4541

@@ -51,7 +47,6 @@ def test_evaluation_list_filter_flow(self):
5147
for run_id in evaluations.keys():
5248
self.assertEquals(evaluations[run_id].flow_id, flow_id)
5349

54-
5550
def test_evaluation_list_filter_run(self):
5651
openml.config.server = self.production_server
5752

@@ -63,9 +58,8 @@ def test_evaluation_list_filter_run(self):
6358
for run_id in evaluations.keys():
6459
self.assertEquals(evaluations[run_id].run_id, run_id)
6560

66-
6761
def test_evaluation_list_limit(self):
6862
openml.config.server = self.production_server
6963

7064
evaluations = openml.evaluations.list_evaluations("predictive_accuracy", size=100, offset=100)
71-
self.assertEquals(len(evaluations), 100)
65+
self.assertEquals(len(evaluations), 100)

0 commit comments

Comments
 (0)