You signed in with another tab or window. Reload to refresh your session.You signed out in another tab or window. Reload to refresh your session.You switched accounts on another tab or window. Reload to refresh your session.Dismiss alert
<aid="__codelineno-5-2" name="__codelineno-5-2"></a><spanclass="n">task.ids</span><spanclass="w"></span><spanclass="o">=</span><spanclass="w"></span><spanclass="nf">getOMLStudy</span><spanclass="p">(</span><spanclass="s">'OpenML-CC18'</span><spanclass="p">)</span><spanclass="o">$</span><spanclass="n">tasks</span><spanclass="o">$</span><spanclass="n">task.id</span><spanclass="w"></span><spanclass="c1"># obtain the list of suggested tasks</span>
5625
-
<aid="__codelineno-5-3" name="__codelineno-5-3"></a><spanclass="nf">for</span><spanclass="p">(</span><spanclass="n">task.id</span><spanclass="w"></span><spanclass="n">in</span><spanclass="w"></span><spanclass="n">task.ids</span><spanclass="p">)</span><spanclass="w"></span><spanclass="p">{</span><spanclass="w"></span><spanclass="c1"># iterate over all tasks</span>
5625
+
<aid="__codelineno-5-3" name="__codelineno-5-3"></a><spanclass="kr">for</span><spanclass="w"></span><spanclass="p">(</span><spanclass="n">task.id</span><spanclass="w"></span><spanclass="kr">in</span><spanclass="w"></span><spanclass="n">task.ids</span><spanclass="p">)</span><spanclass="w"></span><spanclass="p">{</span><spanclass="w"></span><spanclass="c1"># iterate over all tasks</span>
5626
5626
<aid="__codelineno-5-4" name="__codelineno-5-4"></a><spanclass="w"></span><spanclass="n">task</span><spanclass="w"></span><spanclass="o">=</span><spanclass="w"></span><spanclass="nf">getOMLTask</span><spanclass="p">(</span><spanclass="n">task.id</span><spanclass="p">)</span><spanclass="w"></span><spanclass="c1"># download single OML task</span>
5627
5627
<aid="__codelineno-5-5" name="__codelineno-5-5"></a><spanclass="w"></span><spanclass="n">data</span><spanclass="w"></span><spanclass="o">=</span><spanclass="w"></span><spanclass="nf">as.data.frame</span><spanclass="p">(</span><spanclass="n">task</span><spanclass="p">)</span><spanclass="w"></span><spanclass="c1"># obtain raw data set</span>
5628
5628
</code></pre></div></td></tr></table></div>
@@ -5655,8 +5655,8 @@ <h3 id="running-and-sharing-benchmarks">Running and sharing benchmarks<a class="
<aid="__codelineno-6-4" name="__codelineno-6-4"></a><spanclass="n">openml</span><spanclass="o">.</span><spanclass="n">config</span><spanclass="o">.</span><spanclass="n">apikey</span><spanclass="o">=</span><spanclass="s1">'FILL_IN_OPENML_API_KEY'</span><spanclass="c1"># set the OpenML Api Key</span>
5662
5662
<aid="__codelineno-6-5" name="__codelineno-6-5"></a><spanclass="n">benchmark_suite</span><spanclass="o">=</span><spanclass="n">openml</span><spanclass="o">.</span><spanclass="n">study</span><spanclass="o">.</span><spanclass="n">get_suite</span><spanclass="p">(</span><spanclass="s1">'OpenML-CC18'</span><spanclass="p">)</span><spanclass="c1"># obtain the benchmark suite</span>
@@ -5719,7 +5719,7 @@ <h3 id="running-and-sharing-benchmarks">Running and sharing benchmarks<a class="
<aid="__codelineno-8-3" name="__codelineno-8-3"></a><spanclass="n">lrn</span><spanclass="w"></span><spanclass="o">=</span><spanclass="w"></span><spanclass="nf">makeLearner</span><spanclass="p">(</span><spanclass="s">'classif.rpart'</span><spanclass="p">)</span><spanclass="w"></span><spanclass="c1"># construct a simple CART classifier</span>
5721
5721
<aid="__codelineno-8-4" name="__codelineno-8-4"></a><spanclass="n">task.ids</span><spanclass="w"></span><spanclass="o">=</span><spanclass="w"></span><spanclass="nf">getOMLStudy</span><spanclass="p">(</span><spanclass="s">'OpenML-CC18'</span><spanclass="p">)</span><spanclass="o">$</span><spanclass="n">tasks</span><spanclass="o">$</span><spanclass="n">task.id</span><spanclass="w"></span><spanclass="c1"># obtain the list of suggested tasks</span>
5722
-
<aid="__codelineno-8-5" name="__codelineno-8-5"></a><spanclass="nf">for</span><spanclass="p">(</span><spanclass="n">task.id</span><spanclass="w"></span><spanclass="n">in</span><spanclass="w"></span><spanclass="n">task.ids</span><spanclass="p">)</span><spanclass="w"></span><spanclass="p">{</span><spanclass="w"></span><spanclass="c1"># iterate over all tasks</span>
5722
+
<aid="__codelineno-8-5" name="__codelineno-8-5"></a><spanclass="kr">for</span><spanclass="w"></span><spanclass="p">(</span><spanclass="n">task.id</span><spanclass="w"></span><spanclass="kr">in</span><spanclass="w"></span><spanclass="n">task.ids</span><spanclass="p">)</span><spanclass="w"></span><spanclass="p">{</span><spanclass="w"></span><spanclass="c1"># iterate over all tasks</span>
5723
5723
<aid="__codelineno-8-6" name="__codelineno-8-6"></a><spanclass="w"></span><spanclass="n">task</span><spanclass="w"></span><spanclass="o">=</span><spanclass="w"></span><spanclass="nf">getOMLTask</span><spanclass="p">(</span><spanclass="n">task.id</span><spanclass="p">)</span><spanclass="w"></span><spanclass="c1"># download single OML task</span>
5724
5724
<aid="__codelineno-8-7" name="__codelineno-8-7"></a><spanclass="w"></span><spanclass="n">data</span><spanclass="w"></span><spanclass="o">=</span><spanclass="w"></span><spanclass="nf">as.data.frame</span><spanclass="p">(</span><spanclass="n">task</span><spanclass="p">)</span><spanclass="w"></span><spanclass="c1"># obtain raw data set</span>
5725
5725
<aid="__codelineno-8-8" name="__codelineno-8-8"></a><spanclass="w"></span><spanclass="n">run</span><spanclass="w"></span><spanclass="o">=</span><spanclass="w"></span><spanclass="nf">runTaskMlr</span><spanclass="p">(</span><spanclass="n">task</span><spanclass="p">,</span><spanclass="w"></span><spanclass="n">learner</span><spanclass="w"></span><spanclass="o">=</span><spanclass="w"></span><spanclass="n">lrn</span><spanclass="p">)</span><spanclass="w"></span><spanclass="c1"># run constructed learner</span>
@@ -5772,7 +5772,7 @@ <h3 id="retrieving-runs-on-a-benchmarking-suites">Retrieving runs on a benchmark
<aid="__codelineno-12-3" name="__codelineno-12-3"></a><spanclass="c1"># find 250 tasks that we are interested in, e.g., the tasks that have between</span>
5807
5807
<aid="__codelineno-12-4" name="__codelineno-12-4"></a><spanclass="c1"># 100 and 10000 instances and between 4 and 20 attributes</span>
@@ -5902,7 +5902,7 @@ <h3 id="updating-a-benchmark-suite">Updating a benchmark suite<a class="headerli
<aid="__codelineno-15-3" name="__codelineno-15-3"></a><spanclass="c1"># find 250 tasks that we are interested in, e.g., the tasks that have between</span>
5908
5908
<aid="__codelineno-15-4" name="__codelineno-15-4"></a><spanclass="c1"># 100 and 10000 instances and between 4 and 20 attributes</span>
0 commit comments