Skip to content

Commit f5cc943

Browse files
author
committed
Deployment of commit a163cf9 [ci skip]
1 parent 40bcf5a commit f5cc943

114 files changed

Lines changed: 2381 additions & 2498 deletions

File tree

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

apiv2/contributing/tests/index.html

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -5426,7 +5426,7 @@ <h2 id="overhead-from-fixtures">Overhead from Fixtures<a class="headerlink" href
54265426
<span class="normal"><a href="#__codelineno-0-9"> 9</a></span>
54275427
<span class="normal"><a href="#__codelineno-0-10">10</a></span>
54285428
<span class="normal"><a href="#__codelineno-0-11">11</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-1" name="__codelineno-0-1"></a><span class="nd">@pytest</span><span class="o">.</span><span class="n">mark</span><span class="o">.</span><span class="n">parametrize</span><span class="p">(</span><span class="s1">&#39;execution_number&#39;</span><span class="p">,</span> <span class="nb">range</span><span class="p">(</span><span class="mi">5000</span><span class="p">))</span>
5429-
<a id="__codelineno-0-2" name="__codelineno-0-2"></a><span class="k">def</span> <span class="nf">test_private_dataset_owner_access</span><span class="p">(</span>
5429+
<a id="__codelineno-0-2" name="__codelineno-0-2"></a><span class="k">def</span><span class="w"> </span><span class="nf">test_private_dataset_owner_access</span><span class="p">(</span>
54305430
<a id="__codelineno-0-3" name="__codelineno-0-3"></a> <span class="n">execution_number</span><span class="p">,</span>
54315431
<a id="__codelineno-0-4" name="__codelineno-0-4"></a> <span class="n">expdb_test</span><span class="p">:</span> <span class="n">Connection</span><span class="p">,</span>
54325432
<a id="__codelineno-0-5" name="__codelineno-0-5"></a> <span class="n">user_test</span><span class="p">:</span> <span class="n">Connection</span><span class="p">,</span>

benchmark/index.html

Lines changed: 9 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -5533,7 +5533,7 @@ <h3 id="listing-the-benchmark-suites">Listing the benchmark suites<a class="head
55335533
<span class="normal"><a href="#__codelineno-0-3">3</a></span>
55345534
<span class="normal"><a href="#__codelineno-0-4">4</a></span>
55355535
<span class="normal"><a href="#__codelineno-0-5">5</a></span>
5536-
<span class="normal"><a href="#__codelineno-0-6">6</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-1" name="__codelineno-0-1"></a><span class="kn">import</span> <span class="nn">openml</span>
5536+
<span class="normal"><a href="#__codelineno-0-6">6</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-1" name="__codelineno-0-1"></a><span class="kn">import</span><span class="w"> </span><span class="nn">openml</span>
55375537
<a id="__codelineno-0-2" name="__codelineno-0-2"></a>
55385538
<a id="__codelineno-0-3" name="__codelineno-0-3"></a><span class="c1"># using the main entity type task, only benchmark suites are returned</span>
55395539
<a id="__codelineno-0-4" name="__codelineno-0-4"></a><span class="c1"># each benchmark suite has an ID, some also have an alias. These can be</span>
@@ -5582,7 +5582,7 @@ <h3 id="fetching-details">Fetching details<a class="headerlink" href="#fetching-
55825582
<span class="normal"><a href="#__codelineno-3-4">4</a></span>
55835583
<span class="normal"><a href="#__codelineno-3-5">5</a></span>
55845584
<span class="normal"><a href="#__codelineno-3-6">6</a></span>
5585-
<span class="normal"><a href="#__codelineno-3-7">7</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-3-1" name="__codelineno-3-1"></a><span class="kn">import</span> <span class="nn">openml</span>
5585+
<span class="normal"><a href="#__codelineno-3-7">7</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-3-1" name="__codelineno-3-1"></a><span class="kn">import</span><span class="w"> </span><span class="nn">openml</span>
55865586
<a id="__codelineno-3-2" name="__codelineno-3-2"></a>
55875587
<a id="__codelineno-3-3" name="__codelineno-3-3"></a><span class="n">benchmark_suite</span> <span class="o">=</span> <span class="n">openml</span><span class="o">.</span><span class="n">study</span><span class="o">.</span><span class="n">get_suite</span><span class="p">(</span><span class="s1">&#39;OpenML-CC18&#39;</span><span class="p">)</span> <span class="c1"># obtain the benchmark suite</span>
55885588
<a id="__codelineno-3-4" name="__codelineno-3-4"></a>
@@ -5622,7 +5622,7 @@ <h3 id="fetching-details">Fetching details<a class="headerlink" href="#fetching-
56225622
<span class="normal"><a href="#__codelineno-5-4">4</a></span>
56235623
<span class="normal"><a href="#__codelineno-5-5">5</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-5-1" name="__codelineno-5-1"></a><span class="nf">library</span><span class="p">(</span><span class="n">OpenML</span><span class="p">)</span>
56245624
<a id="__codelineno-5-2" name="__codelineno-5-2"></a><span class="n">task.ids</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="nf">getOMLStudy</span><span class="p">(</span><span class="s">&#39;OpenML-CC18&#39;</span><span class="p">)</span><span class="o">$</span><span class="n">tasks</span><span class="o">$</span><span class="n">task.id</span><span class="w"> </span><span class="c1"># obtain the list of suggested tasks</span>
5625-
<a id="__codelineno-5-3" name="__codelineno-5-3"></a><span class="nf">for </span><span class="p">(</span><span class="n">task.id</span><span class="w"> </span><span class="n">in</span><span class="w"> </span><span class="n">task.ids</span><span class="p">)</span><span class="w"> </span><span class="p">{</span><span class="w"> </span><span class="c1"># iterate over all tasks</span>
5625+
<a id="__codelineno-5-3" name="__codelineno-5-3"></a><span class="kr">for</span><span class="w"> </span><span class="p">(</span><span class="n">task.id</span><span class="w"> </span><span class="kr">in</span><span class="w"> </span><span class="n">task.ids</span><span class="p">)</span><span class="w"> </span><span class="p">{</span><span class="w"> </span><span class="c1"># iterate over all tasks</span>
56265626
<a id="__codelineno-5-4" name="__codelineno-5-4"></a><span class="w"> </span><span class="n">task</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="nf">getOMLTask</span><span class="p">(</span><span class="n">task.id</span><span class="p">)</span><span class="w"> </span><span class="c1"># download single OML task</span>
56275627
<a id="__codelineno-5-5" name="__codelineno-5-5"></a><span class="w"> </span><span class="n">data</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="nf">as.data.frame</span><span class="p">(</span><span class="n">task</span><span class="p">)</span><span class="w"> </span><span class="c1"># obtain raw data set</span>
56285628
</code></pre></div></td></tr></table></div>
@@ -5655,8 +5655,8 @@ <h3 id="running-and-sharing-benchmarks">Running and sharing benchmarks<a class="
56555655
<span class="normal"><a href="#__codelineno-6-15">15</a></span>
56565656
<span class="normal"><a href="#__codelineno-6-16">16</a></span>
56575657
<span class="normal"><a href="#__codelineno-6-17">17</a></span>
5658-
<span class="normal"><a href="#__codelineno-6-18">18</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-6-1" name="__codelineno-6-1"></a><span class="kn">import</span> <span class="nn">openml</span>
5659-
<a id="__codelineno-6-2" name="__codelineno-6-2"></a><span class="kn">import</span> <span class="nn">sklearn</span>
5658+
<span class="normal"><a href="#__codelineno-6-18">18</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-6-1" name="__codelineno-6-1"></a><span class="kn">import</span><span class="w"> </span><span class="nn">openml</span>
5659+
<a id="__codelineno-6-2" name="__codelineno-6-2"></a><span class="kn">import</span><span class="w"> </span><span class="nn">sklearn</span>
56605660
<a id="__codelineno-6-3" name="__codelineno-6-3"></a>
56615661
<a id="__codelineno-6-4" name="__codelineno-6-4"></a><span class="n">openml</span><span class="o">.</span><span class="n">config</span><span class="o">.</span><span class="n">apikey</span> <span class="o">=</span> <span class="s1">&#39;FILL_IN_OPENML_API_KEY&#39;</span> <span class="c1"># set the OpenML Api Key</span>
56625662
<a id="__codelineno-6-5" name="__codelineno-6-5"></a><span class="n">benchmark_suite</span> <span class="o">=</span> <span class="n">openml</span><span class="o">.</span><span class="n">study</span><span class="o">.</span><span class="n">get_suite</span><span class="p">(</span><span class="s1">&#39;OpenML-CC18&#39;</span><span class="p">)</span> <span class="c1"># obtain the benchmark suite</span>
@@ -5719,7 +5719,7 @@ <h3 id="running-and-sharing-benchmarks">Running and sharing benchmarks<a class="
57195719
<a id="__codelineno-8-2" name="__codelineno-8-2"></a><span class="nf">setOMLConfig</span><span class="p">(</span><span class="n">apikey</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="s">&#39;FILL_IN_OPENML_API_KEY&#39;</span><span class="p">)</span>
57205720
<a id="__codelineno-8-3" name="__codelineno-8-3"></a><span class="n">lrn</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="nf">makeLearner</span><span class="p">(</span><span class="s">&#39;classif.rpart&#39;</span><span class="p">)</span><span class="w"> </span><span class="c1"># construct a simple CART classifier</span>
57215721
<a id="__codelineno-8-4" name="__codelineno-8-4"></a><span class="n">task.ids</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="nf">getOMLStudy</span><span class="p">(</span><span class="s">&#39;OpenML-CC18&#39;</span><span class="p">)</span><span class="o">$</span><span class="n">tasks</span><span class="o">$</span><span class="n">task.id</span><span class="w"> </span><span class="c1"># obtain the list of suggested tasks</span>
5722-
<a id="__codelineno-8-5" name="__codelineno-8-5"></a><span class="nf">for </span><span class="p">(</span><span class="n">task.id</span><span class="w"> </span><span class="n">in</span><span class="w"> </span><span class="n">task.ids</span><span class="p">)</span><span class="w"> </span><span class="p">{</span><span class="w"> </span><span class="c1"># iterate over all tasks</span>
5722+
<a id="__codelineno-8-5" name="__codelineno-8-5"></a><span class="kr">for</span><span class="w"> </span><span class="p">(</span><span class="n">task.id</span><span class="w"> </span><span class="kr">in</span><span class="w"> </span><span class="n">task.ids</span><span class="p">)</span><span class="w"> </span><span class="p">{</span><span class="w"> </span><span class="c1"># iterate over all tasks</span>
57235723
<a id="__codelineno-8-6" name="__codelineno-8-6"></a><span class="w"> </span><span class="n">task</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="nf">getOMLTask</span><span class="p">(</span><span class="n">task.id</span><span class="p">)</span><span class="w"> </span><span class="c1"># download single OML task</span>
57245724
<a id="__codelineno-8-7" name="__codelineno-8-7"></a><span class="w"> </span><span class="n">data</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="nf">as.data.frame</span><span class="p">(</span><span class="n">task</span><span class="p">)</span><span class="w"> </span><span class="c1"># obtain raw data set</span>
57255725
<a id="__codelineno-8-8" name="__codelineno-8-8"></a><span class="w"> </span><span class="n">run</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="nf">runTaskMlr</span><span class="p">(</span><span class="n">task</span><span class="p">,</span><span class="w"> </span><span class="n">learner</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="n">lrn</span><span class="p">)</span><span class="w"> </span><span class="c1"># run constructed learner</span>
@@ -5772,7 +5772,7 @@ <h3 id="retrieving-runs-on-a-benchmarking-suites">Retrieving runs on a benchmark
57725772
<span class="normal"><a href="#__codelineno-11-3">3</a></span>
57735773
<span class="normal"><a href="#__codelineno-11-4">4</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-11-1" name="__codelineno-11-1"></a><span class="n">benchmark.suite</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="nf">getOMLStudy</span><span class="p">(</span><span class="n">study</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="s">&quot;OpenML-CC18&quot;</span><span class="p">)</span>
57745774
<a id="__codelineno-11-2" name="__codelineno-11-2"></a><span class="n">run.ids</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="nf">extractOMLStudyIds</span><span class="p">(</span><span class="n">benchmark.suite</span><span class="p">,</span><span class="w"> </span><span class="s">&quot;run.id&quot;</span><span class="p">)</span>
5775-
<a id="__codelineno-11-3" name="__codelineno-11-3"></a><span class="n">runs</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="nf">rbindlist</span><span class="p">(</span><span class="nf">lapply</span><span class="p">(</span><span class="n">run.ids</span><span class="p">,</span><span class="w"> </span><span class="nf">function</span><span class="p">(</span><span class="n">id</span><span class="p">)</span><span class="w"> </span><span class="nf">listOMLRuns</span><span class="p">(</span><span class="n">run.id</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="n">id</span><span class="p">)))</span>
5775+
<a id="__codelineno-11-3" name="__codelineno-11-3"></a><span class="n">runs</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="nf">rbindlist</span><span class="p">(</span><span class="nf">lapply</span><span class="p">(</span><span class="n">run.ids</span><span class="p">,</span><span class="w"> </span><span class="kr">function</span><span class="p">(</span><span class="n">id</span><span class="p">)</span><span class="w"> </span><span class="nf">listOMLRuns</span><span class="p">(</span><span class="n">run.id</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="n">id</span><span class="p">)))</span>
57765776
<a id="__codelineno-11-4" name="__codelineno-11-4"></a><span class="c1"># TODO waiting for REST API</span>
57775777
</code></pre></div></td></tr></table></div>
57785778
</details>
@@ -5801,7 +5801,7 @@ <h3 id="creating-new-benchmark-suites">Creating new benchmark suites<a class="he
58015801
<span class="normal"><a href="#__codelineno-12-13">13</a></span>
58025802
<span class="normal"><a href="#__codelineno-12-14">14</a></span>
58035803
<span class="normal"><a href="#__codelineno-12-15">15</a></span>
5804-
<span class="normal"><a href="#__codelineno-12-16">16</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-12-1" name="__codelineno-12-1"></a><span class="kn">import</span> <span class="nn">openml</span>
5804+
<span class="normal"><a href="#__codelineno-12-16">16</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-12-1" name="__codelineno-12-1"></a><span class="kn">import</span><span class="w"> </span><span class="nn">openml</span>
58055805
<a id="__codelineno-12-2" name="__codelineno-12-2"></a>
58065806
<a id="__codelineno-12-3" name="__codelineno-12-3"></a><span class="c1"># find 250 tasks that we are interested in, e.g., the tasks that have between</span>
58075807
<a id="__codelineno-12-4" name="__codelineno-12-4"></a><span class="c1"># 100 and 10000 instances and between 4 and 20 attributes</span>
@@ -5902,7 +5902,7 @@ <h3 id="updating-a-benchmark-suite">Updating a benchmark suite<a class="headerli
59025902
<span class="normal"><a href="#__codelineno-15-29">29</a></span>
59035903
<span class="normal"><a href="#__codelineno-15-30">30</a></span>
59045904
<span class="normal"><a href="#__codelineno-15-31">31</a></span>
5905-
<span class="normal"><a href="#__codelineno-15-32">32</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-15-1" name="__codelineno-15-1"></a><span class="kn">import</span> <span class="nn">openml</span>
5905+
<span class="normal"><a href="#__codelineno-15-32">32</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-15-1" name="__codelineno-15-1"></a><span class="kn">import</span><span class="w"> </span><span class="nn">openml</span>
59065906
<a id="__codelineno-15-2" name="__codelineno-15-2"></a>
59075907
<a id="__codelineno-15-3" name="__codelineno-15-3"></a><span class="c1"># find 250 tasks that we are interested in, e.g., the tasks that have between</span>
59085908
<a id="__codelineno-15-4" name="__codelineno-15-4"></a><span class="c1"># 100 and 10000 instances and between 4 and 20 attributes</span>

concepts/data/index.html

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -5485,8 +5485,8 @@ <h2 id="sharing">Sharing<a class="headerlink" href="#sharing" title="Permanent l
54855485
<span class="normal"><a href="#__codelineno-0-9"> 9</a></span>
54865486
<span class="normal"><a href="#__codelineno-0-10">10</a></span>
54875487
<span class="normal"><a href="#__codelineno-0-11">11</a></span>
5488-
<span class="normal"><a href="#__codelineno-0-12">12</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-1" name="__codelineno-0-1"></a> <span class="kn">import</span> <span class="nn">pandas</span> <span class="k">as</span> <span class="nn">pd</span>
5489-
<a id="__codelineno-0-2" name="__codelineno-0-2"></a> <span class="kn">import</span> <span class="nn">openml</span> <span class="k">as</span> <span class="nn">oml</span>
5488+
<span class="normal"><a href="#__codelineno-0-12">12</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-1" name="__codelineno-0-1"></a> <span class="kn">import</span><span class="w"> </span><span class="nn">pandas</span><span class="w"> </span><span class="k">as</span><span class="w"> </span><span class="nn">pd</span>
5489+
<a id="__codelineno-0-2" name="__codelineno-0-2"></a> <span class="kn">import</span><span class="w"> </span><span class="nn">openml</span><span class="w"> </span><span class="k">as</span><span class="w"> </span><span class="nn">oml</span>
54905490
<a id="__codelineno-0-3" name="__codelineno-0-3"></a>
54915491
<a id="__codelineno-0-4" name="__codelineno-0-4"></a> <span class="c1"># Create an OpenML dataset from a pandas dataframe</span>
54925492
<a id="__codelineno-0-5" name="__codelineno-0-5"></a> <span class="n">df</span> <span class="o">=</span> <span class="n">pd</span><span class="o">.</span><span class="n">DataFrame</span><span class="p">(</span><span class="n">data</span><span class="p">,</span> <span class="n">columns</span><span class="o">=</span><span class="n">attribute_names</span><span class="p">)</span>

0 commit comments

Comments
 (0)