lower search result amount because of rate limits

Author: okkdev

lib/chuko/api/anibis.ex

@@ -31,7 +31,10 @@ defmodule Chuko.Api.Anibis do
       |> Req.get!(put_in(options[:params][:ps], 1))
       |> then(fn %Req.Response{body: body} -> body["pagingInfo"]["totalItems"] end)
 
-    pages = ceil(amount / 120)
+    pages =
+      ceil(amount / 120)
+      # Capping for rate limit reasons
+      |> then(&if &1 > 5, do: 5, else: &1)
 
     1..pages
     |> Task.async_stream(

lib/chuko/api/ricardo.ex

@@ -26,7 +26,10 @@ defmodule Chuko.Api.Ricardo do
       |> Req.get!()
       |> then(fn %Req.Response{body: body} -> body["totalArticlesCount"] end)
 
-    pages = ceil(amount / 60)
+    pages =
+      ceil(amount / 60)
+      # Capping for rate limit reasons
+      |> then(&if &1 > 10, do: 10, else: &1)
 
     1..pages
     |> Task.async_stream(

lib/chuko/api/tutti_gql.ex

@@ -297,7 +297,8 @@ defmodule Chuko.Api.TuttiGql do
       |> then(fn %Req.Response{body: body} ->
         body["data"]["searchListingsByQuery"]["listings"]["totalCount"]
       end)
-      |> then(&if &1 > 3000, do: 3000, else: &1)
+      # Max is 3000 but capping at 500 for rate limit reasons
+      |> then(&if &1 > 500, do: 500, else: &1)
 
     0..floor(amount / 100)
     |> Enum.map(&(&1 * 100))