From 4ac2afd9ef71a2f94a258dbdb55110518db1674e Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Joakim=20Kolsj=C3=B6?= <joakim.kolsjo@gmail.com>
Date: Sun, 25 Sep 2016 21:53:32 +0200
Subject: [PATCH] Experimental import limits

Related to https://github.com/joakimk/toniq/issues/17
---
 lib/toniq/job_importer.ex    | 12 ++++++++++++
 lib/toniq/job_persistence.ex |  2 ++
 2 files changed, 14 insertions(+)

diff --git a/lib/toniq/job_importer.ex b/lib/toniq/job_importer.ex
index 6a8581c..b821dd4 100644
--- a/lib/toniq/job_importer.ex
+++ b/lib/toniq/job_importer.ex
@@ -18,10 +18,22 @@ defmodule Toniq.JobImporter do
   defp import_jobs(enabled: false), do: nil
   defp import_jobs(enabled: true) do
     incoming_jobs
+    |> Enum.take(jobs_to_import_count)
     |> log_import
     |> Enum.each(&import_job/1)
   end
 
+  defp jobs_to_import_count do
+    max_count = 500 # this would be in config
+    diff = max_count - Toniq.JobPersistence.jobs_count
+
+    if diff < 0 do
+      0
+    else
+      diff
+    end
+  end
+
   defp incoming_jobs do
     Toniq.JobPersistence.incoming_jobs
   end
diff --git a/lib/toniq/job_persistence.ex b/lib/toniq/job_persistence.ex
index e1c8ea7..c645890 100644
--- a/lib/toniq/job_persistence.ex
+++ b/lib/toniq/job_persistence.ex
@@ -23,6 +23,8 @@ defmodule Toniq.JobPersistence do
   """
   def jobs(identifier \\ default_identifier), do: load_jobs(jobs_key(identifier), identifier)
 
+  def jobs_count(identifier \\ default_identifier), do: scard(redis, jobs_key(identifier)) |> String.to_integer
+
   @doc """
   Returns all incoming jobs (used for failover).
   """