From 9c0bf9342026729211df3f00a7f18c40e61ae722 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Tao=20Bojl=C3=A9n?=
 <66130243+taobojlen@users.noreply.github.com>
Date: Sat, 10 Jun 2023 20:23:07 +0100
Subject: [PATCH] crawl less often, and fewer statuses

---
 .gitignore                         | 1 -
 backend/config/config.exs          | 6 ++++--
 backend/lib/backend/application.ex | 3 ++-
 3 files changed, 6 insertions(+), 4 deletions(-)

diff --git a/.gitignore b/.gitignore
index 2c31e0c..8871a92 100644
--- a/.gitignore
+++ b/.gitignore
@@ -1,7 +1,6 @@
 *.csv
 .idea/
 *.gexf
-data/
 *.class
 
 backend/.sobelow
diff --git a/backend/config/config.exs b/backend/config/config.exs
index 0e20258..4bbaeb7 100644
--- a/backend/config/config.exs
+++ b/backend/config/config.exs
@@ -59,9 +59,9 @@ config :backend, Mastodon.Messenger,
 
 config :backend, :crawler,
   status_age_limit_days: 28,
-  status_count_limit: 5000,
+  status_count_limit: 1000,
   personal_instance_threshold: 10,
-  crawl_interval_mins: 30,
+  crawl_interval_mins: 60,
   crawl_workers: 100,
   blacklist: [
     # spam
@@ -100,6 +100,8 @@ config :backend, Backend.Scheduler,
     {"0 */3 * * *", {Backend.Scheduler, :check_for_spam_instances, []}}
   ]
 
+config :backend, :environment, Mix.env()
+
 # Import environment specific config. This must remain at the bottom
 # of this file so it overrides the configuration defined above.
 import_config "#{Mix.env()}.exs"
diff --git a/backend/lib/backend/application.ex b/backend/lib/backend/application.ex
index 86c08bf..0944ff9 100644
--- a/backend/lib/backend/application.ex
+++ b/backend/lib/backend/application.ex
@@ -31,7 +31,8 @@ defmodule Backend.Application do
     ]
 
     children =
-      if Enum.member?(["true", 1, "1"], System.get_env("SKIP_CRAWL")) or Mix.env() == :test do
+      if Enum.member?(["true", 1, "1"], System.get_env("SKIP_CRAWL")) or
+           Application.get_env(:backend, :environment) == :test do
         children
       else
         children ++ [Backend.Crawler.StaleInstanceManager]