3pp-mirror/penpot
1
0
Fork 0
mirror of https://github.com/penpot/penpot.git synced 2025-05-11 04:06:39 +02:00
Code Issues Projects Releases Packages Wiki Activity

🎉 Add tests for file-media-gc task.

Browse source
This commit is contained in:
Andrey Antukh 2021-01-31 20:55:53 +01:00 • committed by Alonso Torres
parent 5ee6897ce6
commit 3dd22fd298
4 changed files with 121 additions and 16 deletions
Download patch file Download diff file Expand all files Collapse all files

3
backend/src/app/main.clj
View file

@ -255,8 +255,7 @@
:app.tasks.file-media-gc/handler
{:pool (ig/ref :app.db/pool)
:metrics (ig/ref :app.metrics/metrics)
:storage (ig/ref :app.storage/storage)
:max-age (dt/duration {:hours 72})}
:max-age (dt/duration {:hours 48})}
:app.tasks.file-xlog-gc/handler
{:pool (ig/ref :app.db/pool)

21
backend/src/app/tasks/file_media_gc.clj
View file

@ -25,10 +25,10 @@
(declare process-file)
(declare retrieve-candidates)
(s/def ::storage some?)
(s/def ::max-age ::dt/duration)
(defmethod ig/pre-init-spec ::handler [_]
(s/keys :req-un [::db/pool ::storage]))
(s/keys :req-un [::db/pool ::mtx/metrics ::max-age]))
(defmethod ig/init-key ::handler
[_ {:keys [metrics] :as cfg}]
@ -43,11 +43,15 @@
[{:keys [pool] :as cfg} _]
(db/with-atomic [conn pool]
(let [cfg (assoc cfg :conn conn)]
(loop []
(loop [n 0]
(let [files (retrieve-candidates cfg)]
(when files
(run! (partial process-file cfg) files)
(recur)))))))
(if (seq files)
(do
(run! (partial process-file cfg) files)
(recur (+ n (count files))))
(do
(log/infof "finalized with total of %s processed files" n)
{:processed n})))))))
(def ^:private
sql:retrieve-candidates-chunk
@ -65,9 +69,8 @@
[{:keys [conn max-age] :as cfg}]
(let [interval (db/interval max-age)]
(->> (db/exec! conn [sql:retrieve-candidates-chunk interval])
(map (fn [{:keys [age] :as row}]
(assoc row :age (dt/duration {:seconds age}))))
(seq))))
(mapv (fn [{:keys [age] :as row}]
(assoc row :age (dt/duration {:seconds age})))))))
(def ^:private
collect-media-xf