From f0f56d558673e73368ac0342d05671d5eeba3ed4 Mon Sep 17 00:00:00 2001 From: Martin Czygan Date: Wed, 28 Jul 2021 23:01:10 +0200 Subject: tasks: read 'tag' from settings as well --- python/refcat/tasks.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) (limited to 'python') diff --git a/python/refcat/tasks.py b/python/refcat/tasks.py index 1463dff..4461424 100644 --- a/python/refcat/tasks.py +++ b/python/refcat/tasks.py @@ -191,7 +191,7 @@ class Refcat(BaseTask): A base tasks for all refcat related tasks. """ BASE = settings.BASE - TAG = '2021-07-06' + TAG = settings.TAG # e.g. "2021-07-28" date = luigi.DateParameter(default=datetime.date(2021, 7, 6), description="a versioning help, will be part of filename, change this manually") @@ -211,6 +211,8 @@ class Refs(luigi.ExternalTask, Refcat): Compressed (zstd) references, as of 01/2021 containing ~1.8B docs; this might increase in a next version. This comes from a custom derivation from an "heavy intermediate" format in a scholar pipeline. + + As of 07/2021, we have 2507793772 raw refs. """ def output(self): return luigi.LocalTarget(path=settings.REFS_FILE, format=Zstd) -- cgit v1.2.3