diff options
| author | Martin Czygan <martin.czygan@gmail.com> | 2021-07-28 23:01:10 +0200 |
|---|---|---|
| committer | Martin Czygan <martin.czygan@gmail.com> | 2021-07-28 23:01:10 +0200 |
| commit | f0f56d558673e73368ac0342d05671d5eeba3ed4 (patch) | |
| tree | dc535e99ec15eac4b8bc30cb732aff656484215e /python | |
| parent | fc60494446344e82a2db3bc080efcc79d2e6ba91 (diff) | |
| download | refcat-f0f56d558673e73368ac0342d05671d5eeba3ed4.tar.gz refcat-f0f56d558673e73368ac0342d05671d5eeba3ed4.zip | |
tasks: read 'tag' from settings as well
Diffstat (limited to 'python')
| -rw-r--r-- | python/refcat/tasks.py | 4 |
1 files changed, 3 insertions, 1 deletions
diff --git a/python/refcat/tasks.py b/python/refcat/tasks.py index 1463dff..4461424 100644 --- a/python/refcat/tasks.py +++ b/python/refcat/tasks.py @@ -191,7 +191,7 @@ class Refcat(BaseTask): A base tasks for all refcat related tasks. """ BASE = settings.BASE - TAG = '2021-07-06' + TAG = settings.TAG # e.g. "2021-07-28" date = luigi.DateParameter(default=datetime.date(2021, 7, 6), description="a versioning help, will be part of filename, change this manually") @@ -211,6 +211,8 @@ class Refs(luigi.ExternalTask, Refcat): Compressed (zstd) references, as of 01/2021 containing ~1.8B docs; this might increase in a next version. This comes from a custom derivation from an "heavy intermediate" format in a scholar pipeline. + + As of 07/2021, we have 2507793772 raw refs. """ def output(self): return luigi.LocalTarget(path=settings.REFS_FILE, format=Zstd) |