From e00e979a8b144231ce16aafe6b8482e4104f5e37 Mon Sep 17 00:00:00 2001 From: Martin Czygan Date: Sun, 21 Mar 2021 00:36:54 +0100 Subject: initial import of python tasks --- python/conf/logging.ini | 47 +++++++++++++++++++++++++++++++++++++++++++++++ python/conf/settings.ini | 36 ++++++++++++++++++++++++++++++++++++ 2 files changed, 83 insertions(+) create mode 100644 python/conf/logging.ini create mode 100644 python/conf/settings.ini (limited to 'python/conf') diff --git a/python/conf/logging.ini b/python/conf/logging.ini new file mode 100644 index 0000000..12d91f5 --- /dev/null +++ b/python/conf/logging.ini @@ -0,0 +1,47 @@ +# Logging config for luigi: https://luigi.readthedocs.io/en/stable/logging.html + +[loggers] +keys=root,luigi_interface,gluish,urllib3 + +[handlers] +keys=consoleHandler + +[formatters] +keys=simpleFormatter + + + +[logger_root] +level = INFO +handlers = consoleHandler +propagate = 0 + +[logger_luigi_interface] +level = INFO +handlers = consoleHandler +qualname = luigi-interface +propagate = 0 + +[logger_gluish] +level = DEBUG +handlers = consoleHandler +qualname = gluish +propagate = 0 + +[logger_urllib3] +level = INFO +handlers = consoleHandler +qualname = urllib3 +propagate = 0 + +[handler_consoleHandler] +class = StreamHandler +formatter = simpleFormatter +args = (sys.stderr,) + + + +[formatter_simpleFormatter] +format = [%(asctime)s][%(name)s][%(levelname)-8s] %(message)s +datefmt = %Y-%m-%d %H:%M:%S + diff --git a/python/conf/settings.ini b/python/conf/settings.ini new file mode 100644 index 0000000..4996374 --- /dev/null +++ b/python/conf/settings.ini @@ -0,0 +1,36 @@ +[default] + +# Where all task outputs go. +BASE = "/bigger/.cache" +TMPDIR = "/bigger/tmp" + +# The raw input containing a single reference per line and sha1 of compressed +# file. +# +# { +# "biblio": { +# "container_name": "IEEE Trans. Pattern Anal. Mach. Intell", +# "contrib_raw_names": [ +# "M Ben-Ezra", +# "S K Nayar" +# ], +# "issue": "6", +# "pages": "689-698", +# "title": "Motion-based motion deblurring", +# "unstructured": "M. Ben-Ezra and S. K. Nayar. Motion-based motion deblurring. IEEE Trans. Pattern Anal. Mach. Intell., 26(6):689-698, 2004. 2", +# "volume": "26", +# "year": 2004 +# }, +# "index": 0, +# "key": "b0", +# "ref_source": "grobid", +# "release_ident": "26qgat7mzrerjacrlsz3gdmcgy", +# "release_year": 2014, +# "work_ident": "aaaoe2wcbvdjthnv36dlqgkray" +# } +# +REFS_FILE = "/bigger/scholar/fatcat_scholar_work_fulltext.refs.json.zst" + +# Release docs from database export. +RELEASE_EXPORT_EXPANDED_FILE = "/bigger/citations/release_export_expanded.json.zst" + -- cgit v1.2.3