diff options
| author | Martin Czygan <martin.czygan@gmail.com> | 2021-03-21 00:36:54 +0100 |
|---|---|---|
| committer | Martin Czygan <martin.czygan@gmail.com> | 2021-03-21 00:36:54 +0100 |
| commit | e00e979a8b144231ce16aafe6b8482e4104f5e37 (patch) | |
| tree | 942af1fbb0eeb71625438a2aaa0b1d783b84db0e /python/conf | |
| parent | c8d9268759f7da1e050658e135fac0c8f0b6fc53 (diff) | |
| download | refcat-e00e979a8b144231ce16aafe6b8482e4104f5e37.tar.gz refcat-e00e979a8b144231ce16aafe6b8482e4104f5e37.zip | |
initial import of python tasks
Diffstat (limited to 'python/conf')
| -rw-r--r-- | python/conf/logging.ini | 47 | ||||
| -rw-r--r-- | python/conf/settings.ini | 36 |
2 files changed, 83 insertions, 0 deletions
diff --git a/python/conf/logging.ini b/python/conf/logging.ini new file mode 100644 index 0000000..12d91f5 --- /dev/null +++ b/python/conf/logging.ini @@ -0,0 +1,47 @@ +# Logging config for luigi: https://luigi.readthedocs.io/en/stable/logging.html + +[loggers] +keys=root,luigi_interface,gluish,urllib3 + +[handlers] +keys=consoleHandler + +[formatters] +keys=simpleFormatter + + + +[logger_root] +level = INFO +handlers = consoleHandler +propagate = 0 + +[logger_luigi_interface] +level = INFO +handlers = consoleHandler +qualname = luigi-interface +propagate = 0 + +[logger_gluish] +level = DEBUG +handlers = consoleHandler +qualname = gluish +propagate = 0 + +[logger_urllib3] +level = INFO +handlers = consoleHandler +qualname = urllib3 +propagate = 0 + +[handler_consoleHandler] +class = StreamHandler +formatter = simpleFormatter +args = (sys.stderr,) + + + +[formatter_simpleFormatter] +format = [%(asctime)s][%(name)s][%(levelname)-8s] %(message)s +datefmt = %Y-%m-%d %H:%M:%S + diff --git a/python/conf/settings.ini b/python/conf/settings.ini new file mode 100644 index 0000000..4996374 --- /dev/null +++ b/python/conf/settings.ini @@ -0,0 +1,36 @@ +[default] + +# Where all task outputs go. +BASE = "/bigger/.cache" +TMPDIR = "/bigger/tmp" + +# The raw input containing a single reference per line and sha1 of compressed +# file. +# +# { +# "biblio": { +# "container_name": "IEEE Trans. Pattern Anal. Mach. Intell", +# "contrib_raw_names": [ +# "M Ben-Ezra", +# "S K Nayar" +# ], +# "issue": "6", +# "pages": "689-698", +# "title": "Motion-based motion deblurring", +# "unstructured": "M. Ben-Ezra and S. K. Nayar. Motion-based motion deblurring. IEEE Trans. Pattern Anal. Mach. Intell., 26(6):689-698, 2004. 2", +# "volume": "26", +# "year": 2004 +# }, +# "index": 0, +# "key": "b0", +# "ref_source": "grobid", +# "release_ident": "26qgat7mzrerjacrlsz3gdmcgy", +# "release_year": 2014, +# "work_ident": "aaaoe2wcbvdjthnv36dlqgkray" +# } +# +REFS_FILE = "/bigger/scholar/fatcat_scholar_work_fulltext.refs.json.zst" + +# Release docs from database export. +RELEASE_EXPORT_EXPANDED_FILE = "/bigger/citations/release_export_expanded.json.zst" + |