From d7830b4a5aad0a59a588e98798711f0e694d50d6 Mon Sep 17 00:00:00 2001 From: Bryan Newbold Date: Wed, 25 Sep 2019 17:51:07 -0700 Subject: refactor old python hadoop code into new directory --- python_hadoop/mrjob.conf | 16 ++++++++++++++++ 1 file changed, 16 insertions(+) create mode 100644 python_hadoop/mrjob.conf (limited to 'python_hadoop/mrjob.conf') diff --git a/python_hadoop/mrjob.conf b/python_hadoop/mrjob.conf new file mode 100644 index 0000000..6f36196 --- /dev/null +++ b/python_hadoop/mrjob.conf @@ -0,0 +1,16 @@ +runners: + local: + upload_files: + - common.py + - grobid2json.py + setup: + - export PYTHONPATH=$PYTHONPATH:venv/lib/python3.5/site-packages/ + hadoop: + no_output: true + upload_files: + - common.py + - grobid2json.py + setup: + - export PYTHONPATH=$PYTHONPATH:venv/lib/python3.5/site-packages/ + cmdenv: + SENTRY_DSN: https://6ab6ad080d034280b863f294e07cc5c6:414ebf0b68634f669d2dc00d7c935699@books-sentry.us.archive.org/9 -- cgit v1.2.3