diff options
| author | Bryan Newbold <bnewbold@archive.org> | 2018-08-24 12:28:51 -0700 |
|---|---|---|
| committer | Bryan Newbold <bnewbold@archive.org> | 2018-08-24 12:28:51 -0700 |
| commit | 3782311e29b7e477e1936c89f55ff6483fd02e65 (patch) | |
| tree | b4484b9839f24d799d36881dfc85701ad888b94e /python/mrjob.conf | |
| parent | 2a998189ef49976bf01cc95acc1f18a73e1f0ff6 (diff) | |
| download | sandcrawler-3782311e29b7e477e1936c89f55ff6483fd02e65.tar.gz sandcrawler-3782311e29b7e477e1936c89f55ff6483fd02e65.zip | |
rename ./mapreduce to ./python
Diffstat (limited to 'python/mrjob.conf')
| -rw-r--r-- | python/mrjob.conf | 16 |
1 files changed, 16 insertions, 0 deletions
diff --git a/python/mrjob.conf b/python/mrjob.conf new file mode 100644 index 0000000..6f36196 --- /dev/null +++ b/python/mrjob.conf @@ -0,0 +1,16 @@ +runners: + local: + upload_files: + - common.py + - grobid2json.py + setup: + - export PYTHONPATH=$PYTHONPATH:venv/lib/python3.5/site-packages/ + hadoop: + no_output: true + upload_files: + - common.py + - grobid2json.py + setup: + - export PYTHONPATH=$PYTHONPATH:venv/lib/python3.5/site-packages/ + cmdenv: + SENTRY_DSN: https://6ab6ad080d034280b863f294e07cc5c6:414ebf0b68634f669d2dc00d7c935699@books-sentry.us.archive.org/9 |