diff options
Diffstat (limited to 'python/sandcrawler_worker.py')
| -rwxr-xr-x | python/sandcrawler_worker.py | 7 |
1 files changed, 4 insertions, 3 deletions
diff --git a/python/sandcrawler_worker.py b/python/sandcrawler_worker.py index 8e275cf..e185fad 100755 --- a/python/sandcrawler_worker.py +++ b/python/sandcrawler_worker.py @@ -6,14 +6,15 @@ Outputs might either be pushed back into Kafka, or directly into sandcrawler-db or S3 (SeaweedFS). """ -import os -import sys import argparse import datetime +import os +import sys + import raven from sandcrawler import * -from sandcrawler.persist import PersistXmlDocWorker, PersistHtmlTeiXmlWorker +from sandcrawler.persist import PersistHtmlTeiXmlWorker, PersistXmlDocWorker # Yep, a global. Gets DSN from `SENTRY_DSN` environment variable try: |