diff options
| author | Bryan Newbold <bnewbold@robocracy.org> | 2019-12-13 16:47:13 -0800 | 
|---|---|---|
| committer | Bryan Newbold <bnewbold@robocracy.org> | 2019-12-13 16:47:14 -0800 | 
| commit | abb890b9c48f4b3a6b40c796109f82010b0c0143 (patch) | |
| tree | c84e8f491dcfdef7f8cb8b8d9892e4c73b6a5ba1 /python/fatcat_tools/importers/common.py | |
| parent | 91662c063b088bb665b86c252ecd27be9d9083be (diff) | |
| download | fatcat-abb890b9c48f4b3a6b40c796109f82010b0c0143.tar.gz fatcat-abb890b9c48f4b3a6b40c796109f82010b0c0143.zip  | |
revert accidentally commited test timing
Also fix a spurious typo.
Diffstat (limited to 'python/fatcat_tools/importers/common.py')
| -rw-r--r-- | python/fatcat_tools/importers/common.py | 4 | 
1 files changed, 2 insertions, 2 deletions
diff --git a/python/fatcat_tools/importers/common.py b/python/fatcat_tools/importers/common.py index 13b1e5b8..5683ed73 100644 --- a/python/fatcat_tools/importers/common.py +++ b/python/fatcat_tools/importers/common.py @@ -113,7 +113,7 @@ def clean(thing, force_xml=False):      This function is appropriate to be called on any random, non-markup string,      such as author names, titles, etc. -    It will try to clean up commong unicode mangles, HTML characters, etc. +    It will try to clean up common unicode mangles, HTML characters, etc.      This will detect XML/HTML and "do the right thing" (aka, not remove      entities like '&' if there are tags in the string), unless you pass the @@ -757,7 +757,7 @@ class KafkaJsonPusher(RecordPusher):              print("... got {} kafka messages ({}sec poll interval)".format(                  len(batch), self.poll_interval))              if not batch: -                if datetime.datetime.now() - last_push > datetime.timedelta(seconds=30): #XXX minutes=5 +                if datetime.datetime.now() - last_push > datetime.timedelta(minutes=5):                      # it has been some time, so flush any current editgroup                      self.importer.finish()                      last_push = datetime.datetime.now()  | 
