summaryrefslogtreecommitdiffstats
path: root/python/fatcat_tools/importers/matched.py
diff options
context:
space:
mode:
authorBryan Newbold <bnewbold@robocracy.org>2019-01-11 15:17:32 -0800
committerBryan Newbold <bnewbold@robocracy.org>2019-01-11 15:17:34 -0800
commit811f0a52779afdaa8e1f11a3781fc22fa3acc02c (patch)
treee6bed28dfde8e897d97b85fabfc731dc0a9e18fb /python/fatcat_tools/importers/matched.py
parentee938e9edc9abfc33cdef6dc716eff89aceb5ca6 (diff)
downloadfatcat-811f0a52779afdaa8e1f11a3781fc22fa3acc02c.tar.gz
fatcat-811f0a52779afdaa8e1f11a3781fc22fa3acc02c.zip
use full-on autoaccept mode
Now that editor_id is infered from token, don't *need* to create ahead of time. This backend change simplifies things greatly (either update an existing editgroup, or create new and *only* include entities in the batch transaction), at the cost of being able to configure the editgroup in any way, including setting a description.
Diffstat (limited to 'python/fatcat_tools/importers/matched.py')
-rw-r--r--python/fatcat_tools/importers/matched.py11
1 files changed, 7 insertions, 4 deletions
diff --git a/python/fatcat_tools/importers/matched.py b/python/fatcat_tools/importers/matched.py
index 0b77bcf0..1e5c22f7 100644
--- a/python/fatcat_tools/importers/matched.py
+++ b/python/fatcat_tools/importers/matched.py
@@ -142,15 +142,18 @@ class MatchedImporter(FatcatImporter):
self.api.update_file(fe.ident, fe, editgroup_id=editgroup_id)
self.counts['update'] += 1
- def create_batch(self, batch, editgroup_id=None):
+ def create_batch(self, batch):
"""Reads and processes in batches (not API-call-per-line)"""
objects = [self.parse_matched_dict(json.loads(l))
for l in batch if l != None]
new_objects = [o for o in objects if o != None and o.ident == None]
update_objects = [o for o in objects if o != None and o.ident != None]
- for obj in update_objects:
- self.api.update_file(obj.ident, obj, editgroup_id=editgroup_id)
+ if len(update_objects):
+ update_eg = self._editgroup().editgroup_id
+ for obj in update_objects:
+ self.api.update_file(obj.ident, obj, editgroup_id=update_eg)
+ self.api.accept_editgroup(update_eg)
if len(new_objects) > 0:
- self.api.create_file_batch(new_objects, autoaccept="true", editgroup_id=editgroup_id)
+ self.api.create_file_batch(new_objects, autoaccept="true")
self.counts['update'] += len(update_objects)
self.counts['insert'] += len(new_objects)