diff options
author | Bryan Newbold <bnewbold@robocracy.org> | 2019-01-11 15:17:32 -0800 |
---|---|---|
committer | Bryan Newbold <bnewbold@robocracy.org> | 2019-01-11 15:17:34 -0800 |
commit | 811f0a52779afdaa8e1f11a3781fc22fa3acc02c (patch) | |
tree | e6bed28dfde8e897d97b85fabfc731dc0a9e18fb /python/fatcat_tools/importers/matched.py | |
parent | ee938e9edc9abfc33cdef6dc716eff89aceb5ca6 (diff) | |
download | fatcat-811f0a52779afdaa8e1f11a3781fc22fa3acc02c.tar.gz fatcat-811f0a52779afdaa8e1f11a3781fc22fa3acc02c.zip |
use full-on autoaccept mode
Now that editor_id is infered from token, don't *need* to create ahead
of time. This backend change simplifies things greatly (either update an
existing editgroup, or create new and *only* include entities in the
batch transaction), at the cost of being able to configure the editgroup
in any way, including setting a description.
Diffstat (limited to 'python/fatcat_tools/importers/matched.py')
-rw-r--r-- | python/fatcat_tools/importers/matched.py | 11 |
1 files changed, 7 insertions, 4 deletions
diff --git a/python/fatcat_tools/importers/matched.py b/python/fatcat_tools/importers/matched.py index 0b77bcf0..1e5c22f7 100644 --- a/python/fatcat_tools/importers/matched.py +++ b/python/fatcat_tools/importers/matched.py @@ -142,15 +142,18 @@ class MatchedImporter(FatcatImporter): self.api.update_file(fe.ident, fe, editgroup_id=editgroup_id) self.counts['update'] += 1 - def create_batch(self, batch, editgroup_id=None): + def create_batch(self, batch): """Reads and processes in batches (not API-call-per-line)""" objects = [self.parse_matched_dict(json.loads(l)) for l in batch if l != None] new_objects = [o for o in objects if o != None and o.ident == None] update_objects = [o for o in objects if o != None and o.ident != None] - for obj in update_objects: - self.api.update_file(obj.ident, obj, editgroup_id=editgroup_id) + if len(update_objects): + update_eg = self._editgroup().editgroup_id + for obj in update_objects: + self.api.update_file(obj.ident, obj, editgroup_id=update_eg) + self.api.accept_editgroup(update_eg) if len(new_objects) > 0: - self.api.create_file_batch(new_objects, autoaccept="true", editgroup_id=editgroup_id) + self.api.create_file_batch(new_objects, autoaccept="true") self.counts['update'] += len(update_objects) self.counts['insert'] += len(new_objects) |