diff options
| -rw-r--r-- | python/fatcat_tools/importers/arabesque.py | 9 |
1 files changed, 8 insertions, 1 deletions
diff --git a/python/fatcat_tools/importers/arabesque.py b/python/fatcat_tools/importers/arabesque.py index 3e951b73..e143ad99 100644 --- a/python/fatcat_tools/importers/arabesque.py +++ b/python/fatcat_tools/importers/arabesque.py @@ -145,9 +145,16 @@ class ArabesqueMatchImporter(EntityImporter): return False if not self.do_updates: - self.counts['update-disabled'] += 1 + self.counts['skip-update-disabled'] += 1 return False + if set(fe.release_ids) == set(existing.release_ids): + existing_urls = set([u.url for u in existing.urls]) + new_urls = set([u.url for u in fe.urls]) + if existing_urls.issuperset(new_urls): + self.counts['skip-update-nothing-new'] += 1 + return False + # merge the existing into this one and update existing.urls = list(set([(u.rel, u.url) for u in fe.urls + existing.urls])) existing.urls = [fatcat_client.FileEntityUrls(rel=rel, url=url) for (rel, url) in existing.urls] |