summaryrefslogtreecommitdiffstats
path: root/python/fatcat_tools/importers
diff options
context:
space:
mode:
Diffstat (limited to 'python/fatcat_tools/importers')
-rw-r--r--python/fatcat_tools/importers/arabesque.py9
1 files changed, 8 insertions, 1 deletions
diff --git a/python/fatcat_tools/importers/arabesque.py b/python/fatcat_tools/importers/arabesque.py
index 3e951b73..e143ad99 100644
--- a/python/fatcat_tools/importers/arabesque.py
+++ b/python/fatcat_tools/importers/arabesque.py
@@ -145,9 +145,16 @@ class ArabesqueMatchImporter(EntityImporter):
return False
if not self.do_updates:
- self.counts['update-disabled'] += 1
+ self.counts['skip-update-disabled'] += 1
return False
+ if set(fe.release_ids) == set(existing.release_ids):
+ existing_urls = set([u.url for u in existing.urls])
+ new_urls = set([u.url for u in fe.urls])
+ if existing_urls.issuperset(new_urls):
+ self.counts['skip-update-nothing-new'] += 1
+ return False
+
# merge the existing into this one and update
existing.urls = list(set([(u.rel, u.url) for u in fe.urls + existing.urls]))
existing.urls = [fatcat_client.FileEntityUrls(rel=rel, url=url) for (rel, url) in existing.urls]