diff options
| author | Bryan Newbold <bnewbold@robocracy.org> | 2019-10-08 16:11:09 -0700 |
|---|---|---|
| committer | Bryan Newbold <bnewbold@robocracy.org> | 2019-10-08 16:11:09 -0700 |
| commit | b9279efacdee9bf8038203d6efe9dc105cc4dce3 (patch) | |
| tree | e1c40cebb0ea688182b5d8f1dcf5fbd02c3fa4c0 /python/fatcat_tools/importers/arabesque.py | |
| parent | 4b7c3c7b317cf4793f5ba5ad0d96102f103b66a3 (diff) | |
| download | fatcat-b9279efacdee9bf8038203d6efe9dc105cc4dce3.tar.gz fatcat-b9279efacdee9bf8038203d6efe9dc105cc4dce3.zip | |
refactor duplicated b32_hex function in importers
Diffstat (limited to 'python/fatcat_tools/importers/arabesque.py')
| -rw-r--r-- | python/fatcat_tools/importers/arabesque.py | 12 |
1 files changed, 1 insertions, 11 deletions
diff --git a/python/fatcat_tools/importers/arabesque.py b/python/fatcat_tools/importers/arabesque.py index 65597d5c..7017c56c 100644 --- a/python/fatcat_tools/importers/arabesque.py +++ b/python/fatcat_tools/importers/arabesque.py @@ -1,20 +1,10 @@ import sys import json -import base64 import sqlite3 import itertools import fatcat_openapi_client -from .common import EntityImporter, clean, make_rel_url, SANE_MAX_RELEASES, SANE_MAX_URLS - - -def b32_hex(s): - s = s.strip().split()[0].lower() - if s.startswith("sha1:"): - s = s[5:] - if len(s) != 32: - return s - return base64.b16encode(base64.b32decode(s.upper())).lower().decode('utf-8') +from .common import EntityImporter, clean, make_rel_url, SANE_MAX_RELEASES, SANE_MAX_URLS, b32_hex ARABESQUE_MATCH_WHERE_CLAUSE='WHERE hit = 1 AND identifier IS NOT NULL' |