aboutsummaryrefslogtreecommitdiffstats
path: root/python/fatcat_web/hacks.py
blob: 06350b41fdeba2de47fcd1ce1374d6af57e62dd1 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
import re

STRIP_EXTLINK_XML_RE = re.compile(r"<ext-link.*xlink:type=\"simple\">")


def strip_extlink_xml(unstr):
    unstr = unstr.replace("</ext-link>", "")
    unstr = STRIP_EXTLINK_XML_RE.sub("", unstr)
    return unstr


def test_strip_extlink_xml():
    assert strip_extlink_xml("asdf") == "asdf"
    assert (
        strip_extlink_xml(
            """LOCKSS (2014) Available: <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:href="http://lockss.org/" xlink:type="simple">http://lockss.org/</ext-link>. Accessed: 2014 November 1."""
        )
        == """LOCKSS (2014) Available: http://lockss.org/. Accessed: 2014 November 1."""
    )


def wayback_suffix(entity):
    """
    Takes a webcapture entity and returns a suffix to be appended to wayback URLs
    """
    ret = ""
    if entity.original_url:
        if entity.timestamp:
            ret = entity.timestamp.strftime("%Y%m%d%H%M%S/")
        else:
            ret = "*/"
        ret += entity.original_url
    return ret