From 6bf0cb8a908122eed9cccd7f9fae35377a692c1d Mon Sep 17 00:00:00 2001 From: Martin Czygan Date: Wed, 25 Nov 2020 01:22:32 +0100 Subject: extend test coverage --- fuzzycat/utils.py | 26 ++++++++++++++++++++++++++ 1 file changed, 26 insertions(+) create mode 100644 fuzzycat/utils.py (limited to 'fuzzycat/utils.py') diff --git a/fuzzycat/utils.py b/fuzzycat/utils.py new file mode 100644 index 0000000..f269b11 --- /dev/null +++ b/fuzzycat/utils.py @@ -0,0 +1,26 @@ +import io +import string + +printable_no_punct = string.digits + string.ascii_letters + string.whitespace + + +def slugify_string(s: str) -> str: + """ + Keeps ascii chars and single whitespace only. + """ + return ''.join((c for c in s.lower() if c in printable_no_punct)) + + +def cut(f: int = 0, sep: str = '\t', ignore_missing_column: bool = True): + """ + Return a callable that extracts a given column from a line. + """ + def func(value): + parts = value.strip().split(sep) + if f >= len(parts): + if ignore_missing_column: + return "" + raise ValueError('cannot split value {} into {} parts'.format(value, f)) + return parts[f] + + return func -- cgit v1.2.3