add cluster tests

1 files changed, 119 insertions, 19 deletions

diff --git a/tests/test_cluster.py b/tests/test_cluster.py
index aa015a6..7439e15 100644
--- a/tests/test_cluster.py
+++ b/tests/test_cluster.py
@@ -1,9 +1,12 @@
 import pytest
 import collections
-from fuzzycat.cluster import release_key_title, release_key_title_normalized, release_key_title_nysiis
+import tempfile
+from fuzzycat.cluster import release_key_title, release_key_title_normalized, release_key_title_nysiis, sort_by_column, group_by
+import os
 
 Case = collections.namedtuple("Case", 'input output')
 
+
 def test_release_key_title():
     with pytest.raises(KeyError):
         release_key_title({})
@@ -14,9 +17,18 @@ def test_release_key_title():
     with pytest.raises(ValueError, match='title.*missing'):
         release_key_title({'ident': '', 'title': ''})
     cases = (
-        Case(input={'ident': '', 'title': 'simhash'}, output=('', 'simhash')),
-        Case(input={'ident': '', 'title': 'Simhash'}, output=('', 'Simhash')),
-        Case(input={'ident': '', 'title': 'Sim  hash'}, output=('', 'Sim  hash')),
+        Case(input={
+            'ident': '',
+            'title': 'simhash'
+        }, output=('', 'simhash')),
+        Case(input={
+            'ident': '',
+            'title': 'Simhash'
+        }, output=('', 'Simhash')),
+        Case(input={
+            'ident': '',
+            'title': 'Sim  hash'
+        }, output=('', 'Sim  hash')),
     )
     for case in cases:
         assert case.output == release_key_title(case.input)
@@ -24,25 +36,113 @@ def test_release_key_title():
 
 def test_release_key_title_normalized():
     cases = (
-        Case(input={'ident': '', 'title': 'simhash'}, output=('', 'simhash')),
-        Case(input={'ident': '', 'title': 'Simhash'}, output=('', 'simhash')),
-        Case(input={'ident': '', 'title': 'Sim  hash'}, output=('', 'simhash')),
-        Case(input={'ident': '', 'title': 'THE year 1929'}, output=('', 'theyear1929')),
-        Case(input={'ident': '', 'title': '2019?'}, output=('', '2019')),
-        Case(input={'ident': '123', 'title': 'H~~2019?'}, output=('123', 'h2019')),
+        Case(input={
+            'ident': '',
+            'title': 'simhash'
+        }, output=('', 'simhash')),
+        Case(input={
+            'ident': '',
+            'title': 'Simhash'
+        }, output=('', 'simhash')),
+        Case(input={
+            'ident': '',
+            'title': 'Sim  hash'
+        }, output=('', 'simhash')),
+        Case(input={
+            'ident': '',
+            'title': 'THE year 1929'
+        }, output=('', 'theyear1929')),
+        Case(input={
+            'ident': '',
+            'title': '2019?'
+        }, output=('', '2019')),
+        Case(input={
+            'ident': '123',
+            'title': 'H~~2019?'
+        }, output=('123', 'h2019')),
     )
     for case in cases:
-        assert case.output == release_key_title_normalized(case.input), 'failed case {}'.format(case.input)
+        assert case.output == release_key_title_normalized(case.input), 'failed case {}'.format(
+            case.input)
+
 
 def test_release_key_title_nysiis():
     cases = (
-        Case(input={'ident': '', 'title': 'simhash'}, output=('', 'SANAS')),
-        Case(input={'ident': '', 'title': 'Simhash'}, output=('', 'SANAS')),
-        Case(input={'ident': '', 'title': 'Sim  hash'}, output=('', 'SANAS')),
-        Case(input={'ident': '', 'title': 'THE year 1929'}, output=('', 'TAR')),
-        Case(input={'ident': '', 'title': '2019?'}, output=('', '')),
-        Case(input={'ident': '123', 'title': 'H~~2019?'}, output=('123', 'H')),
-        Case(input={'ident': '123', 'title': '世界'}, output=('123', '')),
+        Case(input={
+            'ident': '',
+            'title': 'simhash'
+        }, output=('', 'SANAS')),
+        Case(input={
+            'ident': '',
+            'title': 'Simhash'
+        }, output=('', 'SANAS')),
+        Case(input={
+            'ident': '',
+            'title': 'Sim  hash'
+        }, output=('', 'SANAS')),
+        Case(input={
+            'ident': '',
+            'title': 'THE year 1929'
+        }, output=('', 'TAR')),
+        Case(input={
+            'ident': '',
+            'title': '2019?'
+        }, output=('', '')),
+        Case(input={
+            'ident': '123',
+            'title': 'H~~2019?'
+        }, output=('123', 'H')),
+        Case(input={
+            'ident': '123',
+            'title': '世界'
+        }, output=('123', '')),
     )
     for case in cases:
-        assert case.output == release_key_title_nysiis(case.input), 'failed case {}'.format(case.input)
+        assert case.output == release_key_title_nysiis(case.input), 'failed case {}'.format(
+            case.input)
+
+
+def test_sort_by_column():
+    with tempfile.NamedTemporaryFile(delete=False, mode="w") as tf:
+        tf.write("2 b\n")
+        tf.write("2 a\n")
+        tf.write("9 d\n")
+        tf.write("1 c\n")
+
+    fn = sort_by_column(tf.name, opts='-k 2')
+    with open(fn) as f:
+        lines = [v.strip() for v in f]
+        assert lines == ['2 a', '2 b', '1 c', '9 d']
+
+    fn = sort_by_column(tf.name, opts='-k 1')
+    with open(fn) as f:
+        lines = [v.strip() for v in f]
+        assert lines == ['1 c', '2 a', '2 b', '9 d']
+
+    fn = sort_by_column(tf.name, opts='-k 3')
+    with open(fn) as f:
+        lines = [v.strip() for v in f]
+        assert lines == ['1 c', '2 a', '2 b', '9 d']
+
+
+def test_group_by():
+    Case = collections.namedtuple("Case", "seq keyfunc valuefunc result")
+    cases = (
+        Case(["0", "1"], lambda v: v, lambda v: v, [{
+            'k': '0',
+            'v': ['0']
+        }, {
+            'k': '1',
+            'v': ['1']
+        }]),
+        Case(["a 1", "a 2", "b 3"], lambda v: v.split()[0], lambda v: v.split()[1], [{
+            'k': 'a',
+            'v': ['1', '2']
+        }, {
+            'k': 'b',
+            'v': ['3']
+        }]),
+    )
+
+    for case in cases:
+        assert case.result == list(group_by(case.seq, case.keyfunc, case.valuefunc))