move enums into common

1 files changed, 36 insertions, 1 deletions

diff --git a/tests/test_utils.py b/tests/test_utils.py
index ea188a4..bc0d918 100644
--- a/tests/test_utils.py
+++ b/tests/test_utils.py
@@ -1,6 +1,6 @@
 import pytest
 
-from fuzzycat.utils import author_similarity_score, cut, slugify_string
+from fuzzycat.utils import author_similarity_score, cut, slugify_string, jaccard, token_n_grams, tokenize_string, nwise
 
 
 def test_slugify_string():
@@ -28,3 +28,38 @@ def test_author_similarity_score():
     assert author_similarity_score("", "") == 0.0
     assert author_similarity_score("Gregor Samsa", "G. Samsa") == 0.42857142857142855
     assert author_similarity_score("Geronimo Samsa", "G. Samsa") == 0.375
+
+
+def test_jaccard():
+    assert jaccard(set(), set()) == 0
+    assert jaccard(set(["a"]), set()) == 0
+    assert jaccard(set(["a"]), set(["a"])) == 1.0
+    assert jaccard(set(["a", "b"]), set(["a"])) == 0.5
+    assert jaccard(set(["a"]), set(["a", "b"])) == 0.5
+    assert jaccard(set(["a", "b", "c"]), set(["a", "c"])) == 2 / 3
+
+
+def test_token_n_grams():
+    assert token_n_grams("") == []
+    assert token_n_grams("a") == ["a"]
+    assert token_n_grams("abc") == ["ab", "c"]
+    assert token_n_grams("abc", n=3) == ["abc"]
+    assert token_n_grams("abc", n=1) == ["a", "b", "c"]
+    assert token_n_grams("abc hello world", n=3) == ["abc", "hel", "lo", "wor", "ld"]
+
+
+def test_tokenize_string():
+    assert tokenize_string("") == []
+    assert tokenize_string("a") == ["a"]
+    assert tokenize_string("a b") == ["a", "b"]
+    assert tokenize_string("a  b  ") == ["a", "b"]
+    assert tokenize_string("a b=c") == ["a", "b=c"]
+    assert tokenize_string("a b 1999") == ["a", "b", "1999"]
+    assert tokenize_string("a?b*1999") == ["a?b*1999"]
+
+
+def test_nwise():
+    assert list(nwise("1234")) == [("1", "2"), ("3", "4")]
+    assert list(nwise("1234", n=1)) == [("1", ), ("2", ), ("3", ), ("4", )]
+    assert list(nwise([1, 2, 3, 4, 5], n=3)) == [(1, 2, 3), (4, 5)]
+