aboutsummaryrefslogtreecommitdiffstats
path: root/pig/tests
diff options
context:
space:
mode:
authorBryan Newbold <bnewbold@archive.org>2018-03-30 12:49:49 -0700
committerBryan Newbold <bnewbold@archive.org>2018-03-30 12:49:49 -0700
commit719538b753423ac301e686886282695150192e47 (patch)
tree9a3e7447bcc34ee92cecde1430ad2648db73483c /pig/tests
parent1ee37422c649aeb11a3f0bbe873b9c479992a5aa (diff)
downloadsandcrawler-719538b753423ac301e686886282695150192e47.tar.gz
sandcrawler-719538b753423ac301e686886282695150192e47.zip
clean up pig test stuff
Diffstat (limited to 'pig/tests')
-rw-r--r--pig/tests/pighelper.py5
-rw-r--r--pig/tests/test_filter_cdx.py33
2 files changed, 2 insertions, 36 deletions
diff --git a/pig/tests/pighelper.py b/pig/tests/pighelper.py
index 3786a07..d0d89d2 100644
--- a/pig/tests/pighelper.py
+++ b/pig/tests/pighelper.py
@@ -5,17 +5,16 @@ Include `PigTestHelper` and extend in your test classes, call `self.run_pig()`
with your script and example input file, then look at the output (at returned
path) to check for validity.
-TODO: squelch pig stdout going to console, presumably because of subprocess.run
-behavior
+TODO: switch to pytest-style fixture generation
author: Bryan Newbold <bnewbold@archive.org>
"""
+
import os
import shutil
import tempfile
import unittest
import subprocess
-from nose.tools import *
class PigTestHelper(unittest.TestCase):
diff --git a/pig/tests/test_filter_cdx.py b/pig/tests/test_filter_cdx.py
index f46e5e1..897f1f9 100644
--- a/pig/tests/test_filter_cdx.py
+++ b/pig/tests/test_filter_cdx.py
@@ -1,42 +1,9 @@
-"""
-Abstract into a base test class/template:
-
-1. Needs deps downloaded and installed and env configured (bash? .env? makefile?)
-2. In test, create tempdir for output. Print helpful info on every run
-3. Run pig locally, inspect output files
-"""
-
import os
import unittest
-from nose.tools import *
from pighelper import PigTestHelper
-"""
-class TestFilterCDX(unittest.TestCase):
-
- def setUp(self):
-
- classpaths = [
- os.path.join("pig-0.12.0-cdh5.0.1", "pig.jar"),
- os.path.join("pig-0.12.0-cdh5.0.1", "lib", "*"),
- ]
-
- local_home = os.path.join("hadoop-2.3.0-cdh5.0.1")
-
- name_node = "file:///test/files"
-
- self.hadoop = Hadoop(local_home, name_node, classpaths)
-
- def test_thing(self):
-
- self.hadoop.run_pig_job("filter-cdx-ps.pig")
- self.hadoop.copyToLocal("/reports/output.csv", "output.csv")
-
-"""
-
class TestFilterCDX(PigTestHelper):
def test_thing(self):
-
self.run_pig("filter-cdx-ps.pig", "tests/files/example.cdx")