aboutsummaryrefslogtreecommitdiffstats
path: root/src/test/java/parallelai
diff options
context:
space:
mode:
Diffstat (limited to 'src/test/java/parallelai')
-rw-r--r--src/test/java/parallelai/spyglass/hbase/HBaseSalterTester.java499
1 files changed, 0 insertions, 499 deletions
diff --git a/src/test/java/parallelai/spyglass/hbase/HBaseSalterTester.java b/src/test/java/parallelai/spyglass/hbase/HBaseSalterTester.java
deleted file mode 100644
index 1f4c8e7..0000000
--- a/src/test/java/parallelai/spyglass/hbase/HBaseSalterTester.java
+++ /dev/null
@@ -1,499 +0,0 @@
-package parallelai.spyglass.hbase;
-
-import static org.junit.Assert.*;
-
-import java.io.IOException;
-import java.util.Arrays;
-
-import org.apache.hadoop.hbase.HConstants;
-import org.apache.hadoop.hbase.util.Bytes;
-import org.apache.hadoop.hbase.util.Pair;
-import org.junit.Test;
-
-import parallelai.spyglass.hbase.HBaseSalter;
-
-
-public class HBaseSalterTester {
-
- @Test
- public void addSaltPrefix() throws IOException {
- String keyStr = "1021";
- byte [] keyBytes = Bytes.toBytes(keyStr);
- byte [] expected = Bytes.toBytes("1_1021");
- byte [] actual = HBaseSalter.addSaltPrefix(keyBytes);
-
- assertArrayEquals(actual, expected);
-
- String actualStr = HBaseSalter.addSaltPrefix(keyStr);
-
- System.out.println(Bytes.toString(expected) + " -> " + actualStr );
-
- assertEquals(Bytes.toString(expected), actualStr);
-
- }
-
- @Test
- public void delSaltPrefix() throws IOException {
- String keyStr = "1_1021";
- byte [] keyBytes = Bytes.toBytes(keyStr);
- byte [] expected = Bytes.toBytes("1021");
- byte [] actual = HBaseSalter.delSaltPrefix(keyBytes);
-
- assertArrayEquals(actual, expected);
-
- String actualStr = HBaseSalter.delSaltPrefix(keyStr);
-
- assertEquals(Bytes.toString(expected), actualStr);
-
- }
-
- @Test
- public void getAllKeys() throws IOException {
- String keyStr = "1021";
- byte [] keyBytes = Bytes.toBytes(keyStr);
-
- char [] prefixArr = HBaseSalter.DEFAULT_PREFIX_LIST.toCharArray();
-
- byte [][] expected = new byte[prefixArr.length][];
-
- for(int i = 0; i < prefixArr.length; i++ ) {
- expected[i] = Bytes.toBytes(prefixArr[i] + "_" + keyStr);
- }
-
- byte [][] actual = HBaseSalter.getAllKeys(keyBytes);
-
- assertEquals(expected.length, actual.length);
-
- for( int i = 0; i < expected.length; i++) {
- assertArrayEquals(expected[i], actual[i]);
- }
- }
-
- @Test
- public void getAllKeysWithPrefix() throws IOException {
- String keyStr = "1021";
- byte [] keyBytes = Bytes.toBytes(keyStr);
- String prefix = "0123456789";
-
- char [] prefixArr = prefix.toCharArray();
-
- byte [][] expected = new byte[prefixArr.length][];
-
- for(int i = 0; i < prefixArr.length; i++ ) {
- expected[i] = Bytes.toBytes(prefixArr[i] + "_" + keyStr);
- }
-
- byte [][] actual = HBaseSalter.getAllKeys(keyBytes, prefix);
-
- assertEquals(expected.length, actual.length);
-
- for( int i = 0; i < expected.length; i++) {
- assertArrayEquals(expected[i], actual[i]);
- }
- }
-
- @Test
- public void getAllKeysWithPrefixAndRange() throws IOException {
- String keyStr = "1021";
- byte [] keyBytes = Bytes.toBytes(keyStr);
- String prefix = "12345";
- String fullPrefix = "0123456789";
-
- char [] prefixArr = prefix.toCharArray();
- Byte [] prefixBytes = new Byte[prefixArr.length];
-
- byte [][] expected = new byte[prefixArr.length][];
-
- for(int i = 0; i < prefixArr.length; i++ ) {
- expected[i] = Bytes.toBytes(prefixArr[i] + "_" + keyStr);
- prefixBytes[i] = (byte)prefixArr[i];
- }
-
- byte [][] actual = HBaseSalter.getAllKeysInRange(keyBytes, fullPrefix, (byte)'1', (byte)'5');
-
- assertEquals(expected.length, actual.length);
-
- for( int i = 0; i < expected.length; i++) {
- assertArrayEquals(expected[i], actual[i]);
- }
-
- actual = HBaseSalter.getAllKeys(keyBytes, prefixBytes);
-
- for( int i = 0; i < expected.length; i++) {
- assertArrayEquals(expected[i], actual[i]);
- }
-
- }
-
-
- @Test
- public void getAllKeysWithPrefixWithStart() throws IOException {
- String keyStr = "1021";
- byte [] keyBytes = Bytes.toBytes(keyStr);
- String prefix = "3456789";
- String fullPrefix = "0123456789";
-
- char [] prefixArr = prefix.toCharArray();
- Byte [] prefixBytes = new Byte[prefixArr.length];
-
- byte [][] expected = new byte[prefixArr.length][];
-
- for(int i = 0; i < prefixArr.length; i++ ) {
- expected[i] = Bytes.toBytes(prefixArr[i] + "_" + keyStr);
- prefixBytes[i] = (byte)prefixArr[i];
- }
-
- byte [][] actual = HBaseSalter.getAllKeysWithStart(keyBytes, fullPrefix, (byte)'3');
-
- assertEquals(expected.length , actual.length);
-
- for( int i = 0; i < expected.length; i++) {
- assertArrayEquals(expected[i], actual[i]);
- }
-
- actual = HBaseSalter.getAllKeys(keyBytes, prefixBytes);
-
- for( int i = 0; i < expected.length; i++) {
- assertArrayEquals(expected[i], actual[i]);
- }
-
- }
-
- @Test
- public void getAllKeysWithPrefixWithStop() throws IOException {
- String keyStr = "1021";
- byte [] keyBytes = Bytes.toBytes(keyStr);
- String prefix = "012345";
- String fullPrefix = "0123456789";
-
- char [] prefixArr = prefix.toCharArray();
- Byte [] prefixBytes = new Byte[prefixArr.length];
-
- byte [][] expected = new byte[prefixArr.length][];
-
- for(int i = 0; i < prefixArr.length; i++ ) {
- expected[i] = Bytes.toBytes(prefixArr[i] + "_" + keyStr);
- prefixBytes[i] = (byte)prefixArr[i];
- }
-
- byte [][] actual = HBaseSalter.getAllKeysWithStop(keyBytes, fullPrefix, (byte)'5');
-
- assertEquals(expected.length , actual.length);
-
- for( int i = 0; i < expected.length; i++) {
- assertArrayEquals(expected[i], actual[i]);
- }
-
- actual = HBaseSalter.getAllKeys(keyBytes, prefixBytes);
-
- for( int i = 0; i < expected.length; i++) {
- assertArrayEquals(expected[i], actual[i]);
- }
- }
-
- @Test
- public void getDistributedIntervals() throws IOException {
- String keyStrStart = "1021";
- byte [] keyBytesStart = Bytes.toBytes(keyStrStart);
-
- String keyStrStop = "1022";
- byte [] keyBytesStop = Bytes.toBytes(keyStrStop);
-
- char [] prefixArr = HBaseSalter.DEFAULT_PREFIX_LIST.toCharArray();
-
- byte [][] expectedStart = new byte[prefixArr.length][];
- byte [][] expectedStop = new byte[prefixArr.length][];
- Pair<byte[], byte[]> expectedPairs [] = new Pair[prefixArr.length];
-
- for(int i = 0; i < prefixArr.length; i++ ) {
- expectedStart[i] = Bytes.toBytes(prefixArr[i] + "_" + keyStrStart);
- expectedStop[i] = Bytes.toBytes(prefixArr[i] + "_" + keyStrStop);
- expectedPairs[i] = new Pair<byte[], byte[]>(expectedStart[i], expectedStop[i]);
- }
-
- Pair<byte[], byte[]> actualPairs [] = HBaseSalter.getDistributedIntervals(keyBytesStart, keyBytesStop);
-
- assertEquals(expectedPairs.length, actualPairs.length);
-
- for( int i = 0; i < expectedPairs.length; i++ ) {
-// System.out.println("".format("FIRST: EXPECTED: (%s) ACTUAL: (%s)",
-// Bytes.toString(expectedPairs[i].getFirst()), Bytes.toString(actualPairs[i].getFirst()) ));
-//
-// System.out.println("".format("SECOND: EXPECTED: (%s) ACTUAL: (%s)",
-// Bytes.toString(expectedPairs[i].getSecond()), Bytes.toString(actualPairs[i].getSecond()) ));
-
- assertArrayEquals(expectedPairs[i].getFirst(), actualPairs[i].getFirst());
- assertArrayEquals(expectedPairs[i].getSecond(), actualPairs[i].getSecond());
- }
- }
-
-
- @Test
- public void getDistributedIntervalsWithPrefix() throws IOException {
- String keyStrStart = "1021";
- byte [] keyBytesStart = Bytes.toBytes(keyStrStart);
-
- String keyStrStop = "1022";
- byte [] keyBytesStop = Bytes.toBytes(keyStrStop);
-
- String prefix = "0123";
- char [] prefixArr = prefix.toCharArray();
-
- byte [][] expectedStart = new byte[prefixArr.length][];
- byte [][] expectedStop = new byte[prefixArr.length][];
- Pair<byte[], byte[]> expectedPairs [] = new Pair[prefixArr.length];
-
- for(int i = 0; i < prefixArr.length; i++ ) {
- expectedStart[i] = Bytes.toBytes(prefixArr[i] + "_" + keyStrStart);
- expectedStop[i] = Bytes.toBytes(prefixArr[i] + "_" + keyStrStop);
- expectedPairs[i] = new Pair<byte[], byte[]>(expectedStart[i], expectedStop[i]);
- }
-
- Pair<byte[], byte[]> actualPairs [] = HBaseSalter.getDistributedIntervals(keyBytesStart, keyBytesStop, prefix);
-
- assertEquals(expectedPairs.length, actualPairs.length);
-
- for( int i = 0; i < expectedPairs.length; i++ ) {
- System.out.println("".format("FIRST: EXPECTED: (%s) ACTUAL: (%s)",
- Bytes.toString(expectedPairs[i].getFirst()), Bytes.toString(actualPairs[i].getFirst()) ));
-
- System.out.println("".format("SECOND: EXPECTED: (%s) ACTUAL: (%s)",
- Bytes.toString(expectedPairs[i].getSecond()), Bytes.toString(actualPairs[i].getSecond()) ));
-
- assertArrayEquals(expectedPairs[i].getFirst(), actualPairs[i].getFirst());
- assertArrayEquals(expectedPairs[i].getSecond(), actualPairs[i].getSecond());
- }
- }
-
- @Test
- public void getDistributedIntervalsWithRegionsStartStop() throws IOException {
- String keyStrStart = "1021";
- byte [] keyBytesStart = Bytes.toBytes(keyStrStart);
-
- String keyStrStop = "1022";
- byte [] keyBytesStop = Bytes.toBytes(keyStrStop);
-
- byte [] regionStart = Bytes.toBytes("1");
- byte [] regionsStop = Bytes.toBytes("4");
-
- String expectedPrefix = "1234";
- char [] prefixArr = expectedPrefix.toCharArray();
-
- byte [][] expectedStart = new byte[prefixArr.length][];
- byte [][] expectedStop = new byte[prefixArr.length][];
- Pair<byte[], byte[]> expectedPairs [] = new Pair[prefixArr.length];
-
- for(int i = 0; i < prefixArr.length; i++ ) {
- expectedStart[i] = Bytes.toBytes(prefixArr[i] + "_" + keyStrStart);
- expectedStop[i] = Bytes.toBytes(prefixArr[i] + "_" + keyStrStop);
- expectedPairs[i] = new Pair<byte[], byte[]>(expectedStart[i], expectedStop[i]);
- }
-
- Pair<byte[], byte[]> actualPairs [] = HBaseSalter.getDistributedIntervals(keyBytesStart, keyBytesStop, regionStart, regionsStop, HBaseSalter.DEFAULT_PREFIX_LIST);
-
- assertEquals(expectedPairs.length, actualPairs.length);
-
- for( int i = 0; i < expectedPairs.length; i++ ) {
- System.out.println("".format("FIRST: EXPECTED: (%s) ACTUAL: (%s)",
- Bytes.toString(expectedPairs[i].getFirst()), Bytes.toString(actualPairs[i].getFirst()) ));
-
- System.out.println("".format("SECOND: EXPECTED: (%s) ACTUAL: (%s)",
- Bytes.toString(expectedPairs[i].getSecond()), Bytes.toString(actualPairs[i].getSecond()) ));
-
- assertArrayEquals(expectedPairs[i].getFirst(), actualPairs[i].getFirst());
- assertArrayEquals(expectedPairs[i].getSecond(), actualPairs[i].getSecond());
- }
- }
-
-
- @Test
- public void getDistributedIntervalsWithRegionsStartStopWithPrefixAll() throws IOException {
- System.out.println("------------ TEST 20 --------------");
- getDistributedIntervalsWithRegionsStartStopWithPrefix(
- "1020", "1021",
- "1_1021", "3_1023",
- "123", "012345"
- );
-
- System.out.println("------------ TEST 21 --------------");
- getDistributedIntervalsWithRegionsStartStopWithPrefix(
- "1020", "1021",
- "2_1021", Bytes.toString(HConstants.EMPTY_END_ROW),
- "2345", "012345"
- );
-
- System.out.println("------------ TEST 22 --------------");
- getDistributedIntervalsWithRegionsStartStopWithPrefix(
- "1020", "1021",
- Bytes.toString(HConstants.EMPTY_START_ROW), "3_1023",
- "0123", "012345"
- );
-
- System.out.println("------------ TEST 23 --------------");
- getDistributedIntervalsWithRegionsStartStopWithPrefix(
- "1020", "1021",
- Bytes.toString(HConstants.EMPTY_START_ROW), Bytes.toString(HConstants.EMPTY_END_ROW),
- "012345", "012345"
- );
-
- System.out.println("------------ TEST 24 --------------");
- getDistributedIntervalsWithRegionsStartStopWithPrefix(
- Bytes.toString(HConstants.EMPTY_START_ROW), "1021",
- "1_1021", "3_1023",
- "123", "012345"
- );
-
- System.out.println("------------ TEST 25 --------------");
- getDistributedIntervalsWithRegionsStartStopWithPrefix(
- "1020", Bytes.toString(HConstants.EMPTY_END_ROW),
- "1_1021", "3_1023",
- "123", "012345"
- );
-
- System.out.println("------------ TEST 26 --------------");
- getDistributedIntervalsWithRegionsStartStopWithPrefix(
- Bytes.toString(HConstants.EMPTY_START_ROW), Bytes.toString(HConstants.EMPTY_END_ROW),
- "1_1021", "3_1023",
- "123", "012345"
- );
-
- System.out.println("------------ TEST 27 --------------");
- getDistributedIntervalsWithRegionsStartStopWithPrefix(
- Bytes.toString(HConstants.EMPTY_START_ROW), "1021",
- Bytes.toString(HConstants.EMPTY_START_ROW), "3_1023",
- "0123", "012345"
- );
-
- System.out.println("------------ TEST 28 --------------");
- getDistributedIntervalsWithRegionsStartStopWithPrefix(
- "1020", Bytes.toString(HConstants.EMPTY_END_ROW),
- Bytes.toString(HConstants.EMPTY_START_ROW), "3_1023",
- "0123", "012345"
- );
-
- System.out.println("------------ TEST 29 --------------");
- getDistributedIntervalsWithRegionsStartStopWithPrefix(
- Bytes.toString(HConstants.EMPTY_START_ROW), Bytes.toString(HConstants.EMPTY_END_ROW),
- Bytes.toString(HConstants.EMPTY_START_ROW), "3_1023",
- "0123", "012345"
- );
-
- System.out.println("------------ TEST 30 --------------");
- getDistributedIntervalsWithRegionsStartStopWithPrefix(
- Bytes.toString(HConstants.EMPTY_START_ROW), "1021",
- "1_1021", Bytes.toString(HConstants.EMPTY_END_ROW),
- "12345", "012345"
- );
-
- System.out.println("------------ TEST 31 --------------");
- getDistributedIntervalsWithRegionsStartStopWithPrefix(
- "1020", Bytes.toString(HConstants.EMPTY_END_ROW),
- "1_1021", Bytes.toString(HConstants.EMPTY_END_ROW),
- "12345", "012345"
- );
-
- System.out.println("------------ TEST 32 --------------");
- getDistributedIntervalsWithRegionsStartStopWithPrefix(
- Bytes.toString(HConstants.EMPTY_START_ROW), Bytes.toString(HConstants.EMPTY_END_ROW),
- "1_1021", Bytes.toString(HConstants.EMPTY_END_ROW),
- "12345", "012345"
- );
-
- System.out.println("------------ TEST 33 --------------");
- getDistributedIntervalsWithRegionsStartStopWithPrefix(
- Bytes.toString(HConstants.EMPTY_START_ROW), "1021",
- Bytes.toString(HConstants.EMPTY_START_ROW), Bytes.toString(HConstants.EMPTY_END_ROW),
- "012345", "012345"
- );
-
- System.out.println("------------ TEST 34 --------------");
- getDistributedIntervalsWithRegionsStartStopWithPrefix(
- "1020", Bytes.toString(HConstants.EMPTY_END_ROW),
- Bytes.toString(HConstants.EMPTY_START_ROW), Bytes.toString(HConstants.EMPTY_END_ROW),
- "012345", "012345"
- );
-
- System.out.println("------------ TEST 35 --------------");
- getDistributedIntervalsWithRegionsStartStopWithPrefix(
- Bytes.toString(HConstants.EMPTY_START_ROW), Bytes.toString(HConstants.EMPTY_END_ROW),
- Bytes.toString(HConstants.EMPTY_START_ROW), Bytes.toString(HConstants.EMPTY_END_ROW),
- "012345", "012345"
- );
-
- }
-
- private void getDistributedIntervalsWithRegionsStartStopWithPrefix(
- String keyStrStart, String keyStrStop,
- String regionStrStart, String regionStrStop,
- String expectedPrefix, String sendPrefix) throws IOException {
-
- byte [] keyBytesStart = Bytes.toBytes(keyStrStart);
- byte [] keyBytesStop = Bytes.toBytes(keyStrStop);
-
- byte [] regionStart = Bytes.toBytes(regionStrStart);
- byte [] regionsStop = Bytes.toBytes(regionStrStop);
-
- char [] prefixArr = expectedPrefix.toCharArray();
-
- byte [][] expectedStart = new byte[prefixArr.length][];
- byte [][] expectedStop = new byte[prefixArr.length][];
- Pair<byte[], byte[]> expectedPairs [] = new Pair[prefixArr.length];
-
- for(int i = 0; i < prefixArr.length; i++ ) {
- expectedStart[i] = Bytes.toBytes(prefixArr[i] + "_" + keyStrStart);
- expectedStop[i] = Bytes.toBytes(prefixArr[i] + "_" + keyStrStop);
- }
-
- if( Arrays.equals(keyBytesStart, HConstants.EMPTY_START_ROW)
- && Arrays.equals(keyBytesStop, HConstants.EMPTY_END_ROW) ) {
- for( int i = expectedStart.length - 1; i >=1; i--) {
- expectedStart[i] = expectedStart[i - 1];
- }
-
- expectedStart[0] = HConstants.EMPTY_START_ROW;
- expectedStop[expectedStop.length - 1] = HConstants.EMPTY_END_ROW;
- } else if(Arrays.equals(keyBytesStart, HConstants.EMPTY_START_ROW)) {
- for( int i = expectedStart.length - 1; i >=1; i--) {
- expectedStart[i] = expectedStart[i - 1];
- }
-
- expectedStart[0] = HConstants.EMPTY_START_ROW;
- } else if (Arrays.equals(keyBytesStop, HConstants.EMPTY_END_ROW)) {
- for(int i = 0; i < expectedStop.length - 1; i++ ) {
- expectedStop[i] = expectedStop[i + 1];
- }
- expectedStop[expectedStop.length - 1] = HConstants.EMPTY_END_ROW;
- }
-
- for(int i = 0; i < prefixArr.length; i++ ) {
- expectedPairs[i] = new Pair<byte[], byte[]>(expectedStart[i], expectedStop[i]);
- }
-
- Pair<byte[], byte[]> actualPairs [] = HBaseSalter.getDistributedIntervals(keyBytesStart, keyBytesStop, regionStart, regionsStop, sendPrefix);
-
- for(Pair<byte[], byte[]> p : expectedPairs ) {
- System.out.println("- EXPECTED " + Bytes.toString(p.getFirst())
- + " -> " + Bytes.toString(p.getSecond()));
- }
-
- for(Pair<byte[], byte[]> p : actualPairs ) {
- System.out.println("- ACTUAL " + Bytes.toString(p.getFirst())
- + " -> " + Bytes.toString(p.getSecond()));
- }
-
- assertEquals(expectedPairs.length, actualPairs.length);
-
- for( int i = 0; i < expectedPairs.length; i++ ) {
-// System.out.println("".format("FIRST: EXPECTED: (%s) ACTUAL: (%s)",
-// Bytes.toString(expectedPairs[i].getFirst()), Bytes.toString(actualPairs[i].getFirst()) ));
-//
-// System.out.println("".format("SECOND: EXPECTED: (%s) ACTUAL: (%s)",
-// Bytes.toString(expectedPairs[i].getSecond()), Bytes.toString(actualPairs[i].getSecond()) ));
-
- assertArrayEquals(expectedPairs[i].getFirst(), actualPairs[i].getFirst());
- assertArrayEquals(expectedPairs[i].getSecond(), actualPairs[i].getSecond());
- }
- }
-
-
-}
generated by cgit v1.2.3 (git 2.39.1) at 2025-07-13 12:20:26 +0000