aboutsummaryrefslogtreecommitdiffstats
path: root/src/main/java/parallelai/spyglass/hbase
diff options
context:
space:
mode:
authorKoert Kuipers <koert@tresata.com>2013-08-06 13:40:57 -0400
committerKoert Kuipers <koert@tresata.com>2013-08-06 13:40:57 -0400
commitde38789a032b586b0e278a81dedb5c8fb6d43e02 (patch)
tree89c583e5305d25e56545c83fb4046c6cd7e9fe2d /src/main/java/parallelai/spyglass/hbase
parent40074e8d3030d869357f17e2bc7d8948fbbf14cc (diff)
downloadSpyGlass-de38789a032b586b0e278a81dedb5c8fb6d43e02.tar.gz
SpyGlass-de38789a032b586b0e278a81dedb5c8fb6d43e02.zip
do not store nulls in hbase. see issue 5
Diffstat (limited to 'src/main/java/parallelai/spyglass/hbase')
-rw-r--r--src/main/java/parallelai/spyglass/hbase/HBaseScheme.java8
1 files changed, 3 insertions, 5 deletions
diff --git a/src/main/java/parallelai/spyglass/hbase/HBaseScheme.java b/src/main/java/parallelai/spyglass/hbase/HBaseScheme.java
index 3c64e52..aa446c1 100644
--- a/src/main/java/parallelai/spyglass/hbase/HBaseScheme.java
+++ b/src/main/java/parallelai/spyglass/hbase/HBaseScheme.java
@@ -219,10 +219,7 @@ public class HBaseScheme
String fieldName = (String) fields.get(k);
byte[] fieldNameBytes = Bytes.toBytes(fieldName);
byte[] cellValue = row.getValue(familyNameBytes, fieldNameBytes);
- if (cellValue == null) {
- cellValue = new byte[0];
- }
- result.add(new ImmutableBytesWritable(cellValue));
+ result.add(cellValue != null ? new ImmutableBytesWritable(cellValue) : null);
}
}
@@ -259,7 +256,8 @@ public class HBaseScheme
Tuple tuple = values.getTuple();
ImmutableBytesWritable valueBytes = (ImmutableBytesWritable) tuple.getObject(j);
- put.add(Bytes.toBytes(familyNames[i]), Bytes.toBytes((String) fields.get(j)), valueBytes.get());
+ if (valueBytes != null)
+ put.add(Bytes.toBytes(familyNames[i]), Bytes.toBytes((String) fields.get(j)), valueBytes.get());
}
}