aboutsummaryrefslogtreecommitdiffstats
path: root/src/main/java/parallelai/spyglass/hbase/HBaseRecordWriter.java
diff options
context:
space:
mode:
authorKristian Kaufmann <kristianwkaufmann@gmail.com>2015-06-12 16:20:09 -0400
committerKristian Kaufmann <kristianwkaufmann@gmail.com>2015-06-12 16:20:09 -0400
commitd9f59cf18afadb81b18c0d270948d82721d16cfb (patch)
treeffb57477385df684c16bc3cd211cb74cea17c71a /src/main/java/parallelai/spyglass/hbase/HBaseRecordWriter.java
parent4c1f607584fe923aa2a5de50d4b6ec59a58be85a (diff)
downloadSpyGlass-d9f59cf18afadb81b18c0d270948d82721d16cfb.tar.gz
SpyGlass-d9f59cf18afadb81b18c0d270948d82721d16cfb.zip
Adds autoFlush setting to HbaseSource.
The setting defaults to true to reproduce current behavior
Diffstat (limited to 'src/main/java/parallelai/spyglass/hbase/HBaseRecordWriter.java')
-rw-r--r--src/main/java/parallelai/spyglass/hbase/HBaseRecordWriter.java3
1 files changed, 3 insertions, 0 deletions
diff --git a/src/main/java/parallelai/spyglass/hbase/HBaseRecordWriter.java b/src/main/java/parallelai/spyglass/hbase/HBaseRecordWriter.java
index 50aa116..24654f5 100644
--- a/src/main/java/parallelai/spyglass/hbase/HBaseRecordWriter.java
+++ b/src/main/java/parallelai/spyglass/hbase/HBaseRecordWriter.java
@@ -30,6 +30,9 @@ public class HBaseRecordWriter
public void close(Reporter reporter)
throws IOException {
+ if (!m_table.isAutoFlush()) {
+ m_table.flushCommits();
+ }
m_table.close();
}