From d9f59cf18afadb81b18c0d270948d82721d16cfb Mon Sep 17 00:00:00 2001 From: Kristian Kaufmann Date: Fri, 12 Jun 2015 16:20:09 -0400 Subject: Adds autoFlush setting to HbaseSource. The setting defaults to true to reproduce current behavior --- src/main/java/parallelai/spyglass/hbase/HBaseOutputFormat.java | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) (limited to 'src/main/java/parallelai/spyglass/hbase/HBaseOutputFormat.java') diff --git a/src/main/java/parallelai/spyglass/hbase/HBaseOutputFormat.java b/src/main/java/parallelai/spyglass/hbase/HBaseOutputFormat.java index 401dea0..2ad8924 100644 --- a/src/main/java/parallelai/spyglass/hbase/HBaseOutputFormat.java +++ b/src/main/java/parallelai/spyglass/hbase/HBaseOutputFormat.java @@ -51,8 +51,7 @@ FileOutputFormat implements JobConfigurable { LOG.error(e); throw e; } - // TODO: Should Autoflush be set to true ???? - DONE - table.setAutoFlush(true); + table.setAutoFlush(job.getBoolean(String.format(HBaseConstants.AUTO_FLUSH, tableName),false)); HBaseRecordWriter recordWriter = new HBaseRecordWriter(table); recordWriter.setSinkMode(sinkMode); return recordWriter; -- cgit v1.2.3