aboutsummaryrefslogtreecommitdiffstats
path: root/src/main/scala/parallelai/spyglass
diff options
context:
space:
mode:
authorKristian Kaufmann <kristianwkaufmann@gmail.com>2015-06-12 16:20:09 -0400
committerKristian Kaufmann <kristianwkaufmann@gmail.com>2015-06-12 16:20:09 -0400
commitd9f59cf18afadb81b18c0d270948d82721d16cfb (patch)
treeffb57477385df684c16bc3cd211cb74cea17c71a /src/main/scala/parallelai/spyglass
parent4c1f607584fe923aa2a5de50d4b6ec59a58be85a (diff)
downloadSpyGlass-d9f59cf18afadb81b18c0d270948d82721d16cfb.tar.gz
SpyGlass-d9f59cf18afadb81b18c0d270948d82721d16cfb.zip
Adds autoFlush setting to HbaseSource.
The setting defaults to true to reproduce current behavior
Diffstat (limited to 'src/main/scala/parallelai/spyglass')
-rw-r--r--src/main/scala/parallelai/spyglass/hbase/HBaseSource.scala3
1 files changed, 2 insertions, 1 deletions
diff --git a/src/main/scala/parallelai/spyglass/hbase/HBaseSource.scala b/src/main/scala/parallelai/spyglass/hbase/HBaseSource.scala
index 30c28c9..92b3792 100644
--- a/src/main/scala/parallelai/spyglass/hbase/HBaseSource.scala
+++ b/src/main/scala/parallelai/spyglass/hbase/HBaseSource.scala
@@ -40,6 +40,7 @@ case class HBaseSource(
versions: Int = 1,
useSalt: Boolean = false,
prefixList: String = null,
+ autoFlush: Boolean = true,
sinkMode: SinkMode = SinkMode.UPDATE,
inputSplitType: SplitType = SplitType.GRANULAR
) extends Source {
@@ -89,7 +90,7 @@ case class HBaseSource(
case Write => {
val hbt = new HBaseTap(quorumNames, tableName, hBaseScheme, sinkMode)
- hbt.setUseSaltInSink(useSalt)
+ hbt.setHBaseSinkParms(useSalt, autoFlush)
hbt.asInstanceOf[Tap[_,_,_]]
}