aboutsummaryrefslogtreecommitdiffstats
path: root/src/main/scala/parallelai/spyglass
diff options
context:
space:
mode:
authorAntonios Chalkiopoulos <Antwnis@gmail.com>2015-06-18 14:53:16 +0100
committerAntonios Chalkiopoulos <Antwnis@gmail.com>2015-06-18 14:53:16 +0100
commitfaad226c712a0513bf78ba67118d182fd82e884f (patch)
treeffb57477385df684c16bc3cd211cb74cea17c71a /src/main/scala/parallelai/spyglass
parent4c1f607584fe923aa2a5de50d4b6ec59a58be85a (diff)
parentd9f59cf18afadb81b18c0d270948d82721d16cfb (diff)
downloadSpyGlass-faad226c712a0513bf78ba67118d182fd82e884f.tar.gz
SpyGlass-faad226c712a0513bf78ba67118d182fd82e884f.zip
Merge pull request #24 from kristiankaufmann/configure_autoflush
Adds configurable autoFlush setting to HBaseSource resolve #12
Diffstat (limited to 'src/main/scala/parallelai/spyglass')
-rw-r--r--src/main/scala/parallelai/spyglass/hbase/HBaseSource.scala3
1 files changed, 2 insertions, 1 deletions
diff --git a/src/main/scala/parallelai/spyglass/hbase/HBaseSource.scala b/src/main/scala/parallelai/spyglass/hbase/HBaseSource.scala
index 30c28c9..92b3792 100644
--- a/src/main/scala/parallelai/spyglass/hbase/HBaseSource.scala
+++ b/src/main/scala/parallelai/spyglass/hbase/HBaseSource.scala
@@ -40,6 +40,7 @@ case class HBaseSource(
versions: Int = 1,
useSalt: Boolean = false,
prefixList: String = null,
+ autoFlush: Boolean = true,
sinkMode: SinkMode = SinkMode.UPDATE,
inputSplitType: SplitType = SplitType.GRANULAR
) extends Source {
@@ -89,7 +90,7 @@ case class HBaseSource(
case Write => {
val hbt = new HBaseTap(quorumNames, tableName, hBaseScheme, sinkMode)
- hbt.setUseSaltInSink(useSalt)
+ hbt.setHBaseSinkParms(useSalt, autoFlush)
hbt.asInstanceOf[Tap[_,_,_]]
}