diff options
| author | Kristian Kaufmann <kristianwkaufmann@gmail.com> | 2015-06-12 16:20:09 -0400 |
|---|---|---|
| committer | Kristian Kaufmann <kristianwkaufmann@gmail.com> | 2015-06-12 16:20:09 -0400 |
| commit | d9f59cf18afadb81b18c0d270948d82721d16cfb (patch) | |
| tree | ffb57477385df684c16bc3cd211cb74cea17c71a /src/main/scala/parallelai/spyglass | |
| parent | 4c1f607584fe923aa2a5de50d4b6ec59a58be85a (diff) | |
| download | SpyGlass-d9f59cf18afadb81b18c0d270948d82721d16cfb.tar.gz SpyGlass-d9f59cf18afadb81b18c0d270948d82721d16cfb.zip | |
Adds autoFlush setting to HbaseSource.
The setting defaults to true to reproduce current behavior
Diffstat (limited to 'src/main/scala/parallelai/spyglass')
| -rw-r--r-- | src/main/scala/parallelai/spyglass/hbase/HBaseSource.scala | 3 |
1 files changed, 2 insertions, 1 deletions
diff --git a/src/main/scala/parallelai/spyglass/hbase/HBaseSource.scala b/src/main/scala/parallelai/spyglass/hbase/HBaseSource.scala index 30c28c9..92b3792 100644 --- a/src/main/scala/parallelai/spyglass/hbase/HBaseSource.scala +++ b/src/main/scala/parallelai/spyglass/hbase/HBaseSource.scala @@ -40,6 +40,7 @@ case class HBaseSource( versions: Int = 1, useSalt: Boolean = false, prefixList: String = null, + autoFlush: Boolean = true, sinkMode: SinkMode = SinkMode.UPDATE, inputSplitType: SplitType = SplitType.GRANULAR ) extends Source { @@ -89,7 +90,7 @@ case class HBaseSource( case Write => { val hbt = new HBaseTap(quorumNames, tableName, hBaseScheme, sinkMode) - hbt.setUseSaltInSink(useSalt) + hbt.setHBaseSinkParms(useSalt, autoFlush) hbt.asInstanceOf[Tap[_,_,_]] } |