diff options
| author | Antonios Chalkiopoulos <Antwnis@gmail.com> | 2015-06-18 14:53:16 +0100 |
|---|---|---|
| committer | Antonios Chalkiopoulos <Antwnis@gmail.com> | 2015-06-18 14:53:16 +0100 |
| commit | faad226c712a0513bf78ba67118d182fd82e884f (patch) | |
| tree | ffb57477385df684c16bc3cd211cb74cea17c71a /src/main/scala/parallelai/spyglass | |
| parent | 4c1f607584fe923aa2a5de50d4b6ec59a58be85a (diff) | |
| parent | d9f59cf18afadb81b18c0d270948d82721d16cfb (diff) | |
| download | SpyGlass-faad226c712a0513bf78ba67118d182fd82e884f.tar.gz SpyGlass-faad226c712a0513bf78ba67118d182fd82e884f.zip | |
Merge pull request #24 from kristiankaufmann/configure_autoflush
Adds configurable autoFlush setting to HBaseSource resolve #12
Diffstat (limited to 'src/main/scala/parallelai/spyglass')
| -rw-r--r-- | src/main/scala/parallelai/spyglass/hbase/HBaseSource.scala | 3 |
1 files changed, 2 insertions, 1 deletions
diff --git a/src/main/scala/parallelai/spyglass/hbase/HBaseSource.scala b/src/main/scala/parallelai/spyglass/hbase/HBaseSource.scala index 30c28c9..92b3792 100644 --- a/src/main/scala/parallelai/spyglass/hbase/HBaseSource.scala +++ b/src/main/scala/parallelai/spyglass/hbase/HBaseSource.scala @@ -40,6 +40,7 @@ case class HBaseSource( versions: Int = 1, useSalt: Boolean = false, prefixList: String = null, + autoFlush: Boolean = true, sinkMode: SinkMode = SinkMode.UPDATE, inputSplitType: SplitType = SplitType.GRANULAR ) extends Source { @@ -89,7 +90,7 @@ case class HBaseSource( case Write => { val hbt = new HBaseTap(quorumNames, tableName, hBaseScheme, sinkMode) - hbt.setUseSaltInSink(useSalt) + hbt.setHBaseSinkParms(useSalt, autoFlush) hbt.asInstanceOf[Tap[_,_,_]] } |