diff options
author | Chandan Rajah <crajah@parallelai.com> | 2013-08-16 14:19:51 +0100 |
---|---|---|
committer | Chandan Rajah <crajah@parallelai.com> | 2013-08-16 14:19:51 +0100 |
commit | 466e739d71f426422881986cf018643b7876acf5 (patch) | |
tree | 77a3260b651544362cd47fb4dc1d2e11e847f37b /src/main/scala/parallelai/spyglass | |
parent | b9d987c0d9946f8f778fbec2856305c0f20fd3f8 (diff) | |
download | SpyGlass-466e739d71f426422881986cf018643b7876acf5.tar.gz SpyGlass-466e739d71f426422881986cf018643b7876acf5.zip |
Adding Delete functionality to the HBaseSource
Diffstat (limited to 'src/main/scala/parallelai/spyglass')
-rw-r--r-- | src/main/scala/parallelai/spyglass/hbase/HBaseSource.scala | 5 |
1 files changed, 3 insertions, 2 deletions
diff --git a/src/main/scala/parallelai/spyglass/hbase/HBaseSource.scala b/src/main/scala/parallelai/spyglass/hbase/HBaseSource.scala index d6795aa..7ff7860 100644 --- a/src/main/scala/parallelai/spyglass/hbase/HBaseSource.scala +++ b/src/main/scala/parallelai/spyglass/hbase/HBaseSource.scala @@ -39,7 +39,8 @@ case class HBaseSource( keyList: List[String] = null, versions: Int = 1, useSalt: Boolean = false, - prefixList: String = null + prefixList: String = null, + sinkMode: SinkMode = SinkMode.UPDATE ) extends Source { override val hdfsScheme = new HBaseScheme(keyFields, timestamp, familyNames.toArray, valueFields.toArray) @@ -79,7 +80,7 @@ case class HBaseSource( hbt.asInstanceOf[Tap[_,_,_]] } case Write => { - val hbt = new HBaseTap(quorumNames, tableName, hBaseScheme, SinkMode.UPDATE) + val hbt = new HBaseTap(quorumNames, tableName, hBaseScheme, sinkMode) hbt.setUseSaltInSink(useSalt) |