diff options
author | cra14 <chandan.rajah2@bskyb.com> | 2013-09-04 14:09:24 +0100 |
---|---|---|
committer | cra14 <chandan.rajah2@bskyb.com> | 2013-09-04 14:09:24 +0100 |
commit | 2f98b9089237b12c4f0d9b80624c5807dc629e27 (patch) | |
tree | d8c39b98b9a869c3c292373bcb0c8d37016c25b4 | |
parent | 95f28b46c9edf2257c6fbfbb4b116785c1bca6c2 (diff) | |
download | SpyGlass-2f98b9089237b12c4f0d9b80624c5807dc629e27.tar.gz SpyGlass-2f98b9089237b12c4f0d9b80624c5807dc629e27.zip |
Cosmetic changes
-rw-r--r-- | README.md | 11 |
1 files changed, 8 insertions, 3 deletions
@@ -280,6 +280,7 @@ e.g. To be added soon. e.g. + val jdbcSourceRead = new JDBCSource( "TABLE_01", "com.mysql.jdbc.Driver", @@ -292,7 +293,7 @@ e.g. new Fields("key", "column1", "column2", "column3"), null, null, null ) - + val jdbcSourceWrite = new JDBCSource( "TABLE_01", "com.mysql.jdbc.Driver", @@ -305,7 +306,7 @@ e.g. new Fields("key", "column1", "column2", "column3"), null, null, null ) - + 7. HBase Delete Functionality ============================= @@ -316,10 +317,12 @@ The feature can be enable by using the parameter sinkMode = SinkMode.REPLACE in You can use sinkMode = SinkMode.UPDATE to add to the HBaseTable as usual. e.g. + val eraser = toIBW(input, TABLE_SCHEMA) .write(new HBaseSource( "_TEST.SALT.01", quorum, 'key, TABLE_SCHEMA.tail.map((x: Symbol) => "data"), TABLE_SCHEMA.tail.map((x: Symbol) => new Fields(x.name)), sinkMode = SinkMode.REPLACE )) + All rows with the key will be deleted. This includes all versions too. @@ -332,6 +335,7 @@ This feature can be activated by using inputSplitType = SplitType.REGIONAL You can use inputSplitType = SplitType.GRANULAR to use the previous functionality as is. e.g. + val hbase04 = new HBaseSource( "_TEST.SALT.01", quorum, 'key, TABLE_SCHEMA.tail.map((x: Symbol) => "data"), TABLE_SCHEMA.tail.map((x: Symbol) => new Fields(x.name)), @@ -341,4 +345,5 @@ e.g. .map(('key, 'salted, 'unsalted) -> 'testData) {x: (String, String, String) => List(x._1, x._2, x._3)} .project('testData) .write(TextLine("saltTesting/ScanRangeNoSalt01")) - .groupAll(group => group.toList[List[List[String]]]('testData -> 'testData))
\ No newline at end of file + .groupAll(group => group.toList[List[List[String]]]('testData -> 'testData)) +
\ No newline at end of file |