aboutsummaryrefslogtreecommitdiffstats
path: root/src/main/java/parallelai/spyglass/hbase/HBaseRawScheme.java
diff options
context:
space:
mode:
authorAntonios Chalkiopoulos <Antwnis@gmail.com>2014-05-22 22:04:44 +0100
committerAntonios Chalkiopoulos <Antwnis@gmail.com>2014-05-22 22:04:44 +0100
commit08e00dfce43244ec1edb0e2363a977fea985b454 (patch)
tree3ef8c08587edd2826c272c1277389bb7427aad66 /src/main/java/parallelai/spyglass/hbase/HBaseRawScheme.java
parentba87c17eed4e6f2d1e1b1d4644193485aae0bb4e (diff)
downloadSpyGlass-08e00dfce43244ec1edb0e2363a977fea985b454.tar.gz
SpyGlass-08e00dfce43244ec1edb0e2363a977fea985b454.zip
Releasing 4.3 Spyglass for Scalding (0.9.1) and Scala (2.10)
Diffstat (limited to 'src/main/java/parallelai/spyglass/hbase/HBaseRawScheme.java')
-rw-r--r--src/main/java/parallelai/spyglass/hbase/HBaseRawScheme.java31
1 files changed, 20 insertions, 11 deletions
diff --git a/src/main/java/parallelai/spyglass/hbase/HBaseRawScheme.java b/src/main/java/parallelai/spyglass/hbase/HBaseRawScheme.java
index 7b62c88..a88581b 100644
--- a/src/main/java/parallelai/spyglass/hbase/HBaseRawScheme.java
+++ b/src/main/java/parallelai/spyglass/hbase/HBaseRawScheme.java
@@ -41,12 +41,25 @@ import cascading.tuple.TupleEntry;
import cascading.util.Util;
/**
-* The HBaseRawScheme class is a {@link Scheme} subclass. It is used in conjunction
-* with the {@HBaseRawTap} to allow for the reading and writing of data
-* to and from a HBase cluster.
-*
-* @see HBaseRawTap
-*/
+ * It provides the wiring between Fields and Columns and Column families
+ * In effect to write to cf:column
+ *
+ * data:name data:surname address: street
+ * name1 surname1 address1
+ *
+ * We will initialize the HBaseSource with
+ * ("data","data","data")
+ * ("name","surname","address")
+ * Data:
+ * ("name1","surname1","address1")
+ * ...
+ *
+ * The HBaseRawScheme class is a {@link Scheme} subclass. It is used in conjunction
+ * with the {@HBaseRawTap} to allow for the reading and writing of data
+ * to and from a HBase cluster.
+ *
+ * @see HBaseRawTap
+ */
@SuppressWarnings({ "rawtypes", "deprecation" })
public class HBaseRawScheme extends Scheme<JobConf, RecordReader, OutputCollector, Object[], Object[]> {
/**
@@ -67,13 +80,8 @@ public class HBaseRawScheme extends Scheme<JobConf, RecordReader, OutputCollecto
/**
* Constructor HBaseScheme creates a new HBaseScheme instance.
- *
- * @param keyFields
- * of type Fields
* @param familyName
* of type String
- * @param valueFields
- * of type Fields
*/
public HBaseRawScheme(String familyName) {
this(new String[] { familyName });
@@ -235,6 +243,7 @@ public class HBaseRawScheme extends Scheme<JobConf, RecordReader, OutputCollecto
@Override
public void sourceConfInit(FlowProcess<JobConf> process, Tap<JobConf, RecordReader, OutputCollector> tap,
JobConf conf) {
+
DeprecatedInputFormatWrapper.setInputFormat(org.apache.hadoop.hbase.mapreduce.TableInputFormat.class, conf,
ValueCopier.class);
if (null != familyNames) {