diff options
author | Chandan Rajah <crajah@parallelai.com> | 2013-09-30 15:24:09 +0100 |
---|---|---|
committer | Chandan Rajah <crajah@parallelai.com> | 2013-09-30 15:24:09 +0100 |
commit | f6954fc81a6eaf60ca6088c11b51f86e48733be7 (patch) | |
tree | 79aac956c03c80a0488d93a2fd7aca5241b1c465 /src/main/java/parallelai/spyglass/hbase/HBaseRecordReaderBase.java | |
parent | c550ab1c80b384e164979fcbe01f34a8308a8b95 (diff) | |
download | SpyGlass-f6954fc81a6eaf60ca6088c11b51f86e48733be7.tar.gz SpyGlass-f6954fc81a6eaf60ca6088c11b51f86e48733be7.zip |
1. Created a mapper per region as ooposed to mapper per region server4.1.1
2. Added progress indicators
3. Better logging
Diffstat (limited to 'src/main/java/parallelai/spyglass/hbase/HBaseRecordReaderBase.java')
-rw-r--r-- | src/main/java/parallelai/spyglass/hbase/HBaseRecordReaderBase.java | 3 |
1 files changed, 3 insertions, 0 deletions
diff --git a/src/main/java/parallelai/spyglass/hbase/HBaseRecordReaderBase.java b/src/main/java/parallelai/spyglass/hbase/HBaseRecordReaderBase.java index 37858ad..e0d0cbe 100644 --- a/src/main/java/parallelai/spyglass/hbase/HBaseRecordReaderBase.java +++ b/src/main/java/parallelai/spyglass/hbase/HBaseRecordReaderBase.java @@ -24,6 +24,7 @@ public abstract class HBaseRecordReaderBase implements RecordReader<ImmutableBytesWritable, Result> { protected TreeSet<String> keyList; + protected long initialNoOfKeys = 0; protected HBaseConstants.SourceMode sourceMode; protected boolean endRowInclusive = true; protected int versions = 1; @@ -39,6 +40,7 @@ public abstract class HBaseRecordReaderBase implements protected boolean logScannerActivity = false; protected int logPerRowCount = 100; + protected int noOfLogCount = 0; @Override public String toString() { @@ -107,6 +109,7 @@ public abstract class HBaseRecordReaderBase implements public void setKeyList(TreeSet<String> keyList) { this.keyList = keyList; + initialNoOfKeys = (this.keyList == null) ? 0 : this.keyList.size(); } public void setVersions(int versions) { |