1. Created a mapper per region as ooposed to mapper per region server4.1.1

2. Added progress indicators
3. Better logging

1 files changed, 8 insertions, 2 deletions

diff --git a/src/main/java/parallelai/spyglass/hbase/HBaseRecordReaderRegional.java b/src/main/java/parallelai/spyglass/hbase/HBaseRecordReaderRegional.java
index e2b1ec8..5d2b613 100644
--- a/src/main/java/parallelai/spyglass/hbase/HBaseRecordReaderRegional.java
+++ b/src/main/java/parallelai/spyglass/hbase/HBaseRecordReaderRegional.java
@@ -90,6 +90,7 @@ public class HBaseRecordReaderRegional extends HBaseRecordReaderBase {
         boolean nextFlag = currentRecordReader.next(ibw, result);
 
         while(nextFlag == false && multiSplit.hasMoreSplits() ) {
+            totalPos += currentRecordReader.getPos();
             setNextSplit();
             nextFlag = currentRecordReader.next(ibw, result);
         }
@@ -97,6 +98,8 @@ public class HBaseRecordReaderRegional extends HBaseRecordReaderBase {
         return nextFlag;
     }
 
+    long totalPos = 0;
+
     @Override
     public ImmutableBytesWritable createKey() {
         return currentRecordReader.createKey();
@@ -109,7 +112,8 @@ public class HBaseRecordReaderRegional extends HBaseRecordReaderBase {
 
     @Override
     public long getPos() throws IOException {
-        return currentRecordReader.getPos();
+        long pos = totalPos + currentRecordReader.getPos();
+        return pos;
     }
 
     @Override
@@ -119,6 +123,8 @@ public class HBaseRecordReaderRegional extends HBaseRecordReaderBase {
 
     @Override
     public float getProgress() throws IOException {
-        return currentRecordReader.getProgress();
+        // ( current count + percent of next count ) / max count
+        float prog = ((multiSplit.getCurrSplitCount() + currentRecordReader.getProgress()) / multiSplit.getLength());
+        return prog;
     }
 }