diff options
| author | Saad Rashid <saad373@gmail.com> | 2014-02-20 17:12:05 +0000 | 
|---|---|---|
| committer | Saad Rashid <saad373@gmail.com> | 2014-02-20 17:12:05 +0000 | 
| commit | 3f2642dd59d17362aa9aa184efc866a5a8845a79 (patch) | |
| tree | 4b22d8134204c9a6a50aa48394a5ab74798cab82 /src | |
| parent | 2e9f2981222b206249ce3f4c723ccae67e4bf062 (diff) | |
| download | SpyGlass-3f2642dd59d17362aa9aa184efc866a5a8845a79.tar.gz SpyGlass-3f2642dd59d17362aa9aa184efc866a5a8845a79.zip  | |
Fix test mode in HBaseSource.
change rc4 to rc1.
Diffstat (limited to 'src')
| -rw-r--r-- | src/main/scala/parallelai/spyglass/hbase/HBaseSource.scala | 35 | 
1 files changed, 35 insertions, 0 deletions
diff --git a/src/main/scala/parallelai/spyglass/hbase/HBaseSource.scala b/src/main/scala/parallelai/spyglass/hbase/HBaseSource.scala index bbae8f6..09ad19d 100644 --- a/src/main/scala/parallelai/spyglass/hbase/HBaseSource.scala +++ b/src/main/scala/parallelai/spyglass/hbase/HBaseSource.scala @@ -18,6 +18,8 @@ import org.apache.hadoop.mapred.OutputCollector  import org.apache.hadoop.mapred.JobConf  import parallelai.spyglass.hbase.HBaseConstants.SourceMode  import com.twitter.scalding.Source +import com.twitter.scalding.TestMode +import com.twitter.scalding.Test  object Conversions {    implicit def bytesToString(bytes: Array[Byte]): String = Bytes.toString(bytes) @@ -92,6 +94,39 @@ case class HBaseSource(            hbt.asInstanceOf[Tap[_,_,_]]          }        } +      case testMode @ Test(_) => readOrWrite match { +        case Read => {  +          val hbt = new HBaseTap(quorumNames, tableName, hBaseScheme, SinkMode.KEEP) +            +          sourceMode match { +            case SourceMode.SCAN_RANGE => { +               +              hbt.setHBaseRangeParms(startKey, stopKey, useSalt, prefixList) +            } +            case SourceMode.SCAN_ALL => { +              hbt.setHBaseScanAllParms(useSalt, prefixList) +            } +            case SourceMode.GET_LIST => { +              if( keyList == null )   +                throw new IOException("Key list cannot be null when Source Mode is " + sourceMode) +               +              hbt.setHBaseListParms(keyList.toArray[String], versions, useSalt, prefixList) +            } +            case _ => throw new IOException("Unknown Source Mode (%)".format(sourceMode)) +          } + +          hbt.setInputSplitType(inputSplitType) +           +          hbt.asInstanceOf[Tap[_,_,_]] +        } +        case Write => { +          val hbt = new HBaseTap(quorumNames, tableName, hBaseScheme, sinkMode) +           +          hbt.setUseSaltInSink(useSalt) +           +          hbt.asInstanceOf[Tap[_,_,_]] +        } +      }              case _ => createEmptyTap(readOrWrite)(mode)      }    }  | 
