aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
-rw-r--r--pom.xml8
-rw-r--r--releases/parallelai/parallelai.spyglass/2.0.3/parallelai.spyglass-2.0.3.jarbin263092 -> 0 bytes
-rw-r--r--releases/parallelai/parallelai.spyglass/2.0.3/parallelai.spyglass-2.0.3.jar.md51
-rw-r--r--releases/parallelai/parallelai.spyglass/2.0.3/parallelai.spyglass-2.0.3.jar.sha11
-rw-r--r--releases/parallelai/parallelai.spyglass/2.0.3/parallelai.spyglass-2.0.3.pom335
-rw-r--r--releases/parallelai/parallelai.spyglass/2.0.3/parallelai.spyglass-2.0.3.pom.md51
-rw-r--r--releases/parallelai/parallelai.spyglass/2.0.3/parallelai.spyglass-2.0.3.pom.sha11
-rw-r--r--releases/parallelai/parallelai.spyglass/2.0.4/parallelai.spyglass-2.0.4.jarbin292209 -> 0 bytes
-rw-r--r--releases/parallelai/parallelai.spyglass/2.0.4/parallelai.spyglass-2.0.4.jar.md51
-rw-r--r--releases/parallelai/parallelai.spyglass/2.0.4/parallelai.spyglass-2.0.4.jar.sha11
-rw-r--r--releases/parallelai/parallelai.spyglass/2.0.4/parallelai.spyglass-2.0.4.pom346
-rw-r--r--releases/parallelai/parallelai.spyglass/2.0.4/parallelai.spyglass-2.0.4.pom.md51
-rw-r--r--releases/parallelai/parallelai.spyglass/2.0.4/parallelai.spyglass-2.0.4.pom.sha11
-rw-r--r--releases/parallelai/parallelai.spyglass/2.1.1/parallelai.spyglass-2.1.1.jarbin392228 -> 0 bytes
-rw-r--r--releases/parallelai/parallelai.spyglass/2.1.1/parallelai.spyglass-2.1.1.jar.md51
-rw-r--r--releases/parallelai/parallelai.spyglass/2.1.1/parallelai.spyglass-2.1.1.jar.sha11
-rw-r--r--releases/parallelai/parallelai.spyglass/2.1.1/parallelai.spyglass-2.1.1.pom346
-rw-r--r--releases/parallelai/parallelai.spyglass/2.1.1/parallelai.spyglass-2.1.1.pom.md51
-rw-r--r--releases/parallelai/parallelai.spyglass/2.1.1/parallelai.spyglass-2.1.1.pom.sha11
-rw-r--r--releases/parallelai/parallelai.spyglass/2.10.2_2.3.0/parallelai.spyglass-2.10.2_2.3.0.jarbin418185 -> 0 bytes
-rw-r--r--releases/parallelai/parallelai.spyglass/2.10.2_2.3.0/parallelai.spyglass-2.10.2_2.3.0.jar.md51
-rw-r--r--releases/parallelai/parallelai.spyglass/2.10.2_2.3.0/parallelai.spyglass-2.10.2_2.3.0.jar.sha11
-rw-r--r--releases/parallelai/parallelai.spyglass/2.10.2_2.3.0/parallelai.spyglass-2.10.2_2.3.0.pom368
-rw-r--r--releases/parallelai/parallelai.spyglass/2.10.2_2.3.0/parallelai.spyglass-2.10.2_2.3.0.pom.md51
-rw-r--r--releases/parallelai/parallelai.spyglass/2.10.2_2.3.0/parallelai.spyglass-2.10.2_2.3.0.pom.sha11
-rw-r--r--releases/parallelai/parallelai.spyglass/2.10.2_4.0.0/parallelai.spyglass-2.10.2_4.0.0.jarbin543713 -> 0 bytes
-rw-r--r--releases/parallelai/parallelai.spyglass/2.10.2_4.0.0/parallelai.spyglass-2.10.2_4.0.0.jar.md51
-rw-r--r--releases/parallelai/parallelai.spyglass/2.10.2_4.0.0/parallelai.spyglass-2.10.2_4.0.0.jar.sha11
-rw-r--r--releases/parallelai/parallelai.spyglass/2.10.2_4.0.0/parallelai.spyglass-2.10.2_4.0.0.pom429
-rw-r--r--releases/parallelai/parallelai.spyglass/2.10.2_4.0.0/parallelai.spyglass-2.10.2_4.0.0.pom.md51
-rw-r--r--releases/parallelai/parallelai.spyglass/2.10.2_4.0.0/parallelai.spyglass-2.10.2_4.0.0.pom.sha11
-rw-r--r--releases/parallelai/parallelai.spyglass/2.10.2_4.1.0/parallelai.spyglass-2.10.2_4.1.0.jarbin543704 -> 0 bytes
-rw-r--r--releases/parallelai/parallelai.spyglass/2.10.2_4.1.0/parallelai.spyglass-2.10.2_4.1.0.jar.md51
-rw-r--r--releases/parallelai/parallelai.spyglass/2.10.2_4.1.0/parallelai.spyglass-2.10.2_4.1.0.jar.sha11
-rw-r--r--releases/parallelai/parallelai.spyglass/2.10.2_4.1.0/parallelai.spyglass-2.10.2_4.1.0.pom436
-rw-r--r--releases/parallelai/parallelai.spyglass/2.10.2_4.1.0/parallelai.spyglass-2.10.2_4.1.0.pom.md51
-rw-r--r--releases/parallelai/parallelai.spyglass/2.10.2_4.1.0/parallelai.spyglass-2.10.2_4.1.0.pom.sha11
-rw-r--r--releases/parallelai/parallelai.spyglass/2.9.3_2.2.0/parallelai.spyglass-2.9.3_2.2.0.jarbin381932 -> 0 bytes
-rw-r--r--releases/parallelai/parallelai.spyglass/2.9.3_2.2.0/parallelai.spyglass-2.9.3_2.2.0.jar.md51
-rw-r--r--releases/parallelai/parallelai.spyglass/2.9.3_2.2.0/parallelai.spyglass-2.9.3_2.2.0.jar.sha11
-rw-r--r--releases/parallelai/parallelai.spyglass/2.9.3_2.2.0/parallelai.spyglass-2.9.3_2.2.0.pom365
-rw-r--r--releases/parallelai/parallelai.spyglass/2.9.3_2.2.0/parallelai.spyglass-2.9.3_2.2.0.pom.md51
-rw-r--r--releases/parallelai/parallelai.spyglass/2.9.3_2.2.0/parallelai.spyglass-2.9.3_2.2.0.pom.sha11
-rw-r--r--releases/parallelai/parallelai.spyglass/2.9.3_3.0.0-SNAPSHOT/maven-metadata.xml12
-rw-r--r--releases/parallelai/parallelai.spyglass/2.9.3_3.0.0-SNAPSHOT/maven-metadata.xml.md51
-rw-r--r--releases/parallelai/parallelai.spyglass/2.9.3_3.0.0-SNAPSHOT/maven-metadata.xml.sha11
-rw-r--r--releases/parallelai/parallelai.spyglass/2.9.3_3.0.0-SNAPSHOT/parallelai.spyglass-2.9.3_3.0.0-SNAPSHOT.jarbin405859 -> 0 bytes
-rw-r--r--releases/parallelai/parallelai.spyglass/2.9.3_3.0.0-SNAPSHOT/parallelai.spyglass-2.9.3_3.0.0-SNAPSHOT.jar.md51
-rw-r--r--releases/parallelai/parallelai.spyglass/2.9.3_3.0.0-SNAPSHOT/parallelai.spyglass-2.9.3_3.0.0-SNAPSHOT.jar.sha11
-rw-r--r--releases/parallelai/parallelai.spyglass/2.9.3_3.0.0-SNAPSHOT/parallelai.spyglass-2.9.3_3.0.0-SNAPSHOT.pom365
-rw-r--r--releases/parallelai/parallelai.spyglass/2.9.3_3.0.0-SNAPSHOT/parallelai.spyglass-2.9.3_3.0.0-SNAPSHOT.pom.md51
-rw-r--r--releases/parallelai/parallelai.spyglass/2.9.3_3.0.0-SNAPSHOT/parallelai.spyglass-2.9.3_3.0.0-SNAPSHOT.pom.sha11
-rw-r--r--releases/parallelai/parallelai.spyglass/2.9.3_3.0.0/parallelai.spyglass-2.9.3_3.0.0.jarbin405837 -> 0 bytes
-rw-r--r--releases/parallelai/parallelai.spyglass/2.9.3_3.0.0/parallelai.spyglass-2.9.3_3.0.0.jar.md51
-rw-r--r--releases/parallelai/parallelai.spyglass/2.9.3_3.0.0/parallelai.spyglass-2.9.3_3.0.0.jar.sha11
-rw-r--r--releases/parallelai/parallelai.spyglass/2.9.3_3.0.0/parallelai.spyglass-2.9.3_3.0.0.pom365
-rw-r--r--releases/parallelai/parallelai.spyglass/2.9.3_3.0.0/parallelai.spyglass-2.9.3_3.0.0.pom.md51
-rw-r--r--releases/parallelai/parallelai.spyglass/2.9.3_3.0.0/parallelai.spyglass-2.9.3_3.0.0.pom.sha11
-rw-r--r--releases/parallelai/parallelai.spyglass/2.9.3_4.1.0/parallelai.spyglass-2.9.3_4.1.0.jarbin537187 -> 0 bytes
-rw-r--r--releases/parallelai/parallelai.spyglass/2.9.3_4.1.0/parallelai.spyglass-2.9.3_4.1.0.jar.md51
-rw-r--r--releases/parallelai/parallelai.spyglass/2.9.3_4.1.0/parallelai.spyglass-2.9.3_4.1.0.jar.sha11
-rw-r--r--releases/parallelai/parallelai.spyglass/2.9.3_4.1.0/parallelai.spyglass-2.9.3_4.1.0.pom374
-rw-r--r--releases/parallelai/parallelai.spyglass/2.9.3_4.1.0/parallelai.spyglass-2.9.3_4.1.0.pom.md51
-rw-r--r--releases/parallelai/parallelai.spyglass/2.9.3_4.1.0/parallelai.spyglass-2.9.3_4.1.0.pom.sha11
-rw-r--r--releases/parallelai/parallelai.spyglass/maven-metadata.xml20
-rw-r--r--releases/parallelai/parallelai.spyglass/maven-metadata.xml.md51
-rw-r--r--releases/parallelai/parallelai.spyglass/maven-metadata.xml.sha11
-rw-r--r--releases/parallelai/parallelai.spyglass_2.9.3/2.2.0/parallelai.spyglass_2.9.3-2.2.0.jarbin381966 -> 0 bytes
-rw-r--r--releases/parallelai/parallelai.spyglass_2.9.3/2.2.0/parallelai.spyglass_2.9.3-2.2.0.jar.md51
-rw-r--r--releases/parallelai/parallelai.spyglass_2.9.3/2.2.0/parallelai.spyglass_2.9.3-2.2.0.jar.sha11
-rw-r--r--releases/parallelai/parallelai.spyglass_2.9.3/2.2.0/parallelai.spyglass_2.9.3-2.2.0.pom365
-rw-r--r--releases/parallelai/parallelai.spyglass_2.9.3/2.2.0/parallelai.spyglass_2.9.3-2.2.0.pom.md51
-rw-r--r--releases/parallelai/parallelai.spyglass_2.9.3/2.2.0/parallelai.spyglass_2.9.3-2.2.0.pom.sha11
-rw-r--r--releases/parallelai/parallelai.spyglass_2.9.3/maven-metadata.xml12
-rw-r--r--releases/parallelai/parallelai.spyglass_2.9.3/maven-metadata.xml.md51
-rw-r--r--releases/parallelai/parallelai.spyglass_2.9.3/maven-metadata.xml.sha11
-rw-r--r--src/main/java/parallelai/spyglass/hbase/HBaseInputFormatGranular.java38
-rw-r--r--src/main/java/parallelai/spyglass/hbase/HBaseInputFormatRegional.java30
-rw-r--r--src/main/java/parallelai/spyglass/hbase/HBaseRecordReaderBase.java3
-rw-r--r--src/main/java/parallelai/spyglass/hbase/HBaseRecordReaderGranular.java55
-rw-r--r--src/main/java/parallelai/spyglass/hbase/HBaseRecordReaderRegional.java10
-rw-r--r--src/main/java/parallelai/spyglass/hbase/HBaseTableSplitBase.java9
-rw-r--r--src/main/java/parallelai/spyglass/hbase/HBaseTableSplitGranular.java12
-rw-r--r--src/main/java/parallelai/spyglass/hbase/HBaseTableSplitRegional.java11
-rw-r--r--src/main/scala/parallelai/spyglass/hbase/testing/HBaseSaltTester.scala109
-rw-r--r--src/main/scala/parallelai/spyglass/hbase/testing/HBaseSaltTesterRunner.scala12
86 files changed, 185 insertions, 4300 deletions
diff --git a/pom.xml b/pom.xml
index c1c6ebc..759d3b5 100644
--- a/pom.xml
+++ b/pom.xml
@@ -42,9 +42,9 @@
<!-- Scala/Scalding/Cascading properties -->
<!-- can be 2.9.3 and 2.10.2 -->
- <scala.version>2.9.3</scala.version>
+ <scala.version>2.10.2</scala.version>
<!-- 2.10 for Scala 2.10.2 and 2.9.3 for Scala version 2.9.3 -->
- <scalding.scala.version>2.9.3</scalding.scala.version>
+ <scalding.scala.version>2.10</scalding.scala.version>
<scalding.version>0.8.6</scalding.version>
<cascading.version>2.1.6</cascading.version>
<scalding-commons.version>0.2.0</scalding-commons.version>
@@ -53,7 +53,7 @@
<trove4j.version>3.0.3</trove4j.version>
<maple.version>0.2.8</maple.version>
<!-- 2.1.1 for Scala 2.10.2 and 1.12.4.1 for Scala 2.9.3-->
- <specs2.version>1.12.4.1</specs2.version>
+ <specs2.version>2.1.1</specs2.version>
<typesafe.config.version>1.0.0</typesafe.config.version>
<!-- Other libraries properties -->
@@ -69,7 +69,7 @@
<name>Cascading and Scalding wrapper for HBase with advanced features</name>
<groupId>parallelai</groupId>
<artifactId>parallelai.spyglass</artifactId>
- <version>${scala.version}_4.1.0</version>
+ <version>2.10.2_4.1.1</version>
<packaging>jar</packaging>
<!-- Repositories -->
diff --git a/releases/parallelai/parallelai.spyglass/2.0.3/parallelai.spyglass-2.0.3.jar b/releases/parallelai/parallelai.spyglass/2.0.3/parallelai.spyglass-2.0.3.jar
deleted file mode 100644
index 04cb27c..0000000
--- a/releases/parallelai/parallelai.spyglass/2.0.3/parallelai.spyglass-2.0.3.jar
+++ /dev/null
Binary files differ
diff --git a/releases/parallelai/parallelai.spyglass/2.0.3/parallelai.spyglass-2.0.3.jar.md5 b/releases/parallelai/parallelai.spyglass/2.0.3/parallelai.spyglass-2.0.3.jar.md5
deleted file mode 100644
index 34a82b3..0000000
--- a/releases/parallelai/parallelai.spyglass/2.0.3/parallelai.spyglass-2.0.3.jar.md5
+++ /dev/null
@@ -1 +0,0 @@
-5153c6fbde0800d846a40347010b4240 \ No newline at end of file
diff --git a/releases/parallelai/parallelai.spyglass/2.0.3/parallelai.spyglass-2.0.3.jar.sha1 b/releases/parallelai/parallelai.spyglass/2.0.3/parallelai.spyglass-2.0.3.jar.sha1
deleted file mode 100644
index d8f9325..0000000
--- a/releases/parallelai/parallelai.spyglass/2.0.3/parallelai.spyglass-2.0.3.jar.sha1
+++ /dev/null
@@ -1 +0,0 @@
-5adba905a7c307f38cf983355704c7844f8d4ec4 \ No newline at end of file
diff --git a/releases/parallelai/parallelai.spyglass/2.0.3/parallelai.spyglass-2.0.3.pom b/releases/parallelai/parallelai.spyglass/2.0.3/parallelai.spyglass-2.0.3.pom
deleted file mode 100644
index d254977..0000000
--- a/releases/parallelai/parallelai.spyglass/2.0.3/parallelai.spyglass-2.0.3.pom
+++ /dev/null
@@ -1,335 +0,0 @@
-<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
- xsi:schemaLocation="http://maven.apache.org/POM/4.0.0
- http://maven.apache.org/maven-v4_0_0.xsd">
- <modelVersion>4.0.0</modelVersion>
-
- <organization>
- <name>Parallel AI</name>
- <url>http://www.parallelai.com</url>
- </organization>
-
-
- <name>Cascading and Scalding wrapper for HBase with advanced features</name>
- <groupId>parallelai</groupId>
- <artifactId>parallelai.spyglass</artifactId>
- <version>2.0.3</version>
- <packaging>jar</packaging>
-
- <properties>
- <!-- Java compilation level -->
- <maven.compiler.source>1.6</maven.compiler.source>
- <maven.compiler.target>1.6</maven.compiler.target>
- <maven-compiler-plugin.version>3.0</maven-compiler-plugin.version>
- <maven-scala-plugin.version>2.15.2</maven-scala-plugin.version>
- <maven-war-plugin.version>2.3</maven-war-plugin.version>
-
- <!-- UTF-8 Encoding settings -->
- <encoding>UTF-8</encoding>
- <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
- <project.reporting.outputEncoding>UTF-8</project.reporting.outputEncoding>
-
- <!-- Cloudera's Distribution Including Apache Hadoop version 4.2.0 -->
- <datafu.version>0.0.4-cdh4.2.0</datafu.version>
- <flume.version>1.3.0-cdh4.2.0</flume.version>
- <hadoop.version>2.0.0-cdh4.2.0</hadoop.version>
- <hbase.version>0.94.2-cdh4.2.0</hbase.version>
- <hive.version>0.10.0-cdh4.2.0</hive.version>
- <mahout.version>0.7-cdh4.2.0</mahout.version>
- <mapreduce.version>2.0.0-mr1-cdh4.2.0</mapreduce.version>
- <oozie.version>3.3.0-cdh4.2.0</oozie.version>
- <oozie-hadoop.version>2.0.0-cdh4.2.0.oozie-3.3.0-cdh4.2.0</oozie-hadoop.version>
- <oozie-sharelib.version>3.3.0-cdh4.2.0</oozie-sharelib.version>
- <pig.version>0.10.0-cdh4.2.0</pig.version>
- <sqoop.version>1.4.2-cdh4.2.0</sqoop.version>
- <whirr.version>0.8.0-cdh4.2.0</whirr.version>
- <zookeeper.version>3.4.5-cdh4.2.0</zookeeper.version>
-
- <!-- Scala/Scalding/Cascading properties -->
- <scala.version>2.9.2</scala.version>
- <scalding.version>0.8.3</scalding.version>
- <cascading.version>2.1.0</cascading.version>
- <scalding-commons.version>0.1.1</scalding-commons.version>
- <scalatest.version>1.7.1</scalatest.version>
-
- <trove4j.version>3.0.3</trove4j.version>
- <maple.version>0.2.8</maple.version>
- <specs2.version>1.12.4.1</specs2.version>
- <typesafe.config.version>1.0.0</typesafe.config.version>
-
- <!-- Other libraries properties -->
- <junit.version>4.10</junit.version>
- <slf4j.version>1.7.2</slf4j.version>
- <trove4j.version>3.0.3</trove4j.version>
- <javax.servlet.version>2.5</javax.servlet.version>
- <uncommons-maths.version>1.2.2a</uncommons-maths.version>
- <maven.surefire.plugin.version>2.12.3</maven.surefire.plugin.version>
-
- </properties>
-
- <distributionManagement>
- <repository>
- <id>repo</id>
- <url>https://github.com/ParallelAI/mvn-repo/raw/master/releases</url>
- </repository>
- </distributionManagement>
-
- <!-- Repositories -->
- <repositories>
- <repository>
- <id>scala-tools.org</id>
- <name>Scala Tools</name>
- <url>https://oss.sonatype.org/content/repositories/snapshots/</url>
- </repository>
- <repository>
- <id>cloudera-cdh4</id>
- <name>Cloudera CDH4</name>
- <url>https://repository.cloudera.com/artifactory/cloudera-repos/</url>
- </repository>
- <repository>
- <id>conjars</id>
- <name>Con Jars</name>
- <url>http://conjars.org/repo</url>
- </repository>
- </repositories>
-
- <!-- Profiles -->
- <profiles>
- <profile>
- <id>windows_profile</id>
- <activation>
- <activeByDefault>false</activeByDefault>
- <os>
- <family>Windows</family>
- </os>
- </activation>
- <properties>
- <toolsjar>${JAVA_HOME}\\lib\\tools.jar</toolsjar>
- </properties>
- <dependencies>
- <dependency>
- <groupId>jdk.tools</groupId>
- <artifactId>jdk.tools</artifactId>
- <version>1.6</version>
- <scope>system</scope>
- <systemPath>${toolsjar}</systemPath>
- </dependency>
- </dependencies>
- </profile>
- <profile>
- <id>osx_profile</id>
- <activation>
- <activeByDefault>false</activeByDefault>
- <os>
- <family>mac</family>
- </os>
- </activation>
- <properties>
- <toolsjar>${java.home}/../Classes/classes.jar</toolsjar>
- </properties>
- <dependencies>
- <dependency>
- <groupId>jdk.tools</groupId>
- <artifactId>jdk.tools</artifactId>
- <version>1.6</version>
- <scope>system</scope>
- <systemPath>${toolsjar}</systemPath>
- </dependency>
- </dependencies>
- </profile>
- </profiles>
-
-
-
- <dependencies>
-
- <!-- Hadoop -->
- <dependency>
- <groupId>org.apache.hadoop</groupId>
- <artifactId>hadoop-mapreduce-client-core</artifactId>
- <version>${hadoop.version}</version>
- </dependency>
-
- <dependency>
- <groupId>org.apache.hadoop</groupId>
- <artifactId>hadoop-common</artifactId>
- <version>${hadoop.version}</version>
- </dependency>
-
- <dependency>
- <groupId>org.slf4j</groupId>
- <artifactId>slf4j-api</artifactId>
- <version>${slf4j.version}</version>
- </dependency>
- <dependency>
- <groupId>com.twitter</groupId>
- <artifactId>scalding_${scala.version}</artifactId>
- <version>${scalding.version}</version>
- <exclusions>
- <exclusion> <!-- Declare exclusion, in order to use custom build -->
- <groupId>com.twitter</groupId>
- <artifactId>maple</artifactId>
- </exclusion>
- </exclusions>
- </dependency>
-
- <dependency>
- <groupId>org.apache.hbase</groupId>
- <artifactId>hbase</artifactId>
- <version>${hbase.version}</version>
- </dependency>
- <!-- Three dependencies for ScalaSpec -->
- <dependency>
- <groupId>org.scala-lang</groupId>
- <artifactId>scala-library</artifactId>
- <version>${scala.version}</version>
- </dependency>
- <dependency>
- <groupId>com.typesafe</groupId>
- <artifactId>config</artifactId>
- <version>${typesafe.config.version}</version>
- </dependency>
-
- </dependencies>
- <!-- From https://wiki.scala-lang.org/display/SIW/ScalaEclipseMaven -->
-
-
- <build>
- <sourceDirectory>src/main/java</sourceDirectory>
- <testSourceDirectory>src/test/scala</testSourceDirectory>
- <plugins>
- <plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-jar-plugin</artifactId>
- <version>2.4</version>
- <configuration>
- <includes>
- <include>**/*</include>
- </includes>
- </configuration>
- </plugin>
- <!-- This plugin is not supported by Eclipse, so maybe we shouldn't be
- using it -->
- <plugin>
- <groupId>org.scala-tools</groupId>
- <artifactId>maven-scala-plugin</artifactId>
- <executions>
-
- <execution>
- <id>compile</id>
- <goals>
- <goal>compile</goal>
- </goals>
- <phase>compile</phase>
- </execution>
- <execution>
- <id>test-compile</id>
- <goals>
- <goal>testCompile</goal>
- </goals>
- <phase>test-compile</phase>
- </execution>
- <execution>
- <phase>process-resources</phase>
- <goals>
- <goal>compile</goal>
- </goals>
- </execution>
- </executions>
- </plugin>
- <plugin>
- <artifactId>maven-compiler-plugin</artifactId>
- <version>${maven-compiler-plugin.version}</version>
- <configuration>
- <source>${maven.compiler.source}</source>
- <target>${maven.compiler.target}</target>
- </configuration>
- </plugin>
- <plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-dependency-plugin</artifactId>
- <executions>
- <execution>
- <id>copy-dependencies</id>
- <phase>install</phase>
- <goals>
- <goal>copy-dependencies</goal>
- </goals>
- <configuration>
- <outputDirectory>./alternateLocation</outputDirectory> <!-- ${project.build.directory} -->
- <overWriteReleases>false</overWriteReleases>
- <overWriteSnapshots>false</overWriteSnapshots>
- <overWriteIfNewer>true</overWriteIfNewer>
- </configuration>
- </execution>
- </executions>
- </plugin>
- </plugins>
- <pluginManagement>
- <plugins>
- <!--Run with : mvn dependency:copy-dependencies -->
- <plugin>
- <groupId>org.eclipse.m2e</groupId>
- <artifactId>lifecycle-mapping</artifactId>
- <version>1.0.0</version>
- <configuration>
- <lifecycleMappingMetadata>
- <pluginExecutions>
- <pluginExecution>
- <pluginExecutionFilter>
- <groupId>
- org.apache.maven.plugins
- </groupId>
- <artifactId>
- maven-dependency-plugin
- </artifactId>
- <versionRange>[2.1,)</versionRange>
- <goals>
- <goal>copy-dependencies</goal>
- </goals>
- </pluginExecutionFilter>
- <action>
- <ignore></ignore>
- </action>
- </pluginExecution>
- <pluginExecution>
- <pluginExecutionFilter>
- <groupId></groupId>
- <artifactId></artifactId>
- <versionRange>[0.0,)</versionRange>
- <goals>
- <goal></goal>
- </goals>
- </pluginExecutionFilter>
- <action>
- <ignore></ignore>
- </action>
- </pluginExecution>
- <pluginExecution>
- <pluginExecutionFilter>
- <groupId>
- org.scala-tools
- </groupId>
- <artifactId>
- maven-scala-plugin
- </artifactId>
- <versionRange>
- [2.15.2,)
- </versionRange>
- <goals>
- <goal>compile</goal>
- <goal>testCompile</goal>
- </goals>
- </pluginExecutionFilter>
- <action>
- <ignore></ignore>
- </action>
- </pluginExecution>
- </pluginExecutions>
- </lifecycleMappingMetadata>
- </configuration>
- </plugin>
- </plugins>
- </pluginManagement>
- </build>
-
-</project> \ No newline at end of file
diff --git a/releases/parallelai/parallelai.spyglass/2.0.3/parallelai.spyglass-2.0.3.pom.md5 b/releases/parallelai/parallelai.spyglass/2.0.3/parallelai.spyglass-2.0.3.pom.md5
deleted file mode 100644
index cb70e64..0000000
--- a/releases/parallelai/parallelai.spyglass/2.0.3/parallelai.spyglass-2.0.3.pom.md5
+++ /dev/null
@@ -1 +0,0 @@
-238dbd6c3144b8faa6ad14df04ebc945 \ No newline at end of file
diff --git a/releases/parallelai/parallelai.spyglass/2.0.3/parallelai.spyglass-2.0.3.pom.sha1 b/releases/parallelai/parallelai.spyglass/2.0.3/parallelai.spyglass-2.0.3.pom.sha1
deleted file mode 100644
index 7254e02..0000000
--- a/releases/parallelai/parallelai.spyglass/2.0.3/parallelai.spyglass-2.0.3.pom.sha1
+++ /dev/null
@@ -1 +0,0 @@
-30616da22105b65f6224ecbd91a272e738437c28 \ No newline at end of file
diff --git a/releases/parallelai/parallelai.spyglass/2.0.4/parallelai.spyglass-2.0.4.jar b/releases/parallelai/parallelai.spyglass/2.0.4/parallelai.spyglass-2.0.4.jar
deleted file mode 100644
index 6e8eeb5..0000000
--- a/releases/parallelai/parallelai.spyglass/2.0.4/parallelai.spyglass-2.0.4.jar
+++ /dev/null
Binary files differ
diff --git a/releases/parallelai/parallelai.spyglass/2.0.4/parallelai.spyglass-2.0.4.jar.md5 b/releases/parallelai/parallelai.spyglass/2.0.4/parallelai.spyglass-2.0.4.jar.md5
deleted file mode 100644
index 06dd091..0000000
--- a/releases/parallelai/parallelai.spyglass/2.0.4/parallelai.spyglass-2.0.4.jar.md5
+++ /dev/null
@@ -1 +0,0 @@
-06da38d6ebcd39f8fae382b706eda426 \ No newline at end of file
diff --git a/releases/parallelai/parallelai.spyglass/2.0.4/parallelai.spyglass-2.0.4.jar.sha1 b/releases/parallelai/parallelai.spyglass/2.0.4/parallelai.spyglass-2.0.4.jar.sha1
deleted file mode 100644
index 7b891f7..0000000
--- a/releases/parallelai/parallelai.spyglass/2.0.4/parallelai.spyglass-2.0.4.jar.sha1
+++ /dev/null
@@ -1 +0,0 @@
-b1beedc67f8a1119e1d09da8a7bc03ae702b5316 \ No newline at end of file
diff --git a/releases/parallelai/parallelai.spyglass/2.0.4/parallelai.spyglass-2.0.4.pom b/releases/parallelai/parallelai.spyglass/2.0.4/parallelai.spyglass-2.0.4.pom
deleted file mode 100644
index da10b1c..0000000
--- a/releases/parallelai/parallelai.spyglass/2.0.4/parallelai.spyglass-2.0.4.pom
+++ /dev/null
@@ -1,346 +0,0 @@
-<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
- xsi:schemaLocation="http://maven.apache.org/POM/4.0.0
- http://maven.apache.org/maven-v4_0_0.xsd">
- <modelVersion>4.0.0</modelVersion>
-
- <organization>
- <name>Parallel AI</name>
- <url>http://www.parallelai.com</url>
- </organization>
-
-
- <name>Cascading and Scalding wrapper for HBase with advanced features</name>
- <groupId>parallelai</groupId>
- <artifactId>parallelai.spyglass</artifactId>
- <version>2.0.4</version>
- <packaging>jar</packaging>
-
- <properties>
- <!-- Java compilation level -->
- <maven.compiler.source>1.6</maven.compiler.source>
- <maven.compiler.target>1.6</maven.compiler.target>
- <maven-compiler-plugin.version>3.0</maven-compiler-plugin.version>
- <maven-scala-plugin.version>2.15.2</maven-scala-plugin.version>
- <maven-war-plugin.version>2.3</maven-war-plugin.version>
-
- <!-- UTF-8 Encoding settings -->
- <encoding>UTF-8</encoding>
- <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
- <project.reporting.outputEncoding>UTF-8</project.reporting.outputEncoding>
-
- <!-- Cloudera's Distribution Including Apache Hadoop version 4.2.0 -->
- <datafu.version>0.0.4-cdh4.3.0</datafu.version>
- <flume.version>1.3.0-cdh4.3.0</flume.version>
- <hadoop.version>2.0.0-cdh4.3.0</hadoop.version>
- <hbase.version>0.94.6-cdh4.3.0</hbase.version>
- <hive.version>0.10.0-cdh4.3.0</hive.version>
- <mahout.version>0.7-cdh4.3.0</mahout.version>
- <mapreduce.version>2.0.0-mr1-cdh4.3.0</mapreduce.version>
- <oozie.version>3.3.2-cdh4.3.0</oozie.version>
- <oozie-hadoop.version>2.0.0-cdh4.2.0.oozie-3.3.2-cdh4.3.0</oozie-hadoop.version>
- <oozie-sharelib.version>3.3.2-cdh4.3.0</oozie-sharelib.version>
- <pig.version>0.11.0-cdh4.3.0</pig.version>
- <sqoop.version>1.4.3-cdh4.3.0</sqoop.version>
- <whirr.version>0.8.2-cdh4.3.0</whirr.version>
- <zookeeper.version>3.4.5-cdh4.3.0</zookeeper.version>
-
- <!-- Scala/Scalding/Cascading properties -->
- <scala.version>2.10.2</scala.version>
- <scalding.scala.version>2.10</scalding.scala.version>
- <scalding.version>0.8.5</scalding.version>
- <cascading.version>2.1.6</cascading.version>
- <scalding-commons.version>0.1.1</scalding-commons.version>
- <scalatest.version>1.7.1</scalatest.version>
-
- <trove4j.version>3.0.3</trove4j.version>
- <maple.version>0.2.8</maple.version>
- <specs2.version>1.12.4.1</specs2.version>
- <typesafe.config.version>1.0.0</typesafe.config.version>
-
- <!-- Other libraries properties -->
- <junit.version>4.10</junit.version>
- <slf4j.version>1.7.2</slf4j.version>
- <trove4j.version>3.0.3</trove4j.version>
- <javax.servlet.version>2.5</javax.servlet.version>
- <uncommons-maths.version>1.2.2a</uncommons-maths.version>
- <maven.surefire.plugin.version>2.12.3</maven.surefire.plugin.version>
-
- </properties>
-
- <distributionManagement>
- <repository>
- <id>rore-repo</id>
- <url>file://D:\Dev\eclipse\spyglass-mvn-repo</url>
- </repository>
- </distributionManagement>
-
- <!-- Repositories -->
- <repositories>
- <repository>
- <id>scala-tools.org</id>
- <name>Scala Tools</name>
- <url>https://oss.sonatype.org/content/repositories/snapshots/</url>
- </repository>
- <repository>
- <id>cloudera-cdh4</id>
- <name>Cloudera CDH4</name>
- <url>https://repository.cloudera.com/artifactory/cloudera-repos/</url>
- </repository>
- <repository>
- <id>conjars</id>
- <name>Con Jars</name>
- <url>http://conjars.org/repo</url>
- </repository>
- </repositories>
-
- <!-- Profiles -->
- <profiles>
- <profile>
- <id>windows_profile</id>
- <activation>
- <activeByDefault>false</activeByDefault>
- <os>
- <family>Windows</family>
- </os>
- </activation>
- <properties>
- <toolsjar>${JAVA_HOME}\\lib\\tools.jar</toolsjar>
- </properties>
- <dependencies>
- <dependency>
- <groupId>jdk.tools</groupId>
- <artifactId>jdk.tools</artifactId>
- <version>1.6</version>
- <scope>system</scope>
- <systemPath>${toolsjar}</systemPath>
- </dependency>
- </dependencies>
- </profile>
- <profile>
- <id>osx_profile</id>
- <activation>
- <activeByDefault>false</activeByDefault>
- <os>
- <family>mac</family>
- </os>
- </activation>
- <properties>
- <toolsjar>${java.home}/../Classes/classes.jar</toolsjar>
- </properties>
- <dependencies>
- <dependency>
- <groupId>jdk.tools</groupId>
- <artifactId>jdk.tools</artifactId>
- <version>1.6</version>
- <scope>system</scope>
- <systemPath>${toolsjar}</systemPath>
- </dependency>
- </dependencies>
- </profile>
- </profiles>
-
-
-
- <dependencies>
-
- <!-- Hadoop -->
- <dependency>
- <groupId>org.apache.hadoop</groupId>
- <artifactId>hadoop-mapreduce-client-core</artifactId>
- <version>${hadoop.version}</version>
- </dependency>
-
- <dependency>
- <groupId>org.apache.hadoop</groupId>
- <artifactId>hadoop-common</artifactId>
- <version>${hadoop.version}</version>
- </dependency>
-
- <dependency>
- <groupId>org.slf4j</groupId>
- <artifactId>slf4j-api</artifactId>
- <version>${slf4j.version}</version>
- </dependency>
- <dependency>
- <groupId>com.twitter</groupId>
- <artifactId>scalding-core_${scalding.scala.version}</artifactId>
- <version>${scalding.version}</version>
- <exclusions>
- <exclusion> <!-- Declare exclusion, in order to use custom build -->
- <groupId>com.twitter</groupId>
- <artifactId>maple</artifactId>
- </exclusion>
- </exclusions>
- </dependency>
-
- <dependency>
- <groupId>org.apache.hbase</groupId>
- <artifactId>hbase</artifactId>
- <version>${hbase.version}</version>
- </dependency>
- <!-- Three dependencies for ScalaSpec -->
- <dependency>
- <groupId>org.scala-lang</groupId>
- <artifactId>scala-library</artifactId>
- <version>${scala.version}</version>
- </dependency>
- <dependency>
- <groupId>com.typesafe</groupId>
- <artifactId>config</artifactId>
- <version>${typesafe.config.version}</version>
- </dependency>
-
- <dependency>
- <groupId>com.twitter.elephantbird</groupId>
- <artifactId>elephant-bird-core</artifactId>
- <version>4.1</version>
- </dependency>
- <dependency>
- <groupId>com.twitter.elephantbird</groupId>
- <artifactId>elephant-bird-hadoop-compat</artifactId>
- <version>4.1</version>
- </dependency>
- </dependencies>
- <!-- From https://wiki.scala-lang.org/display/SIW/ScalaEclipseMaven -->
-
-
- <build>
- <sourceDirectory>src/main/java</sourceDirectory>
- <testSourceDirectory>src/test/scala</testSourceDirectory>
- <plugins>
- <plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-jar-plugin</artifactId>
- <version>2.4</version>
- <configuration>
- <includes>
- <include>**/*</include>
- </includes>
- </configuration>
- </plugin>
- <!-- This plugin is not supported by Eclipse, so maybe we shouldn't be
- using it -->
- <plugin>
- <groupId>org.scala-tools</groupId>
- <artifactId>maven-scala-plugin</artifactId>
- <executions>
-
- <execution>
- <id>compile</id>
- <goals>
- <goal>compile</goal>
- </goals>
- <phase>compile</phase>
- </execution>
- <execution>
- <id>test-compile</id>
- <goals>
- <goal>testCompile</goal>
- </goals>
- <phase>test-compile</phase>
- </execution>
- <execution>
- <phase>process-resources</phase>
- <goals>
- <goal>compile</goal>
- </goals>
- </execution>
- </executions>
- </plugin>
- <plugin>
- <artifactId>maven-compiler-plugin</artifactId>
- <version>${maven-compiler-plugin.version}</version>
- <configuration>
- <source>${maven.compiler.source}</source>
- <target>${maven.compiler.target}</target>
- </configuration>
- </plugin>
- <plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-dependency-plugin</artifactId>
- <executions>
- <execution>
- <id>copy-dependencies</id>
- <phase>install</phase>
- <goals>
- <goal>copy-dependencies</goal>
- </goals>
- <configuration>
- <outputDirectory>./alternateLocation</outputDirectory> <!-- ${project.build.directory} -->
- <overWriteReleases>false</overWriteReleases>
- <overWriteSnapshots>false</overWriteSnapshots>
- <overWriteIfNewer>true</overWriteIfNewer>
- </configuration>
- </execution>
- </executions>
- </plugin>
- </plugins>
- <pluginManagement>
- <plugins>
- <!--Run with : mvn dependency:copy-dependencies -->
- <plugin>
- <groupId>org.eclipse.m2e</groupId>
- <artifactId>lifecycle-mapping</artifactId>
- <version>1.0.0</version>
- <configuration>
- <lifecycleMappingMetadata>
- <pluginExecutions>
- <pluginExecution>
- <pluginExecutionFilter>
- <groupId>
- org.apache.maven.plugins
- </groupId>
- <artifactId>
- maven-dependency-plugin
- </artifactId>
- <versionRange>[2.1,)</versionRange>
- <goals>
- <goal>copy-dependencies</goal>
- </goals>
- </pluginExecutionFilter>
- <action>
- <ignore></ignore>
- </action>
- </pluginExecution>
- <pluginExecution>
- <pluginExecutionFilter>
- <groupId></groupId>
- <artifactId></artifactId>
- <versionRange>[0.0,)</versionRange>
- <goals>
- <goal></goal>
- </goals>
- </pluginExecutionFilter>
- <action>
- <ignore></ignore>
- </action>
- </pluginExecution>
- <pluginExecution>
- <pluginExecutionFilter>
- <groupId>
- org.scala-tools
- </groupId>
- <artifactId>
- maven-scala-plugin
- </artifactId>
- <versionRange>
- [2.15.2,)
- </versionRange>
- <goals>
- <goal>compile</goal>
- <goal>testCompile</goal>
- </goals>
- </pluginExecutionFilter>
- <action>
- <ignore></ignore>
- </action>
- </pluginExecution>
- </pluginExecutions>
- </lifecycleMappingMetadata>
- </configuration>
- </plugin>
- </plugins>
- </pluginManagement>
- </build>
-
-</project> \ No newline at end of file
diff --git a/releases/parallelai/parallelai.spyglass/2.0.4/parallelai.spyglass-2.0.4.pom.md5 b/releases/parallelai/parallelai.spyglass/2.0.4/parallelai.spyglass-2.0.4.pom.md5
deleted file mode 100644
index 2435303..0000000
--- a/releases/parallelai/parallelai.spyglass/2.0.4/parallelai.spyglass-2.0.4.pom.md5
+++ /dev/null
@@ -1 +0,0 @@
-4466ec988dfc0f7f262ccf5a6da72f73 \ No newline at end of file
diff --git a/releases/parallelai/parallelai.spyglass/2.0.4/parallelai.spyglass-2.0.4.pom.sha1 b/releases/parallelai/parallelai.spyglass/2.0.4/parallelai.spyglass-2.0.4.pom.sha1
deleted file mode 100644
index ca259bf..0000000
--- a/releases/parallelai/parallelai.spyglass/2.0.4/parallelai.spyglass-2.0.4.pom.sha1
+++ /dev/null
@@ -1 +0,0 @@
-11b7840f138bffe246e543a67bc091f02537e320 \ No newline at end of file
diff --git a/releases/parallelai/parallelai.spyglass/2.1.1/parallelai.spyglass-2.1.1.jar b/releases/parallelai/parallelai.spyglass/2.1.1/parallelai.spyglass-2.1.1.jar
deleted file mode 100644
index 04d6355..0000000
--- a/releases/parallelai/parallelai.spyglass/2.1.1/parallelai.spyglass-2.1.1.jar
+++ /dev/null
Binary files differ
diff --git a/releases/parallelai/parallelai.spyglass/2.1.1/parallelai.spyglass-2.1.1.jar.md5 b/releases/parallelai/parallelai.spyglass/2.1.1/parallelai.spyglass-2.1.1.jar.md5
deleted file mode 100644
index 0df6e10..0000000
--- a/releases/parallelai/parallelai.spyglass/2.1.1/parallelai.spyglass-2.1.1.jar.md5
+++ /dev/null
@@ -1 +0,0 @@
-43f196e044864e217a54a6d7d2dc369c \ No newline at end of file
diff --git a/releases/parallelai/parallelai.spyglass/2.1.1/parallelai.spyglass-2.1.1.jar.sha1 b/releases/parallelai/parallelai.spyglass/2.1.1/parallelai.spyglass-2.1.1.jar.sha1
deleted file mode 100644
index a109733..0000000
--- a/releases/parallelai/parallelai.spyglass/2.1.1/parallelai.spyglass-2.1.1.jar.sha1
+++ /dev/null
@@ -1 +0,0 @@
-56f778e49d109d8c28d1c074ad31972bb17c1158 \ No newline at end of file
diff --git a/releases/parallelai/parallelai.spyglass/2.1.1/parallelai.spyglass-2.1.1.pom b/releases/parallelai/parallelai.spyglass/2.1.1/parallelai.spyglass-2.1.1.pom
deleted file mode 100644
index 5018734..0000000
--- a/releases/parallelai/parallelai.spyglass/2.1.1/parallelai.spyglass-2.1.1.pom
+++ /dev/null
@@ -1,346 +0,0 @@
-<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
- xsi:schemaLocation="http://maven.apache.org/POM/4.0.0
- http://maven.apache.org/maven-v4_0_0.xsd">
- <modelVersion>4.0.0</modelVersion>
-
- <organization>
- <name>Parallel AI</name>
- <url>http://www.parallelai.com</url>
- </organization>
-
-
- <name>Cascading and Scalding wrapper for HBase with advanced features</name>
- <groupId>parallelai</groupId>
- <artifactId>parallelai.spyglass</artifactId>
- <version>2.1.1</version>
- <packaging>jar</packaging>
-
- <properties>
- <!-- Java compilation level -->
- <maven.compiler.source>1.6</maven.compiler.source>
- <maven.compiler.target>1.6</maven.compiler.target>
- <maven-compiler-plugin.version>3.0</maven-compiler-plugin.version>
- <maven-scala-plugin.version>2.15.2</maven-scala-plugin.version>
- <maven-war-plugin.version>2.3</maven-war-plugin.version>
-
- <!-- UTF-8 Encoding settings -->
- <encoding>UTF-8</encoding>
- <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
- <project.reporting.outputEncoding>UTF-8</project.reporting.outputEncoding>
-
- <!-- Cloudera's Distribution Including Apache Hadoop version 4.2.0 -->
- <datafu.version>0.0.4-cdh4.3.0</datafu.version>
- <flume.version>1.3.0-cdh4.3.0</flume.version>
- <hadoop.version>2.0.0-cdh4.3.0</hadoop.version>
- <hbase.version>0.94.6-cdh4.3.0</hbase.version>
- <hive.version>0.10.0-cdh4.3.0</hive.version>
- <mahout.version>0.7-cdh4.3.0</mahout.version>
- <mapreduce.version>2.0.0-mr1-cdh4.3.0</mapreduce.version>
- <oozie.version>3.3.2-cdh4.3.0</oozie.version>
- <oozie-hadoop.version>2.0.0-cdh4.2.0.oozie-3.3.2-cdh4.3.0</oozie-hadoop.version>
- <oozie-sharelib.version>3.3.2-cdh4.3.0</oozie-sharelib.version>
- <pig.version>0.11.0-cdh4.3.0</pig.version>
- <sqoop.version>1.4.3-cdh4.3.0</sqoop.version>
- <whirr.version>0.8.2-cdh4.3.0</whirr.version>
- <zookeeper.version>3.4.5-cdh4.3.0</zookeeper.version>
-
- <!-- Scala/Scalding/Cascading properties -->
- <scala.version>2.10.2</scala.version>
- <scalding.scala.version>2.10</scalding.scala.version>
- <scalding.version>0.8.5</scalding.version>
- <cascading.version>2.1.6</cascading.version>
- <scalding-commons.version>0.1.1</scalding-commons.version>
- <scalatest.version>1.7.1</scalatest.version>
-
- <trove4j.version>3.0.3</trove4j.version>
- <maple.version>0.2.8</maple.version>
- <specs2.version>1.12.4.1</specs2.version>
- <typesafe.config.version>1.0.0</typesafe.config.version>
-
- <!-- Other libraries properties -->
- <junit.version>4.10</junit.version>
- <slf4j.version>1.7.2</slf4j.version>
- <trove4j.version>3.0.3</trove4j.version>
- <javax.servlet.version>2.5</javax.servlet.version>
- <uncommons-maths.version>1.2.2a</uncommons-maths.version>
- <maven.surefire.plugin.version>2.12.3</maven.surefire.plugin.version>
-
- </properties>
-
- <distributionManagement>
- <repository>
- <id>repo</id>
- <url>https://github.com/ParallelAI/mvn-repo/raw/master/releases</url>
- </repository>
- </distributionManagement>
-
- <!-- Repositories -->
- <repositories>
- <repository>
- <id>scala-tools.org</id>
- <name>Scala Tools</name>
- <url>https://oss.sonatype.org/content/repositories/snapshots/</url>
- </repository>
- <repository>
- <id>cloudera-cdh4</id>
- <name>Cloudera CDH4</name>
- <url>https://repository.cloudera.com/artifactory/cloudera-repos/</url>
- </repository>
- <repository>
- <id>conjars</id>
- <name>Con Jars</name>
- <url>http://conjars.org/repo</url>
- </repository>
- </repositories>
-
- <!-- Profiles -->
- <profiles>
- <profile>
- <id>windows_profile</id>
- <activation>
- <activeByDefault>false</activeByDefault>
- <os>
- <family>Windows</family>
- </os>
- </activation>
- <properties>
- <toolsjar>${JAVA_HOME}\\lib\\tools.jar</toolsjar>
- </properties>
- <dependencies>
- <dependency>
- <groupId>jdk.tools</groupId>
- <artifactId>jdk.tools</artifactId>
- <version>1.6</version>
- <scope>system</scope>
- <systemPath>${toolsjar}</systemPath>
- </dependency>
- </dependencies>
- </profile>
- <profile>
- <id>osx_profile</id>
- <activation>
- <activeByDefault>false</activeByDefault>
- <os>
- <family>mac</family>
- </os>
- </activation>
- <properties>
- <toolsjar>${java.home}/../Classes/classes.jar</toolsjar>
- </properties>
- <dependencies>
- <dependency>
- <groupId>jdk.tools</groupId>
- <artifactId>jdk.tools</artifactId>
- <version>1.6</version>
- <scope>system</scope>
- <systemPath>${toolsjar}</systemPath>
- </dependency>
- </dependencies>
- </profile>
- </profiles>
-
-
-
- <dependencies>
-
- <!-- Hadoop -->
- <dependency>
- <groupId>org.apache.hadoop</groupId>
- <artifactId>hadoop-mapreduce-client-core</artifactId>
- <version>${hadoop.version}</version>
- </dependency>
-
- <dependency>
- <groupId>org.apache.hadoop</groupId>
- <artifactId>hadoop-common</artifactId>
- <version>${hadoop.version}</version>
- </dependency>
-
- <dependency>
- <groupId>org.slf4j</groupId>
- <artifactId>slf4j-api</artifactId>
- <version>${slf4j.version}</version>
- </dependency>
- <dependency>
- <groupId>com.twitter</groupId>
- <artifactId>scalding-core_${scalding.scala.version}</artifactId>
- <version>${scalding.version}</version>
- <exclusions>
- <exclusion> <!-- Declare exclusion, in order to use custom build -->
- <groupId>com.twitter</groupId>
- <artifactId>maple</artifactId>
- </exclusion>
- </exclusions>
- </dependency>
-
- <dependency>
- <groupId>org.apache.hbase</groupId>
- <artifactId>hbase</artifactId>
- <version>${hbase.version}</version>
- </dependency>
- <!-- Three dependencies for ScalaSpec -->
- <dependency>
- <groupId>org.scala-lang</groupId>
- <artifactId>scala-library</artifactId>
- <version>${scala.version}</version>
- </dependency>
- <dependency>
- <groupId>com.typesafe</groupId>
- <artifactId>config</artifactId>
- <version>${typesafe.config.version}</version>
- </dependency>
-
- <dependency>
- <groupId>com.twitter.elephantbird</groupId>
- <artifactId>elephant-bird-core</artifactId>
- <version>4.1</version>
- </dependency>
- <dependency>
- <groupId>com.twitter.elephantbird</groupId>
- <artifactId>elephant-bird-hadoop-compat</artifactId>
- <version>4.1</version>
- </dependency>
- </dependencies>
- <!-- From https://wiki.scala-lang.org/display/SIW/ScalaEclipseMaven -->
-
-
- <build>
- <sourceDirectory>src/main/java</sourceDirectory>
- <testSourceDirectory>src/test/scala</testSourceDirectory>
- <plugins>
- <plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-jar-plugin</artifactId>
- <version>2.4</version>
- <configuration>
- <includes>
- <include>**/*</include>
- </includes>
- </configuration>
- </plugin>
- <!-- This plugin is not supported by Eclipse, so maybe we shouldn't be
- using it -->
- <plugin>
- <groupId>org.scala-tools</groupId>
- <artifactId>maven-scala-plugin</artifactId>
- <executions>
-
- <execution>
- <id>compile</id>
- <goals>
- <goal>compile</goal>
- </goals>
- <phase>compile</phase>
- </execution>
- <execution>
- <id>test-compile</id>
- <goals>
- <goal>testCompile</goal>
- </goals>
- <phase>test-compile</phase>
- </execution>
- <execution>
- <phase>process-resources</phase>
- <goals>
- <goal>compile</goal>
- </goals>
- </execution>
- </executions>
- </plugin>
- <plugin>
- <artifactId>maven-compiler-plugin</artifactId>
- <version>${maven-compiler-plugin.version}</version>
- <configuration>
- <source>${maven.compiler.source}</source>
- <target>${maven.compiler.target}</target>
- </configuration>
- </plugin>
- <plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-dependency-plugin</artifactId>
- <executions>
- <execution>
- <id>copy-dependencies</id>
- <phase>install</phase>
- <goals>
- <goal>copy-dependencies</goal>
- </goals>
- <configuration>
- <outputDirectory>./alternateLocation</outputDirectory> <!-- ${project.build.directory} -->
- <overWriteReleases>false</overWriteReleases>
- <overWriteSnapshots>false</overWriteSnapshots>
- <overWriteIfNewer>true</overWriteIfNewer>
- </configuration>
- </execution>
- </executions>
- </plugin>
- </plugins>
- <pluginManagement>
- <plugins>
- <!--Run with : mvn dependency:copy-dependencies -->
- <plugin>
- <groupId>org.eclipse.m2e</groupId>
- <artifactId>lifecycle-mapping</artifactId>
- <version>1.0.0</version>
- <configuration>
- <lifecycleMappingMetadata>
- <pluginExecutions>
- <pluginExecution>
- <pluginExecutionFilter>
- <groupId>
- org.apache.maven.plugins
- </groupId>
- <artifactId>
- maven-dependency-plugin
- </artifactId>
- <versionRange>[2.1,)</versionRange>
- <goals>
- <goal>copy-dependencies</goal>
- </goals>
- </pluginExecutionFilter>
- <action>
- <ignore></ignore>
- </action>
- </pluginExecution>
- <pluginExecution>
- <pluginExecutionFilter>
- <groupId></groupId>
- <artifactId></artifactId>
- <versionRange>[0.0,)</versionRange>
- <goals>
- <goal></goal>
- </goals>
- </pluginExecutionFilter>
- <action>
- <ignore></ignore>
- </action>
- </pluginExecution>
- <pluginExecution>
- <pluginExecutionFilter>
- <groupId>
- org.scala-tools
- </groupId>
- <artifactId>
- maven-scala-plugin
- </artifactId>
- <versionRange>
- [2.15.2,)
- </versionRange>
- <goals>
- <goal>compile</goal>
- <goal>testCompile</goal>
- </goals>
- </pluginExecutionFilter>
- <action>
- <ignore></ignore>
- </action>
- </pluginExecution>
- </pluginExecutions>
- </lifecycleMappingMetadata>
- </configuration>
- </plugin>
- </plugins>
- </pluginManagement>
- </build>
-
-</project> \ No newline at end of file
diff --git a/releases/parallelai/parallelai.spyglass/2.1.1/parallelai.spyglass-2.1.1.pom.md5 b/releases/parallelai/parallelai.spyglass/2.1.1/parallelai.spyglass-2.1.1.pom.md5
deleted file mode 100644
index 7318070..0000000
--- a/releases/parallelai/parallelai.spyglass/2.1.1/parallelai.spyglass-2.1.1.pom.md5
+++ /dev/null
@@ -1 +0,0 @@
-419f91913f37c4daa554c50717a7c3cd \ No newline at end of file
diff --git a/releases/parallelai/parallelai.spyglass/2.1.1/parallelai.spyglass-2.1.1.pom.sha1 b/releases/parallelai/parallelai.spyglass/2.1.1/parallelai.spyglass-2.1.1.pom.sha1
deleted file mode 100644
index dce575c..0000000
--- a/releases/parallelai/parallelai.spyglass/2.1.1/parallelai.spyglass-2.1.1.pom.sha1
+++ /dev/null
@@ -1 +0,0 @@
-fc93e2b49353feda604785c2ca0568991d44e37e \ No newline at end of file
diff --git a/releases/parallelai/parallelai.spyglass/2.10.2_2.3.0/parallelai.spyglass-2.10.2_2.3.0.jar b/releases/parallelai/parallelai.spyglass/2.10.2_2.3.0/parallelai.spyglass-2.10.2_2.3.0.jar
deleted file mode 100644
index 9e351e5..0000000
--- a/releases/parallelai/parallelai.spyglass/2.10.2_2.3.0/parallelai.spyglass-2.10.2_2.3.0.jar
+++ /dev/null
Binary files differ
diff --git a/releases/parallelai/parallelai.spyglass/2.10.2_2.3.0/parallelai.spyglass-2.10.2_2.3.0.jar.md5 b/releases/parallelai/parallelai.spyglass/2.10.2_2.3.0/parallelai.spyglass-2.10.2_2.3.0.jar.md5
deleted file mode 100644
index 7e5824a..0000000
--- a/releases/parallelai/parallelai.spyglass/2.10.2_2.3.0/parallelai.spyglass-2.10.2_2.3.0.jar.md5
+++ /dev/null
@@ -1 +0,0 @@
-1f47d570f5e2ba0394fc275458614c83 \ No newline at end of file
diff --git a/releases/parallelai/parallelai.spyglass/2.10.2_2.3.0/parallelai.spyglass-2.10.2_2.3.0.jar.sha1 b/releases/parallelai/parallelai.spyglass/2.10.2_2.3.0/parallelai.spyglass-2.10.2_2.3.0.jar.sha1
deleted file mode 100644
index 41c9514..0000000
--- a/releases/parallelai/parallelai.spyglass/2.10.2_2.3.0/parallelai.spyglass-2.10.2_2.3.0.jar.sha1
+++ /dev/null
@@ -1 +0,0 @@
-4b6bcbf14c0b16d104f28305624b6d8c9941324c \ No newline at end of file
diff --git a/releases/parallelai/parallelai.spyglass/2.10.2_2.3.0/parallelai.spyglass-2.10.2_2.3.0.pom b/releases/parallelai/parallelai.spyglass/2.10.2_2.3.0/parallelai.spyglass-2.10.2_2.3.0.pom
deleted file mode 100644
index 4b22b61..0000000
--- a/releases/parallelai/parallelai.spyglass/2.10.2_2.3.0/parallelai.spyglass-2.10.2_2.3.0.pom
+++ /dev/null
@@ -1,368 +0,0 @@
-<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
- xsi:schemaLocation="http://maven.apache.org/POM/4.0.0
- http://maven.apache.org/maven-v4_0_0.xsd">
- <modelVersion>4.0.0</modelVersion>
-
- <organization>
- <name>Parallel AI</name>
- <url>http://www.parallelai.com</url>
- </organization>
-
- <properties>
- <!-- Java compilation level -->
- <maven.compiler.source>1.6</maven.compiler.source>
- <maven.compiler.target>1.6</maven.compiler.target>
- <maven-compiler-plugin.version>3.0</maven-compiler-plugin.version>
- <maven-scala-plugin.version>2.15.2</maven-scala-plugin.version>
- <maven-war-plugin.version>2.3</maven-war-plugin.version>
-
- <!-- UTF-8 Encoding settings -->
- <encoding>UTF-8</encoding>
- <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
- <project.reporting.outputEncoding>UTF-8</project.reporting.outputEncoding>
-
- <datafu.version>0.0.4-cdh4.3.0</datafu.version>
- <flume.version>1.3.0-cdh4.3.0</flume.version>
- <hadoop.version>2.0.0-cdh4.3.0</hadoop.version>
- <hbase.version>0.94.6-cdh4.3.0</hbase.version>
- <hive.version>0.10.0-cdh4.3.0</hive.version>
- <mahout.version>0.7-cdh4.3.0</mahout.version>
- <mapreduce.version>2.0.0-mr1-cdh4.3.0</mapreduce.version>
- <oozie.version>3.3.2-cdh4.3.0</oozie.version>
- <oozie-hadoop.version>2.0.0-cdh4.2.0.oozie-3.3.2-cdh4.3.0</oozie-hadoop.version>
- <oozie-sharelib.version>3.3.2-cdh4.3.0</oozie-sharelib.version>
- <pig.version>0.11.0-cdh4.3.0</pig.version>
- <sqoop.version>1.4.3-cdh4.3.0</sqoop.version>
- <whirr.version>0.8.2-cdh4.3.0</whirr.version>
- <zookeeper.version>3.4.5-cdh4.3.0</zookeeper.version>
-
- <!-- Scala/Scalding/Cascading properties -->
- <scala.version>2.10.2</scala.version>
- <scalding.scala.version>2.10</scalding.scala.version>
- <scalding.version>0.8.6</scalding.version>
- <cascading.version>2.1.6</cascading.version>
- <scalding-commons.version>0.2.0</scalding-commons.version>
- <scalatest.version>1.9.1</scalatest.version>
-
- <trove4j.version>3.0.3</trove4j.version>
- <maple.version>0.2.8</maple.version>
- <specs2.version>2.1</specs2.version>
- <typesafe.config.version>1.0.0</typesafe.config.version>
-
- <!-- Other libraries properties -->
- <junit.version>4.10</junit.version>
- <slf4j.version>1.7.2</slf4j.version>
- <trove4j.version>3.0.3</trove4j.version>
- <javax.servlet.version>2.5</javax.servlet.version>
- <uncommons-maths.version>1.2.2a</uncommons-maths.version>
- <maven.surefire.plugin.version>2.12.3</maven.surefire.plugin.version>
-
- </properties>
-
- <name>Cascading and Scalding wrapper for HBase with advanced features</name>
- <groupId>parallelai</groupId>
- <artifactId>parallelai.spyglass</artifactId>
- <version>${scala.version}_2.3.0</version>
- <packaging>jar</packaging>
-
- <distributionManagement>
- <repository>
- <id>repo</id>
- <url>https://github.com/ParallelAI/mvn-repo/raw/master/releases</url>
- </repository>
- </distributionManagement>
-
- <!-- Repositories -->
- <repositories>
- <repository>
- <id>scala-tools.org</id>
- <name>Scala Tools</name>
- <url>https://oss.sonatype.org/content/repositories/snapshots/</url>
- </repository>
- <repository>
- <id>cloudera-cdh4</id>
- <name>Cloudera CDH4</name>
- <url>https://repository.cloudera.com/artifactory/cloudera-repos/</url>
- </repository>
- <repository>
- <id>conjars</id>
- <name>Con Jars</name>
- <url>http://conjars.org/repo</url>
- </repository>
- <repository>
- <id>mvnrepository</id>
- <url>http://repo1.maven.org/maven2</url>
- </repository>
- </repositories>
-
- <!-- Profiles -->
- <profiles>
- <profile>
- <id>windows_profile</id>
- <activation>
- <activeByDefault>false</activeByDefault>
- <os>
- <family>Windows</family>
- </os>
- </activation>
- <properties>
- <toolsjar>${JAVA_HOME}\\lib\\tools.jar</toolsjar>
- </properties>
- <dependencies>
- <dependency>
- <groupId>jdk.tools</groupId>
- <artifactId>jdk.tools</artifactId>
- <version>1.6</version>
- <scope>system</scope>
- <systemPath>${toolsjar}</systemPath>
- </dependency>
- </dependencies>
- </profile>
- <profile>
- <id>osx_profile</id>
- <activation>
- <activeByDefault>false</activeByDefault>
- <os>
- <family>mac</family>
- </os>
- </activation>
- <properties>
- <toolsjar>${java.home}/../Classes/classes.jar</toolsjar>
- </properties>
- <dependencies>
- <dependency>
- <groupId>jdk.tools</groupId>
- <artifactId>jdk.tools</artifactId>
- <version>1.6</version>
- <scope>system</scope>
- <systemPath>${toolsjar}</systemPath>
- </dependency>
- </dependencies>
- </profile>
- </profiles>
-
-
-
- <dependencies>
-
- <!-- Hadoop -->
- <dependency>
- <groupId>org.apache.hadoop</groupId>
- <artifactId>hadoop-mapreduce-client-core</artifactId>
- <version>${hadoop.version}</version>
- </dependency>
-
- <dependency>
- <groupId>org.apache.hadoop</groupId>
- <artifactId>hadoop-common</artifactId>
- <version>${hadoop.version}</version>
- </dependency>
-
- <dependency>
- <groupId>org.slf4j</groupId>
- <artifactId>slf4j-api</artifactId>
- <version>${slf4j.version}</version>
- </dependency>
- <dependency>
- <groupId>com.twitter</groupId>
- <artifactId>scalding-core_${scalding.scala.version}</artifactId>
- <version>${scalding.version}</version>
- <!--<exclusions>-->
- <!--<exclusion>-->
- <!--<groupId>com.twitter</groupId>-->
- <!--<artifactId>maple</artifactId>-->
- <!--</exclusion>-->
- <!--</exclusions>-->
- </dependency>
-
- <dependency>
- <groupId>org.apache.hbase</groupId>
- <artifactId>hbase</artifactId>
- <version>${hbase.version}</version>
- </dependency>
- <!-- Three dependencies for ScalaSpec -->
- <dependency>
- <groupId>org.scala-lang</groupId>
- <artifactId>scala-library</artifactId>
- <version>${scala.version}</version>
- </dependency>
- <dependency>
- <groupId>com.typesafe</groupId>
- <artifactId>config</artifactId>
- <version>${typesafe.config.version}</version>
- </dependency>
-
- <dependency>
- <groupId>com.twitter.elephantbird</groupId>
- <artifactId>elephant-bird-core</artifactId>
- <version>4.1</version>
- </dependency>
- <dependency>
- <groupId>com.twitter.elephantbird</groupId>
- <artifactId>elephant-bird-hadoop-compat</artifactId>
- <version>4.1</version>
- </dependency>
-
- <!-- Testing dependencies (ScalaSpec / ScalaTest / JUnit) -->
- <dependency>
- <groupId>org.specs2</groupId>
- <artifactId>specs2_${scalding.scala.version}</artifactId>
- <version>${specs2.version}</version>
- <scope>test</scope>
- </dependency>
- <dependency>
- <groupId>org.scalatest</groupId>
- <artifactId>scalatest_${scalding.scala.version}</artifactId>
- <version>${scalatest.version}</version>
- <scope>test</scope>
- </dependency>
- <dependency>
- <groupId>junit</groupId>
- <artifactId>junit</artifactId>
- <version>${junit.version}</version>
- <scope>test</scope>
- </dependency>
- </dependencies>
- <!-- From https://wiki.scala-lang.org/display/SIW/ScalaEclipseMaven -->
-
-
- <build>
- <sourceDirectory>src/main/java</sourceDirectory>
- <testSourceDirectory>src/test/scala</testSourceDirectory>
- <plugins>
- <plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-jar-plugin</artifactId>
- <version>2.4</version>
- <configuration>
- <includes>
- <include>**/*</include>
- </includes>
- </configuration>
- </plugin>
- <!-- This plugin is not supported by Eclipse, so maybe we shouldn't be
- using it -->
- <plugin>
- <groupId>org.scala-tools</groupId>
- <artifactId>maven-scala-plugin</artifactId>
- <executions>
-
- <execution>
- <id>compile</id>
- <goals>
- <goal>compile</goal>
- </goals>
- <phase>compile</phase>
- </execution>
- <execution>
- <id>test-compile</id>
- <goals>
- <goal>testCompile</goal>
- </goals>
- <phase>test-compile</phase>
- </execution>
- <execution>
- <phase>process-resources</phase>
- <goals>
- <goal>compile</goal>
- </goals>
- </execution>
- </executions>
- </plugin>
- <plugin>
- <artifactId>maven-compiler-plugin</artifactId>
- <version>${maven-compiler-plugin.version}</version>
- <configuration>
- <source>${maven.compiler.source}</source>
- <target>${maven.compiler.target}</target>
- </configuration>
- </plugin>
- <plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-dependency-plugin</artifactId>
- <executions>
- <execution>
- <id>copy-dependencies</id>
- <phase>install</phase>
- <goals>
- <goal>copy-dependencies</goal>
- </goals>
- <configuration>
- <outputDirectory>./alternateLocation</outputDirectory> <!-- ${project.build.directory} -->
- <overWriteReleases>false</overWriteReleases>
- <overWriteSnapshots>false</overWriteSnapshots>
- <overWriteIfNewer>true</overWriteIfNewer>
- </configuration>
- </execution>
- </executions>
- </plugin>
- </plugins>
- <pluginManagement>
- <plugins>
- <!--Run with : mvn dependency:copy-dependencies -->
- <plugin>
- <groupId>org.eclipse.m2e</groupId>
- <artifactId>lifecycle-mapping</artifactId>
- <version>1.0.0</version>
- <configuration>
- <lifecycleMappingMetadata>
- <pluginExecutions>
- <pluginExecution>
- <pluginExecutionFilter>
- <groupId>
- org.apache.maven.plugins
- </groupId>
- <artifactId>
- maven-dependency-plugin
- </artifactId>
- <versionRange>[2.1,)</versionRange>
- <goals>
- <goal>copy-dependencies</goal>
- </goals>
- </pluginExecutionFilter>
- <action>
- <ignore></ignore>
- </action>
- </pluginExecution>
- <pluginExecution>
- <pluginExecutionFilter>
- <groupId></groupId>
- <artifactId></artifactId>
- <versionRange>[0.0,)</versionRange>
- <goals>
- <goal></goal>
- </goals>
- </pluginExecutionFilter>
- <action>
- <ignore></ignore>
- </action>
- </pluginExecution>
- <pluginExecution>
- <pluginExecutionFilter>
- <groupId>
- org.scala-tools
- </groupId>
- <artifactId>
- maven-scala-plugin
- </artifactId>
- <versionRange>
- [2.15.2,)
- </versionRange>
- <goals>
- <goal>compile</goal>
- <goal>testCompile</goal>
- </goals>
- </pluginExecutionFilter>
- <action>
- <ignore></ignore>
- </action>
- </pluginExecution>
- </pluginExecutions>
- </lifecycleMappingMetadata>
- </configuration>
- </plugin>
- </plugins>
- </pluginManagement>
- </build>
-
-</project>
diff --git a/releases/parallelai/parallelai.spyglass/2.10.2_2.3.0/parallelai.spyglass-2.10.2_2.3.0.pom.md5 b/releases/parallelai/parallelai.spyglass/2.10.2_2.3.0/parallelai.spyglass-2.10.2_2.3.0.pom.md5
deleted file mode 100644
index 0f45d39..0000000
--- a/releases/parallelai/parallelai.spyglass/2.10.2_2.3.0/parallelai.spyglass-2.10.2_2.3.0.pom.md5
+++ /dev/null
@@ -1 +0,0 @@
-0bd13c6d8d70f4fbc2bc820215ec0e4a \ No newline at end of file
diff --git a/releases/parallelai/parallelai.spyglass/2.10.2_2.3.0/parallelai.spyglass-2.10.2_2.3.0.pom.sha1 b/releases/parallelai/parallelai.spyglass/2.10.2_2.3.0/parallelai.spyglass-2.10.2_2.3.0.pom.sha1
deleted file mode 100644
index 055b7c0..0000000
--- a/releases/parallelai/parallelai.spyglass/2.10.2_2.3.0/parallelai.spyglass-2.10.2_2.3.0.pom.sha1
+++ /dev/null
@@ -1 +0,0 @@
-dcd335ee06803d074444da1cad9814e288c88d59 \ No newline at end of file
diff --git a/releases/parallelai/parallelai.spyglass/2.10.2_4.0.0/parallelai.spyglass-2.10.2_4.0.0.jar b/releases/parallelai/parallelai.spyglass/2.10.2_4.0.0/parallelai.spyglass-2.10.2_4.0.0.jar
deleted file mode 100644
index aa71956..0000000
--- a/releases/parallelai/parallelai.spyglass/2.10.2_4.0.0/parallelai.spyglass-2.10.2_4.0.0.jar
+++ /dev/null
Binary files differ
diff --git a/releases/parallelai/parallelai.spyglass/2.10.2_4.0.0/parallelai.spyglass-2.10.2_4.0.0.jar.md5 b/releases/parallelai/parallelai.spyglass/2.10.2_4.0.0/parallelai.spyglass-2.10.2_4.0.0.jar.md5
deleted file mode 100644
index e3ba0d8..0000000
--- a/releases/parallelai/parallelai.spyglass/2.10.2_4.0.0/parallelai.spyglass-2.10.2_4.0.0.jar.md5
+++ /dev/null
@@ -1 +0,0 @@
-22962deff67dd548dd5768534fa06c0b \ No newline at end of file
diff --git a/releases/parallelai/parallelai.spyglass/2.10.2_4.0.0/parallelai.spyglass-2.10.2_4.0.0.jar.sha1 b/releases/parallelai/parallelai.spyglass/2.10.2_4.0.0/parallelai.spyglass-2.10.2_4.0.0.jar.sha1
deleted file mode 100644
index 8117370..0000000
--- a/releases/parallelai/parallelai.spyglass/2.10.2_4.0.0/parallelai.spyglass-2.10.2_4.0.0.jar.sha1
+++ /dev/null
@@ -1 +0,0 @@
-89fd58e60e8152619ff13f3f6d22943caf7f20a2 \ No newline at end of file
diff --git a/releases/parallelai/parallelai.spyglass/2.10.2_4.0.0/parallelai.spyglass-2.10.2_4.0.0.pom b/releases/parallelai/parallelai.spyglass/2.10.2_4.0.0/parallelai.spyglass-2.10.2_4.0.0.pom
deleted file mode 100644
index 0b4250f..0000000
--- a/releases/parallelai/parallelai.spyglass/2.10.2_4.0.0/parallelai.spyglass-2.10.2_4.0.0.pom
+++ /dev/null
@@ -1,429 +0,0 @@
-<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
- xsi:schemaLocation="http://maven.apache.org/POM/4.0.0
- http://maven.apache.org/maven-v4_0_0.xsd">
- <modelVersion>4.0.0</modelVersion>
-
- <organization>
- <name>Parallel AI</name>
- <url>http://www.parallelai.com</url>
- </organization>
-
-
- <properties>
- <!-- Java compilation level -->
- <maven.compiler.source>1.6</maven.compiler.source>
- <maven.compiler.target>1.6</maven.compiler.target>
- <maven-compiler-plugin.version>3.0</maven-compiler-plugin.version>
- <maven-scala-plugin.version>2.15.2</maven-scala-plugin.version>
- <maven-war-plugin.version>2.3</maven-war-plugin.version>
-
- <!-- UTF-8 Encoding settings -->
- <encoding>UTF-8</encoding>
- <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
- <project.reporting.outputEncoding>UTF-8</project.reporting.outputEncoding>
-
- <cdh.version>cdh4.3.0</cdh.version>
-
- <datafu.version>0.0.4-${cdh.version}</datafu.version>
- <flume.version>1.3.0-${cdh.version}</flume.version>
- <hadoop.version>2.0.0-${cdh.version}</hadoop.version>
- <hadoop.core.version>2.0.0-mr1-${cdh.version}</hadoop.core.version>
- <hbase.version>0.94.6-${cdh.version}</hbase.version>
- <hive.version>0.10.0-${cdh.version}</hive.version>
- <mahout.version>0.7-${cdh.version}</mahout.version>
- <mapreduce.version>2.0.0-mr1-${cdh.version}</mapreduce.version>
- <oozie.version>3.3.0-${cdh.version}</oozie.version>
- <oozie-hadoop.version>2.0.0-${cdh.version}.oozie-3.3.0-${cdh.version}</oozie-hadoop.version>
- <oozie-sharelib.version>3.3.0-${cdh.version}</oozie-sharelib.version>
- <pig.version>0.10.0-${cdh.version}</pig.version>
- <sqoop.version>1.4.2-${cdh.version}</sqoop.version>
- <whirr.version>0.8.0-${cdh.version}</whirr.version>
- <zookeeper.version>3.4.5-${cdh.version}</zookeeper.version>
-
- <!-- Scala/Scalding/Cascading properties -->
- <scala.version>2.10.2</scala.version>
- <scalding.scala.version>2.10</scalding.scala.version>
- <scalding.version>0.8.6</scalding.version>
- <cascading.version>2.1.6</cascading.version>
- <scalding-commons.version>0.2.0</scalding-commons.version>
- <scalatest.version>1.9.1</scalatest.version>
-
- <trove4j.version>3.0.3</trove4j.version>
- <maple.version>0.2.8</maple.version>
- <specs2.version>2.1.1</specs2.version>
- <typesafe.config.version>1.0.0</typesafe.config.version>
-
- <!-- Other libraries properties -->
- <junit.version>4.10</junit.version>
- <slf4j.version>1.7.2</slf4j.version>
- <trove4j.version>3.0.3</trove4j.version>
- <javax.servlet.version>2.5</javax.servlet.version>
- <uncommons-maths.version>1.2.2a</uncommons-maths.version>
- <maven.surefire.plugin.version>2.12.3</maven.surefire.plugin.version>
-
- </properties>
-
- <name>Cascading and Scalding wrapper for HBase with advanced features</name>
- <groupId>parallelai</groupId>
- <artifactId>parallelai.spyglass</artifactId>
- <version>${scala.version}_4.0.0</version>
- <packaging>jar</packaging>
-
- <!--
- <distributionManagement>
- <repository>
- <id>conjars</id>
- <url>scp://repo@conjars.org:</url>
- </repository>
- </distributionManagement>
- -->
-
- <!-- Repositories -->
- <repositories>
- <repository>
- <id>scala-tools.org</id>
- <name>Scala Tools</name>
- <url>https://oss.sonatype.org/content/repositories/snapshots/</url>
- </repository>
- <repository>
- <id>cloudera-cdh4</id>
- <name>Cloudera CDH4</name>
- <url>https://repository.cloudera.com/artifactory/cloudera-repos/</url>
- </repository>
- <repository>
- <id>conjars</id>
- <name>Con Jars</name>
- <url>http://conjars.org/repo</url>
- </repository>
- </repositories>
-
- <!-- Profiles -->
- <profiles>
- <profile>
- <id>windows_profile</id>
- <activation>
- <activeByDefault>false</activeByDefault>
- <os>
- <family>Windows</family>
- </os>
- </activation>
- <properties>
- <toolsjar>${JAVA_HOME}\\lib\\tools.jar</toolsjar>
- </properties>
- <dependencies>
- <dependency>
- <groupId>jdk.tools</groupId>
- <artifactId>jdk.tools</artifactId>
- <version>1.6</version>
- <scope>system</scope>
- <systemPath>${toolsjar}</systemPath>
- </dependency>
- </dependencies>
- </profile>
- <profile>
- <id>osx_profile</id>
- <activation>
- <activeByDefault>false</activeByDefault>
- <os>
- <family>mac</family>
- </os>
- </activation>
- <properties>
- <toolsjar>${java.home}/../Classes/classes.jar</toolsjar>
- </properties>
- <dependencies>
- <dependency>
- <groupId>jdk.tools</groupId>
- <artifactId>jdk.tools</artifactId>
- <version>1.6</version>
- <scope>system</scope>
- <systemPath>${toolsjar}</systemPath>
- </dependency>
- </dependencies>
- </profile>
- </profiles>
-
-
-
- <dependencies>
- <dependency>
- <groupId>cascading</groupId>
- <artifactId>cascading-core</artifactId>
- <version>${cascading.version}</version>
- </dependency>
- <dependency>
- <groupId>cascading</groupId>
- <artifactId>cascading-hadoop</artifactId>
- <version>${cascading.version}</version>
- </dependency>
-
-
- <!-- Hadoop -->
- <dependency>
- <groupId>org.apache.hadoop</groupId>
- <artifactId>hadoop-core</artifactId>
- <version>${hadoop.core.version}</version>
- </dependency>
-
- <dependency>
- <groupId>org.apache.hadoop</groupId>
- <artifactId>hadoop-common</artifactId>
- <version>${hadoop.version}</version>
- </dependency>
-
- <dependency>
- <groupId>org.slf4j</groupId>
- <artifactId>slf4j-api</artifactId>
- <version>${slf4j.version}</version>
- </dependency>
- <dependency>
- <groupId>com.twitter</groupId>
- <artifactId>scalding-core_${scalding.scala.version}</artifactId>
- <version>${scalding.version}</version>
- <!--<exclusions>-->
- <!--<exclusion>-->
- <!--<groupId>com.twitter</groupId>-->
- <!--<artifactId>maple</artifactId>-->
- <!--</exclusion>-->
- <!--</exclusions>-->
- </dependency>
-
- <dependency>
- <groupId>org.apache.hbase</groupId>
- <artifactId>hbase</artifactId>
- <version>${hbase.version}</version>
- </dependency>
- <!-- Three dependencies for ScalaSpec -->
- <dependency>
- <groupId>org.scala-lang</groupId>
- <artifactId>scala-library</artifactId>
- <version>${scala.version}</version>
- </dependency>
- <dependency>
- <groupId>com.typesafe</groupId>
- <artifactId>config</artifactId>
- <version>${typesafe.config.version}</version>
- </dependency>
-
- <dependency>
- <groupId>com.twitter.elephantbird</groupId>
- <artifactId>elephant-bird-core</artifactId>
- <version>4.1</version>
- </dependency>
- <dependency>
- <groupId>com.twitter.elephantbird</groupId>
- <artifactId>elephant-bird-hadoop-compat</artifactId>
- <version>4.1</version>
- </dependency>
-
- <!-- Testing dependencies (ScalaSpec / ScalaTest / JUnit) -->
- <dependency>
- <groupId>org.specs2</groupId>
- <artifactId>specs2_${scalding.scala.version}</artifactId>
- <version>${specs2.version}</version>
- <scope>test</scope>
- </dependency>
- <dependency>
- <groupId>org.scalatest</groupId>
- <artifactId>scalatest_${scalding.scala.version}</artifactId>
- <version>${scalatest.version}</version>
- <scope>test</scope>
- </dependency>
- <dependency>
- <groupId>junit</groupId>
- <artifactId>junit</artifactId>
- <version>${junit.version}</version>
- <scope>test</scope>
- </dependency>
- </dependencies>
- <!-- From https://wiki.scala-lang.org/display/SIW/ScalaEclipseMaven -->
-
-
- <build>
- <sourceDirectory>src/main/java</sourceDirectory>
- <testSourceDirectory>src/test/scala</testSourceDirectory>
- <plugins>
- <plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-jar-plugin</artifactId>
- <version>2.4</version>
- <configuration>
- <includes>
- <include>**/*</include>
- </includes>
- </configuration>
- </plugin>
- <!-- This plugin is not supported by Eclipse, so maybe we shouldn't be
- using it -->
- <plugin>
- <groupId>org.scala-tools</groupId>
- <artifactId>maven-scala-plugin</artifactId>
- <executions>
-
- <execution>
- <id>compile</id>
- <goals>
- <goal>compile</goal>
- </goals>
- <phase>compile</phase>
- </execution>
- <execution>
- <id>test-compile</id>
- <goals>
- <goal>testCompile</goal>
- </goals>
- <phase>test-compile</phase>
- </execution>
- <execution>
- <phase>process-resources</phase>
- <goals>
- <goal>compile</goal>
- </goals>
- </execution>
- </executions>
- </plugin>
- <plugin>
- <artifactId>maven-compiler-plugin</artifactId>
- <version>${maven-compiler-plugin.version}</version>
- <configuration>
- <source>${maven.compiler.source}</source>
- <target>${maven.compiler.target}</target>
- </configuration>
- </plugin>
- <plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-dependency-plugin</artifactId>
- <executions>
- <execution>
- <id>copy-dependencies</id>
- <phase>install</phase>
- <goals>
- <goal>copy-dependencies</goal>
- </goals>
- <configuration>
- <outputDirectory>./alternateLocation</outputDirectory> <!-- ${project.build.directory} -->
- <overWriteReleases>false</overWriteReleases>
- <overWriteSnapshots>false</overWriteSnapshots>
- <overWriteIfNewer>true</overWriteIfNewer>
- </configuration>
- </execution>
- </executions>
- </plugin>
- </plugins>
- <pluginManagement>
- <plugins>
- <!--Run with : mvn dependency:copy-dependencies -->
- <plugin>
- <groupId>org.eclipse.m2e</groupId>
- <artifactId>lifecycle-mapping</artifactId>
- <version>1.0.0</version>
- <configuration>
- <lifecycleMappingMetadata>
- <pluginExecutions>
- <pluginExecution>
- <pluginExecutionFilter>
- <groupId>
- org.apache.maven.plugins
- </groupId>
- <artifactId>
- maven-dependency-plugin
- </artifactId>
- <versionRange>[2.1,)</versionRange>
- <goals>
- <goal>copy-dependencies</goal>
- </goals>
- </pluginExecutionFilter>
- <action>
- <ignore></ignore>
- </action>
- </pluginExecution>
- <pluginExecution>
- <pluginExecutionFilter>
- <groupId></groupId>
- <artifactId></artifactId>
- <versionRange>[0.0,)</versionRange>
- <goals>
- <goal></goal>
- </goals>
- </pluginExecutionFilter>
- <action>
- <ignore></ignore>
- </action>
- </pluginExecution>
- <pluginExecution>
- <pluginExecutionFilter>
- <groupId>
- org.scala-tools
- </groupId>
- <artifactId>
- maven-scala-plugin
- </artifactId>
- <versionRange>
- [2.15.2,)
- </versionRange>
- <goals>
- <goal>compile</goal>
- <goal>testCompile</goal>
- </goals>
- </pluginExecutionFilter>
- <action>
- <ignore></ignore>
- </action>
- </pluginExecution>
- </pluginExecutions>
- </lifecycleMappingMetadata>
- </configuration>
- </plugin>
- <!--
- <plugin>
- <groupId>org.codehaus.mojo</groupId>
- <artifactId>wagon-maven-plugin</artifactId>
- <version>1.0-beta-3</version>
- <configuration>
- <serverId>conjars</serverId>
- <fromFile>${project.build.directory}/${project.build.finalName}.jar</fromFile>
- <fromFile>${project.build.directory}/pom.xml</fromFile>
- <url>scp://repo@conjars.org/</url>
- </configuration>
- <executions>
- <execution>
- <id>upload-war-to-server</id>
- <phase>deploy</phase>
- <goals>
- <goal>deploy</goal>
- </goals>
- </execution>
- </executions>
- </plugin>
- -->
- <!--
- <plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-install-plugin</artifactId>
- <version>2.3.1</version>
- <configuration>
- <tasks>
- <copy file="target/parallelai.spyglass-2.10.2_4.0.0.jar" tofile="."/>
- </tasks>
- </configuration>
- <executions>
- <execution>
- <phase>install</phase>
- </execution>
- </executions>
- </plugin>
- -->
- </plugins>
- </pluginManagement>
- <!--
- <extensions>
- <extension>
- <groupId>org.apache.maven.wagon</groupId>
- <artifactId>wagon-ssh</artifactId>
- <version>1.0</version>
- </extension>
- </extensions>
- -->
- </build>
-
-</project>
diff --git a/releases/parallelai/parallelai.spyglass/2.10.2_4.0.0/parallelai.spyglass-2.10.2_4.0.0.pom.md5 b/releases/parallelai/parallelai.spyglass/2.10.2_4.0.0/parallelai.spyglass-2.10.2_4.0.0.pom.md5
deleted file mode 100644
index 5d8cbe8..0000000
--- a/releases/parallelai/parallelai.spyglass/2.10.2_4.0.0/parallelai.spyglass-2.10.2_4.0.0.pom.md5
+++ /dev/null
@@ -1 +0,0 @@
-7b1fb54872ceae910c46b1c2454138fa \ No newline at end of file
diff --git a/releases/parallelai/parallelai.spyglass/2.10.2_4.0.0/parallelai.spyglass-2.10.2_4.0.0.pom.sha1 b/releases/parallelai/parallelai.spyglass/2.10.2_4.0.0/parallelai.spyglass-2.10.2_4.0.0.pom.sha1
deleted file mode 100644
index 352a738..0000000
--- a/releases/parallelai/parallelai.spyglass/2.10.2_4.0.0/parallelai.spyglass-2.10.2_4.0.0.pom.sha1
+++ /dev/null
@@ -1 +0,0 @@
-1d0392d03547c333c3a492171ef0bd54e5cdc9e7 \ No newline at end of file
diff --git a/releases/parallelai/parallelai.spyglass/2.10.2_4.1.0/parallelai.spyglass-2.10.2_4.1.0.jar b/releases/parallelai/parallelai.spyglass/2.10.2_4.1.0/parallelai.spyglass-2.10.2_4.1.0.jar
deleted file mode 100644
index 28488c8..0000000
--- a/releases/parallelai/parallelai.spyglass/2.10.2_4.1.0/parallelai.spyglass-2.10.2_4.1.0.jar
+++ /dev/null
Binary files differ
diff --git a/releases/parallelai/parallelai.spyglass/2.10.2_4.1.0/parallelai.spyglass-2.10.2_4.1.0.jar.md5 b/releases/parallelai/parallelai.spyglass/2.10.2_4.1.0/parallelai.spyglass-2.10.2_4.1.0.jar.md5
deleted file mode 100644
index 9fd9d5a..0000000
--- a/releases/parallelai/parallelai.spyglass/2.10.2_4.1.0/parallelai.spyglass-2.10.2_4.1.0.jar.md5
+++ /dev/null
@@ -1 +0,0 @@
-16d96a423f9b0b3b0990f3b52fa4fd70 \ No newline at end of file
diff --git a/releases/parallelai/parallelai.spyglass/2.10.2_4.1.0/parallelai.spyglass-2.10.2_4.1.0.jar.sha1 b/releases/parallelai/parallelai.spyglass/2.10.2_4.1.0/parallelai.spyglass-2.10.2_4.1.0.jar.sha1
deleted file mode 100644
index 87ac380..0000000
--- a/releases/parallelai/parallelai.spyglass/2.10.2_4.1.0/parallelai.spyglass-2.10.2_4.1.0.jar.sha1
+++ /dev/null
@@ -1 +0,0 @@
-4af0c48afb2cc8a4678ef2ef60625fbb7e60fc64 \ No newline at end of file
diff --git a/releases/parallelai/parallelai.spyglass/2.10.2_4.1.0/parallelai.spyglass-2.10.2_4.1.0.pom b/releases/parallelai/parallelai.spyglass/2.10.2_4.1.0/parallelai.spyglass-2.10.2_4.1.0.pom
deleted file mode 100644
index f70a18d..0000000
--- a/releases/parallelai/parallelai.spyglass/2.10.2_4.1.0/parallelai.spyglass-2.10.2_4.1.0.pom
+++ /dev/null
@@ -1,436 +0,0 @@
-<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
- xsi:schemaLocation="http://maven.apache.org/POM/4.0.0
- http://maven.apache.org/maven-v4_0_0.xsd">
- <modelVersion>4.0.0</modelVersion>
-
- <organization>
- <name>Parallel AI</name>
- <url>http://www.parallelai.com</url>
- </organization>
-
-
- <properties>
- <!-- Java compilation level -->
- <maven.compiler.source>1.6</maven.compiler.source>
- <maven.compiler.target>1.6</maven.compiler.target>
- <maven-compiler-plugin.version>3.0</maven-compiler-plugin.version>
- <maven-scala-plugin.version>2.15.2</maven-scala-plugin.version>
- <maven-war-plugin.version>2.3</maven-war-plugin.version>
-
- <!-- UTF-8 Encoding settings -->
- <encoding>UTF-8</encoding>
- <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
- <project.reporting.outputEncoding>UTF-8</project.reporting.outputEncoding>
-
- <cdh.version>cdh4.3.0</cdh.version>
-
- <datafu.version>0.0.4-${cdh.version}</datafu.version>
- <flume.version>1.3.0-${cdh.version}</flume.version>
- <hadoop.version>2.0.0-${cdh.version}</hadoop.version>
- <hadoop.core.version>2.0.0-mr1-${cdh.version}</hadoop.core.version>
- <hbase.version>0.94.6-${cdh.version}</hbase.version>
- <hive.version>0.10.0-${cdh.version}</hive.version>
- <mahout.version>0.7-${cdh.version}</mahout.version>
- <mapreduce.version>2.0.0-mr1-${cdh.version}</mapreduce.version>
- <oozie.version>3.3.0-${cdh.version}</oozie.version>
- <oozie-hadoop.version>2.0.0-${cdh.version}.oozie-3.3.0-${cdh.version}</oozie-hadoop.version>
- <oozie-sharelib.version>3.3.0-${cdh.version}</oozie-sharelib.version>
- <pig.version>0.10.0-${cdh.version}</pig.version>
- <sqoop.version>1.4.2-${cdh.version}</sqoop.version>
- <whirr.version>0.8.0-${cdh.version}</whirr.version>
- <zookeeper.version>3.4.5-${cdh.version}</zookeeper.version>
-
- <!-- Scala/Scalding/Cascading properties -->
- <scala.version>2.10.2</scala.version>
- <scalding.scala.version>2.10</scalding.scala.version>
- <scalding.version>0.8.6</scalding.version>
- <cascading.version>2.1.6</cascading.version>
- <scalding-commons.version>0.2.0</scalding-commons.version>
- <scalatest.version>1.9.1</scalatest.version>
-
- <trove4j.version>3.0.3</trove4j.version>
- <maple.version>0.2.8</maple.version>
- <specs2.version>2.1.1</specs2.version>
- <typesafe.config.version>1.0.0</typesafe.config.version>
-
- <!-- Other libraries properties -->
- <junit.version>4.10</junit.version>
- <slf4j.version>1.7.2</slf4j.version>
- <trove4j.version>3.0.3</trove4j.version>
- <javax.servlet.version>2.5</javax.servlet.version>
- <uncommons-maths.version>1.2.2a</uncommons-maths.version>
- <maven.surefire.plugin.version>2.12.3</maven.surefire.plugin.version>
-
- </properties>
-
- <name>Cascading and Scalding wrapper for HBase with advanced features</name>
- <groupId>parallelai</groupId>
- <artifactId>parallelai.spyglass</artifactId>
- <version>${scala.version}_4.1.0</version>
- <packaging>jar</packaging>
-
- <!--
- <distributionManagement>
- <repository>
- <id>conjars</id>
- <url>scp://repo@conjars.org:</url>
- </repository>
- </distributionManagement>
- -->
-
- <!-- Repositories -->
- <repositories>
- <repository>
- <id>scala-tools.org</id>
- <name>Scala Tools</name>
- <url>https://oss.sonatype.org/content/repositories/snapshots/</url>
- </repository>
- <repository>
- <id>cloudera-cdh4</id>
- <name>Cloudera CDH4</name>
- <url>https://repository.cloudera.com/artifactory/cloudera-repos/</url>
- </repository>
- <repository>
- <id>conjars</id>
- <name>Con Jars</name>
- <url>http://conjars.org/repo</url>
- </repository>
- </repositories>
-
- <!-- Profiles -->
- <profiles>
- <profile>
- <id>windows_profile</id>
- <activation>
- <activeByDefault>false</activeByDefault>
- <os>
- <family>Windows</family>
- </os>
- </activation>
- <properties>
- <toolsjar>${JAVA_HOME}\\lib\\tools.jar</toolsjar>
- </properties>
- <dependencies>
- <dependency>
- <groupId>jdk.tools</groupId>
- <artifactId>jdk.tools</artifactId>
- <version>1.6</version>
- <scope>system</scope>
- <systemPath>${toolsjar}</systemPath>
- </dependency>
- </dependencies>
- </profile>
- <profile>
- <id>osx_profile</id>
- <activation>
- <activeByDefault>false</activeByDefault>
- <os>
- <family>mac</family>
- </os>
- </activation>
- <properties>
- <toolsjar>${java.home}/../Classes/classes.jar</toolsjar>
- </properties>
- <dependencies>
- <dependency>
- <groupId>jdk.tools</groupId>
- <artifactId>jdk.tools</artifactId>
- <version>1.6</version>
- <scope>system</scope>
- <systemPath>${toolsjar}</systemPath>
- </dependency>
- </dependencies>
- </profile>
- </profiles>
-
-
-
- <dependencies>
- <dependency>
- <groupId>cascading</groupId>
- <artifactId>cascading-core</artifactId>
- <version>${cascading.version}</version>
- </dependency>
- <dependency>
- <groupId>cascading</groupId>
- <artifactId>cascading-hadoop</artifactId>
- <version>${cascading.version}</version>
- </dependency>
-
-
- <!-- Hadoop -->
- <dependency>
- <groupId>org.apache.hadoop</groupId>
- <artifactId>hadoop-core</artifactId>
- <version>${hadoop.core.version}</version>
- </dependency>
-
- <dependency>
- <groupId>org.apache.hadoop</groupId>
- <artifactId>hadoop-common</artifactId>
- <version>${hadoop.version}</version>
- </dependency>
-
- <dependency>
- <groupId>org.slf4j</groupId>
- <artifactId>slf4j-api</artifactId>
- <version>${slf4j.version}</version>
- </dependency>
- <dependency>
- <groupId>com.twitter</groupId>
- <artifactId>scalding-core_${scalding.scala.version}</artifactId>
- <version>${scalding.version}</version>
- <!--<exclusions>-->
- <!--<exclusion>-->
- <!--<groupId>com.twitter</groupId>-->
- <!--<artifactId>maple</artifactId>-->
- <!--</exclusion>-->
- <!--</exclusions>-->
- </dependency>
-
- <dependency>
- <groupId>org.apache.hbase</groupId>
- <artifactId>hbase</artifactId>
- <version>${hbase.version}</version>
- </dependency>
- <!-- Three dependencies for ScalaSpec -->
- <dependency>
- <groupId>org.scala-lang</groupId>
- <artifactId>scala-library</artifactId>
- <version>${scala.version}</version>
- </dependency>
- <dependency>
- <groupId>com.typesafe</groupId>
- <artifactId>config</artifactId>
- <version>${typesafe.config.version}</version>
- </dependency>
-
- <dependency>
- <groupId>com.twitter.elephantbird</groupId>
- <artifactId>elephant-bird-core</artifactId>
- <version>4.1</version>
- </dependency>
- <dependency>
- <groupId>com.twitter.elephantbird</groupId>
- <artifactId>elephant-bird-hadoop-compat</artifactId>
- <version>4.1</version>
- </dependency>
-
- <!-- Testing dependencies (ScalaSpec / ScalaTest / JUnit) -->
- <dependency>
- <groupId>org.specs2</groupId>
- <artifactId>specs2_${scalding.scala.version}</artifactId>
- <version>${specs2.version}</version>
- <scope>test</scope>
- </dependency>
- <dependency>
- <groupId>org.scalatest</groupId>
- <artifactId>scalatest_${scalding.scala.version}</artifactId>
- <version>${scalatest.version}</version>
- <scope>test</scope>
- </dependency>
- <dependency>
- <groupId>junit</groupId>
- <artifactId>junit</artifactId>
- <version>${junit.version}</version>
- <scope>test</scope>
- </dependency>
- </dependencies>
- <!-- From https://wiki.scala-lang.org/display/SIW/ScalaEclipseMaven -->
-
-
- <build>
- <sourceDirectory>src/main/java</sourceDirectory>
- <testSourceDirectory>src/test/scala</testSourceDirectory>
- <plugins>
- <plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-jar-plugin</artifactId>
- <version>2.4</version>
- <configuration>
- <includes>
- <include>**/*</include>
- </includes>
- </configuration>
- </plugin>
- <!-- This plugin is not supported by Eclipse, so maybe we shouldn't be
- using it -->
- <plugin>
- <groupId>org.scala-tools</groupId>
- <artifactId>maven-scala-plugin</artifactId>
- <executions>
-
- <execution>
- <id>compile</id>
- <goals>
- <goal>compile</goal>
- </goals>
- <phase>compile</phase>
- </execution>
- <execution>
- <id>test-compile</id>
- <goals>
- <goal>testCompile</goal>
- </goals>
- <phase>test-compile</phase>
- </execution>
- <execution>
- <phase>process-resources</phase>
- <goals>
- <goal>compile</goal>
- </goals>
- </execution>
- </executions>
- </plugin>
- <plugin>
- <artifactId>maven-compiler-plugin</artifactId>
- <version>${maven-compiler-plugin.version}</version>
- <configuration>
- <source>${maven.compiler.source}</source>
- <target>${maven.compiler.target}</target>
- </configuration>
- </plugin>
- <plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-dependency-plugin</artifactId>
- <executions>
- <execution>
- <id>copy-dependencies</id>
- <phase>install</phase>
- <goals>
- <goal>copy-dependencies</goal>
- </goals>
- <configuration>
- <outputDirectory>./alternateLocation</outputDirectory> <!-- ${project.build.directory} -->
- <overWriteReleases>false</overWriteReleases>
- <overWriteSnapshots>false</overWriteSnapshots>
- <overWriteIfNewer>true</overWriteIfNewer>
- </configuration>
- </execution>
- </executions>
- </plugin>
- </plugins>
- <pluginManagement>
- <plugins>
- <!--Run with : mvn dependency:copy-dependencies -->
- <plugin>
- <groupId>org.eclipse.m2e</groupId>
- <artifactId>lifecycle-mapping</artifactId>
- <version>1.0.0</version>
- <configuration>
- <lifecycleMappingMetadata>
- <pluginExecutions>
- <pluginExecution>
- <pluginExecutionFilter>
- <groupId>
- org.apache.maven.plugins
- </groupId>
- <artifactId>
- maven-dependency-plugin
- </artifactId>
- <versionRange>[2.1,)</versionRange>
- <goals>
- <goal>copy-dependencies</goal>
- </goals>
- </pluginExecutionFilter>
- <action>
- <ignore></ignore>
- </action>
- </pluginExecution>
- <pluginExecution>
- <pluginExecutionFilter>
- <groupId></groupId>
- <artifactId></artifactId>
- <versionRange>[0.0,)</versionRange>
- <goals>
- <goal></goal>
- </goals>
- </pluginExecutionFilter>
- <action>
- <ignore></ignore>
- </action>
- </pluginExecution>
- <pluginExecution>
- <pluginExecutionFilter>
- <groupId>
- org.scala-tools
- </groupId>
- <artifactId>
- maven-scala-plugin
- </artifactId>
- <versionRange>
- [2.15.2,)
- </versionRange>
- <goals>
- <goal>compile</goal>
- <goal>testCompile</goal>
- </goals>
- </pluginExecutionFilter>
- <action>
- <ignore></ignore>
- </action>
- </pluginExecution>
- </pluginExecutions>
- </lifecycleMappingMetadata>
- </configuration>
- </plugin>
- <plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-deploy-plugin</artifactId>
- <configuration>
- <altDeploymentRepository>repo::default::file:${project.basedir}/releases</altDeploymentRepository>
- </configuration>
- </plugin>
- <!--
- <plugin>
- <groupId>org.codehaus.mojo</groupId>
- <artifactId>wagon-maven-plugin</artifactId>
- <version>1.0-beta-3</version>
- <configuration>
- <serverId>conjars</serverId>
- <fromFile>${project.build.directory}/${project.build.finalName}.jar</fromFile>
- <fromFile>${project.build.directory}/pom.xml</fromFile>
- <url>scp://repo@conjars.org/</url>
- </configuration>
- <executions>
- <execution>
- <id>upload-war-to-server</id>
- <phase>deploy</phase>
- <goals>
- <goal>deploy</goal>
- </goals>
- </execution>
- </executions>
- </plugin>
- -->
- <!--
- <plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-install-plugin</artifactId>
- <version>2.3.1</version>
- <configuration>
- <tasks>
- <copy file="target/parallelai.spyglass-2.10.2_4.0.0.jar" tofile="."/>
- </tasks>
- </configuration>
- <executions>
- <execution>
- <phase>install</phase>
- </execution>
- </executions>
- </plugin>
- -->
- </plugins>
- </pluginManagement>
- <!--
- <extensions>
- <extension>
- <groupId>org.apache.maven.wagon</groupId>
- <artifactId>wagon-ssh</artifactId>
- <version>1.0</version>
- </extension>
- </extensions>
- -->
- </build>
-
-</project>
diff --git a/releases/parallelai/parallelai.spyglass/2.10.2_4.1.0/parallelai.spyglass-2.10.2_4.1.0.pom.md5 b/releases/parallelai/parallelai.spyglass/2.10.2_4.1.0/parallelai.spyglass-2.10.2_4.1.0.pom.md5
deleted file mode 100644
index 180fae1..0000000
--- a/releases/parallelai/parallelai.spyglass/2.10.2_4.1.0/parallelai.spyglass-2.10.2_4.1.0.pom.md5
+++ /dev/null
@@ -1 +0,0 @@
-879b20afb425258d2ccecb8600322012 \ No newline at end of file
diff --git a/releases/parallelai/parallelai.spyglass/2.10.2_4.1.0/parallelai.spyglass-2.10.2_4.1.0.pom.sha1 b/releases/parallelai/parallelai.spyglass/2.10.2_4.1.0/parallelai.spyglass-2.10.2_4.1.0.pom.sha1
deleted file mode 100644
index 5640cb8..0000000
--- a/releases/parallelai/parallelai.spyglass/2.10.2_4.1.0/parallelai.spyglass-2.10.2_4.1.0.pom.sha1
+++ /dev/null
@@ -1 +0,0 @@
-25e5976515e57758af67e961396b9a957ddeba10 \ No newline at end of file
diff --git a/releases/parallelai/parallelai.spyglass/2.9.3_2.2.0/parallelai.spyglass-2.9.3_2.2.0.jar b/releases/parallelai/parallelai.spyglass/2.9.3_2.2.0/parallelai.spyglass-2.9.3_2.2.0.jar
deleted file mode 100644
index c43309f..0000000
--- a/releases/parallelai/parallelai.spyglass/2.9.3_2.2.0/parallelai.spyglass-2.9.3_2.2.0.jar
+++ /dev/null
Binary files differ
diff --git a/releases/parallelai/parallelai.spyglass/2.9.3_2.2.0/parallelai.spyglass-2.9.3_2.2.0.jar.md5 b/releases/parallelai/parallelai.spyglass/2.9.3_2.2.0/parallelai.spyglass-2.9.3_2.2.0.jar.md5
deleted file mode 100644
index 9a6b742..0000000
--- a/releases/parallelai/parallelai.spyglass/2.9.3_2.2.0/parallelai.spyglass-2.9.3_2.2.0.jar.md5
+++ /dev/null
@@ -1 +0,0 @@
-65cd2c432869a3303e16af4648fb8e66 \ No newline at end of file
diff --git a/releases/parallelai/parallelai.spyglass/2.9.3_2.2.0/parallelai.spyglass-2.9.3_2.2.0.jar.sha1 b/releases/parallelai/parallelai.spyglass/2.9.3_2.2.0/parallelai.spyglass-2.9.3_2.2.0.jar.sha1
deleted file mode 100644
index 5e81093..0000000
--- a/releases/parallelai/parallelai.spyglass/2.9.3_2.2.0/parallelai.spyglass-2.9.3_2.2.0.jar.sha1
+++ /dev/null
@@ -1 +0,0 @@
-2f77b53beacf02cabf7df66d4da4b47e9bb0f826 \ No newline at end of file
diff --git a/releases/parallelai/parallelai.spyglass/2.9.3_2.2.0/parallelai.spyglass-2.9.3_2.2.0.pom b/releases/parallelai/parallelai.spyglass/2.9.3_2.2.0/parallelai.spyglass-2.9.3_2.2.0.pom
deleted file mode 100644
index 8c1adb8..0000000
--- a/releases/parallelai/parallelai.spyglass/2.9.3_2.2.0/parallelai.spyglass-2.9.3_2.2.0.pom
+++ /dev/null
@@ -1,365 +0,0 @@
-<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
- xsi:schemaLocation="http://maven.apache.org/POM/4.0.0
- http://maven.apache.org/maven-v4_0_0.xsd">
- <modelVersion>4.0.0</modelVersion>
-
- <organization>
- <name>Parallel AI</name>
- <url>http://www.parallelai.com</url>
- </organization>
-
-
- <name>Cascading and Scalding wrapper for HBase with advanced features</name>
- <groupId>parallelai</groupId>
- <artifactId>parallelai.spyglass</artifactId>
- <version>2.9.3_2.2.0</version>
- <packaging>jar</packaging>
-
- <properties>
- <!-- Java compilation level -->
- <maven.compiler.source>1.6</maven.compiler.source>
- <maven.compiler.target>1.6</maven.compiler.target>
- <maven-compiler-plugin.version>3.0</maven-compiler-plugin.version>
- <maven-scala-plugin.version>2.15.2</maven-scala-plugin.version>
- <maven-war-plugin.version>2.3</maven-war-plugin.version>
-
- <!-- UTF-8 Encoding settings -->
- <encoding>UTF-8</encoding>
- <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
- <project.reporting.outputEncoding>UTF-8</project.reporting.outputEncoding>
-
- <datafu.version>0.0.4-cdh4.2.0</datafu.version>
- <flume.version>1.3.0-cdh4.2.0</flume.version>
- <hadoop.version>2.0.0-cdh4.2.0</hadoop.version>
- <hbase.version>0.94.2-cdh4.2.0</hbase.version>
- <hive.version>0.10.0-cdh4.2.0</hive.version>
- <mahout.version>0.7-cdh4.2.0</mahout.version>
- <mapreduce.version>2.0.0-mr1-cdh4.2.0</mapreduce.version>
- <oozie.version>3.3.0-cdh4.2.0</oozie.version>
- <oozie-hadoop.version>2.0.0-cdh4.2.0.oozie-3.3.0-cdh4.2.0</oozie-hadoop.version>
- <oozie-sharelib.version>3.3.0-cdh4.2.0</oozie-sharelib.version>
- <pig.version>0.10.0-cdh4.2.0</pig.version>
- <sqoop.version>1.4.2-cdh4.2.0</sqoop.version>
- <whirr.version>0.8.0-cdh4.2.0</whirr.version>
- <zookeeper.version>3.4.5-cdh4.2.0</zookeeper.version>
-
- <!-- Scala/Scalding/Cascading properties -->
- <scala.version>2.9.3</scala.version>
- <scalding.scala.version>2.9.3</scalding.scala.version>
- <scalding.version>0.8.6</scalding.version>
- <cascading.version>2.1.0</cascading.version>
- <scalding-commons.version>0.2.0</scalding-commons.version>
- <scalatest.version>1.9.1</scalatest.version>
-
- <trove4j.version>3.0.3</trove4j.version>
- <maple.version>0.2.8</maple.version>
- <specs2.version>1.12.4.1</specs2.version>
- <typesafe.config.version>1.0.0</typesafe.config.version>
-
- <!-- Other libraries properties -->
- <junit.version>4.10</junit.version>
- <slf4j.version>1.7.2</slf4j.version>
- <trove4j.version>3.0.3</trove4j.version>
- <javax.servlet.version>2.5</javax.servlet.version>
- <uncommons-maths.version>1.2.2a</uncommons-maths.version>
- <maven.surefire.plugin.version>2.12.3</maven.surefire.plugin.version>
-
- </properties>
-
- <distributionManagement>
- <repository>
- <id>repo</id>
- <url>https://github.com/ParallelAI/mvn-repo/raw/master/releases</url>
- </repository>
- </distributionManagement>
-
- <!-- Repositories -->
- <repositories>
- <repository>
- <id>scala-tools.org</id>
- <name>Scala Tools</name>
- <url>https://oss.sonatype.org/content/repositories/snapshots/</url>
- </repository>
- <repository>
- <id>cloudera-cdh4</id>
- <name>Cloudera CDH4</name>
- <url>https://repository.cloudera.com/artifactory/cloudera-repos/</url>
- </repository>
- <repository>
- <id>conjars</id>
- <name>Con Jars</name>
- <url>http://conjars.org/repo</url>
- </repository>
- </repositories>
-
- <!-- Profiles -->
- <profiles>
- <profile>
- <id>windows_profile</id>
- <activation>
- <activeByDefault>false</activeByDefault>
- <os>
- <family>Windows</family>
- </os>
- </activation>
- <properties>
- <toolsjar>${JAVA_HOME}\\lib\\tools.jar</toolsjar>
- </properties>
- <dependencies>
- <dependency>
- <groupId>jdk.tools</groupId>
- <artifactId>jdk.tools</artifactId>
- <version>1.6</version>
- <scope>system</scope>
- <systemPath>${toolsjar}</systemPath>
- </dependency>
- </dependencies>
- </profile>
- <profile>
- <id>osx_profile</id>
- <activation>
- <activeByDefault>false</activeByDefault>
- <os>
- <family>mac</family>
- </os>
- </activation>
- <properties>
- <toolsjar>${java.home}/../Classes/classes.jar</toolsjar>
- </properties>
- <dependencies>
- <dependency>
- <groupId>jdk.tools</groupId>
- <artifactId>jdk.tools</artifactId>
- <version>1.6</version>
- <scope>system</scope>
- <systemPath>${toolsjar}</systemPath>
- </dependency>
- </dependencies>
- </profile>
- </profiles>
-
-
-
- <dependencies>
-
- <!-- Hadoop -->
- <dependency>
- <groupId>org.apache.hadoop</groupId>
- <artifactId>hadoop-mapreduce-client-core</artifactId>
- <version>${hadoop.version}</version>
- </dependency>
-
- <dependency>
- <groupId>org.apache.hadoop</groupId>
- <artifactId>hadoop-common</artifactId>
- <version>${hadoop.version}</version>
- </dependency>
-
- <dependency>
- <groupId>org.slf4j</groupId>
- <artifactId>slf4j-api</artifactId>
- <version>${slf4j.version}</version>
- </dependency>
- <dependency>
- <groupId>com.twitter</groupId>
- <artifactId>scalding-core_${scalding.scala.version}</artifactId>
- <version>${scalding.version}</version>
- <!--<exclusions>-->
- <!--<exclusion>-->
- <!--<groupId>com.twitter</groupId>-->
- <!--<artifactId>maple</artifactId>-->
- <!--</exclusion>-->
- <!--</exclusions>-->
- </dependency>
-
- <dependency>
- <groupId>org.apache.hbase</groupId>
- <artifactId>hbase</artifactId>
- <version>${hbase.version}</version>
- </dependency>
- <!-- Three dependencies for ScalaSpec -->
- <dependency>
- <groupId>org.scala-lang</groupId>
- <artifactId>scala-library</artifactId>
- <version>${scala.version}</version>
- </dependency>
- <dependency>
- <groupId>com.typesafe</groupId>
- <artifactId>config</artifactId>
- <version>${typesafe.config.version}</version>
- </dependency>
-
- <dependency>
- <groupId>com.twitter.elephantbird</groupId>
- <artifactId>elephant-bird-core</artifactId>
- <version>4.1</version>
- </dependency>
- <dependency>
- <groupId>com.twitter.elephantbird</groupId>
- <artifactId>elephant-bird-hadoop-compat</artifactId>
- <version>4.1</version>
- </dependency>
-
- <!-- Testing dependencies (ScalaSpec / ScalaTest / JUnit) -->
- <dependency>
- <groupId>org.specs2</groupId>
- <artifactId>specs2_${scalding.scala.version}</artifactId>
- <version>${specs2.version}</version>
- <scope>test</scope>
- </dependency>
- <dependency>
- <groupId>org.scalatest</groupId>
- <artifactId>scalatest_${scalding.scala.version}</artifactId>
- <version>${scalatest.version}</version>
- <scope>test</scope>
- </dependency>
- <dependency>
- <groupId>junit</groupId>
- <artifactId>junit</artifactId>
- <version>${junit.version}</version>
- <scope>test</scope>
- </dependency>
- </dependencies>
- <!-- From https://wiki.scala-lang.org/display/SIW/ScalaEclipseMaven -->
-
-
- <build>
- <sourceDirectory>src/main/java</sourceDirectory>
- <testSourceDirectory>src/test/scala</testSourceDirectory>
- <plugins>
- <plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-jar-plugin</artifactId>
- <version>2.4</version>
- <configuration>
- <includes>
- <include>**/*</include>
- </includes>
- </configuration>
- </plugin>
- <!-- This plugin is not supported by Eclipse, so maybe we shouldn't be
- using it -->
- <plugin>
- <groupId>org.scala-tools</groupId>
- <artifactId>maven-scala-plugin</artifactId>
- <executions>
-
- <execution>
- <id>compile</id>
- <goals>
- <goal>compile</goal>
- </goals>
- <phase>compile</phase>
- </execution>
- <execution>
- <id>test-compile</id>
- <goals>
- <goal>testCompile</goal>
- </goals>
- <phase>test-compile</phase>
- </execution>
- <execution>
- <phase>process-resources</phase>
- <goals>
- <goal>compile</goal>
- </goals>
- </execution>
- </executions>
- </plugin>
- <plugin>
- <artifactId>maven-compiler-plugin</artifactId>
- <version>${maven-compiler-plugin.version}</version>
- <configuration>
- <source>${maven.compiler.source}</source>
- <target>${maven.compiler.target}</target>
- </configuration>
- </plugin>
- <plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-dependency-plugin</artifactId>
- <executions>
- <execution>
- <id>copy-dependencies</id>
- <phase>install</phase>
- <goals>
- <goal>copy-dependencies</goal>
- </goals>
- <configuration>
- <outputDirectory>./alternateLocation</outputDirectory> <!-- ${project.build.directory} -->
- <overWriteReleases>false</overWriteReleases>
- <overWriteSnapshots>false</overWriteSnapshots>
- <overWriteIfNewer>true</overWriteIfNewer>
- </configuration>
- </execution>
- </executions>
- </plugin>
- </plugins>
- <pluginManagement>
- <plugins>
- <!--Run with : mvn dependency:copy-dependencies -->
- <plugin>
- <groupId>org.eclipse.m2e</groupId>
- <artifactId>lifecycle-mapping</artifactId>
- <version>1.0.0</version>
- <configuration>
- <lifecycleMappingMetadata>
- <pluginExecutions>
- <pluginExecution>
- <pluginExecutionFilter>
- <groupId>
- org.apache.maven.plugins
- </groupId>
- <artifactId>
- maven-dependency-plugin
- </artifactId>
- <versionRange>[2.1,)</versionRange>
- <goals>
- <goal>copy-dependencies</goal>
- </goals>
- </pluginExecutionFilter>
- <action>
- <ignore></ignore>
- </action>
- </pluginExecution>
- <pluginExecution>
- <pluginExecutionFilter>
- <groupId></groupId>
- <artifactId></artifactId>
- <versionRange>[0.0,)</versionRange>
- <goals>
- <goal></goal>
- </goals>
- </pluginExecutionFilter>
- <action>
- <ignore></ignore>
- </action>
- </pluginExecution>
- <pluginExecution>
- <pluginExecutionFilter>
- <groupId>
- org.scala-tools
- </groupId>
- <artifactId>
- maven-scala-plugin
- </artifactId>
- <versionRange>
- [2.15.2,)
- </versionRange>
- <goals>
- <goal>compile</goal>
- <goal>testCompile</goal>
- </goals>
- </pluginExecutionFilter>
- <action>
- <ignore></ignore>
- </action>
- </pluginExecution>
- </pluginExecutions>
- </lifecycleMappingMetadata>
- </configuration>
- </plugin>
- </plugins>
- </pluginManagement>
- </build>
-
-</project>
diff --git a/releases/parallelai/parallelai.spyglass/2.9.3_2.2.0/parallelai.spyglass-2.9.3_2.2.0.pom.md5 b/releases/parallelai/parallelai.spyglass/2.9.3_2.2.0/parallelai.spyglass-2.9.3_2.2.0.pom.md5
deleted file mode 100644
index f9fd1bc..0000000
--- a/releases/parallelai/parallelai.spyglass/2.9.3_2.2.0/parallelai.spyglass-2.9.3_2.2.0.pom.md5
+++ /dev/null
@@ -1 +0,0 @@
-3e814be53ae8de87faddb5b624b93a02 \ No newline at end of file
diff --git a/releases/parallelai/parallelai.spyglass/2.9.3_2.2.0/parallelai.spyglass-2.9.3_2.2.0.pom.sha1 b/releases/parallelai/parallelai.spyglass/2.9.3_2.2.0/parallelai.spyglass-2.9.3_2.2.0.pom.sha1
deleted file mode 100644
index 1beadfd..0000000
--- a/releases/parallelai/parallelai.spyglass/2.9.3_2.2.0/parallelai.spyglass-2.9.3_2.2.0.pom.sha1
+++ /dev/null
@@ -1 +0,0 @@
-149772a69394128ac4703348537428c0f5b1e60f \ No newline at end of file
diff --git a/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0-SNAPSHOT/maven-metadata.xml b/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0-SNAPSHOT/maven-metadata.xml
deleted file mode 100644
index 4de1f20..0000000
--- a/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0-SNAPSHOT/maven-metadata.xml
+++ /dev/null
@@ -1,12 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<metadata>
- <groupId>parallelai</groupId>
- <artifactId>parallelai.spyglass</artifactId>
- <version>2.9.3_3.0.0-SNAPSHOT</version>
- <versioning>
- <snapshot>
- <buildNumber>1</buildNumber>
- </snapshot>
- <lastUpdated>20130718162116</lastUpdated>
- </versioning>
-</metadata>
diff --git a/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0-SNAPSHOT/maven-metadata.xml.md5 b/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0-SNAPSHOT/maven-metadata.xml.md5
deleted file mode 100644
index 1dd1a4a..0000000
--- a/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0-SNAPSHOT/maven-metadata.xml.md5
+++ /dev/null
@@ -1 +0,0 @@
-4443f807484dee6a03c53a033f25eb2b \ No newline at end of file
diff --git a/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0-SNAPSHOT/maven-metadata.xml.sha1 b/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0-SNAPSHOT/maven-metadata.xml.sha1
deleted file mode 100644
index 3a98741..0000000
--- a/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0-SNAPSHOT/maven-metadata.xml.sha1
+++ /dev/null
@@ -1 +0,0 @@
-cde0ebf02ae252fb69c4495b4ef7b7e11d5fcacc \ No newline at end of file
diff --git a/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0-SNAPSHOT/parallelai.spyglass-2.9.3_3.0.0-SNAPSHOT.jar b/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0-SNAPSHOT/parallelai.spyglass-2.9.3_3.0.0-SNAPSHOT.jar
deleted file mode 100644
index b1c9d06..0000000
--- a/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0-SNAPSHOT/parallelai.spyglass-2.9.3_3.0.0-SNAPSHOT.jar
+++ /dev/null
Binary files differ
diff --git a/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0-SNAPSHOT/parallelai.spyglass-2.9.3_3.0.0-SNAPSHOT.jar.md5 b/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0-SNAPSHOT/parallelai.spyglass-2.9.3_3.0.0-SNAPSHOT.jar.md5
deleted file mode 100644
index 853d2cd..0000000
--- a/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0-SNAPSHOT/parallelai.spyglass-2.9.3_3.0.0-SNAPSHOT.jar.md5
+++ /dev/null
@@ -1 +0,0 @@
-27442e7b59742ff1ea9a80c0199c4a75 \ No newline at end of file
diff --git a/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0-SNAPSHOT/parallelai.spyglass-2.9.3_3.0.0-SNAPSHOT.jar.sha1 b/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0-SNAPSHOT/parallelai.spyglass-2.9.3_3.0.0-SNAPSHOT.jar.sha1
deleted file mode 100644
index 0cde85b..0000000
--- a/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0-SNAPSHOT/parallelai.spyglass-2.9.3_3.0.0-SNAPSHOT.jar.sha1
+++ /dev/null
@@ -1 +0,0 @@
-19063e640982c3d85ace65beb6841af2447b632e \ No newline at end of file
diff --git a/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0-SNAPSHOT/parallelai.spyglass-2.9.3_3.0.0-SNAPSHOT.pom b/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0-SNAPSHOT/parallelai.spyglass-2.9.3_3.0.0-SNAPSHOT.pom
deleted file mode 100644
index 208f8e7..0000000
--- a/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0-SNAPSHOT/parallelai.spyglass-2.9.3_3.0.0-SNAPSHOT.pom
+++ /dev/null
@@ -1,365 +0,0 @@
-<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
- xsi:schemaLocation="http://maven.apache.org/POM/4.0.0
- http://maven.apache.org/maven-v4_0_0.xsd">
- <modelVersion>4.0.0</modelVersion>
-
- <organization>
- <name>Parallel AI</name>
- <url>http://www.parallelai.com</url>
- </organization>
-
-
- <name>Cascading and Scalding wrapper for HBase with advanced features</name>
- <groupId>parallelai</groupId>
- <artifactId>parallelai.spyglass</artifactId>
- <version>2.9.3_3.0.0-SNAPSHOT</version>
- <packaging>jar</packaging>
-
- <properties>
- <!-- Java compilation level -->
- <maven.compiler.source>1.6</maven.compiler.source>
- <maven.compiler.target>1.6</maven.compiler.target>
- <maven-compiler-plugin.version>3.0</maven-compiler-plugin.version>
- <maven-scala-plugin.version>2.15.2</maven-scala-plugin.version>
- <maven-war-plugin.version>2.3</maven-war-plugin.version>
-
- <!-- UTF-8 Encoding settings -->
- <encoding>UTF-8</encoding>
- <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
- <project.reporting.outputEncoding>UTF-8</project.reporting.outputEncoding>
-
- <datafu.version>0.0.4-cdh4.2.0</datafu.version>
- <flume.version>1.3.0-cdh4.2.0</flume.version>
- <hadoop.version>2.0.0-cdh4.2.0</hadoop.version>
- <hbase.version>0.94.2-cdh4.2.0</hbase.version>
- <hive.version>0.10.0-cdh4.2.0</hive.version>
- <mahout.version>0.7-cdh4.2.0</mahout.version>
- <mapreduce.version>2.0.0-mr1-cdh4.2.0</mapreduce.version>
- <oozie.version>3.3.0-cdh4.2.0</oozie.version>
- <oozie-hadoop.version>2.0.0-cdh4.2.0.oozie-3.3.0-cdh4.2.0</oozie-hadoop.version>
- <oozie-sharelib.version>3.3.0-cdh4.2.0</oozie-sharelib.version>
- <pig.version>0.10.0-cdh4.2.0</pig.version>
- <sqoop.version>1.4.2-cdh4.2.0</sqoop.version>
- <whirr.version>0.8.0-cdh4.2.0</whirr.version>
- <zookeeper.version>3.4.5-cdh4.2.0</zookeeper.version>
-
- <!-- Scala/Scalding/Cascading properties -->
- <scala.version>2.9.3</scala.version>
- <scalding.scala.version>2.9.3</scalding.scala.version>
- <scalding.version>0.8.6</scalding.version>
- <cascading.version>2.1.0</cascading.version>
- <scalding-commons.version>0.2.0</scalding-commons.version>
- <scalatest.version>1.9.1</scalatest.version>
-
- <trove4j.version>3.0.3</trove4j.version>
- <maple.version>0.2.8</maple.version>
- <specs2.version>1.12.4.1</specs2.version>
- <typesafe.config.version>1.0.0</typesafe.config.version>
-
- <!-- Other libraries properties -->
- <junit.version>4.10</junit.version>
- <slf4j.version>1.7.2</slf4j.version>
- <trove4j.version>3.0.3</trove4j.version>
- <javax.servlet.version>2.5</javax.servlet.version>
- <uncommons-maths.version>1.2.2a</uncommons-maths.version>
- <maven.surefire.plugin.version>2.12.3</maven.surefire.plugin.version>
-
- </properties>
-
- <distributionManagement>
- <repository>
- <id>repo</id>
- <url>https://github.com/ParallelAI/mvn-repo/raw/master/releases</url>
- </repository>
- </distributionManagement>
-
- <!-- Repositories -->
- <repositories>
- <repository>
- <id>scala-tools.org</id>
- <name>Scala Tools</name>
- <url>https://oss.sonatype.org/content/repositories/snapshots/</url>
- </repository>
- <repository>
- <id>cloudera-cdh4</id>
- <name>Cloudera CDH4</name>
- <url>https://repository.cloudera.com/artifactory/cloudera-repos/</url>
- </repository>
- <repository>
- <id>conjars</id>
- <name>Con Jars</name>
- <url>http://conjars.org/repo</url>
- </repository>
- </repositories>
-
- <!-- Profiles -->
- <profiles>
- <profile>
- <id>windows_profile</id>
- <activation>
- <activeByDefault>false</activeByDefault>
- <os>
- <family>Windows</family>
- </os>
- </activation>
- <properties>
- <toolsjar>${JAVA_HOME}\\lib\\tools.jar</toolsjar>
- </properties>
- <dependencies>
- <dependency>
- <groupId>jdk.tools</groupId>
- <artifactId>jdk.tools</artifactId>
- <version>1.6</version>
- <scope>system</scope>
- <systemPath>${toolsjar}</systemPath>
- </dependency>
- </dependencies>
- </profile>
- <profile>
- <id>osx_profile</id>
- <activation>
- <activeByDefault>false</activeByDefault>
- <os>
- <family>mac</family>
- </os>
- </activation>
- <properties>
- <toolsjar>${java.home}/../Classes/classes.jar</toolsjar>
- </properties>
- <dependencies>
- <dependency>
- <groupId>jdk.tools</groupId>
- <artifactId>jdk.tools</artifactId>
- <version>1.6</version>
- <scope>system</scope>
- <systemPath>${toolsjar}</systemPath>
- </dependency>
- </dependencies>
- </profile>
- </profiles>
-
-
-
- <dependencies>
-
- <!-- Hadoop -->
- <dependency>
- <groupId>org.apache.hadoop</groupId>
- <artifactId>hadoop-mapreduce-client-core</artifactId>
- <version>${hadoop.version}</version>
- </dependency>
-
- <dependency>
- <groupId>org.apache.hadoop</groupId>
- <artifactId>hadoop-common</artifactId>
- <version>${hadoop.version}</version>
- </dependency>
-
- <dependency>
- <groupId>org.slf4j</groupId>
- <artifactId>slf4j-api</artifactId>
- <version>${slf4j.version}</version>
- </dependency>
- <dependency>
- <groupId>com.twitter</groupId>
- <artifactId>scalding-core_${scalding.scala.version}</artifactId>
- <version>${scalding.version}</version>
- <!--<exclusions>-->
- <!--<exclusion>-->
- <!--<groupId>com.twitter</groupId>-->
- <!--<artifactId>maple</artifactId>-->
- <!--</exclusion>-->
- <!--</exclusions>-->
- </dependency>
-
- <dependency>
- <groupId>org.apache.hbase</groupId>
- <artifactId>hbase</artifactId>
- <version>${hbase.version}</version>
- </dependency>
- <!-- Three dependencies for ScalaSpec -->
- <dependency>
- <groupId>org.scala-lang</groupId>
- <artifactId>scala-library</artifactId>
- <version>${scala.version}</version>
- </dependency>
- <dependency>
- <groupId>com.typesafe</groupId>
- <artifactId>config</artifactId>
- <version>${typesafe.config.version}</version>
- </dependency>
-
- <dependency>
- <groupId>com.twitter.elephantbird</groupId>
- <artifactId>elephant-bird-core</artifactId>
- <version>4.1</version>
- </dependency>
- <dependency>
- <groupId>com.twitter.elephantbird</groupId>
- <artifactId>elephant-bird-hadoop-compat</artifactId>
- <version>4.1</version>
- </dependency>
-
- <!-- Testing dependencies (ScalaSpec / ScalaTest / JUnit) -->
- <dependency>
- <groupId>org.specs2</groupId>
- <artifactId>specs2_${scalding.scala.version}</artifactId>
- <version>${specs2.version}</version>
- <scope>test</scope>
- </dependency>
- <dependency>
- <groupId>org.scalatest</groupId>
- <artifactId>scalatest_${scalding.scala.version}</artifactId>
- <version>${scalatest.version}</version>
- <scope>test</scope>
- </dependency>
- <dependency>
- <groupId>junit</groupId>
- <artifactId>junit</artifactId>
- <version>${junit.version}</version>
- <scope>test</scope>
- </dependency>
- </dependencies>
- <!-- From https://wiki.scala-lang.org/display/SIW/ScalaEclipseMaven -->
-
-
- <build>
- <sourceDirectory>src/main/java</sourceDirectory>
- <testSourceDirectory>src/test/scala</testSourceDirectory>
- <plugins>
- <plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-jar-plugin</artifactId>
- <version>2.4</version>
- <configuration>
- <includes>
- <include>**/*</include>
- </includes>
- </configuration>
- </plugin>
- <!-- This plugin is not supported by Eclipse, so maybe we shouldn't be
- using it -->
- <plugin>
- <groupId>org.scala-tools</groupId>
- <artifactId>maven-scala-plugin</artifactId>
- <executions>
-
- <execution>
- <id>compile</id>
- <goals>
- <goal>compile</goal>
- </goals>
- <phase>compile</phase>
- </execution>
- <execution>
- <id>test-compile</id>
- <goals>
- <goal>testCompile</goal>
- </goals>
- <phase>test-compile</phase>
- </execution>
- <execution>
- <phase>process-resources</phase>
- <goals>
- <goal>compile</goal>
- </goals>
- </execution>
- </executions>
- </plugin>
- <plugin>
- <artifactId>maven-compiler-plugin</artifactId>
- <version>${maven-compiler-plugin.version}</version>
- <configuration>
- <source>${maven.compiler.source}</source>
- <target>${maven.compiler.target}</target>
- </configuration>
- </plugin>
- <plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-dependency-plugin</artifactId>
- <executions>
- <execution>
- <id>copy-dependencies</id>
- <phase>install</phase>
- <goals>
- <goal>copy-dependencies</goal>
- </goals>
- <configuration>
- <outputDirectory>./alternateLocation</outputDirectory> <!-- ${project.build.directory} -->
- <overWriteReleases>false</overWriteReleases>
- <overWriteSnapshots>false</overWriteSnapshots>
- <overWriteIfNewer>true</overWriteIfNewer>
- </configuration>
- </execution>
- </executions>
- </plugin>
- </plugins>
- <pluginManagement>
- <plugins>
- <!--Run with : mvn dependency:copy-dependencies -->
- <plugin>
- <groupId>org.eclipse.m2e</groupId>
- <artifactId>lifecycle-mapping</artifactId>
- <version>1.0.0</version>
- <configuration>
- <lifecycleMappingMetadata>
- <pluginExecutions>
- <pluginExecution>
- <pluginExecutionFilter>
- <groupId>
- org.apache.maven.plugins
- </groupId>
- <artifactId>
- maven-dependency-plugin
- </artifactId>
- <versionRange>[2.1,)</versionRange>
- <goals>
- <goal>copy-dependencies</goal>
- </goals>
- </pluginExecutionFilter>
- <action>
- <ignore></ignore>
- </action>
- </pluginExecution>
- <pluginExecution>
- <pluginExecutionFilter>
- <groupId></groupId>
- <artifactId></artifactId>
- <versionRange>[0.0,)</versionRange>
- <goals>
- <goal></goal>
- </goals>
- </pluginExecutionFilter>
- <action>
- <ignore></ignore>
- </action>
- </pluginExecution>
- <pluginExecution>
- <pluginExecutionFilter>
- <groupId>
- org.scala-tools
- </groupId>
- <artifactId>
- maven-scala-plugin
- </artifactId>
- <versionRange>
- [2.15.2,)
- </versionRange>
- <goals>
- <goal>compile</goal>
- <goal>testCompile</goal>
- </goals>
- </pluginExecutionFilter>
- <action>
- <ignore></ignore>
- </action>
- </pluginExecution>
- </pluginExecutions>
- </lifecycleMappingMetadata>
- </configuration>
- </plugin>
- </plugins>
- </pluginManagement>
- </build>
-
-</project>
diff --git a/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0-SNAPSHOT/parallelai.spyglass-2.9.3_3.0.0-SNAPSHOT.pom.md5 b/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0-SNAPSHOT/parallelai.spyglass-2.9.3_3.0.0-SNAPSHOT.pom.md5
deleted file mode 100644
index 50e77fa..0000000
--- a/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0-SNAPSHOT/parallelai.spyglass-2.9.3_3.0.0-SNAPSHOT.pom.md5
+++ /dev/null
@@ -1 +0,0 @@
-bec29d01d22d56b0a3abc66393eb6a9e \ No newline at end of file
diff --git a/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0-SNAPSHOT/parallelai.spyglass-2.9.3_3.0.0-SNAPSHOT.pom.sha1 b/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0-SNAPSHOT/parallelai.spyglass-2.9.3_3.0.0-SNAPSHOT.pom.sha1
deleted file mode 100644
index de0b411..0000000
--- a/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0-SNAPSHOT/parallelai.spyglass-2.9.3_3.0.0-SNAPSHOT.pom.sha1
+++ /dev/null
@@ -1 +0,0 @@
-8f75be17a6bc284891987a4606a540236ba02942 \ No newline at end of file
diff --git a/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0/parallelai.spyglass-2.9.3_3.0.0.jar b/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0/parallelai.spyglass-2.9.3_3.0.0.jar
deleted file mode 100644
index e974576..0000000
--- a/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0/parallelai.spyglass-2.9.3_3.0.0.jar
+++ /dev/null
Binary files differ
diff --git a/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0/parallelai.spyglass-2.9.3_3.0.0.jar.md5 b/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0/parallelai.spyglass-2.9.3_3.0.0.jar.md5
deleted file mode 100644
index f72cb71..0000000
--- a/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0/parallelai.spyglass-2.9.3_3.0.0.jar.md5
+++ /dev/null
@@ -1 +0,0 @@
-7f624ce72a5fc6f1030940007b4d8d62 \ No newline at end of file
diff --git a/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0/parallelai.spyglass-2.9.3_3.0.0.jar.sha1 b/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0/parallelai.spyglass-2.9.3_3.0.0.jar.sha1
deleted file mode 100644
index cbba222..0000000
--- a/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0/parallelai.spyglass-2.9.3_3.0.0.jar.sha1
+++ /dev/null
@@ -1 +0,0 @@
-58b88e72e38c46164a22a690405d5fe750b0bb09 \ No newline at end of file
diff --git a/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0/parallelai.spyglass-2.9.3_3.0.0.pom b/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0/parallelai.spyglass-2.9.3_3.0.0.pom
deleted file mode 100644
index b582b99..0000000
--- a/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0/parallelai.spyglass-2.9.3_3.0.0.pom
+++ /dev/null
@@ -1,365 +0,0 @@
-<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
- xsi:schemaLocation="http://maven.apache.org/POM/4.0.0
- http://maven.apache.org/maven-v4_0_0.xsd">
- <modelVersion>4.0.0</modelVersion>
-
- <organization>
- <name>Parallel AI</name>
- <url>http://www.parallelai.com</url>
- </organization>
-
-
- <name>Cascading and Scalding wrapper for HBase with advanced features</name>
- <groupId>parallelai</groupId>
- <artifactId>parallelai.spyglass</artifactId>
- <version>2.9.3_3.0.0</version>
- <packaging>jar</packaging>
-
- <properties>
- <!-- Java compilation level -->
- <maven.compiler.source>1.6</maven.compiler.source>
- <maven.compiler.target>1.6</maven.compiler.target>
- <maven-compiler-plugin.version>3.0</maven-compiler-plugin.version>
- <maven-scala-plugin.version>2.15.2</maven-scala-plugin.version>
- <maven-war-plugin.version>2.3</maven-war-plugin.version>
-
- <!-- UTF-8 Encoding settings -->
- <encoding>UTF-8</encoding>
- <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
- <project.reporting.outputEncoding>UTF-8</project.reporting.outputEncoding>
-
- <datafu.version>0.0.4-cdh4.2.0</datafu.version>
- <flume.version>1.3.0-cdh4.2.0</flume.version>
- <hadoop.version>2.0.0-cdh4.2.0</hadoop.version>
- <hbase.version>0.94.2-cdh4.2.0</hbase.version>
- <hive.version>0.10.0-cdh4.2.0</hive.version>
- <mahout.version>0.7-cdh4.2.0</mahout.version>
- <mapreduce.version>2.0.0-mr1-cdh4.2.0</mapreduce.version>
- <oozie.version>3.3.0-cdh4.2.0</oozie.version>
- <oozie-hadoop.version>2.0.0-cdh4.2.0.oozie-3.3.0-cdh4.2.0</oozie-hadoop.version>
- <oozie-sharelib.version>3.3.0-cdh4.2.0</oozie-sharelib.version>
- <pig.version>0.10.0-cdh4.2.0</pig.version>
- <sqoop.version>1.4.2-cdh4.2.0</sqoop.version>
- <whirr.version>0.8.0-cdh4.2.0</whirr.version>
- <zookeeper.version>3.4.5-cdh4.2.0</zookeeper.version>
-
- <!-- Scala/Scalding/Cascading properties -->
- <scala.version>2.9.3</scala.version>
- <scalding.scala.version>2.9.3</scalding.scala.version>
- <scalding.version>0.8.6</scalding.version>
- <cascading.version>2.1.0</cascading.version>
- <scalding-commons.version>0.2.0</scalding-commons.version>
- <scalatest.version>1.9.1</scalatest.version>
-
- <trove4j.version>3.0.3</trove4j.version>
- <maple.version>0.2.8</maple.version>
- <specs2.version>1.12.4.1</specs2.version>
- <typesafe.config.version>1.0.0</typesafe.config.version>
-
- <!-- Other libraries properties -->
- <junit.version>4.10</junit.version>
- <slf4j.version>1.7.2</slf4j.version>
- <trove4j.version>3.0.3</trove4j.version>
- <javax.servlet.version>2.5</javax.servlet.version>
- <uncommons-maths.version>1.2.2a</uncommons-maths.version>
- <maven.surefire.plugin.version>2.12.3</maven.surefire.plugin.version>
-
- </properties>
-
- <distributionManagement>
- <repository>
- <id>repo</id>
- <url>https://github.com/ParallelAI/mvn-repo/raw/master/releases</url>
- </repository>
- </distributionManagement>
-
- <!-- Repositories -->
- <repositories>
- <repository>
- <id>scala-tools.org</id>
- <name>Scala Tools</name>
- <url>https://oss.sonatype.org/content/repositories/snapshots/</url>
- </repository>
- <repository>
- <id>cloudera-cdh4</id>
- <name>Cloudera CDH4</name>
- <url>https://repository.cloudera.com/artifactory/cloudera-repos/</url>
- </repository>
- <repository>
- <id>conjars</id>
- <name>Con Jars</name>
- <url>http://conjars.org/repo</url>
- </repository>
- </repositories>
-
- <!-- Profiles -->
- <profiles>
- <profile>
- <id>windows_profile</id>
- <activation>
- <activeByDefault>false</activeByDefault>
- <os>
- <family>Windows</family>
- </os>
- </activation>
- <properties>
- <toolsjar>${JAVA_HOME}\\lib\\tools.jar</toolsjar>
- </properties>
- <dependencies>
- <dependency>
- <groupId>jdk.tools</groupId>
- <artifactId>jdk.tools</artifactId>
- <version>1.6</version>
- <scope>system</scope>
- <systemPath>${toolsjar}</systemPath>
- </dependency>
- </dependencies>
- </profile>
- <profile>
- <id>osx_profile</id>
- <activation>
- <activeByDefault>false</activeByDefault>
- <os>
- <family>mac</family>
- </os>
- </activation>
- <properties>
- <toolsjar>${java.home}/../Classes/classes.jar</toolsjar>
- </properties>
- <dependencies>
- <dependency>
- <groupId>jdk.tools</groupId>
- <artifactId>jdk.tools</artifactId>
- <version>1.6</version>
- <scope>system</scope>
- <systemPath>${toolsjar}</systemPath>
- </dependency>
- </dependencies>
- </profile>
- </profiles>
-
-
-
- <dependencies>
-
- <!-- Hadoop -->
- <dependency>
- <groupId>org.apache.hadoop</groupId>
- <artifactId>hadoop-mapreduce-client-core</artifactId>
- <version>${hadoop.version}</version>
- </dependency>
-
- <dependency>
- <groupId>org.apache.hadoop</groupId>
- <artifactId>hadoop-common</artifactId>
- <version>${hadoop.version}</version>
- </dependency>
-
- <dependency>
- <groupId>org.slf4j</groupId>
- <artifactId>slf4j-api</artifactId>
- <version>${slf4j.version}</version>
- </dependency>
- <dependency>
- <groupId>com.twitter</groupId>
- <artifactId>scalding-core_${scalding.scala.version}</artifactId>
- <version>${scalding.version}</version>
- <!--<exclusions>-->
- <!--<exclusion>-->
- <!--<groupId>com.twitter</groupId>-->
- <!--<artifactId>maple</artifactId>-->
- <!--</exclusion>-->
- <!--</exclusions>-->
- </dependency>
-
- <dependency>
- <groupId>org.apache.hbase</groupId>
- <artifactId>hbase</artifactId>
- <version>${hbase.version}</version>
- </dependency>
- <!-- Three dependencies for ScalaSpec -->
- <dependency>
- <groupId>org.scala-lang</groupId>
- <artifactId>scala-library</artifactId>
- <version>${scala.version}</version>
- </dependency>
- <dependency>
- <groupId>com.typesafe</groupId>
- <artifactId>config</artifactId>
- <version>${typesafe.config.version}</version>
- </dependency>
-
- <dependency>
- <groupId>com.twitter.elephantbird</groupId>
- <artifactId>elephant-bird-core</artifactId>
- <version>4.1</version>
- </dependency>
- <dependency>
- <groupId>com.twitter.elephantbird</groupId>
- <artifactId>elephant-bird-hadoop-compat</artifactId>
- <version>4.1</version>
- </dependency>
-
- <!-- Testing dependencies (ScalaSpec / ScalaTest / JUnit) -->
- <dependency>
- <groupId>org.specs2</groupId>
- <artifactId>specs2_${scalding.scala.version}</artifactId>
- <version>${specs2.version}</version>
- <scope>test</scope>
- </dependency>
- <dependency>
- <groupId>org.scalatest</groupId>
- <artifactId>scalatest_${scalding.scala.version}</artifactId>
- <version>${scalatest.version}</version>
- <scope>test</scope>
- </dependency>
- <dependency>
- <groupId>junit</groupId>
- <artifactId>junit</artifactId>
- <version>${junit.version}</version>
- <scope>test</scope>
- </dependency>
- </dependencies>
- <!-- From https://wiki.scala-lang.org/display/SIW/ScalaEclipseMaven -->
-
-
- <build>
- <sourceDirectory>src/main/java</sourceDirectory>
- <testSourceDirectory>src/test/scala</testSourceDirectory>
- <plugins>
- <plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-jar-plugin</artifactId>
- <version>2.4</version>
- <configuration>
- <includes>
- <include>**/*</include>
- </includes>
- </configuration>
- </plugin>
- <!-- This plugin is not supported by Eclipse, so maybe we shouldn't be
- using it -->
- <plugin>
- <groupId>org.scala-tools</groupId>
- <artifactId>maven-scala-plugin</artifactId>
- <executions>
-
- <execution>
- <id>compile</id>
- <goals>
- <goal>compile</goal>
- </goals>
- <phase>compile</phase>
- </execution>
- <execution>
- <id>test-compile</id>
- <goals>
- <goal>testCompile</goal>
- </goals>
- <phase>test-compile</phase>
- </execution>
- <execution>
- <phase>process-resources</phase>
- <goals>
- <goal>compile</goal>
- </goals>
- </execution>
- </executions>
- </plugin>
- <plugin>
- <artifactId>maven-compiler-plugin</artifactId>
- <version>${maven-compiler-plugin.version}</version>
- <configuration>
- <source>${maven.compiler.source}</source>
- <target>${maven.compiler.target}</target>
- </configuration>
- </plugin>
- <plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-dependency-plugin</artifactId>
- <executions>
- <execution>
- <id>copy-dependencies</id>
- <phase>install</phase>
- <goals>
- <goal>copy-dependencies</goal>
- </goals>
- <configuration>
- <outputDirectory>./alternateLocation</outputDirectory> <!-- ${project.build.directory} -->
- <overWriteReleases>false</overWriteReleases>
- <overWriteSnapshots>false</overWriteSnapshots>
- <overWriteIfNewer>true</overWriteIfNewer>
- </configuration>
- </execution>
- </executions>
- </plugin>
- </plugins>
- <pluginManagement>
- <plugins>
- <!--Run with : mvn dependency:copy-dependencies -->
- <plugin>
- <groupId>org.eclipse.m2e</groupId>
- <artifactId>lifecycle-mapping</artifactId>
- <version>1.0.0</version>
- <configuration>
- <lifecycleMappingMetadata>
- <pluginExecutions>
- <pluginExecution>
- <pluginExecutionFilter>
- <groupId>
- org.apache.maven.plugins
- </groupId>
- <artifactId>
- maven-dependency-plugin
- </artifactId>
- <versionRange>[2.1,)</versionRange>
- <goals>
- <goal>copy-dependencies</goal>
- </goals>
- </pluginExecutionFilter>
- <action>
- <ignore></ignore>
- </action>
- </pluginExecution>
- <pluginExecution>
- <pluginExecutionFilter>
- <groupId></groupId>
- <artifactId></artifactId>
- <versionRange>[0.0,)</versionRange>
- <goals>
- <goal></goal>
- </goals>
- </pluginExecutionFilter>
- <action>
- <ignore></ignore>
- </action>
- </pluginExecution>
- <pluginExecution>
- <pluginExecutionFilter>
- <groupId>
- org.scala-tools
- </groupId>
- <artifactId>
- maven-scala-plugin
- </artifactId>
- <versionRange>
- [2.15.2,)
- </versionRange>
- <goals>
- <goal>compile</goal>
- <goal>testCompile</goal>
- </goals>
- </pluginExecutionFilter>
- <action>
- <ignore></ignore>
- </action>
- </pluginExecution>
- </pluginExecutions>
- </lifecycleMappingMetadata>
- </configuration>
- </plugin>
- </plugins>
- </pluginManagement>
- </build>
-
-</project>
diff --git a/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0/parallelai.spyglass-2.9.3_3.0.0.pom.md5 b/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0/parallelai.spyglass-2.9.3_3.0.0.pom.md5
deleted file mode 100644
index bcde8b7..0000000
--- a/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0/parallelai.spyglass-2.9.3_3.0.0.pom.md5
+++ /dev/null
@@ -1 +0,0 @@
-78a0d0a756d289a24a99c0c92867f55a \ No newline at end of file
diff --git a/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0/parallelai.spyglass-2.9.3_3.0.0.pom.sha1 b/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0/parallelai.spyglass-2.9.3_3.0.0.pom.sha1
deleted file mode 100644
index 38175fa..0000000
--- a/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0/parallelai.spyglass-2.9.3_3.0.0.pom.sha1
+++ /dev/null
@@ -1 +0,0 @@
-2d62ce030b2221da6489442da869c955939feddc \ No newline at end of file
diff --git a/releases/parallelai/parallelai.spyglass/2.9.3_4.1.0/parallelai.spyglass-2.9.3_4.1.0.jar b/releases/parallelai/parallelai.spyglass/2.9.3_4.1.0/parallelai.spyglass-2.9.3_4.1.0.jar
deleted file mode 100644
index 1a0f3c6..0000000
--- a/releases/parallelai/parallelai.spyglass/2.9.3_4.1.0/parallelai.spyglass-2.9.3_4.1.0.jar
+++ /dev/null
Binary files differ
diff --git a/releases/parallelai/parallelai.spyglass/2.9.3_4.1.0/parallelai.spyglass-2.9.3_4.1.0.jar.md5 b/releases/parallelai/parallelai.spyglass/2.9.3_4.1.0/parallelai.spyglass-2.9.3_4.1.0.jar.md5
deleted file mode 100644
index 01ad4ad..0000000
--- a/releases/parallelai/parallelai.spyglass/2.9.3_4.1.0/parallelai.spyglass-2.9.3_4.1.0.jar.md5
+++ /dev/null
@@ -1 +0,0 @@
-1d5f07b23b7b99b51b6f1e2eb2094366 \ No newline at end of file
diff --git a/releases/parallelai/parallelai.spyglass/2.9.3_4.1.0/parallelai.spyglass-2.9.3_4.1.0.jar.sha1 b/releases/parallelai/parallelai.spyglass/2.9.3_4.1.0/parallelai.spyglass-2.9.3_4.1.0.jar.sha1
deleted file mode 100644
index 198c6a3..0000000
--- a/releases/parallelai/parallelai.spyglass/2.9.3_4.1.0/parallelai.spyglass-2.9.3_4.1.0.jar.sha1
+++ /dev/null
@@ -1 +0,0 @@
-cfd32f16f66ac0bca227cb283837c3c6a68ba94b \ No newline at end of file
diff --git a/releases/parallelai/parallelai.spyglass/2.9.3_4.1.0/parallelai.spyglass-2.9.3_4.1.0.pom b/releases/parallelai/parallelai.spyglass/2.9.3_4.1.0/parallelai.spyglass-2.9.3_4.1.0.pom
deleted file mode 100644
index a4a31ff..0000000
--- a/releases/parallelai/parallelai.spyglass/2.9.3_4.1.0/parallelai.spyglass-2.9.3_4.1.0.pom
+++ /dev/null
@@ -1,374 +0,0 @@
-<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
- xsi:schemaLocation="http://maven.apache.org/POM/4.0.0
- http://maven.apache.org/maven-v4_0_0.xsd">
- <modelVersion>4.0.0</modelVersion>
-
- <organization>
- <name>Parallel AI</name>
- <url>http://www.parallelai.com</url>
- </organization>
-
-
- <properties>
- <!-- Java compilation level -->
- <maven.compiler.source>1.6</maven.compiler.source>
- <maven.compiler.target>1.6</maven.compiler.target>
- <maven-compiler-plugin.version>3.0</maven-compiler-plugin.version>
- <maven-scala-plugin.version>2.15.2</maven-scala-plugin.version>
- <maven-war-plugin.version>2.3</maven-war-plugin.version>
-
- <!-- UTF-8 Encoding settings -->
- <encoding>UTF-8</encoding>
- <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
- <project.reporting.outputEncoding>UTF-8</project.reporting.outputEncoding>
-
- <cdh.version>cdh4.3.0</cdh.version>
-
- <datafu.version>0.0.4-${cdh.version}</datafu.version>
- <flume.version>1.3.0-${cdh.version}</flume.version>
- <hadoop.version>2.0.0-${cdh.version}</hadoop.version>
- <hadoop.core.version>2.0.0-mr1-${cdh.version}</hadoop.core.version>
- <hbase.version>0.94.6-${cdh.version}</hbase.version>
- <hive.version>0.10.0-${cdh.version}</hive.version>
- <mahout.version>0.7-${cdh.version}</mahout.version>
- <mapreduce.version>2.0.0-mr1-${cdh.version}</mapreduce.version>
- <oozie.version>3.3.0-${cdh.version}</oozie.version>
- <oozie-hadoop.version>2.0.0-${cdh.version}.oozie-3.3.0-${cdh.version}</oozie-hadoop.version>
- <oozie-sharelib.version>3.3.0-${cdh.version}</oozie-sharelib.version>
- <pig.version>0.10.0-${cdh.version}</pig.version>
- <sqoop.version>1.4.2-${cdh.version}</sqoop.version>
- <whirr.version>0.8.0-${cdh.version}</whirr.version>
- <zookeeper.version>3.4.5-${cdh.version}</zookeeper.version>
-
- <!-- Scala/Scalding/Cascading properties -->
- <scala.version>2.9.3</scala.version>
- <scalding.scala.version>2.9.3</scalding.scala.version>
- <scalding.version>0.8.6</scalding.version>
- <cascading.version>2.1.6</cascading.version>
- <scalding-commons.version>0.2.0</scalding-commons.version>
- <scalatest.version>1.9.1</scalatest.version>
-
- <trove4j.version>3.0.3</trove4j.version>
- <maple.version>0.2.8</maple.version>
- <!-- 2.1.1 for Scala 2.10.2 and 1.12.4.1 for Scala 2.9.3-->
- <specs2.version>1.12.4.1</specs2.version>
- <typesafe.config.version>1.0.0</typesafe.config.version>
-
- <!-- Other libraries properties -->
- <junit.version>4.10</junit.version>
- <slf4j.version>1.7.2</slf4j.version>
- <trove4j.version>3.0.3</trove4j.version>
- <javax.servlet.version>2.5</javax.servlet.version>
- <uncommons-maths.version>1.2.2a</uncommons-maths.version>
- <maven.surefire.plugin.version>2.12.3</maven.surefire.plugin.version>
-
- </properties>
-
- <name>Cascading and Scalding wrapper for HBase with advanced features</name>
- <groupId>parallelai</groupId>
- <artifactId>parallelai.spyglass</artifactId>
- <version>${scala.version}_4.1.0</version>
- <packaging>jar</packaging>
-
- <!-- Repositories -->
- <repositories>
- <repository>
- <id>scala-tools.org</id>
- <name>Scala Tools</name>
- <url>https://oss.sonatype.org/content/repositories/snapshots/</url>
- </repository>
- <repository>
- <id>cloudera-cdh4</id>
- <name>Cloudera CDH4</name>
- <url>https://repository.cloudera.com/artifactory/cloudera-repos/</url>
- </repository>
- <repository>
- <id>conjars</id>
- <name>Con Jars</name>
- <url>http://conjars.org/repo</url>
- </repository>
- </repositories>
-
- <!-- Profiles -->
- <profiles>
- <profile>
- <id>windows_profile</id>
- <activation>
- <activeByDefault>false</activeByDefault>
- <os>
- <family>Windows</family>
- </os>
- </activation>
- <properties>
- <toolsjar>${JAVA_HOME}\\lib\\tools.jar</toolsjar>
- </properties>
- <dependencies>
- <dependency>
- <groupId>jdk.tools</groupId>
- <artifactId>jdk.tools</artifactId>
- <version>1.6</version>
- <scope>system</scope>
- <systemPath>${toolsjar}</systemPath>
- </dependency>
- </dependencies>
- </profile>
- <profile>
- <id>osx_profile</id>
- <activation>
- <activeByDefault>false</activeByDefault>
- <os>
- <family>mac</family>
- </os>
- </activation>
- <properties>
- <toolsjar>${java.home}/../Classes/classes.jar</toolsjar>
- </properties>
- <dependencies>
- <dependency>
- <groupId>jdk.tools</groupId>
- <artifactId>jdk.tools</artifactId>
- <version>1.6</version>
- <scope>system</scope>
- <systemPath>${toolsjar}</systemPath>
- </dependency>
- </dependencies>
- </profile>
- </profiles>
-
-
-
- <dependencies>
- <dependency>
- <groupId>cascading</groupId>
- <artifactId>cascading-core</artifactId>
- <version>${cascading.version}</version>
- </dependency>
- <dependency>
- <groupId>cascading</groupId>
- <artifactId>cascading-hadoop</artifactId>
- <version>${cascading.version}</version>
- </dependency>
-
-
- <!-- Hadoop -->
- <dependency>
- <groupId>org.apache.hadoop</groupId>
- <artifactId>hadoop-core</artifactId>
- <version>${hadoop.core.version}</version>
- </dependency>
-
- <dependency>
- <groupId>org.apache.hadoop</groupId>
- <artifactId>hadoop-common</artifactId>
- <version>${hadoop.version}</version>
- </dependency>
-
- <dependency>
- <groupId>org.slf4j</groupId>
- <artifactId>slf4j-api</artifactId>
- <version>${slf4j.version}</version>
- </dependency>
- <dependency>
- <groupId>com.twitter</groupId>
- <artifactId>scalding-core_${scalding.scala.version}</artifactId>
- <version>${scalding.version}</version>
- </dependency>
-
- <dependency>
- <groupId>org.apache.hbase</groupId>
- <artifactId>hbase</artifactId>
- <version>${hbase.version}</version>
- </dependency>
- <!-- Three dependencies for ScalaSpec -->
- <dependency>
- <groupId>org.scala-lang</groupId>
- <artifactId>scala-library</artifactId>
- <version>${scala.version}</version>
- </dependency>
- <dependency>
- <groupId>com.typesafe</groupId>
- <artifactId>config</artifactId>
- <version>${typesafe.config.version}</version>
- </dependency>
-
- <dependency>
- <groupId>com.twitter.elephantbird</groupId>
- <artifactId>elephant-bird-core</artifactId>
- <version>4.1</version>
- </dependency>
- <dependency>
- <groupId>com.twitter.elephantbird</groupId>
- <artifactId>elephant-bird-hadoop-compat</artifactId>
- <version>4.1</version>
- </dependency>
-
- <!-- Testing dependencies (ScalaSpec / ScalaTest / JUnit) -->
- <dependency>
- <groupId>org.specs2</groupId>
- <artifactId>specs2_${scalding.scala.version}</artifactId>
- <version>${specs2.version}</version>
- <scope>test</scope>
- </dependency>
- <dependency>
- <groupId>org.scalatest</groupId>
- <artifactId>scalatest_${scalding.scala.version}</artifactId>
- <version>${scalatest.version}</version>
- <scope>test</scope>
- </dependency>
- <dependency>
- <groupId>junit</groupId>
- <artifactId>junit</artifactId>
- <version>${junit.version}</version>
- <scope>test</scope>
- </dependency>
- </dependencies>
- <!-- From https://wiki.scala-lang.org/display/SIW/ScalaEclipseMaven -->
-
-
- <build>
- <sourceDirectory>src/main/java</sourceDirectory>
- <testSourceDirectory>src/test/scala</testSourceDirectory>
- <plugins>
- <plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-jar-plugin</artifactId>
- <version>2.4</version>
- <configuration>
- <includes>
- <include>**/*</include>
- </includes>
- </configuration>
- </plugin>
- <!-- This plugin is not supported by Eclipse, so maybe we shouldn't be
- using it -->
- <plugin>
- <groupId>org.scala-tools</groupId>
- <artifactId>maven-scala-plugin</artifactId>
- <executions>
-
- <execution>
- <id>compile</id>
- <goals>
- <goal>compile</goal>
- </goals>
- <phase>compile</phase>
- </execution>
- <execution>
- <id>test-compile</id>
- <goals>
- <goal>testCompile</goal>
- </goals>
- <phase>test-compile</phase>
- </execution>
- <execution>
- <phase>process-resources</phase>
- <goals>
- <goal>compile</goal>
- </goals>
- </execution>
- </executions>
- </plugin>
- <plugin>
- <artifactId>maven-compiler-plugin</artifactId>
- <version>${maven-compiler-plugin.version}</version>
- <configuration>
- <source>${maven.compiler.source}</source>
- <target>${maven.compiler.target}</target>
- </configuration>
- </plugin>
- <plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-dependency-plugin</artifactId>
- <executions>
- <execution>
- <id>copy-dependencies</id>
- <phase>install</phase>
- <goals>
- <goal>copy-dependencies</goal>
- </goals>
- <configuration>
- <outputDirectory>./alternateLocation</outputDirectory> <!-- ${project.build.directory} -->
- <overWriteReleases>false</overWriteReleases>
- <overWriteSnapshots>false</overWriteSnapshots>
- <overWriteIfNewer>true</overWriteIfNewer>
- </configuration>
- </execution>
- </executions>
- </plugin>
- </plugins>
- <pluginManagement>
- <plugins>
- <!--Run with : mvn dependency:copy-dependencies -->
- <plugin>
- <groupId>org.eclipse.m2e</groupId>
- <artifactId>lifecycle-mapping</artifactId>
- <version>1.0.0</version>
- <configuration>
- <lifecycleMappingMetadata>
- <pluginExecutions>
- <pluginExecution>
- <pluginExecutionFilter>
- <groupId>
- org.apache.maven.plugins
- </groupId>
- <artifactId>
- maven-dependency-plugin
- </artifactId>
- <versionRange>[2.1,)</versionRange>
- <goals>
- <goal>copy-dependencies</goal>
- </goals>
- </pluginExecutionFilter>
- <action>
- <ignore></ignore>
- </action>
- </pluginExecution>
- <pluginExecution>
- <pluginExecutionFilter>
- <groupId></groupId>
- <artifactId></artifactId>
- <versionRange>[0.0,)</versionRange>
- <goals>
- <goal></goal>
- </goals>
- </pluginExecutionFilter>
- <action>
- <ignore></ignore>
- </action>
- </pluginExecution>
- <pluginExecution>
- <pluginExecutionFilter>
- <groupId>
- org.scala-tools
- </groupId>
- <artifactId>
- maven-scala-plugin
- </artifactId>
- <versionRange>
- [2.15.2,)
- </versionRange>
- <goals>
- <goal>compile</goal>
- <goal>testCompile</goal>
- </goals>
- </pluginExecutionFilter>
- <action>
- <ignore></ignore>
- </action>
- </pluginExecution>
- </pluginExecutions>
- </lifecycleMappingMetadata>
- </configuration>
- </plugin>
- <plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-deploy-plugin</artifactId>
- <configuration>
- <altDeploymentRepository>repo::default::file:${project.basedir}/releases</altDeploymentRepository>
- </configuration>
- </plugin>
- </plugins>
- </pluginManagement>
- </build>
-
-</project>
diff --git a/releases/parallelai/parallelai.spyglass/2.9.3_4.1.0/parallelai.spyglass-2.9.3_4.1.0.pom.md5 b/releases/parallelai/parallelai.spyglass/2.9.3_4.1.0/parallelai.spyglass-2.9.3_4.1.0.pom.md5
deleted file mode 100644
index 66fb633..0000000
--- a/releases/parallelai/parallelai.spyglass/2.9.3_4.1.0/parallelai.spyglass-2.9.3_4.1.0.pom.md5
+++ /dev/null
@@ -1 +0,0 @@
-2d56c227fab4525ad3b381000e8e9114 \ No newline at end of file
diff --git a/releases/parallelai/parallelai.spyglass/2.9.3_4.1.0/parallelai.spyglass-2.9.3_4.1.0.pom.sha1 b/releases/parallelai/parallelai.spyglass/2.9.3_4.1.0/parallelai.spyglass-2.9.3_4.1.0.pom.sha1
deleted file mode 100644
index a9541cb..0000000
--- a/releases/parallelai/parallelai.spyglass/2.9.3_4.1.0/parallelai.spyglass-2.9.3_4.1.0.pom.sha1
+++ /dev/null
@@ -1 +0,0 @@
-88164ccd7b7a4549f9ed21f220829df69c297263 \ No newline at end of file
diff --git a/releases/parallelai/parallelai.spyglass/maven-metadata.xml b/releases/parallelai/parallelai.spyglass/maven-metadata.xml
deleted file mode 100644
index 2fa71a6..0000000
--- a/releases/parallelai/parallelai.spyglass/maven-metadata.xml
+++ /dev/null
@@ -1,20 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<metadata>
- <groupId>parallelai</groupId>
- <artifactId>parallelai.spyglass</artifactId>
- <versioning>
- <release>2.9.3_4.1.0</release>
- <versions>
- <version>2.0.4</version>
- <version>2.1.1</version>
- <version>2.9.3_2.2.0</version>
- <version>2.9.3_3.0.0-SNAPSHOT</version>
- <version>2.9.3_3.0.0</version>
- <version>2.10.2_2.3.0</version>
- <version>2.10.2_4.0.0</version>
- <version>2.10.2_4.1.0</version>
- <version>2.9.3_4.1.0</version>
- </versions>
- <lastUpdated>20130904125843</lastUpdated>
- </versioning>
-</metadata>
diff --git a/releases/parallelai/parallelai.spyglass/maven-metadata.xml.md5 b/releases/parallelai/parallelai.spyglass/maven-metadata.xml.md5
deleted file mode 100644
index 969127a..0000000
--- a/releases/parallelai/parallelai.spyglass/maven-metadata.xml.md5
+++ /dev/null
@@ -1 +0,0 @@
-26c1c1f95b30a7449c08da3442b68a1d \ No newline at end of file
diff --git a/releases/parallelai/parallelai.spyglass/maven-metadata.xml.sha1 b/releases/parallelai/parallelai.spyglass/maven-metadata.xml.sha1
deleted file mode 100644
index dd4a505..0000000
--- a/releases/parallelai/parallelai.spyglass/maven-metadata.xml.sha1
+++ /dev/null
@@ -1 +0,0 @@
-d528834a3ceab0a5629bbed9ebed349341e4c326 \ No newline at end of file
diff --git a/releases/parallelai/parallelai.spyglass_2.9.3/2.2.0/parallelai.spyglass_2.9.3-2.2.0.jar b/releases/parallelai/parallelai.spyglass_2.9.3/2.2.0/parallelai.spyglass_2.9.3-2.2.0.jar
deleted file mode 100644
index bdf1b40..0000000
--- a/releases/parallelai/parallelai.spyglass_2.9.3/2.2.0/parallelai.spyglass_2.9.3-2.2.0.jar
+++ /dev/null
Binary files differ
diff --git a/releases/parallelai/parallelai.spyglass_2.9.3/2.2.0/parallelai.spyglass_2.9.3-2.2.0.jar.md5 b/releases/parallelai/parallelai.spyglass_2.9.3/2.2.0/parallelai.spyglass_2.9.3-2.2.0.jar.md5
deleted file mode 100644
index c0fc802..0000000
--- a/releases/parallelai/parallelai.spyglass_2.9.3/2.2.0/parallelai.spyglass_2.9.3-2.2.0.jar.md5
+++ /dev/null
@@ -1 +0,0 @@
-aca28a236abd1526df11a66f7d395346 \ No newline at end of file
diff --git a/releases/parallelai/parallelai.spyglass_2.9.3/2.2.0/parallelai.spyglass_2.9.3-2.2.0.jar.sha1 b/releases/parallelai/parallelai.spyglass_2.9.3/2.2.0/parallelai.spyglass_2.9.3-2.2.0.jar.sha1
deleted file mode 100644
index 0be76b2..0000000
--- a/releases/parallelai/parallelai.spyglass_2.9.3/2.2.0/parallelai.spyglass_2.9.3-2.2.0.jar.sha1
+++ /dev/null
@@ -1 +0,0 @@
-cdf6c5a207c4882f0da193aa040200f53cab7b30 \ No newline at end of file
diff --git a/releases/parallelai/parallelai.spyglass_2.9.3/2.2.0/parallelai.spyglass_2.9.3-2.2.0.pom b/releases/parallelai/parallelai.spyglass_2.9.3/2.2.0/parallelai.spyglass_2.9.3-2.2.0.pom
deleted file mode 100644
index 6c0c234..0000000
--- a/releases/parallelai/parallelai.spyglass_2.9.3/2.2.0/parallelai.spyglass_2.9.3-2.2.0.pom
+++ /dev/null
@@ -1,365 +0,0 @@
-<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
- xsi:schemaLocation="http://maven.apache.org/POM/4.0.0
- http://maven.apache.org/maven-v4_0_0.xsd">
- <modelVersion>4.0.0</modelVersion>
-
- <organization>
- <name>Parallel AI</name>
- <url>http://www.parallelai.com</url>
- </organization>
-
-
- <name>Cascading and Scalding wrapper for HBase with advanced features</name>
- <groupId>parallelai</groupId>
- <artifactId>parallelai.spyglass_2.9.3</artifactId>
- <version>2.2.0</version>
- <packaging>jar</packaging>
-
- <properties>
- <!-- Java compilation level -->
- <maven.compiler.source>1.6</maven.compiler.source>
- <maven.compiler.target>1.6</maven.compiler.target>
- <maven-compiler-plugin.version>3.0</maven-compiler-plugin.version>
- <maven-scala-plugin.version>2.15.2</maven-scala-plugin.version>
- <maven-war-plugin.version>2.3</maven-war-plugin.version>
-
- <!-- UTF-8 Encoding settings -->
- <encoding>UTF-8</encoding>
- <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
- <project.reporting.outputEncoding>UTF-8</project.reporting.outputEncoding>
-
- <datafu.version>0.0.4-cdh4.2.0</datafu.version>
- <flume.version>1.3.0-cdh4.2.0</flume.version>
- <hadoop.version>2.0.0-cdh4.2.0</hadoop.version>
- <hbase.version>0.94.2-cdh4.2.0</hbase.version>
- <hive.version>0.10.0-cdh4.2.0</hive.version>
- <mahout.version>0.7-cdh4.2.0</mahout.version>
- <mapreduce.version>2.0.0-mr1-cdh4.2.0</mapreduce.version>
- <oozie.version>3.3.0-cdh4.2.0</oozie.version>
- <oozie-hadoop.version>2.0.0-cdh4.2.0.oozie-3.3.0-cdh4.2.0</oozie-hadoop.version>
- <oozie-sharelib.version>3.3.0-cdh4.2.0</oozie-sharelib.version>
- <pig.version>0.10.0-cdh4.2.0</pig.version>
- <sqoop.version>1.4.2-cdh4.2.0</sqoop.version>
- <whirr.version>0.8.0-cdh4.2.0</whirr.version>
- <zookeeper.version>3.4.5-cdh4.2.0</zookeeper.version>
-
- <!-- Scala/Scalding/Cascading properties -->
- <scala.version>2.9.3</scala.version>
- <scalding.scala.version>2.9.3</scalding.scala.version>
- <scalding.version>0.8.6</scalding.version>
- <cascading.version>2.1.0</cascading.version>
- <scalding-commons.version>0.2.0</scalding-commons.version>
- <scalatest.version>1.9.1</scalatest.version>
-
- <trove4j.version>3.0.3</trove4j.version>
- <maple.version>0.2.8</maple.version>
- <specs2.version>1.12.4.1</specs2.version>
- <typesafe.config.version>1.0.0</typesafe.config.version>
-
- <!-- Other libraries properties -->
- <junit.version>4.10</junit.version>
- <slf4j.version>1.7.2</slf4j.version>
- <trove4j.version>3.0.3</trove4j.version>
- <javax.servlet.version>2.5</javax.servlet.version>
- <uncommons-maths.version>1.2.2a</uncommons-maths.version>
- <maven.surefire.plugin.version>2.12.3</maven.surefire.plugin.version>
-
- </properties>
-
- <distributionManagement>
- <repository>
- <id>repo</id>
- <url>https://github.com/ParallelAI/mvn-repo/raw/master/releases</url>
- </repository>
- </distributionManagement>
-
- <!-- Repositories -->
- <repositories>
- <repository>
- <id>scala-tools.org</id>
- <name>Scala Tools</name>
- <url>https://oss.sonatype.org/content/repositories/snapshots/</url>
- </repository>
- <repository>
- <id>cloudera-cdh4</id>
- <name>Cloudera CDH4</name>
- <url>https://repository.cloudera.com/artifactory/cloudera-repos/</url>
- </repository>
- <repository>
- <id>conjars</id>
- <name>Con Jars</name>
- <url>http://conjars.org/repo</url>
- </repository>
- </repositories>
-
- <!-- Profiles -->
- <profiles>
- <profile>
- <id>windows_profile</id>
- <activation>
- <activeByDefault>false</activeByDefault>
- <os>
- <family>Windows</family>
- </os>
- </activation>
- <properties>
- <toolsjar>${JAVA_HOME}\\lib\\tools.jar</toolsjar>
- </properties>
- <dependencies>
- <dependency>
- <groupId>jdk.tools</groupId>
- <artifactId>jdk.tools</artifactId>
- <version>1.6</version>
- <scope>system</scope>
- <systemPath>${toolsjar}</systemPath>
- </dependency>
- </dependencies>
- </profile>
- <profile>
- <id>osx_profile</id>
- <activation>
- <activeByDefault>false</activeByDefault>
- <os>
- <family>mac</family>
- </os>
- </activation>
- <properties>
- <toolsjar>${java.home}/../Classes/classes.jar</toolsjar>
- </properties>
- <dependencies>
- <dependency>
- <groupId>jdk.tools</groupId>
- <artifactId>jdk.tools</artifactId>
- <version>1.6</version>
- <scope>system</scope>
- <systemPath>${toolsjar}</systemPath>
- </dependency>
- </dependencies>
- </profile>
- </profiles>
-
-
-
- <dependencies>
-
- <!-- Hadoop -->
- <dependency>
- <groupId>org.apache.hadoop</groupId>
- <artifactId>hadoop-mapreduce-client-core</artifactId>
- <version>${hadoop.version}</version>
- </dependency>
-
- <dependency>
- <groupId>org.apache.hadoop</groupId>
- <artifactId>hadoop-common</artifactId>
- <version>${hadoop.version}</version>
- </dependency>
-
- <dependency>
- <groupId>org.slf4j</groupId>
- <artifactId>slf4j-api</artifactId>
- <version>${slf4j.version}</version>
- </dependency>
- <dependency>
- <groupId>com.twitter</groupId>
- <artifactId>scalding-core_${scalding.scala.version}</artifactId>
- <version>${scalding.version}</version>
- <!--<exclusions>-->
- <!--<exclusion>-->
- <!--<groupId>com.twitter</groupId>-->
- <!--<artifactId>maple</artifactId>-->
- <!--</exclusion>-->
- <!--</exclusions>-->
- </dependency>
-
- <dependency>
- <groupId>org.apache.hbase</groupId>
- <artifactId>hbase</artifactId>
- <version>${hbase.version}</version>
- </dependency>
- <!-- Three dependencies for ScalaSpec -->
- <dependency>
- <groupId>org.scala-lang</groupId>
- <artifactId>scala-library</artifactId>
- <version>${scala.version}</version>
- </dependency>
- <dependency>
- <groupId>com.typesafe</groupId>
- <artifactId>config</artifactId>
- <version>${typesafe.config.version}</version>
- </dependency>
-
- <dependency>
- <groupId>com.twitter.elephantbird</groupId>
- <artifactId>elephant-bird-core</artifactId>
- <version>4.1</version>
- </dependency>
- <dependency>
- <groupId>com.twitter.elephantbird</groupId>
- <artifactId>elephant-bird-hadoop-compat</artifactId>
- <version>4.1</version>
- </dependency>
-
- <!-- Testing dependencies (ScalaSpec / ScalaTest / JUnit) -->
- <dependency>
- <groupId>org.specs2</groupId>
- <artifactId>specs2_${scalding.scala.version}</artifactId>
- <version>${specs2.version}</version>
- <scope>test</scope>
- </dependency>
- <dependency>
- <groupId>org.scalatest</groupId>
- <artifactId>scalatest_${scalding.scala.version}</artifactId>
- <version>${scalatest.version}</version>
- <scope>test</scope>
- </dependency>
- <dependency>
- <groupId>junit</groupId>
- <artifactId>junit</artifactId>
- <version>${junit.version}</version>
- <scope>test</scope>
- </dependency>
- </dependencies>
- <!-- From https://wiki.scala-lang.org/display/SIW/ScalaEclipseMaven -->
-
-
- <build>
- <sourceDirectory>src/main/java</sourceDirectory>
- <testSourceDirectory>src/test/scala</testSourceDirectory>
- <plugins>
- <plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-jar-plugin</artifactId>
- <version>2.4</version>
- <configuration>
- <includes>
- <include>**/*</include>
- </includes>
- </configuration>
- </plugin>
- <!-- This plugin is not supported by Eclipse, so maybe we shouldn't be
- using it -->
- <plugin>
- <groupId>org.scala-tools</groupId>
- <artifactId>maven-scala-plugin</artifactId>
- <executions>
-
- <execution>
- <id>compile</id>
- <goals>
- <goal>compile</goal>
- </goals>
- <phase>compile</phase>
- </execution>
- <execution>
- <id>test-compile</id>
- <goals>
- <goal>testCompile</goal>
- </goals>
- <phase>test-compile</phase>
- </execution>
- <execution>
- <phase>process-resources</phase>
- <goals>
- <goal>compile</goal>
- </goals>
- </execution>
- </executions>
- </plugin>
- <plugin>
- <artifactId>maven-compiler-plugin</artifactId>
- <version>${maven-compiler-plugin.version}</version>
- <configuration>
- <source>${maven.compiler.source}</source>
- <target>${maven.compiler.target}</target>
- </configuration>
- </plugin>
- <plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-dependency-plugin</artifactId>
- <executions>
- <execution>
- <id>copy-dependencies</id>
- <phase>install</phase>
- <goals>
- <goal>copy-dependencies</goal>
- </goals>
- <configuration>
- <outputDirectory>./alternateLocation</outputDirectory> <!-- ${project.build.directory} -->
- <overWriteReleases>false</overWriteReleases>
- <overWriteSnapshots>false</overWriteSnapshots>
- <overWriteIfNewer>true</overWriteIfNewer>
- </configuration>
- </execution>
- </executions>
- </plugin>
- </plugins>
- <pluginManagement>
- <plugins>
- <!--Run with : mvn dependency:copy-dependencies -->
- <plugin>
- <groupId>org.eclipse.m2e</groupId>
- <artifactId>lifecycle-mapping</artifactId>
- <version>1.0.0</version>
- <configuration>
- <lifecycleMappingMetadata>
- <pluginExecutions>
- <pluginExecution>
- <pluginExecutionFilter>
- <groupId>
- org.apache.maven.plugins
- </groupId>
- <artifactId>
- maven-dependency-plugin
- </artifactId>
- <versionRange>[2.1,)</versionRange>
- <goals>
- <goal>copy-dependencies</goal>
- </goals>
- </pluginExecutionFilter>
- <action>
- <ignore></ignore>
- </action>
- </pluginExecution>
- <pluginExecution>
- <pluginExecutionFilter>
- <groupId></groupId>
- <artifactId></artifactId>
- <versionRange>[0.0,)</versionRange>
- <goals>
- <goal></goal>
- </goals>
- </pluginExecutionFilter>
- <action>
- <ignore></ignore>
- </action>
- </pluginExecution>
- <pluginExecution>
- <pluginExecutionFilter>
- <groupId>
- org.scala-tools
- </groupId>
- <artifactId>
- maven-scala-plugin
- </artifactId>
- <versionRange>
- [2.15.2,)
- </versionRange>
- <goals>
- <goal>compile</goal>
- <goal>testCompile</goal>
- </goals>
- </pluginExecutionFilter>
- <action>
- <ignore></ignore>
- </action>
- </pluginExecution>
- </pluginExecutions>
- </lifecycleMappingMetadata>
- </configuration>
- </plugin>
- </plugins>
- </pluginManagement>
- </build>
-
-</project>
diff --git a/releases/parallelai/parallelai.spyglass_2.9.3/2.2.0/parallelai.spyglass_2.9.3-2.2.0.pom.md5 b/releases/parallelai/parallelai.spyglass_2.9.3/2.2.0/parallelai.spyglass_2.9.3-2.2.0.pom.md5
deleted file mode 100644
index 4cd6eb1..0000000
--- a/releases/parallelai/parallelai.spyglass_2.9.3/2.2.0/parallelai.spyglass_2.9.3-2.2.0.pom.md5
+++ /dev/null
@@ -1 +0,0 @@
-6bf6c4463f0868fa8633860ca9a0be7a \ No newline at end of file
diff --git a/releases/parallelai/parallelai.spyglass_2.9.3/2.2.0/parallelai.spyglass_2.9.3-2.2.0.pom.sha1 b/releases/parallelai/parallelai.spyglass_2.9.3/2.2.0/parallelai.spyglass_2.9.3-2.2.0.pom.sha1
deleted file mode 100644
index 099dbaf..0000000
--- a/releases/parallelai/parallelai.spyglass_2.9.3/2.2.0/parallelai.spyglass_2.9.3-2.2.0.pom.sha1
+++ /dev/null
@@ -1 +0,0 @@
-a9cfae1dc71c39c8817a1124d11fa43087ee9024 \ No newline at end of file
diff --git a/releases/parallelai/parallelai.spyglass_2.9.3/maven-metadata.xml b/releases/parallelai/parallelai.spyglass_2.9.3/maven-metadata.xml
deleted file mode 100644
index 4c4c36b..0000000
--- a/releases/parallelai/parallelai.spyglass_2.9.3/maven-metadata.xml
+++ /dev/null
@@ -1,12 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<metadata>
- <groupId>parallelai</groupId>
- <artifactId>parallelai.spyglass_2.9.3</artifactId>
- <version>2.2.0</version>
- <versioning>
- <versions>
- <version>2.2.0</version>
- </versions>
- <lastUpdated>20130715133007</lastUpdated>
- </versioning>
-</metadata>
diff --git a/releases/parallelai/parallelai.spyglass_2.9.3/maven-metadata.xml.md5 b/releases/parallelai/parallelai.spyglass_2.9.3/maven-metadata.xml.md5
deleted file mode 100644
index bec70eb..0000000
--- a/releases/parallelai/parallelai.spyglass_2.9.3/maven-metadata.xml.md5
+++ /dev/null
@@ -1 +0,0 @@
-3eb8f460258216ffdf9d812d7ad1c68b \ No newline at end of file
diff --git a/releases/parallelai/parallelai.spyglass_2.9.3/maven-metadata.xml.sha1 b/releases/parallelai/parallelai.spyglass_2.9.3/maven-metadata.xml.sha1
deleted file mode 100644
index b9fd29f..0000000
--- a/releases/parallelai/parallelai.spyglass_2.9.3/maven-metadata.xml.sha1
+++ /dev/null
@@ -1 +0,0 @@
-3560e3dac26aab4749d650a2387772b524125a24 \ No newline at end of file
diff --git a/src/main/java/parallelai/spyglass/hbase/HBaseInputFormatGranular.java b/src/main/java/parallelai/spyglass/hbase/HBaseInputFormatGranular.java
index 929e9d8..64effc9 100644
--- a/src/main/java/parallelai/spyglass/hbase/HBaseInputFormatGranular.java
+++ b/src/main/java/parallelai/spyglass/hbase/HBaseInputFormatGranular.java
@@ -75,7 +75,7 @@ public class HBaseInputFormatGranular extends HBaseInputFormatBase {
HBaseTableSplitGranular split = new HBaseTableSplitGranular(table.getTableName(),
HConstants.EMPTY_BYTE_ARRAY, HConstants.EMPTY_BYTE_ARRAY, regLoc
.getHostnamePort().split(
- Addressing.HOSTNAME_PORT_SEPARATOR)[0],
+ Addressing.HOSTNAME_PORT_SEPARATOR)[0], regLoc.getRegionInfo().getRegionNameAsString(),
SourceMode.EMPTY, false);
splits.add(split);
@@ -100,6 +100,7 @@ public class HBaseInputFormatGranular extends HBaseInputFormatBase {
byte[][] regStartKeys = keys.getFirst();
byte[][] regStopKeys = keys.getSecond();
String[] regions = new String[regStartKeys.length];
+ String[] regionNames = new String[regStartKeys.length];
for (int i = 0; i < regStartKeys.length; i++) {
minKey = (regStartKeys[i] != null && regStartKeys[i].length != 0)
@@ -109,10 +110,9 @@ public class HBaseInputFormatGranular extends HBaseInputFormatBase {
&& (Bytes.compareTo(regStopKeys[i], maxKey) > 0) ? regStopKeys[i]
: maxKey;
- HServerAddress regionServerAddress = table.getRegionLocation(
- keys.getFirst()[i]).getServerAddress();
- InetAddress regionAddress = regionServerAddress.getInetSocketAddress()
- .getAddress();
+ HRegionLocation regionLoc = table.getRegionLocation(keys.getFirst()[i]);
+ HServerAddress regionServerAddress = regionLoc.getServerAddress();
+ InetAddress regionAddress = regionServerAddress.getInetSocketAddress().getAddress();
String regionLocation;
try {
regionLocation = reverseDNS(regionAddress);
@@ -122,23 +122,7 @@ public class HBaseInputFormatGranular extends HBaseInputFormatBase {
regionLocation = regionServerAddress.getHostname();
}
- // HServerAddress regionServerAddress =
- // table.getRegionLocation(keys.getFirst()[i]).getServerAddress();
- // InetAddress regionAddress =
- // regionServerAddress.getInetSocketAddress().getAddress();
- //
- // String regionLocation;
- //
- // try {
- // regionLocation = reverseDNS(regionAddress);
- // } catch (NamingException e) {
- // LOG.error("Cannot resolve the host name for " + regionAddress +
- // " because of " + e);
- // regionLocation = regionServerAddress.getHostname();
- // }
-
- // String regionLocation =
- // table.getRegionLocation(keys.getFirst()[i]).getHostname();
+ regionNames[i] = regionLoc.getRegionInfo().getRegionNameAsString();
LOG.debug("***** " + regionLocation);
@@ -219,7 +203,9 @@ public class HBaseInputFormatGranular extends HBaseInputFormatBase {
regionLocation = regionServerAddress.getHostname();
}
- byte[] sStart = (startRow == HConstants.EMPTY_START_ROW
+ String regionName = cRegion.getRegionInfo().getRegionNameAsString();
+
+ byte[] sStart = (startRow == HConstants.EMPTY_START_ROW
|| (Bytes.compareTo(startRow, rStart) <= 0) ? rStart
: startRow);
byte[] sStop = (stopRow == HConstants.EMPTY_END_ROW
@@ -234,7 +220,7 @@ public class HBaseInputFormatGranular extends HBaseInputFormatBase {
.compareTo(stopRow, rStop) >= 0)), rStop.length));
HBaseTableSplitGranular split = new HBaseTableSplitGranular(
- table.getTableName(), sStart, sStop, regionLocation,
+ table.getTableName(), sStart, sStop, regionLocation, regionName,
SourceMode.SCAN_RANGE, useSalt);
split.setEndRowInclusive(currentRegion == maxRegions);
@@ -270,7 +256,7 @@ public class HBaseInputFormatGranular extends HBaseInputFormatBase {
HBaseTableSplitGranular split = new HBaseTableSplitGranular(
table.getTableName(), pair.getFirst(),
- pair.getSecond(), regions[i], SourceMode.SCAN_RANGE,
+ pair.getSecond(), regions[i], regionNames[i], SourceMode.SCAN_RANGE,
useSalt);
split.setEndRowInclusive(true);
@@ -361,7 +347,7 @@ public class HBaseInputFormatGranular extends HBaseInputFormatBase {
regions[i], regionKeyList));
HBaseTableSplitGranular split = new HBaseTableSplitGranular(
- table.getTableName(), regionKeyList, versions, regions[i],
+ table.getTableName(), regionKeyList, versions, regions[i], regionNames[i],
SourceMode.GET_LIST, useSalt);
splits.add(split);
}
diff --git a/src/main/java/parallelai/spyglass/hbase/HBaseInputFormatRegional.java b/src/main/java/parallelai/spyglass/hbase/HBaseInputFormatRegional.java
index eadb57e..8185b22 100644
--- a/src/main/java/parallelai/spyglass/hbase/HBaseInputFormatRegional.java
+++ b/src/main/java/parallelai/spyglass/hbase/HBaseInputFormatRegional.java
@@ -9,7 +9,6 @@ import org.apache.hadoop.mapred.*;
import java.io.IOException;
import java.util.Collection;
import java.util.HashMap;
-import java.util.List;
/**
* Created with IntelliJ IDEA.
@@ -28,12 +27,17 @@ public class HBaseInputFormatRegional extends HBaseInputFormatBase {
granular.configure(job);
HBaseTableSplitGranular[] gSplits = granular.getSplits(job, numSplits);
- HBaseTableSplitRegional[] splits = convertToMultiSplitArray( gSplits );
+ HBaseTableSplitRegional[] splits = convertToRegionalSplitArray(gSplits);
if( splits == null ) throw new IOException("Not sure WTF is going on? splits is NULL");
- LOG.info("GRANULAR => " + gSplits);
- LOG.info("REGIONAL => " + splits);
+ for(HBaseTableSplitGranular g : gSplits) {
+ LOG.info("GRANULAR => " + g);
+ }
+
+ for(HBaseTableSplitRegional r : splits ) {
+ LOG.info("REGIONAL => " + r);
+ }
return splits;
}
@@ -43,10 +47,10 @@ public class HBaseInputFormatRegional extends HBaseInputFormatBase {
if (!(inputSplit instanceof HBaseTableSplitRegional))
throw new IOException("Table Split is not type HBaseTableSplitRegional");
- LOG.info("REGIONAL SPLIT -> " + inputSplit);
-
HBaseTableSplitRegional tSplit = (HBaseTableSplitRegional)inputSplit;
+ LOG.info("REGIONAL SPLIT -> " + tSplit);
+
HBaseRecordReaderRegional trr = new HBaseRecordReaderRegional();
HBaseConfigUtils.setRecordReaderParms(trr, tSplit);
@@ -60,7 +64,7 @@ public class HBaseInputFormatRegional extends HBaseInputFormatBase {
return trr;
}
- private HBaseTableSplitRegional[] convertToMultiSplitArray(
+ private HBaseTableSplitRegional[] convertToRegionalSplitArray(
HBaseTableSplitGranular[] splits) throws IOException {
if (splits == null)
@@ -70,16 +74,16 @@ public class HBaseInputFormatRegional extends HBaseInputFormatBase {
for (HBaseTableSplitGranular hbt : splits) {
HBaseTableSplitRegional mis = null;
- if (regionSplits.containsKey(hbt.getRegionLocation())) {
- mis = regionSplits.get(hbt.getRegionLocation());
+ if (regionSplits.containsKey(hbt.getRegionName())) {
+ mis = regionSplits.get(hbt.getRegionName());
} else {
- regionSplits.put(hbt.getRegionLocation(), new HBaseTableSplitRegional(
- hbt.getRegionLocation()));
- mis = regionSplits.get(hbt.getRegionLocation());
+ regionSplits.put(hbt.getRegionName(), new HBaseTableSplitRegional(
+ hbt.getRegionLocation(), hbt.getRegionName()));
+ mis = regionSplits.get(hbt.getRegionName());
}
mis.addSplit(hbt);
- regionSplits.put(hbt.getRegionLocation(), mis);
+ regionSplits.put(hbt.getRegionName(), mis);
}
// for(String region : regionSplits.keySet() ) {
diff --git a/src/main/java/parallelai/spyglass/hbase/HBaseRecordReaderBase.java b/src/main/java/parallelai/spyglass/hbase/HBaseRecordReaderBase.java
index 37858ad..e0d0cbe 100644
--- a/src/main/java/parallelai/spyglass/hbase/HBaseRecordReaderBase.java
+++ b/src/main/java/parallelai/spyglass/hbase/HBaseRecordReaderBase.java
@@ -24,6 +24,7 @@ public abstract class HBaseRecordReaderBase implements
RecordReader<ImmutableBytesWritable, Result> {
protected TreeSet<String> keyList;
+ protected long initialNoOfKeys = 0;
protected HBaseConstants.SourceMode sourceMode;
protected boolean endRowInclusive = true;
protected int versions = 1;
@@ -39,6 +40,7 @@ public abstract class HBaseRecordReaderBase implements
protected boolean logScannerActivity = false;
protected int logPerRowCount = 100;
+ protected int noOfLogCount = 0;
@Override
public String toString() {
@@ -107,6 +109,7 @@ public abstract class HBaseRecordReaderBase implements
public void setKeyList(TreeSet<String> keyList) {
this.keyList = keyList;
+ initialNoOfKeys = (this.keyList == null) ? 0 : this.keyList.size();
}
public void setVersions(int versions) {
diff --git a/src/main/java/parallelai/spyglass/hbase/HBaseRecordReaderGranular.java b/src/main/java/parallelai/spyglass/hbase/HBaseRecordReaderGranular.java
index 6c28d9f..2155d99 100644
--- a/src/main/java/parallelai/spyglass/hbase/HBaseRecordReaderGranular.java
+++ b/src/main/java/parallelai/spyglass/hbase/HBaseRecordReaderGranular.java
@@ -28,6 +28,7 @@ import org.apache.hadoop.hbase.util.Writables;
import org.apache.hadoop.mapred.RecordReader;
import org.apache.hadoop.util.StringUtils;
+import org.jruby.javasupport.util.RuntimeHelpers;
import parallelai.spyglass.hbase.HBaseConstants.SourceMode;
public class HBaseRecordReaderGranular extends HBaseRecordReaderBase {
@@ -37,7 +38,7 @@ public class HBaseRecordReaderGranular extends HBaseRecordReaderBase {
private byte[] lastSuccessfulRow;
private ResultScanner scanner;
private long timestamp;
- private int rowcount;
+ private int rowcount = 0;
@Override
public String toString() {
@@ -51,6 +52,8 @@ public class HBaseRecordReaderGranular extends HBaseRecordReaderBase {
return sbuf.toString();
}
+ private final int scanCaching = 1000;
+
/**
* Restart from survivable exceptions by creating a new scanner.
@@ -67,7 +70,8 @@ public class HBaseRecordReaderGranular extends HBaseRecordReaderBase {
TableInputFormat.addColumns(scan, trrInputColumns);
scan.setFilter(trrRowFilter);
- scan.setCacheBlocks(false);
+ scan.setCacheBlocks(true);
+ scan.setCaching(scanCaching);
this.scanner = this.htable.getScanner(scan);
currentScan = scan;
} else {
@@ -76,6 +80,8 @@ public class HBaseRecordReaderGranular extends HBaseRecordReaderBase {
Scan scan = new Scan(firstRow, (endRowInclusive ? Bytes.add(endRow,
new byte[] { 0 }) : endRow));
TableInputFormat.addColumns(scan, trrInputColumns);
+ scan.setCacheBlocks(true);
+ scan.setCaching(scanCaching);
this.scanner = this.htable.getScanner(scan);
currentScan = scan;
}
@@ -86,6 +92,8 @@ public class HBaseRecordReaderGranular extends HBaseRecordReaderBase {
Scan scan = new Scan(firstRow);
TableInputFormat.addColumns(scan, trrInputColumns);
scan.setFilter(trrRowFilter);
+ scan.setCacheBlocks(true);
+ scan.setCaching(scanCaching);
this.scanner = this.htable.getScanner(scan);
currentScan = scan;
}
@@ -150,15 +158,37 @@ public class HBaseRecordReaderGranular extends HBaseRecordReaderBase {
@Override
public long getPos() {
- // This should be the ordinal tuple in the range;
- // not clear how to calculate...
- return 0;
+ switch(sourceMode) {
+ case GET_LIST:
+ long posGet = (keyList != null ) ? 0 : initialNoOfKeys - keyList.size() ;
+ return posGet;
+
+ case SCAN_ALL:
+ case SCAN_RANGE:
+ long posScan = (noOfLogCount * logPerRowCount) + rowcount;
+ return posScan;
+
+ default:
+ return 0;
+ }
}
@Override
public float getProgress() {
// Depends on the total number of tuples and getPos
- return 0;
+ switch(sourceMode) {
+ case GET_LIST:
+ float progGet = ((initialNoOfKeys == 0) ? 0 : (getPos() / initialNoOfKeys));
+ return progGet;
+
+ case SCAN_ALL:
+ case SCAN_RANGE:
+ float progScan = (getPos() / (getPos() + 10000));
+ return progScan;
+
+ default:
+ return 0;
+ }
}
/**
@@ -181,15 +211,18 @@ public class HBaseRecordReaderGranular extends HBaseRecordReaderBase {
try {
try {
result = this.scanner.next();
- if (logScannerActivity) {
rowcount++;
if (rowcount >= logPerRowCount) {
+ long now = System.currentTimeMillis();
+ timestamp = now;
+ noOfLogCount ++;
+ rowcount = 0;
+ }
+
+ if (logScannerActivity) {
long now = System.currentTimeMillis();
LOG.debug("Mapper took " + (now - timestamp) + "ms to process "
- + rowcount + " rows");
- timestamp = now;
- rowcount = 0;
- }
+ + rowcount + " rows");
}
} catch (IOException e) {
// try to handle all IOExceptions by restarting
diff --git a/src/main/java/parallelai/spyglass/hbase/HBaseRecordReaderRegional.java b/src/main/java/parallelai/spyglass/hbase/HBaseRecordReaderRegional.java
index e2b1ec8..5d2b613 100644
--- a/src/main/java/parallelai/spyglass/hbase/HBaseRecordReaderRegional.java
+++ b/src/main/java/parallelai/spyglass/hbase/HBaseRecordReaderRegional.java
@@ -90,6 +90,7 @@ public class HBaseRecordReaderRegional extends HBaseRecordReaderBase {
boolean nextFlag = currentRecordReader.next(ibw, result);
while(nextFlag == false && multiSplit.hasMoreSplits() ) {
+ totalPos += currentRecordReader.getPos();
setNextSplit();
nextFlag = currentRecordReader.next(ibw, result);
}
@@ -97,6 +98,8 @@ public class HBaseRecordReaderRegional extends HBaseRecordReaderBase {
return nextFlag;
}
+ long totalPos = 0;
+
@Override
public ImmutableBytesWritable createKey() {
return currentRecordReader.createKey();
@@ -109,7 +112,8 @@ public class HBaseRecordReaderRegional extends HBaseRecordReaderBase {
@Override
public long getPos() throws IOException {
- return currentRecordReader.getPos();
+ long pos = totalPos + currentRecordReader.getPos();
+ return pos;
}
@Override
@@ -119,6 +123,8 @@ public class HBaseRecordReaderRegional extends HBaseRecordReaderBase {
@Override
public float getProgress() throws IOException {
- return currentRecordReader.getProgress();
+ // ( current count + percent of next count ) / max count
+ float prog = ((multiSplit.getCurrSplitCount() + currentRecordReader.getProgress()) / multiSplit.getLength());
+ return prog;
}
}
diff --git a/src/main/java/parallelai/spyglass/hbase/HBaseTableSplitBase.java b/src/main/java/parallelai/spyglass/hbase/HBaseTableSplitBase.java
index 2f6e7b5..e24771f 100644
--- a/src/main/java/parallelai/spyglass/hbase/HBaseTableSplitBase.java
+++ b/src/main/java/parallelai/spyglass/hbase/HBaseTableSplitBase.java
@@ -29,6 +29,7 @@ public abstract class HBaseTableSplitBase implements InputSplit,
protected byte[] m_startRow = null;
protected byte[] m_endRow = null;
protected String m_regionLocation = null;
+ protected String m_regionName = null;
protected TreeSet<String> m_keyList = null;
protected HBaseConstants.SourceMode m_sourceMode = HBaseConstants.SourceMode.EMPTY;
protected boolean m_endRowInclusive = true;
@@ -90,6 +91,10 @@ public abstract class HBaseTableSplitBase implements InputSplit,
return new String[] { this.m_regionLocation };
}
+ public String getRegionName() {
+ return this.m_regionName;
+ }
+
public void copy(HBaseTableSplitBase that) {
this.m_endRow = that.m_endRow;
@@ -100,6 +105,8 @@ public abstract class HBaseTableSplitBase implements InputSplit,
this.m_tableName = that.m_tableName;
this.m_useSalt = that.m_useSalt;
this.m_versions = that.m_versions;
+ this.m_regionLocation = that.m_regionLocation;
+ this.m_regionName = that.m_regionName;
}
@Override
@@ -108,6 +115,7 @@ public abstract class HBaseTableSplitBase implements InputSplit,
this.m_tableName = Bytes.readByteArray(in);
this.m_regionLocation = Bytes.toString(Bytes.readByteArray(in));
+ this.m_regionName = Bytes.toString(Bytes.readByteArray(in));
this.m_sourceMode = HBaseConstants.SourceMode.valueOf(Bytes.toString(Bytes
.readByteArray(in)));
this.m_useSalt = Bytes.toBoolean(Bytes.readByteArray(in));
@@ -140,6 +148,7 @@ public abstract class HBaseTableSplitBase implements InputSplit,
Bytes.writeByteArray(out, this.m_tableName);
Bytes.writeByteArray(out, Bytes.toBytes(this.m_regionLocation));
+ Bytes.writeByteArray(out, Bytes.toBytes(this.m_regionName));
Bytes.writeByteArray(out, Bytes.toBytes(this.m_sourceMode.name()));
Bytes.writeByteArray(out, Bytes.toBytes(this.m_useSalt));
diff --git a/src/main/java/parallelai/spyglass/hbase/HBaseTableSplitGranular.java b/src/main/java/parallelai/spyglass/hbase/HBaseTableSplitGranular.java
index 4de7153..a266411 100644
--- a/src/main/java/parallelai/spyglass/hbase/HBaseTableSplitGranular.java
+++ b/src/main/java/parallelai/spyglass/hbase/HBaseTableSplitGranular.java
@@ -21,7 +21,7 @@ public class HBaseTableSplitGranular extends HBaseTableSplitBase {
/** default constructor */
public HBaseTableSplitGranular() {
this(HConstants.EMPTY_BYTE_ARRAY, HConstants.EMPTY_BYTE_ARRAY,
- HConstants.EMPTY_BYTE_ARRAY, "", HBaseConstants.SourceMode.EMPTY, false);
+ HConstants.EMPTY_BYTE_ARRAY, "", "", HBaseConstants.SourceMode.EMPTY, false);
}
/**
@@ -33,24 +33,26 @@ public class HBaseTableSplitGranular extends HBaseTableSplitBase {
* @param location
*/
public HBaseTableSplitGranular(final byte[] tableName, final byte[] startRow,
- final byte[] endRow, final String location,
+ final byte[] endRow, final String location, final String regionName,
final HBaseConstants.SourceMode sourceMode, final boolean useSalt) {
this.m_tableName = tableName;
this.m_startRow = startRow;
this.m_endRow = endRow;
this.m_regionLocation = location;
+ this.m_regionName = regionName;
this.m_sourceMode = sourceMode;
this.m_useSalt = useSalt;
}
public HBaseTableSplitGranular(final byte[] tableName,
- final TreeSet<String> keyList, int versions, final String location,
+ final TreeSet<String> keyList, int versions, final String location, final String regionName,
final HBaseConstants.SourceMode sourceMode, final boolean useSalt) {
this.m_tableName = tableName;
this.m_keyList = keyList;
this.m_versions = versions;
this.m_sourceMode = sourceMode;
this.m_regionLocation = location;
+ this.m_regionName = regionName;
this.m_useSalt = useSalt;
}
@@ -67,8 +69,8 @@ public class HBaseTableSplitGranular extends HBaseTableSplitBase {
public String toString() {
return String
.format(
- "Table Name (%s) Region (%s) Source Mode (%s) Start Key (%s) Stop Key (%s) Key List Size (%s) Versions (%s) Use Salt (%s)",
- Bytes.toString(m_tableName), m_regionLocation, m_sourceMode,
+ "Table Name (%s) Region Location (%s) Name (%s) Source Mode (%s) Start Key (%s) Stop Key (%s) Key List Size (%s) Versions (%s) Use Salt (%s)",
+ Bytes.toString(m_tableName), m_regionLocation, m_regionName, m_sourceMode,
Bytes.toString(m_startRow), Bytes.toString(m_endRow),
(m_keyList != null) ? m_keyList.size() : "EMPTY", m_versions,
m_useSalt);
diff --git a/src/main/java/parallelai/spyglass/hbase/HBaseTableSplitRegional.java b/src/main/java/parallelai/spyglass/hbase/HBaseTableSplitRegional.java
index 1ebfa3d..ad5f78b 100644
--- a/src/main/java/parallelai/spyglass/hbase/HBaseTableSplitRegional.java
+++ b/src/main/java/parallelai/spyglass/hbase/HBaseTableSplitRegional.java
@@ -26,8 +26,9 @@ public class HBaseTableSplitRegional extends HBaseTableSplitBase {
}
- public HBaseTableSplitRegional(String regionLocation) {
+ public HBaseTableSplitRegional(String regionLocation, String regionName) {
this.m_regionLocation = regionLocation;
+ this.m_regionName = regionName;
}
@Override
@@ -70,6 +71,8 @@ public class HBaseTableSplitRegional extends HBaseTableSplitBase {
str.append(super.toString());
+ str.append(" REGIONAL => Region Location (" + m_regionLocation + ") Name (" + m_regionName + ")" );
+
str.append(" GRANULAR = > ");
for (HBaseTableSplitGranular hbt : splits) {
@@ -114,14 +117,20 @@ public class HBaseTableSplitRegional extends HBaseTableSplitBase {
}
private Iterator<HBaseTableSplitGranular> splitIterator = null;
+ private int currSplitCount = 0;
public HBaseTableSplitGranular getNextSplit() {
splitIterator = (splitIterator == null) ? splits.listIterator() : splitIterator;
if( splitIterator.hasNext() ) {
+ currSplitCount ++;
return splitIterator.next();
} else {
return null;
}
}
+
+ public int getCurrSplitCount() {
+ return currSplitCount;
+ }
} \ No newline at end of file
diff --git a/src/main/scala/parallelai/spyglass/hbase/testing/HBaseSaltTester.scala b/src/main/scala/parallelai/spyglass/hbase/testing/HBaseSaltTester.scala
index d75ff7b..fb91f65 100644
--- a/src/main/scala/parallelai/spyglass/hbase/testing/HBaseSaltTester.scala
+++ b/src/main/scala/parallelai/spyglass/hbase/testing/HBaseSaltTester.scala
@@ -3,7 +3,7 @@ package parallelai.spyglass.hbase.testing
import parallelai.spyglass.base.JobBase
import parallelai.spyglass.hbase.HBaseConstants.{SplitType, SourceMode}
-import com.twitter.scalding.{Tsv, IterableSource, Args, TextLine}
+import com.twitter.scalding._
import parallelai.spyglass.hbase.{HBasePipeConversions, HBaseSource}
import cascading.tuple.Fields
import org.apache.log4j.{Logger, Level}
@@ -11,6 +11,9 @@ import cascading.tap.SinkMode
import cascading.pipe.Pipe
import org.apache.hadoop.hbase.io.ImmutableBytesWritable
import org.apache.hadoop.hbase.util.Bytes
+import parallelai.spyglass.hbase.HBaseSource
+import com.twitter.scalding.IterableSource
+import com.twitter.scalding.TextLine
class HBaseSaltTestSetup (args: Args) extends JobBase(args) with HBasePipeConversions {
@@ -24,26 +27,37 @@ class HBaseSaltTestSetup (args: Args) extends JobBase(args) with HBasePipeConver
val quorum = args("quorum")
- val inVals = (00000 to 99999).toList.map(x => ("" + (x%10) + "_" + "%05d".format(x), "" + (x%10) + "_" + "%05d".format(x), "%05d".format(x)))
+ val stt = args("start.value").toInt
+ val stp = args("stop.value").toInt
- def toIBW(pipe: Pipe, f: Fields): Pipe = {
- asList(f)
- .foldLeft(pipe){ (p, f) => {
- p.map(f.toString -> f.toString){ from: String =>
- Option(from).map(x => new ImmutableBytesWritable(Bytes.toBytes(x))).getOrElse(null)
- }}
+ loadRanges(stt, stp)
+
+ def loadRanges(stt: Int, stp: Int) {
+ def toIBW(pipe: Pipe, f: Fields): Pipe = {
+ asList(f)
+ .foldLeft(pipe){ (p, f) => {
+ p.map(f.toString -> f.toString){ from: String =>
+ Option(from).map(x => new ImmutableBytesWritable(Bytes.toBytes(x))).getOrElse(null)
+ }}
+ }
}
- }
+ val inVals = (stt to stp).toList.map(x => ("" + (x%10) + "_" + "%010d".format(x), "" + (x%10) + "_" + "%010d".format(x), "%010d".format(x)))
- val input = IterableSource(inVals, TABLE_SCHEMA)
- .read
- .write(TextLine("saltTesting/Inputs"))
+// val input = IterableSource(inVals, TABLE_SCHEMA)
+// .read
+// .write(TextLine("saltTesting/Inputs"))
+//
+ val fromSource = new IterableSource(inVals, TABLE_SCHEMA).read.name("source_%s_%s".format(stt, stp))
- val maker = toIBW(IterableSource(inVals, TABLE_SCHEMA).read, TABLE_SCHEMA)
- .write(new HBaseSource( "_TEST.SALT.01", quorum, 'key,
- TABLE_SCHEMA.tail.map((x: Symbol) => "data"),
- TABLE_SCHEMA.tail.map((x: Symbol) => new Fields(x.name)), sinkMode = SinkMode.UPDATE ))
+ val toSource = new HBaseSource( "_TEST.SALT.01", quorum, 'key,
+ TABLE_SCHEMA.tail.map((x: Symbol) => "data"),
+ TABLE_SCHEMA.tail.map((x: Symbol) => new Fields(x.name)), sinkMode = SinkMode.UPDATE )
+
+ toIBW(fromSource, TABLE_SCHEMA)
+ .write(toSource)
+
+ }
}
class HBaseSaltTester (args: Args) extends JobBase(args) with HBasePipeConversions {
@@ -58,23 +72,23 @@ class HBaseSaltTester (args: Args) extends JobBase(args) with HBasePipeConversio
val quorum = args("quorum")
- val sttKey = "01728"
- val stpKey = "03725"
- val sttKeyP = "8_01728"
- val stpKeyP = "5_03725"
- val listKey = List("01681", "01456")
- val listKeyP = List("0_01681", "6_01456")
- val noSttKey = "9999990"
- val noStpKey = "9999999"
- val noSttKeyP = "9_9999990"
- val noStpKeyP = "9_9999999"
- val noListKey = List("0123456", "6543210")
- val noListKeyP = List("6_0123456", "0_6543210")
+ val sttKey = "0000001728"
+ val stpKey = "0000003725"
+ val sttKeyP = "8_0000001728"
+ val stpKeyP = "5_0000003725"
+ val listKey = List("0000001681", "0000001456")
+ val listKeyP = List("0_0000001681", "6_0000001456")
+ val noSttKey = "999999999990"
+ val noStpKey = "999999999999"
+ val noSttKeyP = "9_999999999990"
+ val noStpKeyP = "9_999999999999"
+ val noListKey = List("000000123456", "000006543210")
+ val noListKeyP = List("6_000000123456", "0_000006543210")
val splitType = if(args.getOrElse("regional", "true").toBoolean) SplitType.REGIONAL else SplitType.GRANULAR
val testName01 = "Scan All with NO useSalt"
- val list01 = (00000 to 99999).toList.map(x => ("" + (x%10) + "_" + "%05d".format(x), "" + (x%10) + "_" + "%05d".format(x), "%05d".format(x)))
+ val list01 = (00000 to 99999).toList.map(x => ("" + (x%10) + "_" + "%010d".format(x), "" + (x%10) + "_" + "%010d".format(x), "%010d".format(x)))
val hbase01 = new HBaseSource( "_TEST.SALT.01", quorum, 'key,
TABLE_SCHEMA.tail.map((x: Symbol) => "data"),
TABLE_SCHEMA.tail.map((x: Symbol) => new Fields(x.name)),
@@ -99,7 +113,7 @@ class HBaseSaltTester (args: Args) extends JobBase(args) with HBasePipeConversio
.groupAll(group => group.toList[List[List[String]]]('testData -> 'testData))
val testName03 = "Scan Range with NO useSalt"
- val list03 = (sttKey.toInt to stpKey.toInt).toList.map(x => ("" + (x%10) + "_" + "%05d".format(x), "" + (x%10) + "_" + "%05d".format(x), "%05d".format(x)))
+ val list03 = (sttKey.toInt to stpKey.toInt).toList.map(x => ("" + (x%10) + "_" + "%010d".format(x), "" + (x%10) + "_" + "%010d".format(x), "%010d".format(x)))
val hbase03 = new HBaseSource( "_TEST.SALT.01", quorum, 'key,
TABLE_SCHEMA.tail.map((x: Symbol) => "data"),
TABLE_SCHEMA.tail.map((x: Symbol) => new Fields(x.name)),
@@ -125,7 +139,7 @@ class HBaseSaltTester (args: Args) extends JobBase(args) with HBasePipeConversio
val testName05 = "Get List with NO useSalt"
- val list05 = listKey.map(x => x.toInt).map(x => ("" + (x%10) + "_" + "%05d".format(x), "" + (x%10) + "_" + "%05d".format(x), "%05d".format(x)))
+ val list05 = listKey.map(x => x.toInt).map(x => ("" + (x%10) + "_" + "%010d".format(x), "" + (x%10) + "_" + "%010d".format(x), "%010d".format(x)))
val hbase05 = new HBaseSource( "_TEST.SALT.01", quorum, 'key,
TABLE_SCHEMA.tail.map((x: Symbol) => "data"),
TABLE_SCHEMA.tail.map((x: Symbol) => new Fields(x.name)),
@@ -288,21 +302,28 @@ class HBaseSaltTestShutdown (args: Args) extends JobBase(args) with HBasePipeCon
val quorum = args("quorum")
- val inVals = (00000 to 99999).toList.map(x => ("" + (x%10) + "_" + "%05d".format(x), "" + (x%10) + "_" + "%05d".format(x), "%05d".format(x)))
+ val stt = args("start.value").toInt
+ val stp = args("stop.value").toInt
+
+ delRanges(stt, stp)
- def toIBW(pipe: Pipe, f: Fields): Pipe = {
- asList(f)
- .foldLeft(pipe){ (p, f) => {
- p.map(f.toString -> f.toString){ from: String =>
- Option(from).map(x => new ImmutableBytesWritable(Bytes.toBytes(x))).getOrElse(null)
- }}
+ def delRanges(stt: Int, stp: Int) {
+ val inVals = (stt to stp).toList.map(x => ("" + (x%10) + "_" + "%010d".format(x), "" + (x%10) + "_" + "%010d".format(x), "%010d".format(x)))
+
+ def toIBW(pipe: Pipe, f: Fields): Pipe = {
+ asList(f)
+ .foldLeft(pipe){ (p, f) => {
+ p.map(f.toString -> f.toString){ from: String =>
+ Option(from).map(x => new ImmutableBytesWritable(Bytes.toBytes(x))).getOrElse(null)
+ }}
+ }
}
- }
- val input = IterableSource(inVals, TABLE_SCHEMA).read
+ val input = IterableSource(inVals, TABLE_SCHEMA).read
- val eraser = toIBW(input, TABLE_SCHEMA)
- .write(new HBaseSource( "_TEST.SALT.01", quorum, 'key,
- TABLE_SCHEMA.tail.map((x: Symbol) => "data"),
- TABLE_SCHEMA.tail.map((x: Symbol) => new Fields(x.name)), sinkMode = SinkMode.REPLACE ))
+ val eraser = toIBW(input, TABLE_SCHEMA)
+ .write(new HBaseSource( "_TEST.SALT.01", quorum, 'key,
+ TABLE_SCHEMA.tail.map((x: Symbol) => "data"),
+ TABLE_SCHEMA.tail.map((x: Symbol) => new Fields(x.name)), sinkMode = SinkMode.REPLACE ))
+ }
} \ No newline at end of file
diff --git a/src/main/scala/parallelai/spyglass/hbase/testing/HBaseSaltTesterRunner.scala b/src/main/scala/parallelai/spyglass/hbase/testing/HBaseSaltTesterRunner.scala
index 17bc873..8d5c4ec 100644
--- a/src/main/scala/parallelai/spyglass/hbase/testing/HBaseSaltTesterRunner.scala
+++ b/src/main/scala/parallelai/spyglass/hbase/testing/HBaseSaltTesterRunner.scala
@@ -32,33 +32,33 @@ object HBaseSaltTesterRunner extends App {
if( make ) {
- JobRunner.main(Array(classOf[HBaseSaltTestSetup].getName,
+ JobRunner.main((List(classOf[HBaseSaltTestSetup].getName,
"--hdfs",
"--app.conf.path", appPath,
"--job.lib.path", jobLibPath,
"--quorum", quorum,
"--debug", isDebug.toString
- ))
+ ) ::: mArgs.toList).toArray)
}
if( test ) {
- JobRunner.main(Array(classOf[HBaseSaltTester].getName,
+ JobRunner.main((List(classOf[HBaseSaltTester].getName,
"--hdfs",
"--app.conf.path", appPath,
"--job.lib.path", jobLibPath,
"--quorum", quorum,
"--debug", isDebug.toString,
"--regional", mArgs.getOrElse("regional", "false")
- ))
+ )::: mArgs.toList).toArray)
}
if( delete ) {
- JobRunner.main(Array(classOf[HBaseSaltTestShutdown].getName,
+ JobRunner.main((List(classOf[HBaseSaltTestShutdown].getName,
"--hdfs",
"--app.conf.path", appPath,
"--job.lib.path", jobLibPath,
"--quorum", quorum,
"--debug", isDebug.toString
- ))
+ )::: mArgs.toList).toArray)
}
} \ No newline at end of file