diff options
| author | Chandan Rajah <crajah@parallelai.com> | 2013-09-30 15:24:09 +0100 |
|---|---|---|
| committer | Chandan Rajah <crajah@parallelai.com> | 2013-09-30 15:24:09 +0100 |
| commit | f6954fc81a6eaf60ca6088c11b51f86e48733be7 (patch) | |
| tree | 79aac956c03c80a0488d93a2fd7aca5241b1c465 | |
| parent | c550ab1c80b384e164979fcbe01f34a8308a8b95 (diff) | |
| download | SpyGlass-f6954fc81a6eaf60ca6088c11b51f86e48733be7.tar.gz SpyGlass-f6954fc81a6eaf60ca6088c11b51f86e48733be7.zip | |
1. Created a mapper per region as ooposed to mapper per region server4.1.1
2. Added progress indicators
3. Better logging
86 files changed, 185 insertions, 4300 deletions
@@ -42,9 +42,9 @@ <!-- Scala/Scalding/Cascading properties --> <!-- can be 2.9.3 and 2.10.2 --> - <scala.version>2.9.3</scala.version> + <scala.version>2.10.2</scala.version> <!-- 2.10 for Scala 2.10.2 and 2.9.3 for Scala version 2.9.3 --> - <scalding.scala.version>2.9.3</scalding.scala.version> + <scalding.scala.version>2.10</scalding.scala.version> <scalding.version>0.8.6</scalding.version> <cascading.version>2.1.6</cascading.version> <scalding-commons.version>0.2.0</scalding-commons.version> @@ -53,7 +53,7 @@ <trove4j.version>3.0.3</trove4j.version> <maple.version>0.2.8</maple.version> <!-- 2.1.1 for Scala 2.10.2 and 1.12.4.1 for Scala 2.9.3--> - <specs2.version>1.12.4.1</specs2.version> + <specs2.version>2.1.1</specs2.version> <typesafe.config.version>1.0.0</typesafe.config.version> <!-- Other libraries properties --> @@ -69,7 +69,7 @@ <name>Cascading and Scalding wrapper for HBase with advanced features</name> <groupId>parallelai</groupId> <artifactId>parallelai.spyglass</artifactId> - <version>${scala.version}_4.1.0</version> + <version>2.10.2_4.1.1</version> <packaging>jar</packaging> <!-- Repositories --> diff --git a/releases/parallelai/parallelai.spyglass/2.0.3/parallelai.spyglass-2.0.3.jar b/releases/parallelai/parallelai.spyglass/2.0.3/parallelai.spyglass-2.0.3.jar Binary files differdeleted file mode 100644 index 04cb27c..0000000 --- a/releases/parallelai/parallelai.spyglass/2.0.3/parallelai.spyglass-2.0.3.jar +++ /dev/null diff --git a/releases/parallelai/parallelai.spyglass/2.0.3/parallelai.spyglass-2.0.3.jar.md5 b/releases/parallelai/parallelai.spyglass/2.0.3/parallelai.spyglass-2.0.3.jar.md5 deleted file mode 100644 index 34a82b3..0000000 --- a/releases/parallelai/parallelai.spyglass/2.0.3/parallelai.spyglass-2.0.3.jar.md5 +++ /dev/null @@ -1 +0,0 @@ -5153c6fbde0800d846a40347010b4240
\ No newline at end of file diff --git a/releases/parallelai/parallelai.spyglass/2.0.3/parallelai.spyglass-2.0.3.jar.sha1 b/releases/parallelai/parallelai.spyglass/2.0.3/parallelai.spyglass-2.0.3.jar.sha1 deleted file mode 100644 index d8f9325..0000000 --- a/releases/parallelai/parallelai.spyglass/2.0.3/parallelai.spyglass-2.0.3.jar.sha1 +++ /dev/null @@ -1 +0,0 @@ -5adba905a7c307f38cf983355704c7844f8d4ec4
\ No newline at end of file diff --git a/releases/parallelai/parallelai.spyglass/2.0.3/parallelai.spyglass-2.0.3.pom b/releases/parallelai/parallelai.spyglass/2.0.3/parallelai.spyglass-2.0.3.pom deleted file mode 100644 index d254977..0000000 --- a/releases/parallelai/parallelai.spyglass/2.0.3/parallelai.spyglass-2.0.3.pom +++ /dev/null @@ -1,335 +0,0 @@ -<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" - xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 - http://maven.apache.org/maven-v4_0_0.xsd"> - <modelVersion>4.0.0</modelVersion> - - <organization> - <name>Parallel AI</name> - <url>http://www.parallelai.com</url> - </organization> - - - <name>Cascading and Scalding wrapper for HBase with advanced features</name> - <groupId>parallelai</groupId> - <artifactId>parallelai.spyglass</artifactId> - <version>2.0.3</version> - <packaging>jar</packaging> - - <properties> - <!-- Java compilation level --> - <maven.compiler.source>1.6</maven.compiler.source> - <maven.compiler.target>1.6</maven.compiler.target> - <maven-compiler-plugin.version>3.0</maven-compiler-plugin.version> - <maven-scala-plugin.version>2.15.2</maven-scala-plugin.version> - <maven-war-plugin.version>2.3</maven-war-plugin.version> - - <!-- UTF-8 Encoding settings --> - <encoding>UTF-8</encoding> - <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding> - <project.reporting.outputEncoding>UTF-8</project.reporting.outputEncoding> - - <!-- Cloudera's Distribution Including Apache Hadoop version 4.2.0 --> - <datafu.version>0.0.4-cdh4.2.0</datafu.version> - <flume.version>1.3.0-cdh4.2.0</flume.version> - <hadoop.version>2.0.0-cdh4.2.0</hadoop.version> - <hbase.version>0.94.2-cdh4.2.0</hbase.version> - <hive.version>0.10.0-cdh4.2.0</hive.version> - <mahout.version>0.7-cdh4.2.0</mahout.version> - <mapreduce.version>2.0.0-mr1-cdh4.2.0</mapreduce.version> - <oozie.version>3.3.0-cdh4.2.0</oozie.version> - <oozie-hadoop.version>2.0.0-cdh4.2.0.oozie-3.3.0-cdh4.2.0</oozie-hadoop.version> - <oozie-sharelib.version>3.3.0-cdh4.2.0</oozie-sharelib.version> - <pig.version>0.10.0-cdh4.2.0</pig.version> - <sqoop.version>1.4.2-cdh4.2.0</sqoop.version> - <whirr.version>0.8.0-cdh4.2.0</whirr.version> - <zookeeper.version>3.4.5-cdh4.2.0</zookeeper.version> - - <!-- Scala/Scalding/Cascading properties --> - <scala.version>2.9.2</scala.version> - <scalding.version>0.8.3</scalding.version> - <cascading.version>2.1.0</cascading.version> - <scalding-commons.version>0.1.1</scalding-commons.version> - <scalatest.version>1.7.1</scalatest.version> - - <trove4j.version>3.0.3</trove4j.version> - <maple.version>0.2.8</maple.version> - <specs2.version>1.12.4.1</specs2.version> - <typesafe.config.version>1.0.0</typesafe.config.version> - - <!-- Other libraries properties --> - <junit.version>4.10</junit.version> - <slf4j.version>1.7.2</slf4j.version> - <trove4j.version>3.0.3</trove4j.version> - <javax.servlet.version>2.5</javax.servlet.version> - <uncommons-maths.version>1.2.2a</uncommons-maths.version> - <maven.surefire.plugin.version>2.12.3</maven.surefire.plugin.version> - - </properties> - - <distributionManagement> - <repository> - <id>repo</id> - <url>https://github.com/ParallelAI/mvn-repo/raw/master/releases</url> - </repository> - </distributionManagement> - - <!-- Repositories --> - <repositories> - <repository> - <id>scala-tools.org</id> - <name>Scala Tools</name> - <url>https://oss.sonatype.org/content/repositories/snapshots/</url> - </repository> - <repository> - <id>cloudera-cdh4</id> - <name>Cloudera CDH4</name> - <url>https://repository.cloudera.com/artifactory/cloudera-repos/</url> - </repository> - <repository> - <id>conjars</id> - <name>Con Jars</name> - <url>http://conjars.org/repo</url> - </repository> - </repositories> - - <!-- Profiles --> - <profiles> - <profile> - <id>windows_profile</id> - <activation> - <activeByDefault>false</activeByDefault> - <os> - <family>Windows</family> - </os> - </activation> - <properties> - <toolsjar>${JAVA_HOME}\\lib\\tools.jar</toolsjar> - </properties> - <dependencies> - <dependency> - <groupId>jdk.tools</groupId> - <artifactId>jdk.tools</artifactId> - <version>1.6</version> - <scope>system</scope> - <systemPath>${toolsjar}</systemPath> - </dependency> - </dependencies> - </profile> - <profile> - <id>osx_profile</id> - <activation> - <activeByDefault>false</activeByDefault> - <os> - <family>mac</family> - </os> - </activation> - <properties> - <toolsjar>${java.home}/../Classes/classes.jar</toolsjar> - </properties> - <dependencies> - <dependency> - <groupId>jdk.tools</groupId> - <artifactId>jdk.tools</artifactId> - <version>1.6</version> - <scope>system</scope> - <systemPath>${toolsjar}</systemPath> - </dependency> - </dependencies> - </profile> - </profiles> - - - - <dependencies> - - <!-- Hadoop --> - <dependency> - <groupId>org.apache.hadoop</groupId> - <artifactId>hadoop-mapreduce-client-core</artifactId> - <version>${hadoop.version}</version> - </dependency> - - <dependency> - <groupId>org.apache.hadoop</groupId> - <artifactId>hadoop-common</artifactId> - <version>${hadoop.version}</version> - </dependency> - - <dependency> - <groupId>org.slf4j</groupId> - <artifactId>slf4j-api</artifactId> - <version>${slf4j.version}</version> - </dependency> - <dependency> - <groupId>com.twitter</groupId> - <artifactId>scalding_${scala.version}</artifactId> - <version>${scalding.version}</version> - <exclusions> - <exclusion> <!-- Declare exclusion, in order to use custom build --> - <groupId>com.twitter</groupId> - <artifactId>maple</artifactId> - </exclusion> - </exclusions> - </dependency> - - <dependency> - <groupId>org.apache.hbase</groupId> - <artifactId>hbase</artifactId> - <version>${hbase.version}</version> - </dependency> - <!-- Three dependencies for ScalaSpec --> - <dependency> - <groupId>org.scala-lang</groupId> - <artifactId>scala-library</artifactId> - <version>${scala.version}</version> - </dependency> - <dependency> - <groupId>com.typesafe</groupId> - <artifactId>config</artifactId> - <version>${typesafe.config.version}</version> - </dependency> - - </dependencies> - <!-- From https://wiki.scala-lang.org/display/SIW/ScalaEclipseMaven --> - - - <build> - <sourceDirectory>src/main/java</sourceDirectory> - <testSourceDirectory>src/test/scala</testSourceDirectory> - <plugins> - <plugin> - <groupId>org.apache.maven.plugins</groupId> - <artifactId>maven-jar-plugin</artifactId> - <version>2.4</version> - <configuration> - <includes> - <include>**/*</include> - </includes> - </configuration> - </plugin> - <!-- This plugin is not supported by Eclipse, so maybe we shouldn't be - using it --> - <plugin> - <groupId>org.scala-tools</groupId> - <artifactId>maven-scala-plugin</artifactId> - <executions> - - <execution> - <id>compile</id> - <goals> - <goal>compile</goal> - </goals> - <phase>compile</phase> - </execution> - <execution> - <id>test-compile</id> - <goals> - <goal>testCompile</goal> - </goals> - <phase>test-compile</phase> - </execution> - <execution> - <phase>process-resources</phase> - <goals> - <goal>compile</goal> - </goals> - </execution> - </executions> - </plugin> - <plugin> - <artifactId>maven-compiler-plugin</artifactId> - <version>${maven-compiler-plugin.version}</version> - <configuration> - <source>${maven.compiler.source}</source> - <target>${maven.compiler.target}</target> - </configuration> - </plugin> - <plugin> - <groupId>org.apache.maven.plugins</groupId> - <artifactId>maven-dependency-plugin</artifactId> - <executions> - <execution> - <id>copy-dependencies</id> - <phase>install</phase> - <goals> - <goal>copy-dependencies</goal> - </goals> - <configuration> - <outputDirectory>./alternateLocation</outputDirectory> <!-- ${project.build.directory} --> - <overWriteReleases>false</overWriteReleases> - <overWriteSnapshots>false</overWriteSnapshots> - <overWriteIfNewer>true</overWriteIfNewer> - </configuration> - </execution> - </executions> - </plugin> - </plugins> - <pluginManagement> - <plugins> - <!--Run with : mvn dependency:copy-dependencies --> - <plugin> - <groupId>org.eclipse.m2e</groupId> - <artifactId>lifecycle-mapping</artifactId> - <version>1.0.0</version> - <configuration> - <lifecycleMappingMetadata> - <pluginExecutions> - <pluginExecution> - <pluginExecutionFilter> - <groupId> - org.apache.maven.plugins - </groupId> - <artifactId> - maven-dependency-plugin - </artifactId> - <versionRange>[2.1,)</versionRange> - <goals> - <goal>copy-dependencies</goal> - </goals> - </pluginExecutionFilter> - <action> - <ignore></ignore> - </action> - </pluginExecution> - <pluginExecution> - <pluginExecutionFilter> - <groupId></groupId> - <artifactId></artifactId> - <versionRange>[0.0,)</versionRange> - <goals> - <goal></goal> - </goals> - </pluginExecutionFilter> - <action> - <ignore></ignore> - </action> - </pluginExecution> - <pluginExecution> - <pluginExecutionFilter> - <groupId> - org.scala-tools - </groupId> - <artifactId> - maven-scala-plugin - </artifactId> - <versionRange> - [2.15.2,) - </versionRange> - <goals> - <goal>compile</goal> - <goal>testCompile</goal> - </goals> - </pluginExecutionFilter> - <action> - <ignore></ignore> - </action> - </pluginExecution> - </pluginExecutions> - </lifecycleMappingMetadata> - </configuration> - </plugin> - </plugins> - </pluginManagement> - </build> - -</project>
\ No newline at end of file diff --git a/releases/parallelai/parallelai.spyglass/2.0.3/parallelai.spyglass-2.0.3.pom.md5 b/releases/parallelai/parallelai.spyglass/2.0.3/parallelai.spyglass-2.0.3.pom.md5 deleted file mode 100644 index cb70e64..0000000 --- a/releases/parallelai/parallelai.spyglass/2.0.3/parallelai.spyglass-2.0.3.pom.md5 +++ /dev/null @@ -1 +0,0 @@ -238dbd6c3144b8faa6ad14df04ebc945
\ No newline at end of file diff --git a/releases/parallelai/parallelai.spyglass/2.0.3/parallelai.spyglass-2.0.3.pom.sha1 b/releases/parallelai/parallelai.spyglass/2.0.3/parallelai.spyglass-2.0.3.pom.sha1 deleted file mode 100644 index 7254e02..0000000 --- a/releases/parallelai/parallelai.spyglass/2.0.3/parallelai.spyglass-2.0.3.pom.sha1 +++ /dev/null @@ -1 +0,0 @@ -30616da22105b65f6224ecbd91a272e738437c28
\ No newline at end of file diff --git a/releases/parallelai/parallelai.spyglass/2.0.4/parallelai.spyglass-2.0.4.jar b/releases/parallelai/parallelai.spyglass/2.0.4/parallelai.spyglass-2.0.4.jar Binary files differdeleted file mode 100644 index 6e8eeb5..0000000 --- a/releases/parallelai/parallelai.spyglass/2.0.4/parallelai.spyglass-2.0.4.jar +++ /dev/null diff --git a/releases/parallelai/parallelai.spyglass/2.0.4/parallelai.spyglass-2.0.4.jar.md5 b/releases/parallelai/parallelai.spyglass/2.0.4/parallelai.spyglass-2.0.4.jar.md5 deleted file mode 100644 index 06dd091..0000000 --- a/releases/parallelai/parallelai.spyglass/2.0.4/parallelai.spyglass-2.0.4.jar.md5 +++ /dev/null @@ -1 +0,0 @@ -06da38d6ebcd39f8fae382b706eda426
\ No newline at end of file diff --git a/releases/parallelai/parallelai.spyglass/2.0.4/parallelai.spyglass-2.0.4.jar.sha1 b/releases/parallelai/parallelai.spyglass/2.0.4/parallelai.spyglass-2.0.4.jar.sha1 deleted file mode 100644 index 7b891f7..0000000 --- a/releases/parallelai/parallelai.spyglass/2.0.4/parallelai.spyglass-2.0.4.jar.sha1 +++ /dev/null @@ -1 +0,0 @@ -b1beedc67f8a1119e1d09da8a7bc03ae702b5316
\ No newline at end of file diff --git a/releases/parallelai/parallelai.spyglass/2.0.4/parallelai.spyglass-2.0.4.pom b/releases/parallelai/parallelai.spyglass/2.0.4/parallelai.spyglass-2.0.4.pom deleted file mode 100644 index da10b1c..0000000 --- a/releases/parallelai/parallelai.spyglass/2.0.4/parallelai.spyglass-2.0.4.pom +++ /dev/null @@ -1,346 +0,0 @@ -<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" - xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 - http://maven.apache.org/maven-v4_0_0.xsd"> - <modelVersion>4.0.0</modelVersion> - - <organization> - <name>Parallel AI</name> - <url>http://www.parallelai.com</url> - </organization> - - - <name>Cascading and Scalding wrapper for HBase with advanced features</name> - <groupId>parallelai</groupId> - <artifactId>parallelai.spyglass</artifactId> - <version>2.0.4</version> - <packaging>jar</packaging> - - <properties> - <!-- Java compilation level --> - <maven.compiler.source>1.6</maven.compiler.source> - <maven.compiler.target>1.6</maven.compiler.target> - <maven-compiler-plugin.version>3.0</maven-compiler-plugin.version> - <maven-scala-plugin.version>2.15.2</maven-scala-plugin.version> - <maven-war-plugin.version>2.3</maven-war-plugin.version> - - <!-- UTF-8 Encoding settings --> - <encoding>UTF-8</encoding> - <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding> - <project.reporting.outputEncoding>UTF-8</project.reporting.outputEncoding> - - <!-- Cloudera's Distribution Including Apache Hadoop version 4.2.0 --> - <datafu.version>0.0.4-cdh4.3.0</datafu.version> - <flume.version>1.3.0-cdh4.3.0</flume.version> - <hadoop.version>2.0.0-cdh4.3.0</hadoop.version> - <hbase.version>0.94.6-cdh4.3.0</hbase.version> - <hive.version>0.10.0-cdh4.3.0</hive.version> - <mahout.version>0.7-cdh4.3.0</mahout.version> - <mapreduce.version>2.0.0-mr1-cdh4.3.0</mapreduce.version> - <oozie.version>3.3.2-cdh4.3.0</oozie.version> - <oozie-hadoop.version>2.0.0-cdh4.2.0.oozie-3.3.2-cdh4.3.0</oozie-hadoop.version> - <oozie-sharelib.version>3.3.2-cdh4.3.0</oozie-sharelib.version> - <pig.version>0.11.0-cdh4.3.0</pig.version> - <sqoop.version>1.4.3-cdh4.3.0</sqoop.version> - <whirr.version>0.8.2-cdh4.3.0</whirr.version> - <zookeeper.version>3.4.5-cdh4.3.0</zookeeper.version> - - <!-- Scala/Scalding/Cascading properties --> - <scala.version>2.10.2</scala.version> - <scalding.scala.version>2.10</scalding.scala.version> - <scalding.version>0.8.5</scalding.version> - <cascading.version>2.1.6</cascading.version> - <scalding-commons.version>0.1.1</scalding-commons.version> - <scalatest.version>1.7.1</scalatest.version> - - <trove4j.version>3.0.3</trove4j.version> - <maple.version>0.2.8</maple.version> - <specs2.version>1.12.4.1</specs2.version> - <typesafe.config.version>1.0.0</typesafe.config.version> - - <!-- Other libraries properties --> - <junit.version>4.10</junit.version> - <slf4j.version>1.7.2</slf4j.version> - <trove4j.version>3.0.3</trove4j.version> - <javax.servlet.version>2.5</javax.servlet.version> - <uncommons-maths.version>1.2.2a</uncommons-maths.version> - <maven.surefire.plugin.version>2.12.3</maven.surefire.plugin.version> - - </properties> - - <distributionManagement> - <repository> - <id>rore-repo</id> - <url>file://D:\Dev\eclipse\spyglass-mvn-repo</url> - </repository> - </distributionManagement> - - <!-- Repositories --> - <repositories> - <repository> - <id>scala-tools.org</id> - <name>Scala Tools</name> - <url>https://oss.sonatype.org/content/repositories/snapshots/</url> - </repository> - <repository> - <id>cloudera-cdh4</id> - <name>Cloudera CDH4</name> - <url>https://repository.cloudera.com/artifactory/cloudera-repos/</url> - </repository> - <repository> - <id>conjars</id> - <name>Con Jars</name> - <url>http://conjars.org/repo</url> - </repository> - </repositories> - - <!-- Profiles --> - <profiles> - <profile> - <id>windows_profile</id> - <activation> - <activeByDefault>false</activeByDefault> - <os> - <family>Windows</family> - </os> - </activation> - <properties> - <toolsjar>${JAVA_HOME}\\lib\\tools.jar</toolsjar> - </properties> - <dependencies> - <dependency> - <groupId>jdk.tools</groupId> - <artifactId>jdk.tools</artifactId> - <version>1.6</version> - <scope>system</scope> - <systemPath>${toolsjar}</systemPath> - </dependency> - </dependencies> - </profile> - <profile> - <id>osx_profile</id> - <activation> - <activeByDefault>false</activeByDefault> - <os> - <family>mac</family> - </os> - </activation> - <properties> - <toolsjar>${java.home}/../Classes/classes.jar</toolsjar> - </properties> - <dependencies> - <dependency> - <groupId>jdk.tools</groupId> - <artifactId>jdk.tools</artifactId> - <version>1.6</version> - <scope>system</scope> - <systemPath>${toolsjar}</systemPath> - </dependency> - </dependencies> - </profile> - </profiles> - - - - <dependencies> - - <!-- Hadoop --> - <dependency> - <groupId>org.apache.hadoop</groupId> - <artifactId>hadoop-mapreduce-client-core</artifactId> - <version>${hadoop.version}</version> - </dependency> - - <dependency> - <groupId>org.apache.hadoop</groupId> - <artifactId>hadoop-common</artifactId> - <version>${hadoop.version}</version> - </dependency> - - <dependency> - <groupId>org.slf4j</groupId> - <artifactId>slf4j-api</artifactId> - <version>${slf4j.version}</version> - </dependency> - <dependency> - <groupId>com.twitter</groupId> - <artifactId>scalding-core_${scalding.scala.version}</artifactId> - <version>${scalding.version}</version> - <exclusions> - <exclusion> <!-- Declare exclusion, in order to use custom build --> - <groupId>com.twitter</groupId> - <artifactId>maple</artifactId> - </exclusion> - </exclusions> - </dependency> - - <dependency> - <groupId>org.apache.hbase</groupId> - <artifactId>hbase</artifactId> - <version>${hbase.version}</version> - </dependency> - <!-- Three dependencies for ScalaSpec --> - <dependency> - <groupId>org.scala-lang</groupId> - <artifactId>scala-library</artifactId> - <version>${scala.version}</version> - </dependency> - <dependency> - <groupId>com.typesafe</groupId> - <artifactId>config</artifactId> - <version>${typesafe.config.version}</version> - </dependency> - - <dependency> - <groupId>com.twitter.elephantbird</groupId> - <artifactId>elephant-bird-core</artifactId> - <version>4.1</version> - </dependency> - <dependency> - <groupId>com.twitter.elephantbird</groupId> - <artifactId>elephant-bird-hadoop-compat</artifactId> - <version>4.1</version> - </dependency> - </dependencies> - <!-- From https://wiki.scala-lang.org/display/SIW/ScalaEclipseMaven --> - - - <build> - <sourceDirectory>src/main/java</sourceDirectory> - <testSourceDirectory>src/test/scala</testSourceDirectory> - <plugins> - <plugin> - <groupId>org.apache.maven.plugins</groupId> - <artifactId>maven-jar-plugin</artifactId> - <version>2.4</version> - <configuration> - <includes> - <include>**/*</include> - </includes> - </configuration> - </plugin> - <!-- This plugin is not supported by Eclipse, so maybe we shouldn't be - using it --> - <plugin> - <groupId>org.scala-tools</groupId> - <artifactId>maven-scala-plugin</artifactId> - <executions> - - <execution> - <id>compile</id> - <goals> - <goal>compile</goal> - </goals> - <phase>compile</phase> - </execution> - <execution> - <id>test-compile</id> - <goals> - <goal>testCompile</goal> - </goals> - <phase>test-compile</phase> - </execution> - <execution> - <phase>process-resources</phase> - <goals> - <goal>compile</goal> - </goals> - </execution> - </executions> - </plugin> - <plugin> - <artifactId>maven-compiler-plugin</artifactId> - <version>${maven-compiler-plugin.version}</version> - <configuration> - <source>${maven.compiler.source}</source> - <target>${maven.compiler.target}</target> - </configuration> - </plugin> - <plugin> - <groupId>org.apache.maven.plugins</groupId> - <artifactId>maven-dependency-plugin</artifactId> - <executions> - <execution> - <id>copy-dependencies</id> - <phase>install</phase> - <goals> - <goal>copy-dependencies</goal> - </goals> - <configuration> - <outputDirectory>./alternateLocation</outputDirectory> <!-- ${project.build.directory} --> - <overWriteReleases>false</overWriteReleases> - <overWriteSnapshots>false</overWriteSnapshots> - <overWriteIfNewer>true</overWriteIfNewer> - </configuration> - </execution> - </executions> - </plugin> - </plugins> - <pluginManagement> - <plugins> - <!--Run with : mvn dependency:copy-dependencies --> - <plugin> - <groupId>org.eclipse.m2e</groupId> - <artifactId>lifecycle-mapping</artifactId> - <version>1.0.0</version> - <configuration> - <lifecycleMappingMetadata> - <pluginExecutions> - <pluginExecution> - <pluginExecutionFilter> - <groupId> - org.apache.maven.plugins - </groupId> - <artifactId> - maven-dependency-plugin - </artifactId> - <versionRange>[2.1,)</versionRange> - <goals> - <goal>copy-dependencies</goal> - </goals> - </pluginExecutionFilter> - <action> - <ignore></ignore> - </action> - </pluginExecution> - <pluginExecution> - <pluginExecutionFilter> - <groupId></groupId> - <artifactId></artifactId> - <versionRange>[0.0,)</versionRange> - <goals> - <goal></goal> - </goals> - </pluginExecutionFilter> - <action> - <ignore></ignore> - </action> - </pluginExecution> - <pluginExecution> - <pluginExecutionFilter> - <groupId> - org.scala-tools - </groupId> - <artifactId> - maven-scala-plugin - </artifactId> - <versionRange> - [2.15.2,) - </versionRange> - <goals> - <goal>compile</goal> - <goal>testCompile</goal> - </goals> - </pluginExecutionFilter> - <action> - <ignore></ignore> - </action> - </pluginExecution> - </pluginExecutions> - </lifecycleMappingMetadata> - </configuration> - </plugin> - </plugins> - </pluginManagement> - </build> - -</project>
\ No newline at end of file diff --git a/releases/parallelai/parallelai.spyglass/2.0.4/parallelai.spyglass-2.0.4.pom.md5 b/releases/parallelai/parallelai.spyglass/2.0.4/parallelai.spyglass-2.0.4.pom.md5 deleted file mode 100644 index 2435303..0000000 --- a/releases/parallelai/parallelai.spyglass/2.0.4/parallelai.spyglass-2.0.4.pom.md5 +++ /dev/null @@ -1 +0,0 @@ -4466ec988dfc0f7f262ccf5a6da72f73
\ No newline at end of file diff --git a/releases/parallelai/parallelai.spyglass/2.0.4/parallelai.spyglass-2.0.4.pom.sha1 b/releases/parallelai/parallelai.spyglass/2.0.4/parallelai.spyglass-2.0.4.pom.sha1 deleted file mode 100644 index ca259bf..0000000 --- a/releases/parallelai/parallelai.spyglass/2.0.4/parallelai.spyglass-2.0.4.pom.sha1 +++ /dev/null @@ -1 +0,0 @@ -11b7840f138bffe246e543a67bc091f02537e320
\ No newline at end of file diff --git a/releases/parallelai/parallelai.spyglass/2.1.1/parallelai.spyglass-2.1.1.jar b/releases/parallelai/parallelai.spyglass/2.1.1/parallelai.spyglass-2.1.1.jar Binary files differdeleted file mode 100644 index 04d6355..0000000 --- a/releases/parallelai/parallelai.spyglass/2.1.1/parallelai.spyglass-2.1.1.jar +++ /dev/null diff --git a/releases/parallelai/parallelai.spyglass/2.1.1/parallelai.spyglass-2.1.1.jar.md5 b/releases/parallelai/parallelai.spyglass/2.1.1/parallelai.spyglass-2.1.1.jar.md5 deleted file mode 100644 index 0df6e10..0000000 --- a/releases/parallelai/parallelai.spyglass/2.1.1/parallelai.spyglass-2.1.1.jar.md5 +++ /dev/null @@ -1 +0,0 @@ -43f196e044864e217a54a6d7d2dc369c
\ No newline at end of file diff --git a/releases/parallelai/parallelai.spyglass/2.1.1/parallelai.spyglass-2.1.1.jar.sha1 b/releases/parallelai/parallelai.spyglass/2.1.1/parallelai.spyglass-2.1.1.jar.sha1 deleted file mode 100644 index a109733..0000000 --- a/releases/parallelai/parallelai.spyglass/2.1.1/parallelai.spyglass-2.1.1.jar.sha1 +++ /dev/null @@ -1 +0,0 @@ -56f778e49d109d8c28d1c074ad31972bb17c1158
\ No newline at end of file diff --git a/releases/parallelai/parallelai.spyglass/2.1.1/parallelai.spyglass-2.1.1.pom b/releases/parallelai/parallelai.spyglass/2.1.1/parallelai.spyglass-2.1.1.pom deleted file mode 100644 index 5018734..0000000 --- a/releases/parallelai/parallelai.spyglass/2.1.1/parallelai.spyglass-2.1.1.pom +++ /dev/null @@ -1,346 +0,0 @@ -<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" - xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 - http://maven.apache.org/maven-v4_0_0.xsd"> - <modelVersion>4.0.0</modelVersion> - - <organization> - <name>Parallel AI</name> - <url>http://www.parallelai.com</url> - </organization> - - - <name>Cascading and Scalding wrapper for HBase with advanced features</name> - <groupId>parallelai</groupId> - <artifactId>parallelai.spyglass</artifactId> - <version>2.1.1</version> - <packaging>jar</packaging> - - <properties> - <!-- Java compilation level --> - <maven.compiler.source>1.6</maven.compiler.source> - <maven.compiler.target>1.6</maven.compiler.target> - <maven-compiler-plugin.version>3.0</maven-compiler-plugin.version> - <maven-scala-plugin.version>2.15.2</maven-scala-plugin.version> - <maven-war-plugin.version>2.3</maven-war-plugin.version> - - <!-- UTF-8 Encoding settings --> - <encoding>UTF-8</encoding> - <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding> - <project.reporting.outputEncoding>UTF-8</project.reporting.outputEncoding> - - <!-- Cloudera's Distribution Including Apache Hadoop version 4.2.0 --> - <datafu.version>0.0.4-cdh4.3.0</datafu.version> - <flume.version>1.3.0-cdh4.3.0</flume.version> - <hadoop.version>2.0.0-cdh4.3.0</hadoop.version> - <hbase.version>0.94.6-cdh4.3.0</hbase.version> - <hive.version>0.10.0-cdh4.3.0</hive.version> - <mahout.version>0.7-cdh4.3.0</mahout.version> - <mapreduce.version>2.0.0-mr1-cdh4.3.0</mapreduce.version> - <oozie.version>3.3.2-cdh4.3.0</oozie.version> - <oozie-hadoop.version>2.0.0-cdh4.2.0.oozie-3.3.2-cdh4.3.0</oozie-hadoop.version> - <oozie-sharelib.version>3.3.2-cdh4.3.0</oozie-sharelib.version> - <pig.version>0.11.0-cdh4.3.0</pig.version> - <sqoop.version>1.4.3-cdh4.3.0</sqoop.version> - <whirr.version>0.8.2-cdh4.3.0</whirr.version> - <zookeeper.version>3.4.5-cdh4.3.0</zookeeper.version> - - <!-- Scala/Scalding/Cascading properties --> - <scala.version>2.10.2</scala.version> - <scalding.scala.version>2.10</scalding.scala.version> - <scalding.version>0.8.5</scalding.version> - <cascading.version>2.1.6</cascading.version> - <scalding-commons.version>0.1.1</scalding-commons.version> - <scalatest.version>1.7.1</scalatest.version> - - <trove4j.version>3.0.3</trove4j.version> - <maple.version>0.2.8</maple.version> - <specs2.version>1.12.4.1</specs2.version> - <typesafe.config.version>1.0.0</typesafe.config.version> - - <!-- Other libraries properties --> - <junit.version>4.10</junit.version> - <slf4j.version>1.7.2</slf4j.version> - <trove4j.version>3.0.3</trove4j.version> - <javax.servlet.version>2.5</javax.servlet.version> - <uncommons-maths.version>1.2.2a</uncommons-maths.version> - <maven.surefire.plugin.version>2.12.3</maven.surefire.plugin.version> - - </properties> - - <distributionManagement> - <repository> - <id>repo</id> - <url>https://github.com/ParallelAI/mvn-repo/raw/master/releases</url> - </repository> - </distributionManagement> - - <!-- Repositories --> - <repositories> - <repository> - <id>scala-tools.org</id> - <name>Scala Tools</name> - <url>https://oss.sonatype.org/content/repositories/snapshots/</url> - </repository> - <repository> - <id>cloudera-cdh4</id> - <name>Cloudera CDH4</name> - <url>https://repository.cloudera.com/artifactory/cloudera-repos/</url> - </repository> - <repository> - <id>conjars</id> - <name>Con Jars</name> - <url>http://conjars.org/repo</url> - </repository> - </repositories> - - <!-- Profiles --> - <profiles> - <profile> - <id>windows_profile</id> - <activation> - <activeByDefault>false</activeByDefault> - <os> - <family>Windows</family> - </os> - </activation> - <properties> - <toolsjar>${JAVA_HOME}\\lib\\tools.jar</toolsjar> - </properties> - <dependencies> - <dependency> - <groupId>jdk.tools</groupId> - <artifactId>jdk.tools</artifactId> - <version>1.6</version> - <scope>system</scope> - <systemPath>${toolsjar}</systemPath> - </dependency> - </dependencies> - </profile> - <profile> - <id>osx_profile</id> - <activation> - <activeByDefault>false</activeByDefault> - <os> - <family>mac</family> - </os> - </activation> - <properties> - <toolsjar>${java.home}/../Classes/classes.jar</toolsjar> - </properties> - <dependencies> - <dependency> - <groupId>jdk.tools</groupId> - <artifactId>jdk.tools</artifactId> - <version>1.6</version> - <scope>system</scope> - <systemPath>${toolsjar}</systemPath> - </dependency> - </dependencies> - </profile> - </profiles> - - - - <dependencies> - - <!-- Hadoop --> - <dependency> - <groupId>org.apache.hadoop</groupId> - <artifactId>hadoop-mapreduce-client-core</artifactId> - <version>${hadoop.version}</version> - </dependency> - - <dependency> - <groupId>org.apache.hadoop</groupId> - <artifactId>hadoop-common</artifactId> - <version>${hadoop.version}</version> - </dependency> - - <dependency> - <groupId>org.slf4j</groupId> - <artifactId>slf4j-api</artifactId> - <version>${slf4j.version}</version> - </dependency> - <dependency> - <groupId>com.twitter</groupId> - <artifactId>scalding-core_${scalding.scala.version}</artifactId> - <version>${scalding.version}</version> - <exclusions> - <exclusion> <!-- Declare exclusion, in order to use custom build --> - <groupId>com.twitter</groupId> - <artifactId>maple</artifactId> - </exclusion> - </exclusions> - </dependency> - - <dependency> - <groupId>org.apache.hbase</groupId> - <artifactId>hbase</artifactId> - <version>${hbase.version}</version> - </dependency> - <!-- Three dependencies for ScalaSpec --> - <dependency> - <groupId>org.scala-lang</groupId> - <artifactId>scala-library</artifactId> - <version>${scala.version}</version> - </dependency> - <dependency> - <groupId>com.typesafe</groupId> - <artifactId>config</artifactId> - <version>${typesafe.config.version}</version> - </dependency> - - <dependency> - <groupId>com.twitter.elephantbird</groupId> - <artifactId>elephant-bird-core</artifactId> - <version>4.1</version> - </dependency> - <dependency> - <groupId>com.twitter.elephantbird</groupId> - <artifactId>elephant-bird-hadoop-compat</artifactId> - <version>4.1</version> - </dependency> - </dependencies> - <!-- From https://wiki.scala-lang.org/display/SIW/ScalaEclipseMaven --> - - - <build> - <sourceDirectory>src/main/java</sourceDirectory> - <testSourceDirectory>src/test/scala</testSourceDirectory> - <plugins> - <plugin> - <groupId>org.apache.maven.plugins</groupId> - <artifactId>maven-jar-plugin</artifactId> - <version>2.4</version> - <configuration> - <includes> - <include>**/*</include> - </includes> - </configuration> - </plugin> - <!-- This plugin is not supported by Eclipse, so maybe we shouldn't be - using it --> - <plugin> - <groupId>org.scala-tools</groupId> - <artifactId>maven-scala-plugin</artifactId> - <executions> - - <execution> - <id>compile</id> - <goals> - <goal>compile</goal> - </goals> - <phase>compile</phase> - </execution> - <execution> - <id>test-compile</id> - <goals> - <goal>testCompile</goal> - </goals> - <phase>test-compile</phase> - </execution> - <execution> - <phase>process-resources</phase> - <goals> - <goal>compile</goal> - </goals> - </execution> - </executions> - </plugin> - <plugin> - <artifactId>maven-compiler-plugin</artifactId> - <version>${maven-compiler-plugin.version}</version> - <configuration> - <source>${maven.compiler.source}</source> - <target>${maven.compiler.target}</target> - </configuration> - </plugin> - <plugin> - <groupId>org.apache.maven.plugins</groupId> - <artifactId>maven-dependency-plugin</artifactId> - <executions> - <execution> - <id>copy-dependencies</id> - <phase>install</phase> - <goals> - <goal>copy-dependencies</goal> - </goals> - <configuration> - <outputDirectory>./alternateLocation</outputDirectory> <!-- ${project.build.directory} --> - <overWriteReleases>false</overWriteReleases> - <overWriteSnapshots>false</overWriteSnapshots> - <overWriteIfNewer>true</overWriteIfNewer> - </configuration> - </execution> - </executions> - </plugin> - </plugins> - <pluginManagement> - <plugins> - <!--Run with : mvn dependency:copy-dependencies --> - <plugin> - <groupId>org.eclipse.m2e</groupId> - <artifactId>lifecycle-mapping</artifactId> - <version>1.0.0</version> - <configuration> - <lifecycleMappingMetadata> - <pluginExecutions> - <pluginExecution> - <pluginExecutionFilter> - <groupId> - org.apache.maven.plugins - </groupId> - <artifactId> - maven-dependency-plugin - </artifactId> - <versionRange>[2.1,)</versionRange> - <goals> - <goal>copy-dependencies</goal> - </goals> - </pluginExecutionFilter> - <action> - <ignore></ignore> - </action> - </pluginExecution> - <pluginExecution> - <pluginExecutionFilter> - <groupId></groupId> - <artifactId></artifactId> - <versionRange>[0.0,)</versionRange> - <goals> - <goal></goal> - </goals> - </pluginExecutionFilter> - <action> - <ignore></ignore> - </action> - </pluginExecution> - <pluginExecution> - <pluginExecutionFilter> - <groupId> - org.scala-tools - </groupId> - <artifactId> - maven-scala-plugin - </artifactId> - <versionRange> - [2.15.2,) - </versionRange> - <goals> - <goal>compile</goal> - <goal>testCompile</goal> - </goals> - </pluginExecutionFilter> - <action> - <ignore></ignore> - </action> - </pluginExecution> - </pluginExecutions> - </lifecycleMappingMetadata> - </configuration> - </plugin> - </plugins> - </pluginManagement> - </build> - -</project>
\ No newline at end of file diff --git a/releases/parallelai/parallelai.spyglass/2.1.1/parallelai.spyglass-2.1.1.pom.md5 b/releases/parallelai/parallelai.spyglass/2.1.1/parallelai.spyglass-2.1.1.pom.md5 deleted file mode 100644 index 7318070..0000000 --- a/releases/parallelai/parallelai.spyglass/2.1.1/parallelai.spyglass-2.1.1.pom.md5 +++ /dev/null @@ -1 +0,0 @@ -419f91913f37c4daa554c50717a7c3cd
\ No newline at end of file diff --git a/releases/parallelai/parallelai.spyglass/2.1.1/parallelai.spyglass-2.1.1.pom.sha1 b/releases/parallelai/parallelai.spyglass/2.1.1/parallelai.spyglass-2.1.1.pom.sha1 deleted file mode 100644 index dce575c..0000000 --- a/releases/parallelai/parallelai.spyglass/2.1.1/parallelai.spyglass-2.1.1.pom.sha1 +++ /dev/null @@ -1 +0,0 @@ -fc93e2b49353feda604785c2ca0568991d44e37e
\ No newline at end of file diff --git a/releases/parallelai/parallelai.spyglass/2.10.2_2.3.0/parallelai.spyglass-2.10.2_2.3.0.jar b/releases/parallelai/parallelai.spyglass/2.10.2_2.3.0/parallelai.spyglass-2.10.2_2.3.0.jar Binary files differdeleted file mode 100644 index 9e351e5..0000000 --- a/releases/parallelai/parallelai.spyglass/2.10.2_2.3.0/parallelai.spyglass-2.10.2_2.3.0.jar +++ /dev/null diff --git a/releases/parallelai/parallelai.spyglass/2.10.2_2.3.0/parallelai.spyglass-2.10.2_2.3.0.jar.md5 b/releases/parallelai/parallelai.spyglass/2.10.2_2.3.0/parallelai.spyglass-2.10.2_2.3.0.jar.md5 deleted file mode 100644 index 7e5824a..0000000 --- a/releases/parallelai/parallelai.spyglass/2.10.2_2.3.0/parallelai.spyglass-2.10.2_2.3.0.jar.md5 +++ /dev/null @@ -1 +0,0 @@ -1f47d570f5e2ba0394fc275458614c83
\ No newline at end of file diff --git a/releases/parallelai/parallelai.spyglass/2.10.2_2.3.0/parallelai.spyglass-2.10.2_2.3.0.jar.sha1 b/releases/parallelai/parallelai.spyglass/2.10.2_2.3.0/parallelai.spyglass-2.10.2_2.3.0.jar.sha1 deleted file mode 100644 index 41c9514..0000000 --- a/releases/parallelai/parallelai.spyglass/2.10.2_2.3.0/parallelai.spyglass-2.10.2_2.3.0.jar.sha1 +++ /dev/null @@ -1 +0,0 @@ -4b6bcbf14c0b16d104f28305624b6d8c9941324c
\ No newline at end of file diff --git a/releases/parallelai/parallelai.spyglass/2.10.2_2.3.0/parallelai.spyglass-2.10.2_2.3.0.pom b/releases/parallelai/parallelai.spyglass/2.10.2_2.3.0/parallelai.spyglass-2.10.2_2.3.0.pom deleted file mode 100644 index 4b22b61..0000000 --- a/releases/parallelai/parallelai.spyglass/2.10.2_2.3.0/parallelai.spyglass-2.10.2_2.3.0.pom +++ /dev/null @@ -1,368 +0,0 @@ -<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" - xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 - http://maven.apache.org/maven-v4_0_0.xsd"> - <modelVersion>4.0.0</modelVersion> - - <organization> - <name>Parallel AI</name> - <url>http://www.parallelai.com</url> - </organization> - - <properties> - <!-- Java compilation level --> - <maven.compiler.source>1.6</maven.compiler.source> - <maven.compiler.target>1.6</maven.compiler.target> - <maven-compiler-plugin.version>3.0</maven-compiler-plugin.version> - <maven-scala-plugin.version>2.15.2</maven-scala-plugin.version> - <maven-war-plugin.version>2.3</maven-war-plugin.version> - - <!-- UTF-8 Encoding settings --> - <encoding>UTF-8</encoding> - <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding> - <project.reporting.outputEncoding>UTF-8</project.reporting.outputEncoding> - - <datafu.version>0.0.4-cdh4.3.0</datafu.version> - <flume.version>1.3.0-cdh4.3.0</flume.version> - <hadoop.version>2.0.0-cdh4.3.0</hadoop.version> - <hbase.version>0.94.6-cdh4.3.0</hbase.version> - <hive.version>0.10.0-cdh4.3.0</hive.version> - <mahout.version>0.7-cdh4.3.0</mahout.version> - <mapreduce.version>2.0.0-mr1-cdh4.3.0</mapreduce.version> - <oozie.version>3.3.2-cdh4.3.0</oozie.version> - <oozie-hadoop.version>2.0.0-cdh4.2.0.oozie-3.3.2-cdh4.3.0</oozie-hadoop.version> - <oozie-sharelib.version>3.3.2-cdh4.3.0</oozie-sharelib.version> - <pig.version>0.11.0-cdh4.3.0</pig.version> - <sqoop.version>1.4.3-cdh4.3.0</sqoop.version> - <whirr.version>0.8.2-cdh4.3.0</whirr.version> - <zookeeper.version>3.4.5-cdh4.3.0</zookeeper.version> - - <!-- Scala/Scalding/Cascading properties --> - <scala.version>2.10.2</scala.version> - <scalding.scala.version>2.10</scalding.scala.version> - <scalding.version>0.8.6</scalding.version> - <cascading.version>2.1.6</cascading.version> - <scalding-commons.version>0.2.0</scalding-commons.version> - <scalatest.version>1.9.1</scalatest.version> - - <trove4j.version>3.0.3</trove4j.version> - <maple.version>0.2.8</maple.version> - <specs2.version>2.1</specs2.version> - <typesafe.config.version>1.0.0</typesafe.config.version> - - <!-- Other libraries properties --> - <junit.version>4.10</junit.version> - <slf4j.version>1.7.2</slf4j.version> - <trove4j.version>3.0.3</trove4j.version> - <javax.servlet.version>2.5</javax.servlet.version> - <uncommons-maths.version>1.2.2a</uncommons-maths.version> - <maven.surefire.plugin.version>2.12.3</maven.surefire.plugin.version> - - </properties> - - <name>Cascading and Scalding wrapper for HBase with advanced features</name> - <groupId>parallelai</groupId> - <artifactId>parallelai.spyglass</artifactId> - <version>${scala.version}_2.3.0</version> - <packaging>jar</packaging> - - <distributionManagement> - <repository> - <id>repo</id> - <url>https://github.com/ParallelAI/mvn-repo/raw/master/releases</url> - </repository> - </distributionManagement> - - <!-- Repositories --> - <repositories> - <repository> - <id>scala-tools.org</id> - <name>Scala Tools</name> - <url>https://oss.sonatype.org/content/repositories/snapshots/</url> - </repository> - <repository> - <id>cloudera-cdh4</id> - <name>Cloudera CDH4</name> - <url>https://repository.cloudera.com/artifactory/cloudera-repos/</url> - </repository> - <repository> - <id>conjars</id> - <name>Con Jars</name> - <url>http://conjars.org/repo</url> - </repository> - <repository> - <id>mvnrepository</id> - <url>http://repo1.maven.org/maven2</url> - </repository> - </repositories> - - <!-- Profiles --> - <profiles> - <profile> - <id>windows_profile</id> - <activation> - <activeByDefault>false</activeByDefault> - <os> - <family>Windows</family> - </os> - </activation> - <properties> - <toolsjar>${JAVA_HOME}\\lib\\tools.jar</toolsjar> - </properties> - <dependencies> - <dependency> - <groupId>jdk.tools</groupId> - <artifactId>jdk.tools</artifactId> - <version>1.6</version> - <scope>system</scope> - <systemPath>${toolsjar}</systemPath> - </dependency> - </dependencies> - </profile> - <profile> - <id>osx_profile</id> - <activation> - <activeByDefault>false</activeByDefault> - <os> - <family>mac</family> - </os> - </activation> - <properties> - <toolsjar>${java.home}/../Classes/classes.jar</toolsjar> - </properties> - <dependencies> - <dependency> - <groupId>jdk.tools</groupId> - <artifactId>jdk.tools</artifactId> - <version>1.6</version> - <scope>system</scope> - <systemPath>${toolsjar}</systemPath> - </dependency> - </dependencies> - </profile> - </profiles> - - - - <dependencies> - - <!-- Hadoop --> - <dependency> - <groupId>org.apache.hadoop</groupId> - <artifactId>hadoop-mapreduce-client-core</artifactId> - <version>${hadoop.version}</version> - </dependency> - - <dependency> - <groupId>org.apache.hadoop</groupId> - <artifactId>hadoop-common</artifactId> - <version>${hadoop.version}</version> - </dependency> - - <dependency> - <groupId>org.slf4j</groupId> - <artifactId>slf4j-api</artifactId> - <version>${slf4j.version}</version> - </dependency> - <dependency> - <groupId>com.twitter</groupId> - <artifactId>scalding-core_${scalding.scala.version}</artifactId> - <version>${scalding.version}</version> - <!--<exclusions>--> - <!--<exclusion>--> - <!--<groupId>com.twitter</groupId>--> - <!--<artifactId>maple</artifactId>--> - <!--</exclusion>--> - <!--</exclusions>--> - </dependency> - - <dependency> - <groupId>org.apache.hbase</groupId> - <artifactId>hbase</artifactId> - <version>${hbase.version}</version> - </dependency> - <!-- Three dependencies for ScalaSpec --> - <dependency> - <groupId>org.scala-lang</groupId> - <artifactId>scala-library</artifactId> - <version>${scala.version}</version> - </dependency> - <dependency> - <groupId>com.typesafe</groupId> - <artifactId>config</artifactId> - <version>${typesafe.config.version}</version> - </dependency> - - <dependency> - <groupId>com.twitter.elephantbird</groupId> - <artifactId>elephant-bird-core</artifactId> - <version>4.1</version> - </dependency> - <dependency> - <groupId>com.twitter.elephantbird</groupId> - <artifactId>elephant-bird-hadoop-compat</artifactId> - <version>4.1</version> - </dependency> - - <!-- Testing dependencies (ScalaSpec / ScalaTest / JUnit) --> - <dependency> - <groupId>org.specs2</groupId> - <artifactId>specs2_${scalding.scala.version}</artifactId> - <version>${specs2.version}</version> - <scope>test</scope> - </dependency> - <dependency> - <groupId>org.scalatest</groupId> - <artifactId>scalatest_${scalding.scala.version}</artifactId> - <version>${scalatest.version}</version> - <scope>test</scope> - </dependency> - <dependency> - <groupId>junit</groupId> - <artifactId>junit</artifactId> - <version>${junit.version}</version> - <scope>test</scope> - </dependency> - </dependencies> - <!-- From https://wiki.scala-lang.org/display/SIW/ScalaEclipseMaven --> - - - <build> - <sourceDirectory>src/main/java</sourceDirectory> - <testSourceDirectory>src/test/scala</testSourceDirectory> - <plugins> - <plugin> - <groupId>org.apache.maven.plugins</groupId> - <artifactId>maven-jar-plugin</artifactId> - <version>2.4</version> - <configuration> - <includes> - <include>**/*</include> - </includes> - </configuration> - </plugin> - <!-- This plugin is not supported by Eclipse, so maybe we shouldn't be - using it --> - <plugin> - <groupId>org.scala-tools</groupId> - <artifactId>maven-scala-plugin</artifactId> - <executions> - - <execution> - <id>compile</id> - <goals> - <goal>compile</goal> - </goals> - <phase>compile</phase> - </execution> - <execution> - <id>test-compile</id> - <goals> - <goal>testCompile</goal> - </goals> - <phase>test-compile</phase> - </execution> - <execution> - <phase>process-resources</phase> - <goals> - <goal>compile</goal> - </goals> - </execution> - </executions> - </plugin> - <plugin> - <artifactId>maven-compiler-plugin</artifactId> - <version>${maven-compiler-plugin.version}</version> - <configuration> - <source>${maven.compiler.source}</source> - <target>${maven.compiler.target}</target> - </configuration> - </plugin> - <plugin> - <groupId>org.apache.maven.plugins</groupId> - <artifactId>maven-dependency-plugin</artifactId> - <executions> - <execution> - <id>copy-dependencies</id> - <phase>install</phase> - <goals> - <goal>copy-dependencies</goal> - </goals> - <configuration> - <outputDirectory>./alternateLocation</outputDirectory> <!-- ${project.build.directory} --> - <overWriteReleases>false</overWriteReleases> - <overWriteSnapshots>false</overWriteSnapshots> - <overWriteIfNewer>true</overWriteIfNewer> - </configuration> - </execution> - </executions> - </plugin> - </plugins> - <pluginManagement> - <plugins> - <!--Run with : mvn dependency:copy-dependencies --> - <plugin> - <groupId>org.eclipse.m2e</groupId> - <artifactId>lifecycle-mapping</artifactId> - <version>1.0.0</version> - <configuration> - <lifecycleMappingMetadata> - <pluginExecutions> - <pluginExecution> - <pluginExecutionFilter> - <groupId> - org.apache.maven.plugins - </groupId> - <artifactId> - maven-dependency-plugin - </artifactId> - <versionRange>[2.1,)</versionRange> - <goals> - <goal>copy-dependencies</goal> - </goals> - </pluginExecutionFilter> - <action> - <ignore></ignore> - </action> - </pluginExecution> - <pluginExecution> - <pluginExecutionFilter> - <groupId></groupId> - <artifactId></artifactId> - <versionRange>[0.0,)</versionRange> - <goals> - <goal></goal> - </goals> - </pluginExecutionFilter> - <action> - <ignore></ignore> - </action> - </pluginExecution> - <pluginExecution> - <pluginExecutionFilter> - <groupId> - org.scala-tools - </groupId> - <artifactId> - maven-scala-plugin - </artifactId> - <versionRange> - [2.15.2,) - </versionRange> - <goals> - <goal>compile</goal> - <goal>testCompile</goal> - </goals> - </pluginExecutionFilter> - <action> - <ignore></ignore> - </action> - </pluginExecution> - </pluginExecutions> - </lifecycleMappingMetadata> - </configuration> - </plugin> - </plugins> - </pluginManagement> - </build> - -</project> diff --git a/releases/parallelai/parallelai.spyglass/2.10.2_2.3.0/parallelai.spyglass-2.10.2_2.3.0.pom.md5 b/releases/parallelai/parallelai.spyglass/2.10.2_2.3.0/parallelai.spyglass-2.10.2_2.3.0.pom.md5 deleted file mode 100644 index 0f45d39..0000000 --- a/releases/parallelai/parallelai.spyglass/2.10.2_2.3.0/parallelai.spyglass-2.10.2_2.3.0.pom.md5 +++ /dev/null @@ -1 +0,0 @@ -0bd13c6d8d70f4fbc2bc820215ec0e4a
\ No newline at end of file diff --git a/releases/parallelai/parallelai.spyglass/2.10.2_2.3.0/parallelai.spyglass-2.10.2_2.3.0.pom.sha1 b/releases/parallelai/parallelai.spyglass/2.10.2_2.3.0/parallelai.spyglass-2.10.2_2.3.0.pom.sha1 deleted file mode 100644 index 055b7c0..0000000 --- a/releases/parallelai/parallelai.spyglass/2.10.2_2.3.0/parallelai.spyglass-2.10.2_2.3.0.pom.sha1 +++ /dev/null @@ -1 +0,0 @@ -dcd335ee06803d074444da1cad9814e288c88d59
\ No newline at end of file diff --git a/releases/parallelai/parallelai.spyglass/2.10.2_4.0.0/parallelai.spyglass-2.10.2_4.0.0.jar b/releases/parallelai/parallelai.spyglass/2.10.2_4.0.0/parallelai.spyglass-2.10.2_4.0.0.jar Binary files differdeleted file mode 100644 index aa71956..0000000 --- a/releases/parallelai/parallelai.spyglass/2.10.2_4.0.0/parallelai.spyglass-2.10.2_4.0.0.jar +++ /dev/null diff --git a/releases/parallelai/parallelai.spyglass/2.10.2_4.0.0/parallelai.spyglass-2.10.2_4.0.0.jar.md5 b/releases/parallelai/parallelai.spyglass/2.10.2_4.0.0/parallelai.spyglass-2.10.2_4.0.0.jar.md5 deleted file mode 100644 index e3ba0d8..0000000 --- a/releases/parallelai/parallelai.spyglass/2.10.2_4.0.0/parallelai.spyglass-2.10.2_4.0.0.jar.md5 +++ /dev/null @@ -1 +0,0 @@ -22962deff67dd548dd5768534fa06c0b
\ No newline at end of file diff --git a/releases/parallelai/parallelai.spyglass/2.10.2_4.0.0/parallelai.spyglass-2.10.2_4.0.0.jar.sha1 b/releases/parallelai/parallelai.spyglass/2.10.2_4.0.0/parallelai.spyglass-2.10.2_4.0.0.jar.sha1 deleted file mode 100644 index 8117370..0000000 --- a/releases/parallelai/parallelai.spyglass/2.10.2_4.0.0/parallelai.spyglass-2.10.2_4.0.0.jar.sha1 +++ /dev/null @@ -1 +0,0 @@ -89fd58e60e8152619ff13f3f6d22943caf7f20a2
\ No newline at end of file diff --git a/releases/parallelai/parallelai.spyglass/2.10.2_4.0.0/parallelai.spyglass-2.10.2_4.0.0.pom b/releases/parallelai/parallelai.spyglass/2.10.2_4.0.0/parallelai.spyglass-2.10.2_4.0.0.pom deleted file mode 100644 index 0b4250f..0000000 --- a/releases/parallelai/parallelai.spyglass/2.10.2_4.0.0/parallelai.spyglass-2.10.2_4.0.0.pom +++ /dev/null @@ -1,429 +0,0 @@ -<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" - xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 - http://maven.apache.org/maven-v4_0_0.xsd"> - <modelVersion>4.0.0</modelVersion> - - <organization> - <name>Parallel AI</name> - <url>http://www.parallelai.com</url> - </organization> - - - <properties> - <!-- Java compilation level --> - <maven.compiler.source>1.6</maven.compiler.source> - <maven.compiler.target>1.6</maven.compiler.target> - <maven-compiler-plugin.version>3.0</maven-compiler-plugin.version> - <maven-scala-plugin.version>2.15.2</maven-scala-plugin.version> - <maven-war-plugin.version>2.3</maven-war-plugin.version> - - <!-- UTF-8 Encoding settings --> - <encoding>UTF-8</encoding> - <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding> - <project.reporting.outputEncoding>UTF-8</project.reporting.outputEncoding> - - <cdh.version>cdh4.3.0</cdh.version> - - <datafu.version>0.0.4-${cdh.version}</datafu.version> - <flume.version>1.3.0-${cdh.version}</flume.version> - <hadoop.version>2.0.0-${cdh.version}</hadoop.version> - <hadoop.core.version>2.0.0-mr1-${cdh.version}</hadoop.core.version> - <hbase.version>0.94.6-${cdh.version}</hbase.version> - <hive.version>0.10.0-${cdh.version}</hive.version> - <mahout.version>0.7-${cdh.version}</mahout.version> - <mapreduce.version>2.0.0-mr1-${cdh.version}</mapreduce.version> - <oozie.version>3.3.0-${cdh.version}</oozie.version> - <oozie-hadoop.version>2.0.0-${cdh.version}.oozie-3.3.0-${cdh.version}</oozie-hadoop.version> - <oozie-sharelib.version>3.3.0-${cdh.version}</oozie-sharelib.version> - <pig.version>0.10.0-${cdh.version}</pig.version> - <sqoop.version>1.4.2-${cdh.version}</sqoop.version> - <whirr.version>0.8.0-${cdh.version}</whirr.version> - <zookeeper.version>3.4.5-${cdh.version}</zookeeper.version> - - <!-- Scala/Scalding/Cascading properties --> - <scala.version>2.10.2</scala.version> - <scalding.scala.version>2.10</scalding.scala.version> - <scalding.version>0.8.6</scalding.version> - <cascading.version>2.1.6</cascading.version> - <scalding-commons.version>0.2.0</scalding-commons.version> - <scalatest.version>1.9.1</scalatest.version> - - <trove4j.version>3.0.3</trove4j.version> - <maple.version>0.2.8</maple.version> - <specs2.version>2.1.1</specs2.version> - <typesafe.config.version>1.0.0</typesafe.config.version> - - <!-- Other libraries properties --> - <junit.version>4.10</junit.version> - <slf4j.version>1.7.2</slf4j.version> - <trove4j.version>3.0.3</trove4j.version> - <javax.servlet.version>2.5</javax.servlet.version> - <uncommons-maths.version>1.2.2a</uncommons-maths.version> - <maven.surefire.plugin.version>2.12.3</maven.surefire.plugin.version> - - </properties> - - <name>Cascading and Scalding wrapper for HBase with advanced features</name> - <groupId>parallelai</groupId> - <artifactId>parallelai.spyglass</artifactId> - <version>${scala.version}_4.0.0</version> - <packaging>jar</packaging> - - <!-- - <distributionManagement> - <repository> - <id>conjars</id> - <url>scp://repo@conjars.org:</url> - </repository> - </distributionManagement> - --> - - <!-- Repositories --> - <repositories> - <repository> - <id>scala-tools.org</id> - <name>Scala Tools</name> - <url>https://oss.sonatype.org/content/repositories/snapshots/</url> - </repository> - <repository> - <id>cloudera-cdh4</id> - <name>Cloudera CDH4</name> - <url>https://repository.cloudera.com/artifactory/cloudera-repos/</url> - </repository> - <repository> - <id>conjars</id> - <name>Con Jars</name> - <url>http://conjars.org/repo</url> - </repository> - </repositories> - - <!-- Profiles --> - <profiles> - <profile> - <id>windows_profile</id> - <activation> - <activeByDefault>false</activeByDefault> - <os> - <family>Windows</family> - </os> - </activation> - <properties> - <toolsjar>${JAVA_HOME}\\lib\\tools.jar</toolsjar> - </properties> - <dependencies> - <dependency> - <groupId>jdk.tools</groupId> - <artifactId>jdk.tools</artifactId> - <version>1.6</version> - <scope>system</scope> - <systemPath>${toolsjar}</systemPath> - </dependency> - </dependencies> - </profile> - <profile> - <id>osx_profile</id> - <activation> - <activeByDefault>false</activeByDefault> - <os> - <family>mac</family> - </os> - </activation> - <properties> - <toolsjar>${java.home}/../Classes/classes.jar</toolsjar> - </properties> - <dependencies> - <dependency> - <groupId>jdk.tools</groupId> - <artifactId>jdk.tools</artifactId> - <version>1.6</version> - <scope>system</scope> - <systemPath>${toolsjar}</systemPath> - </dependency> - </dependencies> - </profile> - </profiles> - - - - <dependencies> - <dependency> - <groupId>cascading</groupId> - <artifactId>cascading-core</artifactId> - <version>${cascading.version}</version> - </dependency> - <dependency> - <groupId>cascading</groupId> - <artifactId>cascading-hadoop</artifactId> - <version>${cascading.version}</version> - </dependency> - - - <!-- Hadoop --> - <dependency> - <groupId>org.apache.hadoop</groupId> - <artifactId>hadoop-core</artifactId> - <version>${hadoop.core.version}</version> - </dependency> - - <dependency> - <groupId>org.apache.hadoop</groupId> - <artifactId>hadoop-common</artifactId> - <version>${hadoop.version}</version> - </dependency> - - <dependency> - <groupId>org.slf4j</groupId> - <artifactId>slf4j-api</artifactId> - <version>${slf4j.version}</version> - </dependency> - <dependency> - <groupId>com.twitter</groupId> - <artifactId>scalding-core_${scalding.scala.version}</artifactId> - <version>${scalding.version}</version> - <!--<exclusions>--> - <!--<exclusion>--> - <!--<groupId>com.twitter</groupId>--> - <!--<artifactId>maple</artifactId>--> - <!--</exclusion>--> - <!--</exclusions>--> - </dependency> - - <dependency> - <groupId>org.apache.hbase</groupId> - <artifactId>hbase</artifactId> - <version>${hbase.version}</version> - </dependency> - <!-- Three dependencies for ScalaSpec --> - <dependency> - <groupId>org.scala-lang</groupId> - <artifactId>scala-library</artifactId> - <version>${scala.version}</version> - </dependency> - <dependency> - <groupId>com.typesafe</groupId> - <artifactId>config</artifactId> - <version>${typesafe.config.version}</version> - </dependency> - - <dependency> - <groupId>com.twitter.elephantbird</groupId> - <artifactId>elephant-bird-core</artifactId> - <version>4.1</version> - </dependency> - <dependency> - <groupId>com.twitter.elephantbird</groupId> - <artifactId>elephant-bird-hadoop-compat</artifactId> - <version>4.1</version> - </dependency> - - <!-- Testing dependencies (ScalaSpec / ScalaTest / JUnit) --> - <dependency> - <groupId>org.specs2</groupId> - <artifactId>specs2_${scalding.scala.version}</artifactId> - <version>${specs2.version}</version> - <scope>test</scope> - </dependency> - <dependency> - <groupId>org.scalatest</groupId> - <artifactId>scalatest_${scalding.scala.version}</artifactId> - <version>${scalatest.version}</version> - <scope>test</scope> - </dependency> - <dependency> - <groupId>junit</groupId> - <artifactId>junit</artifactId> - <version>${junit.version}</version> - <scope>test</scope> - </dependency> - </dependencies> - <!-- From https://wiki.scala-lang.org/display/SIW/ScalaEclipseMaven --> - - - <build> - <sourceDirectory>src/main/java</sourceDirectory> - <testSourceDirectory>src/test/scala</testSourceDirectory> - <plugins> - <plugin> - <groupId>org.apache.maven.plugins</groupId> - <artifactId>maven-jar-plugin</artifactId> - <version>2.4</version> - <configuration> - <includes> - <include>**/*</include> - </includes> - </configuration> - </plugin> - <!-- This plugin is not supported by Eclipse, so maybe we shouldn't be - using it --> - <plugin> - <groupId>org.scala-tools</groupId> - <artifactId>maven-scala-plugin</artifactId> - <executions> - - <execution> - <id>compile</id> - <goals> - <goal>compile</goal> - </goals> - <phase>compile</phase> - </execution> - <execution> - <id>test-compile</id> - <goals> - <goal>testCompile</goal> - </goals> - <phase>test-compile</phase> - </execution> - <execution> - <phase>process-resources</phase> - <goals> - <goal>compile</goal> - </goals> - </execution> - </executions> - </plugin> - <plugin> - <artifactId>maven-compiler-plugin</artifactId> - <version>${maven-compiler-plugin.version}</version> - <configuration> - <source>${maven.compiler.source}</source> - <target>${maven.compiler.target}</target> - </configuration> - </plugin> - <plugin> - <groupId>org.apache.maven.plugins</groupId> - <artifactId>maven-dependency-plugin</artifactId> - <executions> - <execution> - <id>copy-dependencies</id> - <phase>install</phase> - <goals> - <goal>copy-dependencies</goal> - </goals> - <configuration> - <outputDirectory>./alternateLocation</outputDirectory> <!-- ${project.build.directory} --> - <overWriteReleases>false</overWriteReleases> - <overWriteSnapshots>false</overWriteSnapshots> - <overWriteIfNewer>true</overWriteIfNewer> - </configuration> - </execution> - </executions> - </plugin> - </plugins> - <pluginManagement> - <plugins> - <!--Run with : mvn dependency:copy-dependencies --> - <plugin> - <groupId>org.eclipse.m2e</groupId> - <artifactId>lifecycle-mapping</artifactId> - <version>1.0.0</version> - <configuration> - <lifecycleMappingMetadata> - <pluginExecutions> - <pluginExecution> - <pluginExecutionFilter> - <groupId> - org.apache.maven.plugins - </groupId> - <artifactId> - maven-dependency-plugin - </artifactId> - <versionRange>[2.1,)</versionRange> - <goals> - <goal>copy-dependencies</goal> - </goals> - </pluginExecutionFilter> - <action> - <ignore></ignore> - </action> - </pluginExecution> - <pluginExecution> - <pluginExecutionFilter> - <groupId></groupId> - <artifactId></artifactId> - <versionRange>[0.0,)</versionRange> - <goals> - <goal></goal> - </goals> - </pluginExecutionFilter> - <action> - <ignore></ignore> - </action> - </pluginExecution> - <pluginExecution> - <pluginExecutionFilter> - <groupId> - org.scala-tools - </groupId> - <artifactId> - maven-scala-plugin - </artifactId> - <versionRange> - [2.15.2,) - </versionRange> - <goals> - <goal>compile</goal> - <goal>testCompile</goal> - </goals> - </pluginExecutionFilter> - <action> - <ignore></ignore> - </action> - </pluginExecution> - </pluginExecutions> - </lifecycleMappingMetadata> - </configuration> - </plugin> - <!-- - <plugin> - <groupId>org.codehaus.mojo</groupId> - <artifactId>wagon-maven-plugin</artifactId> - <version>1.0-beta-3</version> - <configuration> - <serverId>conjars</serverId> - <fromFile>${project.build.directory}/${project.build.finalName}.jar</fromFile> - <fromFile>${project.build.directory}/pom.xml</fromFile> - <url>scp://repo@conjars.org/</url> - </configuration> - <executions> - <execution> - <id>upload-war-to-server</id> - <phase>deploy</phase> - <goals> - <goal>deploy</goal> - </goals> - </execution> - </executions> - </plugin> - --> - <!-- - <plugin> - <groupId>org.apache.maven.plugins</groupId> - <artifactId>maven-install-plugin</artifactId> - <version>2.3.1</version> - <configuration> - <tasks> - <copy file="target/parallelai.spyglass-2.10.2_4.0.0.jar" tofile="."/> - </tasks> - </configuration> - <executions> - <execution> - <phase>install</phase> - </execution> - </executions> - </plugin> - --> - </plugins> - </pluginManagement> - <!-- - <extensions> - <extension> - <groupId>org.apache.maven.wagon</groupId> - <artifactId>wagon-ssh</artifactId> - <version>1.0</version> - </extension> - </extensions> - --> - </build> - -</project> diff --git a/releases/parallelai/parallelai.spyglass/2.10.2_4.0.0/parallelai.spyglass-2.10.2_4.0.0.pom.md5 b/releases/parallelai/parallelai.spyglass/2.10.2_4.0.0/parallelai.spyglass-2.10.2_4.0.0.pom.md5 deleted file mode 100644 index 5d8cbe8..0000000 --- a/releases/parallelai/parallelai.spyglass/2.10.2_4.0.0/parallelai.spyglass-2.10.2_4.0.0.pom.md5 +++ /dev/null @@ -1 +0,0 @@ -7b1fb54872ceae910c46b1c2454138fa
\ No newline at end of file diff --git a/releases/parallelai/parallelai.spyglass/2.10.2_4.0.0/parallelai.spyglass-2.10.2_4.0.0.pom.sha1 b/releases/parallelai/parallelai.spyglass/2.10.2_4.0.0/parallelai.spyglass-2.10.2_4.0.0.pom.sha1 deleted file mode 100644 index 352a738..0000000 --- a/releases/parallelai/parallelai.spyglass/2.10.2_4.0.0/parallelai.spyglass-2.10.2_4.0.0.pom.sha1 +++ /dev/null @@ -1 +0,0 @@ -1d0392d03547c333c3a492171ef0bd54e5cdc9e7
\ No newline at end of file diff --git a/releases/parallelai/parallelai.spyglass/2.10.2_4.1.0/parallelai.spyglass-2.10.2_4.1.0.jar b/releases/parallelai/parallelai.spyglass/2.10.2_4.1.0/parallelai.spyglass-2.10.2_4.1.0.jar Binary files differdeleted file mode 100644 index 28488c8..0000000 --- a/releases/parallelai/parallelai.spyglass/2.10.2_4.1.0/parallelai.spyglass-2.10.2_4.1.0.jar +++ /dev/null diff --git a/releases/parallelai/parallelai.spyglass/2.10.2_4.1.0/parallelai.spyglass-2.10.2_4.1.0.jar.md5 b/releases/parallelai/parallelai.spyglass/2.10.2_4.1.0/parallelai.spyglass-2.10.2_4.1.0.jar.md5 deleted file mode 100644 index 9fd9d5a..0000000 --- a/releases/parallelai/parallelai.spyglass/2.10.2_4.1.0/parallelai.spyglass-2.10.2_4.1.0.jar.md5 +++ /dev/null @@ -1 +0,0 @@ -16d96a423f9b0b3b0990f3b52fa4fd70
\ No newline at end of file diff --git a/releases/parallelai/parallelai.spyglass/2.10.2_4.1.0/parallelai.spyglass-2.10.2_4.1.0.jar.sha1 b/releases/parallelai/parallelai.spyglass/2.10.2_4.1.0/parallelai.spyglass-2.10.2_4.1.0.jar.sha1 deleted file mode 100644 index 87ac380..0000000 --- a/releases/parallelai/parallelai.spyglass/2.10.2_4.1.0/parallelai.spyglass-2.10.2_4.1.0.jar.sha1 +++ /dev/null @@ -1 +0,0 @@ -4af0c48afb2cc8a4678ef2ef60625fbb7e60fc64
\ No newline at end of file diff --git a/releases/parallelai/parallelai.spyglass/2.10.2_4.1.0/parallelai.spyglass-2.10.2_4.1.0.pom b/releases/parallelai/parallelai.spyglass/2.10.2_4.1.0/parallelai.spyglass-2.10.2_4.1.0.pom deleted file mode 100644 index f70a18d..0000000 --- a/releases/parallelai/parallelai.spyglass/2.10.2_4.1.0/parallelai.spyglass-2.10.2_4.1.0.pom +++ /dev/null @@ -1,436 +0,0 @@ -<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" - xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 - http://maven.apache.org/maven-v4_0_0.xsd"> - <modelVersion>4.0.0</modelVersion> - - <organization> - <name>Parallel AI</name> - <url>http://www.parallelai.com</url> - </organization> - - - <properties> - <!-- Java compilation level --> - <maven.compiler.source>1.6</maven.compiler.source> - <maven.compiler.target>1.6</maven.compiler.target> - <maven-compiler-plugin.version>3.0</maven-compiler-plugin.version> - <maven-scala-plugin.version>2.15.2</maven-scala-plugin.version> - <maven-war-plugin.version>2.3</maven-war-plugin.version> - - <!-- UTF-8 Encoding settings --> - <encoding>UTF-8</encoding> - <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding> - <project.reporting.outputEncoding>UTF-8</project.reporting.outputEncoding> - - <cdh.version>cdh4.3.0</cdh.version> - - <datafu.version>0.0.4-${cdh.version}</datafu.version> - <flume.version>1.3.0-${cdh.version}</flume.version> - <hadoop.version>2.0.0-${cdh.version}</hadoop.version> - <hadoop.core.version>2.0.0-mr1-${cdh.version}</hadoop.core.version> - <hbase.version>0.94.6-${cdh.version}</hbase.version> - <hive.version>0.10.0-${cdh.version}</hive.version> - <mahout.version>0.7-${cdh.version}</mahout.version> - <mapreduce.version>2.0.0-mr1-${cdh.version}</mapreduce.version> - <oozie.version>3.3.0-${cdh.version}</oozie.version> - <oozie-hadoop.version>2.0.0-${cdh.version}.oozie-3.3.0-${cdh.version}</oozie-hadoop.version> - <oozie-sharelib.version>3.3.0-${cdh.version}</oozie-sharelib.version> - <pig.version>0.10.0-${cdh.version}</pig.version> - <sqoop.version>1.4.2-${cdh.version}</sqoop.version> - <whirr.version>0.8.0-${cdh.version}</whirr.version> - <zookeeper.version>3.4.5-${cdh.version}</zookeeper.version> - - <!-- Scala/Scalding/Cascading properties --> - <scala.version>2.10.2</scala.version> - <scalding.scala.version>2.10</scalding.scala.version> - <scalding.version>0.8.6</scalding.version> - <cascading.version>2.1.6</cascading.version> - <scalding-commons.version>0.2.0</scalding-commons.version> - <scalatest.version>1.9.1</scalatest.version> - - <trove4j.version>3.0.3</trove4j.version> - <maple.version>0.2.8</maple.version> - <specs2.version>2.1.1</specs2.version> - <typesafe.config.version>1.0.0</typesafe.config.version> - - <!-- Other libraries properties --> - <junit.version>4.10</junit.version> - <slf4j.version>1.7.2</slf4j.version> - <trove4j.version>3.0.3</trove4j.version> - <javax.servlet.version>2.5</javax.servlet.version> - <uncommons-maths.version>1.2.2a</uncommons-maths.version> - <maven.surefire.plugin.version>2.12.3</maven.surefire.plugin.version> - - </properties> - - <name>Cascading and Scalding wrapper for HBase with advanced features</name> - <groupId>parallelai</groupId> - <artifactId>parallelai.spyglass</artifactId> - <version>${scala.version}_4.1.0</version> - <packaging>jar</packaging> - - <!-- - <distributionManagement> - <repository> - <id>conjars</id> - <url>scp://repo@conjars.org:</url> - </repository> - </distributionManagement> - --> - - <!-- Repositories --> - <repositories> - <repository> - <id>scala-tools.org</id> - <name>Scala Tools</name> - <url>https://oss.sonatype.org/content/repositories/snapshots/</url> - </repository> - <repository> - <id>cloudera-cdh4</id> - <name>Cloudera CDH4</name> - <url>https://repository.cloudera.com/artifactory/cloudera-repos/</url> - </repository> - <repository> - <id>conjars</id> - <name>Con Jars</name> - <url>http://conjars.org/repo</url> - </repository> - </repositories> - - <!-- Profiles --> - <profiles> - <profile> - <id>windows_profile</id> - <activation> - <activeByDefault>false</activeByDefault> - <os> - <family>Windows</family> - </os> - </activation> - <properties> - <toolsjar>${JAVA_HOME}\\lib\\tools.jar</toolsjar> - </properties> - <dependencies> - <dependency> - <groupId>jdk.tools</groupId> - <artifactId>jdk.tools</artifactId> - <version>1.6</version> - <scope>system</scope> - <systemPath>${toolsjar}</systemPath> - </dependency> - </dependencies> - </profile> - <profile> - <id>osx_profile</id> - <activation> - <activeByDefault>false</activeByDefault> - <os> - <family>mac</family> - </os> - </activation> - <properties> - <toolsjar>${java.home}/../Classes/classes.jar</toolsjar> - </properties> - <dependencies> - <dependency> - <groupId>jdk.tools</groupId> - <artifactId>jdk.tools</artifactId> - <version>1.6</version> - <scope>system</scope> - <systemPath>${toolsjar}</systemPath> - </dependency> - </dependencies> - </profile> - </profiles> - - - - <dependencies> - <dependency> - <groupId>cascading</groupId> - <artifactId>cascading-core</artifactId> - <version>${cascading.version}</version> - </dependency> - <dependency> - <groupId>cascading</groupId> - <artifactId>cascading-hadoop</artifactId> - <version>${cascading.version}</version> - </dependency> - - - <!-- Hadoop --> - <dependency> - <groupId>org.apache.hadoop</groupId> - <artifactId>hadoop-core</artifactId> - <version>${hadoop.core.version}</version> - </dependency> - - <dependency> - <groupId>org.apache.hadoop</groupId> - <artifactId>hadoop-common</artifactId> - <version>${hadoop.version}</version> - </dependency> - - <dependency> - <groupId>org.slf4j</groupId> - <artifactId>slf4j-api</artifactId> - <version>${slf4j.version}</version> - </dependency> - <dependency> - <groupId>com.twitter</groupId> - <artifactId>scalding-core_${scalding.scala.version}</artifactId> - <version>${scalding.version}</version> - <!--<exclusions>--> - <!--<exclusion>--> - <!--<groupId>com.twitter</groupId>--> - <!--<artifactId>maple</artifactId>--> - <!--</exclusion>--> - <!--</exclusions>--> - </dependency> - - <dependency> - <groupId>org.apache.hbase</groupId> - <artifactId>hbase</artifactId> - <version>${hbase.version}</version> - </dependency> - <!-- Three dependencies for ScalaSpec --> - <dependency> - <groupId>org.scala-lang</groupId> - <artifactId>scala-library</artifactId> - <version>${scala.version}</version> - </dependency> - <dependency> - <groupId>com.typesafe</groupId> - <artifactId>config</artifactId> - <version>${typesafe.config.version}</version> - </dependency> - - <dependency> - <groupId>com.twitter.elephantbird</groupId> - <artifactId>elephant-bird-core</artifactId> - <version>4.1</version> - </dependency> - <dependency> - <groupId>com.twitter.elephantbird</groupId> - <artifactId>elephant-bird-hadoop-compat</artifactId> - <version>4.1</version> - </dependency> - - <!-- Testing dependencies (ScalaSpec / ScalaTest / JUnit) --> - <dependency> - <groupId>org.specs2</groupId> - <artifactId>specs2_${scalding.scala.version}</artifactId> - <version>${specs2.version}</version> - <scope>test</scope> - </dependency> - <dependency> - <groupId>org.scalatest</groupId> - <artifactId>scalatest_${scalding.scala.version}</artifactId> - <version>${scalatest.version}</version> - <scope>test</scope> - </dependency> - <dependency> - <groupId>junit</groupId> - <artifactId>junit</artifactId> - <version>${junit.version}</version> - <scope>test</scope> - </dependency> - </dependencies> - <!-- From https://wiki.scala-lang.org/display/SIW/ScalaEclipseMaven --> - - - <build> - <sourceDirectory>src/main/java</sourceDirectory> - <testSourceDirectory>src/test/scala</testSourceDirectory> - <plugins> - <plugin> - <groupId>org.apache.maven.plugins</groupId> - <artifactId>maven-jar-plugin</artifactId> - <version>2.4</version> - <configuration> - <includes> - <include>**/*</include> - </includes> - </configuration> - </plugin> - <!-- This plugin is not supported by Eclipse, so maybe we shouldn't be - using it --> - <plugin> - <groupId>org.scala-tools</groupId> - <artifactId>maven-scala-plugin</artifactId> - <executions> - - <execution> - <id>compile</id> - <goals> - <goal>compile</goal> - </goals> - <phase>compile</phase> - </execution> - <execution> - <id>test-compile</id> - <goals> - <goal>testCompile</goal> - </goals> - <phase>test-compile</phase> - </execution> - <execution> - <phase>process-resources</phase> - <goals> - <goal>compile</goal> - </goals> - </execution> - </executions> - </plugin> - <plugin> - <artifactId>maven-compiler-plugin</artifactId> - <version>${maven-compiler-plugin.version}</version> - <configuration> - <source>${maven.compiler.source}</source> - <target>${maven.compiler.target}</target> - </configuration> - </plugin> - <plugin> - <groupId>org.apache.maven.plugins</groupId> - <artifactId>maven-dependency-plugin</artifactId> - <executions> - <execution> - <id>copy-dependencies</id> - <phase>install</phase> - <goals> - <goal>copy-dependencies</goal> - </goals> - <configuration> - <outputDirectory>./alternateLocation</outputDirectory> <!-- ${project.build.directory} --> - <overWriteReleases>false</overWriteReleases> - <overWriteSnapshots>false</overWriteSnapshots> - <overWriteIfNewer>true</overWriteIfNewer> - </configuration> - </execution> - </executions> - </plugin> - </plugins> - <pluginManagement> - <plugins> - <!--Run with : mvn dependency:copy-dependencies --> - <plugin> - <groupId>org.eclipse.m2e</groupId> - <artifactId>lifecycle-mapping</artifactId> - <version>1.0.0</version> - <configuration> - <lifecycleMappingMetadata> - <pluginExecutions> - <pluginExecution> - <pluginExecutionFilter> - <groupId> - org.apache.maven.plugins - </groupId> - <artifactId> - maven-dependency-plugin - </artifactId> - <versionRange>[2.1,)</versionRange> - <goals> - <goal>copy-dependencies</goal> - </goals> - </pluginExecutionFilter> - <action> - <ignore></ignore> - </action> - </pluginExecution> - <pluginExecution> - <pluginExecutionFilter> - <groupId></groupId> - <artifactId></artifactId> - <versionRange>[0.0,)</versionRange> - <goals> - <goal></goal> - </goals> - </pluginExecutionFilter> - <action> - <ignore></ignore> - </action> - </pluginExecution> - <pluginExecution> - <pluginExecutionFilter> - <groupId> - org.scala-tools - </groupId> - <artifactId> - maven-scala-plugin - </artifactId> - <versionRange> - [2.15.2,) - </versionRange> - <goals> - <goal>compile</goal> - <goal>testCompile</goal> - </goals> - </pluginExecutionFilter> - <action> - <ignore></ignore> - </action> - </pluginExecution> - </pluginExecutions> - </lifecycleMappingMetadata> - </configuration> - </plugin> - <plugin> - <groupId>org.apache.maven.plugins</groupId> - <artifactId>maven-deploy-plugin</artifactId> - <configuration> - <altDeploymentRepository>repo::default::file:${project.basedir}/releases</altDeploymentRepository> - </configuration> - </plugin> - <!-- - <plugin> - <groupId>org.codehaus.mojo</groupId> - <artifactId>wagon-maven-plugin</artifactId> - <version>1.0-beta-3</version> - <configuration> - <serverId>conjars</serverId> - <fromFile>${project.build.directory}/${project.build.finalName}.jar</fromFile> - <fromFile>${project.build.directory}/pom.xml</fromFile> - <url>scp://repo@conjars.org/</url> - </configuration> - <executions> - <execution> - <id>upload-war-to-server</id> - <phase>deploy</phase> - <goals> - <goal>deploy</goal> - </goals> - </execution> - </executions> - </plugin> - --> - <!-- - <plugin> - <groupId>org.apache.maven.plugins</groupId> - <artifactId>maven-install-plugin</artifactId> - <version>2.3.1</version> - <configuration> - <tasks> - <copy file="target/parallelai.spyglass-2.10.2_4.0.0.jar" tofile="."/> - </tasks> - </configuration> - <executions> - <execution> - <phase>install</phase> - </execution> - </executions> - </plugin> - --> - </plugins> - </pluginManagement> - <!-- - <extensions> - <extension> - <groupId>org.apache.maven.wagon</groupId> - <artifactId>wagon-ssh</artifactId> - <version>1.0</version> - </extension> - </extensions> - --> - </build> - -</project> diff --git a/releases/parallelai/parallelai.spyglass/2.10.2_4.1.0/parallelai.spyglass-2.10.2_4.1.0.pom.md5 b/releases/parallelai/parallelai.spyglass/2.10.2_4.1.0/parallelai.spyglass-2.10.2_4.1.0.pom.md5 deleted file mode 100644 index 180fae1..0000000 --- a/releases/parallelai/parallelai.spyglass/2.10.2_4.1.0/parallelai.spyglass-2.10.2_4.1.0.pom.md5 +++ /dev/null @@ -1 +0,0 @@ -879b20afb425258d2ccecb8600322012
\ No newline at end of file diff --git a/releases/parallelai/parallelai.spyglass/2.10.2_4.1.0/parallelai.spyglass-2.10.2_4.1.0.pom.sha1 b/releases/parallelai/parallelai.spyglass/2.10.2_4.1.0/parallelai.spyglass-2.10.2_4.1.0.pom.sha1 deleted file mode 100644 index 5640cb8..0000000 --- a/releases/parallelai/parallelai.spyglass/2.10.2_4.1.0/parallelai.spyglass-2.10.2_4.1.0.pom.sha1 +++ /dev/null @@ -1 +0,0 @@ -25e5976515e57758af67e961396b9a957ddeba10
\ No newline at end of file diff --git a/releases/parallelai/parallelai.spyglass/2.9.3_2.2.0/parallelai.spyglass-2.9.3_2.2.0.jar b/releases/parallelai/parallelai.spyglass/2.9.3_2.2.0/parallelai.spyglass-2.9.3_2.2.0.jar Binary files differdeleted file mode 100644 index c43309f..0000000 --- a/releases/parallelai/parallelai.spyglass/2.9.3_2.2.0/parallelai.spyglass-2.9.3_2.2.0.jar +++ /dev/null diff --git a/releases/parallelai/parallelai.spyglass/2.9.3_2.2.0/parallelai.spyglass-2.9.3_2.2.0.jar.md5 b/releases/parallelai/parallelai.spyglass/2.9.3_2.2.0/parallelai.spyglass-2.9.3_2.2.0.jar.md5 deleted file mode 100644 index 9a6b742..0000000 --- a/releases/parallelai/parallelai.spyglass/2.9.3_2.2.0/parallelai.spyglass-2.9.3_2.2.0.jar.md5 +++ /dev/null @@ -1 +0,0 @@ -65cd2c432869a3303e16af4648fb8e66
\ No newline at end of file diff --git a/releases/parallelai/parallelai.spyglass/2.9.3_2.2.0/parallelai.spyglass-2.9.3_2.2.0.jar.sha1 b/releases/parallelai/parallelai.spyglass/2.9.3_2.2.0/parallelai.spyglass-2.9.3_2.2.0.jar.sha1 deleted file mode 100644 index 5e81093..0000000 --- a/releases/parallelai/parallelai.spyglass/2.9.3_2.2.0/parallelai.spyglass-2.9.3_2.2.0.jar.sha1 +++ /dev/null @@ -1 +0,0 @@ -2f77b53beacf02cabf7df66d4da4b47e9bb0f826
\ No newline at end of file diff --git a/releases/parallelai/parallelai.spyglass/2.9.3_2.2.0/parallelai.spyglass-2.9.3_2.2.0.pom b/releases/parallelai/parallelai.spyglass/2.9.3_2.2.0/parallelai.spyglass-2.9.3_2.2.0.pom deleted file mode 100644 index 8c1adb8..0000000 --- a/releases/parallelai/parallelai.spyglass/2.9.3_2.2.0/parallelai.spyglass-2.9.3_2.2.0.pom +++ /dev/null @@ -1,365 +0,0 @@ -<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" - xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 - http://maven.apache.org/maven-v4_0_0.xsd"> - <modelVersion>4.0.0</modelVersion> - - <organization> - <name>Parallel AI</name> - <url>http://www.parallelai.com</url> - </organization> - - - <name>Cascading and Scalding wrapper for HBase with advanced features</name> - <groupId>parallelai</groupId> - <artifactId>parallelai.spyglass</artifactId> - <version>2.9.3_2.2.0</version> - <packaging>jar</packaging> - - <properties> - <!-- Java compilation level --> - <maven.compiler.source>1.6</maven.compiler.source> - <maven.compiler.target>1.6</maven.compiler.target> - <maven-compiler-plugin.version>3.0</maven-compiler-plugin.version> - <maven-scala-plugin.version>2.15.2</maven-scala-plugin.version> - <maven-war-plugin.version>2.3</maven-war-plugin.version> - - <!-- UTF-8 Encoding settings --> - <encoding>UTF-8</encoding> - <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding> - <project.reporting.outputEncoding>UTF-8</project.reporting.outputEncoding> - - <datafu.version>0.0.4-cdh4.2.0</datafu.version> - <flume.version>1.3.0-cdh4.2.0</flume.version> - <hadoop.version>2.0.0-cdh4.2.0</hadoop.version> - <hbase.version>0.94.2-cdh4.2.0</hbase.version> - <hive.version>0.10.0-cdh4.2.0</hive.version> - <mahout.version>0.7-cdh4.2.0</mahout.version> - <mapreduce.version>2.0.0-mr1-cdh4.2.0</mapreduce.version> - <oozie.version>3.3.0-cdh4.2.0</oozie.version> - <oozie-hadoop.version>2.0.0-cdh4.2.0.oozie-3.3.0-cdh4.2.0</oozie-hadoop.version> - <oozie-sharelib.version>3.3.0-cdh4.2.0</oozie-sharelib.version> - <pig.version>0.10.0-cdh4.2.0</pig.version> - <sqoop.version>1.4.2-cdh4.2.0</sqoop.version> - <whirr.version>0.8.0-cdh4.2.0</whirr.version> - <zookeeper.version>3.4.5-cdh4.2.0</zookeeper.version> - - <!-- Scala/Scalding/Cascading properties --> - <scala.version>2.9.3</scala.version> - <scalding.scala.version>2.9.3</scalding.scala.version> - <scalding.version>0.8.6</scalding.version> - <cascading.version>2.1.0</cascading.version> - <scalding-commons.version>0.2.0</scalding-commons.version> - <scalatest.version>1.9.1</scalatest.version> - - <trove4j.version>3.0.3</trove4j.version> - <maple.version>0.2.8</maple.version> - <specs2.version>1.12.4.1</specs2.version> - <typesafe.config.version>1.0.0</typesafe.config.version> - - <!-- Other libraries properties --> - <junit.version>4.10</junit.version> - <slf4j.version>1.7.2</slf4j.version> - <trove4j.version>3.0.3</trove4j.version> - <javax.servlet.version>2.5</javax.servlet.version> - <uncommons-maths.version>1.2.2a</uncommons-maths.version> - <maven.surefire.plugin.version>2.12.3</maven.surefire.plugin.version> - - </properties> - - <distributionManagement> - <repository> - <id>repo</id> - <url>https://github.com/ParallelAI/mvn-repo/raw/master/releases</url> - </repository> - </distributionManagement> - - <!-- Repositories --> - <repositories> - <repository> - <id>scala-tools.org</id> - <name>Scala Tools</name> - <url>https://oss.sonatype.org/content/repositories/snapshots/</url> - </repository> - <repository> - <id>cloudera-cdh4</id> - <name>Cloudera CDH4</name> - <url>https://repository.cloudera.com/artifactory/cloudera-repos/</url> - </repository> - <repository> - <id>conjars</id> - <name>Con Jars</name> - <url>http://conjars.org/repo</url> - </repository> - </repositories> - - <!-- Profiles --> - <profiles> - <profile> - <id>windows_profile</id> - <activation> - <activeByDefault>false</activeByDefault> - <os> - <family>Windows</family> - </os> - </activation> - <properties> - <toolsjar>${JAVA_HOME}\\lib\\tools.jar</toolsjar> - </properties> - <dependencies> - <dependency> - <groupId>jdk.tools</groupId> - <artifactId>jdk.tools</artifactId> - <version>1.6</version> - <scope>system</scope> - <systemPath>${toolsjar}</systemPath> - </dependency> - </dependencies> - </profile> - <profile> - <id>osx_profile</id> - <activation> - <activeByDefault>false</activeByDefault> - <os> - <family>mac</family> - </os> - </activation> - <properties> - <toolsjar>${java.home}/../Classes/classes.jar</toolsjar> - </properties> - <dependencies> - <dependency> - <groupId>jdk.tools</groupId> - <artifactId>jdk.tools</artifactId> - <version>1.6</version> - <scope>system</scope> - <systemPath>${toolsjar}</systemPath> - </dependency> - </dependencies> - </profile> - </profiles> - - - - <dependencies> - - <!-- Hadoop --> - <dependency> - <groupId>org.apache.hadoop</groupId> - <artifactId>hadoop-mapreduce-client-core</artifactId> - <version>${hadoop.version}</version> - </dependency> - - <dependency> - <groupId>org.apache.hadoop</groupId> - <artifactId>hadoop-common</artifactId> - <version>${hadoop.version}</version> - </dependency> - - <dependency> - <groupId>org.slf4j</groupId> - <artifactId>slf4j-api</artifactId> - <version>${slf4j.version}</version> - </dependency> - <dependency> - <groupId>com.twitter</groupId> - <artifactId>scalding-core_${scalding.scala.version}</artifactId> - <version>${scalding.version}</version> - <!--<exclusions>--> - <!--<exclusion>--> - <!--<groupId>com.twitter</groupId>--> - <!--<artifactId>maple</artifactId>--> - <!--</exclusion>--> - <!--</exclusions>--> - </dependency> - - <dependency> - <groupId>org.apache.hbase</groupId> - <artifactId>hbase</artifactId> - <version>${hbase.version}</version> - </dependency> - <!-- Three dependencies for ScalaSpec --> - <dependency> - <groupId>org.scala-lang</groupId> - <artifactId>scala-library</artifactId> - <version>${scala.version}</version> - </dependency> - <dependency> - <groupId>com.typesafe</groupId> - <artifactId>config</artifactId> - <version>${typesafe.config.version}</version> - </dependency> - - <dependency> - <groupId>com.twitter.elephantbird</groupId> - <artifactId>elephant-bird-core</artifactId> - <version>4.1</version> - </dependency> - <dependency> - <groupId>com.twitter.elephantbird</groupId> - <artifactId>elephant-bird-hadoop-compat</artifactId> - <version>4.1</version> - </dependency> - - <!-- Testing dependencies (ScalaSpec / ScalaTest / JUnit) --> - <dependency> - <groupId>org.specs2</groupId> - <artifactId>specs2_${scalding.scala.version}</artifactId> - <version>${specs2.version}</version> - <scope>test</scope> - </dependency> - <dependency> - <groupId>org.scalatest</groupId> - <artifactId>scalatest_${scalding.scala.version}</artifactId> - <version>${scalatest.version}</version> - <scope>test</scope> - </dependency> - <dependency> - <groupId>junit</groupId> - <artifactId>junit</artifactId> - <version>${junit.version}</version> - <scope>test</scope> - </dependency> - </dependencies> - <!-- From https://wiki.scala-lang.org/display/SIW/ScalaEclipseMaven --> - - - <build> - <sourceDirectory>src/main/java</sourceDirectory> - <testSourceDirectory>src/test/scala</testSourceDirectory> - <plugins> - <plugin> - <groupId>org.apache.maven.plugins</groupId> - <artifactId>maven-jar-plugin</artifactId> - <version>2.4</version> - <configuration> - <includes> - <include>**/*</include> - </includes> - </configuration> - </plugin> - <!-- This plugin is not supported by Eclipse, so maybe we shouldn't be - using it --> - <plugin> - <groupId>org.scala-tools</groupId> - <artifactId>maven-scala-plugin</artifactId> - <executions> - - <execution> - <id>compile</id> - <goals> - <goal>compile</goal> - </goals> - <phase>compile</phase> - </execution> - <execution> - <id>test-compile</id> - <goals> - <goal>testCompile</goal> - </goals> - <phase>test-compile</phase> - </execution> - <execution> - <phase>process-resources</phase> - <goals> - <goal>compile</goal> - </goals> - </execution> - </executions> - </plugin> - <plugin> - <artifactId>maven-compiler-plugin</artifactId> - <version>${maven-compiler-plugin.version}</version> - <configuration> - <source>${maven.compiler.source}</source> - <target>${maven.compiler.target}</target> - </configuration> - </plugin> - <plugin> - <groupId>org.apache.maven.plugins</groupId> - <artifactId>maven-dependency-plugin</artifactId> - <executions> - <execution> - <id>copy-dependencies</id> - <phase>install</phase> - <goals> - <goal>copy-dependencies</goal> - </goals> - <configuration> - <outputDirectory>./alternateLocation</outputDirectory> <!-- ${project.build.directory} --> - <overWriteReleases>false</overWriteReleases> - <overWriteSnapshots>false</overWriteSnapshots> - <overWriteIfNewer>true</overWriteIfNewer> - </configuration> - </execution> - </executions> - </plugin> - </plugins> - <pluginManagement> - <plugins> - <!--Run with : mvn dependency:copy-dependencies --> - <plugin> - <groupId>org.eclipse.m2e</groupId> - <artifactId>lifecycle-mapping</artifactId> - <version>1.0.0</version> - <configuration> - <lifecycleMappingMetadata> - <pluginExecutions> - <pluginExecution> - <pluginExecutionFilter> - <groupId> - org.apache.maven.plugins - </groupId> - <artifactId> - maven-dependency-plugin - </artifactId> - <versionRange>[2.1,)</versionRange> - <goals> - <goal>copy-dependencies</goal> - </goals> - </pluginExecutionFilter> - <action> - <ignore></ignore> - </action> - </pluginExecution> - <pluginExecution> - <pluginExecutionFilter> - <groupId></groupId> - <artifactId></artifactId> - <versionRange>[0.0,)</versionRange> - <goals> - <goal></goal> - </goals> - </pluginExecutionFilter> - <action> - <ignore></ignore> - </action> - </pluginExecution> - <pluginExecution> - <pluginExecutionFilter> - <groupId> - org.scala-tools - </groupId> - <artifactId> - maven-scala-plugin - </artifactId> - <versionRange> - [2.15.2,) - </versionRange> - <goals> - <goal>compile</goal> - <goal>testCompile</goal> - </goals> - </pluginExecutionFilter> - <action> - <ignore></ignore> - </action> - </pluginExecution> - </pluginExecutions> - </lifecycleMappingMetadata> - </configuration> - </plugin> - </plugins> - </pluginManagement> - </build> - -</project> diff --git a/releases/parallelai/parallelai.spyglass/2.9.3_2.2.0/parallelai.spyglass-2.9.3_2.2.0.pom.md5 b/releases/parallelai/parallelai.spyglass/2.9.3_2.2.0/parallelai.spyglass-2.9.3_2.2.0.pom.md5 deleted file mode 100644 index f9fd1bc..0000000 --- a/releases/parallelai/parallelai.spyglass/2.9.3_2.2.0/parallelai.spyglass-2.9.3_2.2.0.pom.md5 +++ /dev/null @@ -1 +0,0 @@ -3e814be53ae8de87faddb5b624b93a02
\ No newline at end of file diff --git a/releases/parallelai/parallelai.spyglass/2.9.3_2.2.0/parallelai.spyglass-2.9.3_2.2.0.pom.sha1 b/releases/parallelai/parallelai.spyglass/2.9.3_2.2.0/parallelai.spyglass-2.9.3_2.2.0.pom.sha1 deleted file mode 100644 index 1beadfd..0000000 --- a/releases/parallelai/parallelai.spyglass/2.9.3_2.2.0/parallelai.spyglass-2.9.3_2.2.0.pom.sha1 +++ /dev/null @@ -1 +0,0 @@ -149772a69394128ac4703348537428c0f5b1e60f
\ No newline at end of file diff --git a/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0-SNAPSHOT/maven-metadata.xml b/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0-SNAPSHOT/maven-metadata.xml deleted file mode 100644 index 4de1f20..0000000 --- a/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0-SNAPSHOT/maven-metadata.xml +++ /dev/null @@ -1,12 +0,0 @@ -<?xml version="1.0" encoding="UTF-8"?> -<metadata> - <groupId>parallelai</groupId> - <artifactId>parallelai.spyglass</artifactId> - <version>2.9.3_3.0.0-SNAPSHOT</version> - <versioning> - <snapshot> - <buildNumber>1</buildNumber> - </snapshot> - <lastUpdated>20130718162116</lastUpdated> - </versioning> -</metadata> diff --git a/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0-SNAPSHOT/maven-metadata.xml.md5 b/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0-SNAPSHOT/maven-metadata.xml.md5 deleted file mode 100644 index 1dd1a4a..0000000 --- a/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0-SNAPSHOT/maven-metadata.xml.md5 +++ /dev/null @@ -1 +0,0 @@ -4443f807484dee6a03c53a033f25eb2b
\ No newline at end of file diff --git a/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0-SNAPSHOT/maven-metadata.xml.sha1 b/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0-SNAPSHOT/maven-metadata.xml.sha1 deleted file mode 100644 index 3a98741..0000000 --- a/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0-SNAPSHOT/maven-metadata.xml.sha1 +++ /dev/null @@ -1 +0,0 @@ -cde0ebf02ae252fb69c4495b4ef7b7e11d5fcacc
\ No newline at end of file diff --git a/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0-SNAPSHOT/parallelai.spyglass-2.9.3_3.0.0-SNAPSHOT.jar b/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0-SNAPSHOT/parallelai.spyglass-2.9.3_3.0.0-SNAPSHOT.jar Binary files differdeleted file mode 100644 index b1c9d06..0000000 --- a/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0-SNAPSHOT/parallelai.spyglass-2.9.3_3.0.0-SNAPSHOT.jar +++ /dev/null diff --git a/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0-SNAPSHOT/parallelai.spyglass-2.9.3_3.0.0-SNAPSHOT.jar.md5 b/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0-SNAPSHOT/parallelai.spyglass-2.9.3_3.0.0-SNAPSHOT.jar.md5 deleted file mode 100644 index 853d2cd..0000000 --- a/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0-SNAPSHOT/parallelai.spyglass-2.9.3_3.0.0-SNAPSHOT.jar.md5 +++ /dev/null @@ -1 +0,0 @@ -27442e7b59742ff1ea9a80c0199c4a75
\ No newline at end of file diff --git a/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0-SNAPSHOT/parallelai.spyglass-2.9.3_3.0.0-SNAPSHOT.jar.sha1 b/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0-SNAPSHOT/parallelai.spyglass-2.9.3_3.0.0-SNAPSHOT.jar.sha1 deleted file mode 100644 index 0cde85b..0000000 --- a/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0-SNAPSHOT/parallelai.spyglass-2.9.3_3.0.0-SNAPSHOT.jar.sha1 +++ /dev/null @@ -1 +0,0 @@ -19063e640982c3d85ace65beb6841af2447b632e
\ No newline at end of file diff --git a/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0-SNAPSHOT/parallelai.spyglass-2.9.3_3.0.0-SNAPSHOT.pom b/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0-SNAPSHOT/parallelai.spyglass-2.9.3_3.0.0-SNAPSHOT.pom deleted file mode 100644 index 208f8e7..0000000 --- a/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0-SNAPSHOT/parallelai.spyglass-2.9.3_3.0.0-SNAPSHOT.pom +++ /dev/null @@ -1,365 +0,0 @@ -<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" - xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 - http://maven.apache.org/maven-v4_0_0.xsd"> - <modelVersion>4.0.0</modelVersion> - - <organization> - <name>Parallel AI</name> - <url>http://www.parallelai.com</url> - </organization> - - - <name>Cascading and Scalding wrapper for HBase with advanced features</name> - <groupId>parallelai</groupId> - <artifactId>parallelai.spyglass</artifactId> - <version>2.9.3_3.0.0-SNAPSHOT</version> - <packaging>jar</packaging> - - <properties> - <!-- Java compilation level --> - <maven.compiler.source>1.6</maven.compiler.source> - <maven.compiler.target>1.6</maven.compiler.target> - <maven-compiler-plugin.version>3.0</maven-compiler-plugin.version> - <maven-scala-plugin.version>2.15.2</maven-scala-plugin.version> - <maven-war-plugin.version>2.3</maven-war-plugin.version> - - <!-- UTF-8 Encoding settings --> - <encoding>UTF-8</encoding> - <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding> - <project.reporting.outputEncoding>UTF-8</project.reporting.outputEncoding> - - <datafu.version>0.0.4-cdh4.2.0</datafu.version> - <flume.version>1.3.0-cdh4.2.0</flume.version> - <hadoop.version>2.0.0-cdh4.2.0</hadoop.version> - <hbase.version>0.94.2-cdh4.2.0</hbase.version> - <hive.version>0.10.0-cdh4.2.0</hive.version> - <mahout.version>0.7-cdh4.2.0</mahout.version> - <mapreduce.version>2.0.0-mr1-cdh4.2.0</mapreduce.version> - <oozie.version>3.3.0-cdh4.2.0</oozie.version> - <oozie-hadoop.version>2.0.0-cdh4.2.0.oozie-3.3.0-cdh4.2.0</oozie-hadoop.version> - <oozie-sharelib.version>3.3.0-cdh4.2.0</oozie-sharelib.version> - <pig.version>0.10.0-cdh4.2.0</pig.version> - <sqoop.version>1.4.2-cdh4.2.0</sqoop.version> - <whirr.version>0.8.0-cdh4.2.0</whirr.version> - <zookeeper.version>3.4.5-cdh4.2.0</zookeeper.version> - - <!-- Scala/Scalding/Cascading properties --> - <scala.version>2.9.3</scala.version> - <scalding.scala.version>2.9.3</scalding.scala.version> - <scalding.version>0.8.6</scalding.version> - <cascading.version>2.1.0</cascading.version> - <scalding-commons.version>0.2.0</scalding-commons.version> - <scalatest.version>1.9.1</scalatest.version> - - <trove4j.version>3.0.3</trove4j.version> - <maple.version>0.2.8</maple.version> - <specs2.version>1.12.4.1</specs2.version> - <typesafe.config.version>1.0.0</typesafe.config.version> - - <!-- Other libraries properties --> - <junit.version>4.10</junit.version> - <slf4j.version>1.7.2</slf4j.version> - <trove4j.version>3.0.3</trove4j.version> - <javax.servlet.version>2.5</javax.servlet.version> - <uncommons-maths.version>1.2.2a</uncommons-maths.version> - <maven.surefire.plugin.version>2.12.3</maven.surefire.plugin.version> - - </properties> - - <distributionManagement> - <repository> - <id>repo</id> - <url>https://github.com/ParallelAI/mvn-repo/raw/master/releases</url> - </repository> - </distributionManagement> - - <!-- Repositories --> - <repositories> - <repository> - <id>scala-tools.org</id> - <name>Scala Tools</name> - <url>https://oss.sonatype.org/content/repositories/snapshots/</url> - </repository> - <repository> - <id>cloudera-cdh4</id> - <name>Cloudera CDH4</name> - <url>https://repository.cloudera.com/artifactory/cloudera-repos/</url> - </repository> - <repository> - <id>conjars</id> - <name>Con Jars</name> - <url>http://conjars.org/repo</url> - </repository> - </repositories> - - <!-- Profiles --> - <profiles> - <profile> - <id>windows_profile</id> - <activation> - <activeByDefault>false</activeByDefault> - <os> - <family>Windows</family> - </os> - </activation> - <properties> - <toolsjar>${JAVA_HOME}\\lib\\tools.jar</toolsjar> - </properties> - <dependencies> - <dependency> - <groupId>jdk.tools</groupId> - <artifactId>jdk.tools</artifactId> - <version>1.6</version> - <scope>system</scope> - <systemPath>${toolsjar}</systemPath> - </dependency> - </dependencies> - </profile> - <profile> - <id>osx_profile</id> - <activation> - <activeByDefault>false</activeByDefault> - <os> - <family>mac</family> - </os> - </activation> - <properties> - <toolsjar>${java.home}/../Classes/classes.jar</toolsjar> - </properties> - <dependencies> - <dependency> - <groupId>jdk.tools</groupId> - <artifactId>jdk.tools</artifactId> - <version>1.6</version> - <scope>system</scope> - <systemPath>${toolsjar}</systemPath> - </dependency> - </dependencies> - </profile> - </profiles> - - - - <dependencies> - - <!-- Hadoop --> - <dependency> - <groupId>org.apache.hadoop</groupId> - <artifactId>hadoop-mapreduce-client-core</artifactId> - <version>${hadoop.version}</version> - </dependency> - - <dependency> - <groupId>org.apache.hadoop</groupId> - <artifactId>hadoop-common</artifactId> - <version>${hadoop.version}</version> - </dependency> - - <dependency> - <groupId>org.slf4j</groupId> - <artifactId>slf4j-api</artifactId> - <version>${slf4j.version}</version> - </dependency> - <dependency> - <groupId>com.twitter</groupId> - <artifactId>scalding-core_${scalding.scala.version}</artifactId> - <version>${scalding.version}</version> - <!--<exclusions>--> - <!--<exclusion>--> - <!--<groupId>com.twitter</groupId>--> - <!--<artifactId>maple</artifactId>--> - <!--</exclusion>--> - <!--</exclusions>--> - </dependency> - - <dependency> - <groupId>org.apache.hbase</groupId> - <artifactId>hbase</artifactId> - <version>${hbase.version}</version> - </dependency> - <!-- Three dependencies for ScalaSpec --> - <dependency> - <groupId>org.scala-lang</groupId> - <artifactId>scala-library</artifactId> - <version>${scala.version}</version> - </dependency> - <dependency> - <groupId>com.typesafe</groupId> - <artifactId>config</artifactId> - <version>${typesafe.config.version}</version> - </dependency> - - <dependency> - <groupId>com.twitter.elephantbird</groupId> - <artifactId>elephant-bird-core</artifactId> - <version>4.1</version> - </dependency> - <dependency> - <groupId>com.twitter.elephantbird</groupId> - <artifactId>elephant-bird-hadoop-compat</artifactId> - <version>4.1</version> - </dependency> - - <!-- Testing dependencies (ScalaSpec / ScalaTest / JUnit) --> - <dependency> - <groupId>org.specs2</groupId> - <artifactId>specs2_${scalding.scala.version}</artifactId> - <version>${specs2.version}</version> - <scope>test</scope> - </dependency> - <dependency> - <groupId>org.scalatest</groupId> - <artifactId>scalatest_${scalding.scala.version}</artifactId> - <version>${scalatest.version}</version> - <scope>test</scope> - </dependency> - <dependency> - <groupId>junit</groupId> - <artifactId>junit</artifactId> - <version>${junit.version}</version> - <scope>test</scope> - </dependency> - </dependencies> - <!-- From https://wiki.scala-lang.org/display/SIW/ScalaEclipseMaven --> - - - <build> - <sourceDirectory>src/main/java</sourceDirectory> - <testSourceDirectory>src/test/scala</testSourceDirectory> - <plugins> - <plugin> - <groupId>org.apache.maven.plugins</groupId> - <artifactId>maven-jar-plugin</artifactId> - <version>2.4</version> - <configuration> - <includes> - <include>**/*</include> - </includes> - </configuration> - </plugin> - <!-- This plugin is not supported by Eclipse, so maybe we shouldn't be - using it --> - <plugin> - <groupId>org.scala-tools</groupId> - <artifactId>maven-scala-plugin</artifactId> - <executions> - - <execution> - <id>compile</id> - <goals> - <goal>compile</goal> - </goals> - <phase>compile</phase> - </execution> - <execution> - <id>test-compile</id> - <goals> - <goal>testCompile</goal> - </goals> - <phase>test-compile</phase> - </execution> - <execution> - <phase>process-resources</phase> - <goals> - <goal>compile</goal> - </goals> - </execution> - </executions> - </plugin> - <plugin> - <artifactId>maven-compiler-plugin</artifactId> - <version>${maven-compiler-plugin.version}</version> - <configuration> - <source>${maven.compiler.source}</source> - <target>${maven.compiler.target}</target> - </configuration> - </plugin> - <plugin> - <groupId>org.apache.maven.plugins</groupId> - <artifactId>maven-dependency-plugin</artifactId> - <executions> - <execution> - <id>copy-dependencies</id> - <phase>install</phase> - <goals> - <goal>copy-dependencies</goal> - </goals> - <configuration> - <outputDirectory>./alternateLocation</outputDirectory> <!-- ${project.build.directory} --> - <overWriteReleases>false</overWriteReleases> - <overWriteSnapshots>false</overWriteSnapshots> - <overWriteIfNewer>true</overWriteIfNewer> - </configuration> - </execution> - </executions> - </plugin> - </plugins> - <pluginManagement> - <plugins> - <!--Run with : mvn dependency:copy-dependencies --> - <plugin> - <groupId>org.eclipse.m2e</groupId> - <artifactId>lifecycle-mapping</artifactId> - <version>1.0.0</version> - <configuration> - <lifecycleMappingMetadata> - <pluginExecutions> - <pluginExecution> - <pluginExecutionFilter> - <groupId> - org.apache.maven.plugins - </groupId> - <artifactId> - maven-dependency-plugin - </artifactId> - <versionRange>[2.1,)</versionRange> - <goals> - <goal>copy-dependencies</goal> - </goals> - </pluginExecutionFilter> - <action> - <ignore></ignore> - </action> - </pluginExecution> - <pluginExecution> - <pluginExecutionFilter> - <groupId></groupId> - <artifactId></artifactId> - <versionRange>[0.0,)</versionRange> - <goals> - <goal></goal> - </goals> - </pluginExecutionFilter> - <action> - <ignore></ignore> - </action> - </pluginExecution> - <pluginExecution> - <pluginExecutionFilter> - <groupId> - org.scala-tools - </groupId> - <artifactId> - maven-scala-plugin - </artifactId> - <versionRange> - [2.15.2,) - </versionRange> - <goals> - <goal>compile</goal> - <goal>testCompile</goal> - </goals> - </pluginExecutionFilter> - <action> - <ignore></ignore> - </action> - </pluginExecution> - </pluginExecutions> - </lifecycleMappingMetadata> - </configuration> - </plugin> - </plugins> - </pluginManagement> - </build> - -</project> diff --git a/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0-SNAPSHOT/parallelai.spyglass-2.9.3_3.0.0-SNAPSHOT.pom.md5 b/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0-SNAPSHOT/parallelai.spyglass-2.9.3_3.0.0-SNAPSHOT.pom.md5 deleted file mode 100644 index 50e77fa..0000000 --- a/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0-SNAPSHOT/parallelai.spyglass-2.9.3_3.0.0-SNAPSHOT.pom.md5 +++ /dev/null @@ -1 +0,0 @@ -bec29d01d22d56b0a3abc66393eb6a9e
\ No newline at end of file diff --git a/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0-SNAPSHOT/parallelai.spyglass-2.9.3_3.0.0-SNAPSHOT.pom.sha1 b/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0-SNAPSHOT/parallelai.spyglass-2.9.3_3.0.0-SNAPSHOT.pom.sha1 deleted file mode 100644 index de0b411..0000000 --- a/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0-SNAPSHOT/parallelai.spyglass-2.9.3_3.0.0-SNAPSHOT.pom.sha1 +++ /dev/null @@ -1 +0,0 @@ -8f75be17a6bc284891987a4606a540236ba02942
\ No newline at end of file diff --git a/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0/parallelai.spyglass-2.9.3_3.0.0.jar b/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0/parallelai.spyglass-2.9.3_3.0.0.jar Binary files differdeleted file mode 100644 index e974576..0000000 --- a/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0/parallelai.spyglass-2.9.3_3.0.0.jar +++ /dev/null diff --git a/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0/parallelai.spyglass-2.9.3_3.0.0.jar.md5 b/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0/parallelai.spyglass-2.9.3_3.0.0.jar.md5 deleted file mode 100644 index f72cb71..0000000 --- a/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0/parallelai.spyglass-2.9.3_3.0.0.jar.md5 +++ /dev/null @@ -1 +0,0 @@ -7f624ce72a5fc6f1030940007b4d8d62
\ No newline at end of file diff --git a/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0/parallelai.spyglass-2.9.3_3.0.0.jar.sha1 b/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0/parallelai.spyglass-2.9.3_3.0.0.jar.sha1 deleted file mode 100644 index cbba222..0000000 --- a/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0/parallelai.spyglass-2.9.3_3.0.0.jar.sha1 +++ /dev/null @@ -1 +0,0 @@ -58b88e72e38c46164a22a690405d5fe750b0bb09
\ No newline at end of file diff --git a/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0/parallelai.spyglass-2.9.3_3.0.0.pom b/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0/parallelai.spyglass-2.9.3_3.0.0.pom deleted file mode 100644 index b582b99..0000000 --- a/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0/parallelai.spyglass-2.9.3_3.0.0.pom +++ /dev/null @@ -1,365 +0,0 @@ -<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" - xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 - http://maven.apache.org/maven-v4_0_0.xsd"> - <modelVersion>4.0.0</modelVersion> - - <organization> - <name>Parallel AI</name> - <url>http://www.parallelai.com</url> - </organization> - - - <name>Cascading and Scalding wrapper for HBase with advanced features</name> - <groupId>parallelai</groupId> - <artifactId>parallelai.spyglass</artifactId> - <version>2.9.3_3.0.0</version> - <packaging>jar</packaging> - - <properties> - <!-- Java compilation level --> - <maven.compiler.source>1.6</maven.compiler.source> - <maven.compiler.target>1.6</maven.compiler.target> - <maven-compiler-plugin.version>3.0</maven-compiler-plugin.version> - <maven-scala-plugin.version>2.15.2</maven-scala-plugin.version> - <maven-war-plugin.version>2.3</maven-war-plugin.version> - - <!-- UTF-8 Encoding settings --> - <encoding>UTF-8</encoding> - <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding> - <project.reporting.outputEncoding>UTF-8</project.reporting.outputEncoding> - - <datafu.version>0.0.4-cdh4.2.0</datafu.version> - <flume.version>1.3.0-cdh4.2.0</flume.version> - <hadoop.version>2.0.0-cdh4.2.0</hadoop.version> - <hbase.version>0.94.2-cdh4.2.0</hbase.version> - <hive.version>0.10.0-cdh4.2.0</hive.version> - <mahout.version>0.7-cdh4.2.0</mahout.version> - <mapreduce.version>2.0.0-mr1-cdh4.2.0</mapreduce.version> - <oozie.version>3.3.0-cdh4.2.0</oozie.version> - <oozie-hadoop.version>2.0.0-cdh4.2.0.oozie-3.3.0-cdh4.2.0</oozie-hadoop.version> - <oozie-sharelib.version>3.3.0-cdh4.2.0</oozie-sharelib.version> - <pig.version>0.10.0-cdh4.2.0</pig.version> - <sqoop.version>1.4.2-cdh4.2.0</sqoop.version> - <whirr.version>0.8.0-cdh4.2.0</whirr.version> - <zookeeper.version>3.4.5-cdh4.2.0</zookeeper.version> - - <!-- Scala/Scalding/Cascading properties --> - <scala.version>2.9.3</scala.version> - <scalding.scala.version>2.9.3</scalding.scala.version> - <scalding.version>0.8.6</scalding.version> - <cascading.version>2.1.0</cascading.version> - <scalding-commons.version>0.2.0</scalding-commons.version> - <scalatest.version>1.9.1</scalatest.version> - - <trove4j.version>3.0.3</trove4j.version> - <maple.version>0.2.8</maple.version> - <specs2.version>1.12.4.1</specs2.version> - <typesafe.config.version>1.0.0</typesafe.config.version> - - <!-- Other libraries properties --> - <junit.version>4.10</junit.version> - <slf4j.version>1.7.2</slf4j.version> - <trove4j.version>3.0.3</trove4j.version> - <javax.servlet.version>2.5</javax.servlet.version> - <uncommons-maths.version>1.2.2a</uncommons-maths.version> - <maven.surefire.plugin.version>2.12.3</maven.surefire.plugin.version> - - </properties> - - <distributionManagement> - <repository> - <id>repo</id> - <url>https://github.com/ParallelAI/mvn-repo/raw/master/releases</url> - </repository> - </distributionManagement> - - <!-- Repositories --> - <repositories> - <repository> - <id>scala-tools.org</id> - <name>Scala Tools</name> - <url>https://oss.sonatype.org/content/repositories/snapshots/</url> - </repository> - <repository> - <id>cloudera-cdh4</id> - <name>Cloudera CDH4</name> - <url>https://repository.cloudera.com/artifactory/cloudera-repos/</url> - </repository> - <repository> - <id>conjars</id> - <name>Con Jars</name> - <url>http://conjars.org/repo</url> - </repository> - </repositories> - - <!-- Profiles --> - <profiles> - <profile> - <id>windows_profile</id> - <activation> - <activeByDefault>false</activeByDefault> - <os> - <family>Windows</family> - </os> - </activation> - <properties> - <toolsjar>${JAVA_HOME}\\lib\\tools.jar</toolsjar> - </properties> - <dependencies> - <dependency> - <groupId>jdk.tools</groupId> - <artifactId>jdk.tools</artifactId> - <version>1.6</version> - <scope>system</scope> - <systemPath>${toolsjar}</systemPath> - </dependency> - </dependencies> - </profile> - <profile> - <id>osx_profile</id> - <activation> - <activeByDefault>false</activeByDefault> - <os> - <family>mac</family> - </os> - </activation> - <properties> - <toolsjar>${java.home}/../Classes/classes.jar</toolsjar> - </properties> - <dependencies> - <dependency> - <groupId>jdk.tools</groupId> - <artifactId>jdk.tools</artifactId> - <version>1.6</version> - <scope>system</scope> - <systemPath>${toolsjar}</systemPath> - </dependency> - </dependencies> - </profile> - </profiles> - - - - <dependencies> - - <!-- Hadoop --> - <dependency> - <groupId>org.apache.hadoop</groupId> - <artifactId>hadoop-mapreduce-client-core</artifactId> - <version>${hadoop.version}</version> - </dependency> - - <dependency> - <groupId>org.apache.hadoop</groupId> - <artifactId>hadoop-common</artifactId> - <version>${hadoop.version}</version> - </dependency> - - <dependency> - <groupId>org.slf4j</groupId> - <artifactId>slf4j-api</artifactId> - <version>${slf4j.version}</version> - </dependency> - <dependency> - <groupId>com.twitter</groupId> - <artifactId>scalding-core_${scalding.scala.version}</artifactId> - <version>${scalding.version}</version> - <!--<exclusions>--> - <!--<exclusion>--> - <!--<groupId>com.twitter</groupId>--> - <!--<artifactId>maple</artifactId>--> - <!--</exclusion>--> - <!--</exclusions>--> - </dependency> - - <dependency> - <groupId>org.apache.hbase</groupId> - <artifactId>hbase</artifactId> - <version>${hbase.version}</version> - </dependency> - <!-- Three dependencies for ScalaSpec --> - <dependency> - <groupId>org.scala-lang</groupId> - <artifactId>scala-library</artifactId> - <version>${scala.version}</version> - </dependency> - <dependency> - <groupId>com.typesafe</groupId> - <artifactId>config</artifactId> - <version>${typesafe.config.version}</version> - </dependency> - - <dependency> - <groupId>com.twitter.elephantbird</groupId> - <artifactId>elephant-bird-core</artifactId> - <version>4.1</version> - </dependency> - <dependency> - <groupId>com.twitter.elephantbird</groupId> - <artifactId>elephant-bird-hadoop-compat</artifactId> - <version>4.1</version> - </dependency> - - <!-- Testing dependencies (ScalaSpec / ScalaTest / JUnit) --> - <dependency> - <groupId>org.specs2</groupId> - <artifactId>specs2_${scalding.scala.version}</artifactId> - <version>${specs2.version}</version> - <scope>test</scope> - </dependency> - <dependency> - <groupId>org.scalatest</groupId> - <artifactId>scalatest_${scalding.scala.version}</artifactId> - <version>${scalatest.version}</version> - <scope>test</scope> - </dependency> - <dependency> - <groupId>junit</groupId> - <artifactId>junit</artifactId> - <version>${junit.version}</version> - <scope>test</scope> - </dependency> - </dependencies> - <!-- From https://wiki.scala-lang.org/display/SIW/ScalaEclipseMaven --> - - - <build> - <sourceDirectory>src/main/java</sourceDirectory> - <testSourceDirectory>src/test/scala</testSourceDirectory> - <plugins> - <plugin> - <groupId>org.apache.maven.plugins</groupId> - <artifactId>maven-jar-plugin</artifactId> - <version>2.4</version> - <configuration> - <includes> - <include>**/*</include> - </includes> - </configuration> - </plugin> - <!-- This plugin is not supported by Eclipse, so maybe we shouldn't be - using it --> - <plugin> - <groupId>org.scala-tools</groupId> - <artifactId>maven-scala-plugin</artifactId> - <executions> - - <execution> - <id>compile</id> - <goals> - <goal>compile</goal> - </goals> - <phase>compile</phase> - </execution> - <execution> - <id>test-compile</id> - <goals> - <goal>testCompile</goal> - </goals> - <phase>test-compile</phase> - </execution> - <execution> - <phase>process-resources</phase> - <goals> - <goal>compile</goal> - </goals> - </execution> - </executions> - </plugin> - <plugin> - <artifactId>maven-compiler-plugin</artifactId> - <version>${maven-compiler-plugin.version}</version> - <configuration> - <source>${maven.compiler.source}</source> - <target>${maven.compiler.target}</target> - </configuration> - </plugin> - <plugin> - <groupId>org.apache.maven.plugins</groupId> - <artifactId>maven-dependency-plugin</artifactId> - <executions> - <execution> - <id>copy-dependencies</id> - <phase>install</phase> - <goals> - <goal>copy-dependencies</goal> - </goals> - <configuration> - <outputDirectory>./alternateLocation</outputDirectory> <!-- ${project.build.directory} --> - <overWriteReleases>false</overWriteReleases> - <overWriteSnapshots>false</overWriteSnapshots> - <overWriteIfNewer>true</overWriteIfNewer> - </configuration> - </execution> - </executions> - </plugin> - </plugins> - <pluginManagement> - <plugins> - <!--Run with : mvn dependency:copy-dependencies --> - <plugin> - <groupId>org.eclipse.m2e</groupId> - <artifactId>lifecycle-mapping</artifactId> - <version>1.0.0</version> - <configuration> - <lifecycleMappingMetadata> - <pluginExecutions> - <pluginExecution> - <pluginExecutionFilter> - <groupId> - org.apache.maven.plugins - </groupId> - <artifactId> - maven-dependency-plugin - </artifactId> - <versionRange>[2.1,)</versionRange> - <goals> - <goal>copy-dependencies</goal> - </goals> - </pluginExecutionFilter> - <action> - <ignore></ignore> - </action> - </pluginExecution> - <pluginExecution> - <pluginExecutionFilter> - <groupId></groupId> - <artifactId></artifactId> - <versionRange>[0.0,)</versionRange> - <goals> - <goal></goal> - </goals> - </pluginExecutionFilter> - <action> - <ignore></ignore> - </action> - </pluginExecution> - <pluginExecution> - <pluginExecutionFilter> - <groupId> - org.scala-tools - </groupId> - <artifactId> - maven-scala-plugin - </artifactId> - <versionRange> - [2.15.2,) - </versionRange> - <goals> - <goal>compile</goal> - <goal>testCompile</goal> - </goals> - </pluginExecutionFilter> - <action> - <ignore></ignore> - </action> - </pluginExecution> - </pluginExecutions> - </lifecycleMappingMetadata> - </configuration> - </plugin> - </plugins> - </pluginManagement> - </build> - -</project> diff --git a/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0/parallelai.spyglass-2.9.3_3.0.0.pom.md5 b/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0/parallelai.spyglass-2.9.3_3.0.0.pom.md5 deleted file mode 100644 index bcde8b7..0000000 --- a/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0/parallelai.spyglass-2.9.3_3.0.0.pom.md5 +++ /dev/null @@ -1 +0,0 @@ -78a0d0a756d289a24a99c0c92867f55a
\ No newline at end of file diff --git a/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0/parallelai.spyglass-2.9.3_3.0.0.pom.sha1 b/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0/parallelai.spyglass-2.9.3_3.0.0.pom.sha1 deleted file mode 100644 index 38175fa..0000000 --- a/releases/parallelai/parallelai.spyglass/2.9.3_3.0.0/parallelai.spyglass-2.9.3_3.0.0.pom.sha1 +++ /dev/null @@ -1 +0,0 @@ -2d62ce030b2221da6489442da869c955939feddc
\ No newline at end of file diff --git a/releases/parallelai/parallelai.spyglass/2.9.3_4.1.0/parallelai.spyglass-2.9.3_4.1.0.jar b/releases/parallelai/parallelai.spyglass/2.9.3_4.1.0/parallelai.spyglass-2.9.3_4.1.0.jar Binary files differdeleted file mode 100644 index 1a0f3c6..0000000 --- a/releases/parallelai/parallelai.spyglass/2.9.3_4.1.0/parallelai.spyglass-2.9.3_4.1.0.jar +++ /dev/null diff --git a/releases/parallelai/parallelai.spyglass/2.9.3_4.1.0/parallelai.spyglass-2.9.3_4.1.0.jar.md5 b/releases/parallelai/parallelai.spyglass/2.9.3_4.1.0/parallelai.spyglass-2.9.3_4.1.0.jar.md5 deleted file mode 100644 index 01ad4ad..0000000 --- a/releases/parallelai/parallelai.spyglass/2.9.3_4.1.0/parallelai.spyglass-2.9.3_4.1.0.jar.md5 +++ /dev/null @@ -1 +0,0 @@ -1d5f07b23b7b99b51b6f1e2eb2094366
\ No newline at end of file diff --git a/releases/parallelai/parallelai.spyglass/2.9.3_4.1.0/parallelai.spyglass-2.9.3_4.1.0.jar.sha1 b/releases/parallelai/parallelai.spyglass/2.9.3_4.1.0/parallelai.spyglass-2.9.3_4.1.0.jar.sha1 deleted file mode 100644 index 198c6a3..0000000 --- a/releases/parallelai/parallelai.spyglass/2.9.3_4.1.0/parallelai.spyglass-2.9.3_4.1.0.jar.sha1 +++ /dev/null @@ -1 +0,0 @@ -cfd32f16f66ac0bca227cb283837c3c6a68ba94b
\ No newline at end of file diff --git a/releases/parallelai/parallelai.spyglass/2.9.3_4.1.0/parallelai.spyglass-2.9.3_4.1.0.pom b/releases/parallelai/parallelai.spyglass/2.9.3_4.1.0/parallelai.spyglass-2.9.3_4.1.0.pom deleted file mode 100644 index a4a31ff..0000000 --- a/releases/parallelai/parallelai.spyglass/2.9.3_4.1.0/parallelai.spyglass-2.9.3_4.1.0.pom +++ /dev/null @@ -1,374 +0,0 @@ -<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" - xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 - http://maven.apache.org/maven-v4_0_0.xsd"> - <modelVersion>4.0.0</modelVersion> - - <organization> - <name>Parallel AI</name> - <url>http://www.parallelai.com</url> - </organization> - - - <properties> - <!-- Java compilation level --> - <maven.compiler.source>1.6</maven.compiler.source> - <maven.compiler.target>1.6</maven.compiler.target> - <maven-compiler-plugin.version>3.0</maven-compiler-plugin.version> - <maven-scala-plugin.version>2.15.2</maven-scala-plugin.version> - <maven-war-plugin.version>2.3</maven-war-plugin.version> - - <!-- UTF-8 Encoding settings --> - <encoding>UTF-8</encoding> - <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding> - <project.reporting.outputEncoding>UTF-8</project.reporting.outputEncoding> - - <cdh.version>cdh4.3.0</cdh.version> - - <datafu.version>0.0.4-${cdh.version}</datafu.version> - <flume.version>1.3.0-${cdh.version}</flume.version> - <hadoop.version>2.0.0-${cdh.version}</hadoop.version> - <hadoop.core.version>2.0.0-mr1-${cdh.version}</hadoop.core.version> - <hbase.version>0.94.6-${cdh.version}</hbase.version> - <hive.version>0.10.0-${cdh.version}</hive.version> - <mahout.version>0.7-${cdh.version}</mahout.version> - <mapreduce.version>2.0.0-mr1-${cdh.version}</mapreduce.version> - <oozie.version>3.3.0-${cdh.version}</oozie.version> - <oozie-hadoop.version>2.0.0-${cdh.version}.oozie-3.3.0-${cdh.version}</oozie-hadoop.version> - <oozie-sharelib.version>3.3.0-${cdh.version}</oozie-sharelib.version> - <pig.version>0.10.0-${cdh.version}</pig.version> - <sqoop.version>1.4.2-${cdh.version}</sqoop.version> - <whirr.version>0.8.0-${cdh.version}</whirr.version> - <zookeeper.version>3.4.5-${cdh.version}</zookeeper.version> - - <!-- Scala/Scalding/Cascading properties --> - <scala.version>2.9.3</scala.version> - <scalding.scala.version>2.9.3</scalding.scala.version> - <scalding.version>0.8.6</scalding.version> - <cascading.version>2.1.6</cascading.version> - <scalding-commons.version>0.2.0</scalding-commons.version> - <scalatest.version>1.9.1</scalatest.version> - - <trove4j.version>3.0.3</trove4j.version> - <maple.version>0.2.8</maple.version> - <!-- 2.1.1 for Scala 2.10.2 and 1.12.4.1 for Scala 2.9.3--> - <specs2.version>1.12.4.1</specs2.version> - <typesafe.config.version>1.0.0</typesafe.config.version> - - <!-- Other libraries properties --> - <junit.version>4.10</junit.version> - <slf4j.version>1.7.2</slf4j.version> - <trove4j.version>3.0.3</trove4j.version> - <javax.servlet.version>2.5</javax.servlet.version> - <uncommons-maths.version>1.2.2a</uncommons-maths.version> - <maven.surefire.plugin.version>2.12.3</maven.surefire.plugin.version> - - </properties> - - <name>Cascading and Scalding wrapper for HBase with advanced features</name> - <groupId>parallelai</groupId> - <artifactId>parallelai.spyglass</artifactId> - <version>${scala.version}_4.1.0</version> - <packaging>jar</packaging> - - <!-- Repositories --> - <repositories> - <repository> - <id>scala-tools.org</id> - <name>Scala Tools</name> - <url>https://oss.sonatype.org/content/repositories/snapshots/</url> - </repository> - <repository> - <id>cloudera-cdh4</id> - <name>Cloudera CDH4</name> - <url>https://repository.cloudera.com/artifactory/cloudera-repos/</url> - </repository> - <repository> - <id>conjars</id> - <name>Con Jars</name> - <url>http://conjars.org/repo</url> - </repository> - </repositories> - - <!-- Profiles --> - <profiles> - <profile> - <id>windows_profile</id> - <activation> - <activeByDefault>false</activeByDefault> - <os> - <family>Windows</family> - </os> - </activation> - <properties> - <toolsjar>${JAVA_HOME}\\lib\\tools.jar</toolsjar> - </properties> - <dependencies> - <dependency> - <groupId>jdk.tools</groupId> - <artifactId>jdk.tools</artifactId> - <version>1.6</version> - <scope>system</scope> - <systemPath>${toolsjar}</systemPath> - </dependency> - </dependencies> - </profile> - <profile> - <id>osx_profile</id> - <activation> - <activeByDefault>false</activeByDefault> - <os> - <family>mac</family> - </os> - </activation> - <properties> - <toolsjar>${java.home}/../Classes/classes.jar</toolsjar> - </properties> - <dependencies> - <dependency> - <groupId>jdk.tools</groupId> - <artifactId>jdk.tools</artifactId> - <version>1.6</version> - <scope>system</scope> - <systemPath>${toolsjar}</systemPath> - </dependency> - </dependencies> - </profile> - </profiles> - - - - <dependencies> - <dependency> - <groupId>cascading</groupId> - <artifactId>cascading-core</artifactId> - <version>${cascading.version}</version> - </dependency> - <dependency> - <groupId>cascading</groupId> - <artifactId>cascading-hadoop</artifactId> - <version>${cascading.version}</version> - </dependency> - - - <!-- Hadoop --> - <dependency> - <groupId>org.apache.hadoop</groupId> - <artifactId>hadoop-core</artifactId> - <version>${hadoop.core.version}</version> - </dependency> - - <dependency> - <groupId>org.apache.hadoop</groupId> - <artifactId>hadoop-common</artifactId> - <version>${hadoop.version}</version> - </dependency> - - <dependency> - <groupId>org.slf4j</groupId> - <artifactId>slf4j-api</artifactId> - <version>${slf4j.version}</version> - </dependency> - <dependency> - <groupId>com.twitter</groupId> - <artifactId>scalding-core_${scalding.scala.version}</artifactId> - <version>${scalding.version}</version> - </dependency> - - <dependency> - <groupId>org.apache.hbase</groupId> - <artifactId>hbase</artifactId> - <version>${hbase.version}</version> - </dependency> - <!-- Three dependencies for ScalaSpec --> - <dependency> - <groupId>org.scala-lang</groupId> - <artifactId>scala-library</artifactId> - <version>${scala.version}</version> - </dependency> - <dependency> - <groupId>com.typesafe</groupId> - <artifactId>config</artifactId> - <version>${typesafe.config.version}</version> - </dependency> - - <dependency> - <groupId>com.twitter.elephantbird</groupId> - <artifactId>elephant-bird-core</artifactId> - <version>4.1</version> - </dependency> - <dependency> - <groupId>com.twitter.elephantbird</groupId> - <artifactId>elephant-bird-hadoop-compat</artifactId> - <version>4.1</version> - </dependency> - - <!-- Testing dependencies (ScalaSpec / ScalaTest / JUnit) --> - <dependency> - <groupId>org.specs2</groupId> - <artifactId>specs2_${scalding.scala.version}</artifactId> - <version>${specs2.version}</version> - <scope>test</scope> - </dependency> - <dependency> - <groupId>org.scalatest</groupId> - <artifactId>scalatest_${scalding.scala.version}</artifactId> - <version>${scalatest.version}</version> - <scope>test</scope> - </dependency> - <dependency> - <groupId>junit</groupId> - <artifactId>junit</artifactId> - <version>${junit.version}</version> - <scope>test</scope> - </dependency> - </dependencies> - <!-- From https://wiki.scala-lang.org/display/SIW/ScalaEclipseMaven --> - - - <build> - <sourceDirectory>src/main/java</sourceDirectory> - <testSourceDirectory>src/test/scala</testSourceDirectory> - <plugins> - <plugin> - <groupId>org.apache.maven.plugins</groupId> - <artifactId>maven-jar-plugin</artifactId> - <version>2.4</version> - <configuration> - <includes> - <include>**/*</include> - </includes> - </configuration> - </plugin> - <!-- This plugin is not supported by Eclipse, so maybe we shouldn't be - using it --> - <plugin> - <groupId>org.scala-tools</groupId> - <artifactId>maven-scala-plugin</artifactId> - <executions> - - <execution> - <id>compile</id> - <goals> - <goal>compile</goal> - </goals> - <phase>compile</phase> - </execution> - <execution> - <id>test-compile</id> - <goals> - <goal>testCompile</goal> - </goals> - <phase>test-compile</phase> - </execution> - <execution> - <phase>process-resources</phase> - <goals> - <goal>compile</goal> - </goals> - </execution> - </executions> - </plugin> - <plugin> - <artifactId>maven-compiler-plugin</artifactId> - <version>${maven-compiler-plugin.version}</version> - <configuration> - <source>${maven.compiler.source}</source> - <target>${maven.compiler.target}</target> - </configuration> - </plugin> - <plugin> - <groupId>org.apache.maven.plugins</groupId> - <artifactId>maven-dependency-plugin</artifactId> - <executions> - <execution> - <id>copy-dependencies</id> - <phase>install</phase> - <goals> - <goal>copy-dependencies</goal> - </goals> - <configuration> - <outputDirectory>./alternateLocation</outputDirectory> <!-- ${project.build.directory} --> - <overWriteReleases>false</overWriteReleases> - <overWriteSnapshots>false</overWriteSnapshots> - <overWriteIfNewer>true</overWriteIfNewer> - </configuration> - </execution> - </executions> - </plugin> - </plugins> - <pluginManagement> - <plugins> - <!--Run with : mvn dependency:copy-dependencies --> - <plugin> - <groupId>org.eclipse.m2e</groupId> - <artifactId>lifecycle-mapping</artifactId> - <version>1.0.0</version> - <configuration> - <lifecycleMappingMetadata> - <pluginExecutions> - <pluginExecution> - <pluginExecutionFilter> - <groupId> - org.apache.maven.plugins - </groupId> - <artifactId> - maven-dependency-plugin - </artifactId> - <versionRange>[2.1,)</versionRange> - <goals> - <goal>copy-dependencies</goal> - </goals> - </pluginExecutionFilter> - <action> - <ignore></ignore> - </action> - </pluginExecution> - <pluginExecution> - <pluginExecutionFilter> - <groupId></groupId> - <artifactId></artifactId> - <versionRange>[0.0,)</versionRange> - <goals> - <goal></goal> - </goals> - </pluginExecutionFilter> - <action> - <ignore></ignore> - </action> - </pluginExecution> - <pluginExecution> - <pluginExecutionFilter> - <groupId> - org.scala-tools - </groupId> - <artifactId> - maven-scala-plugin - </artifactId> - <versionRange> - [2.15.2,) - </versionRange> - <goals> - <goal>compile</goal> - <goal>testCompile</goal> - </goals> - </pluginExecutionFilter> - <action> - <ignore></ignore> - </action> - </pluginExecution> - </pluginExecutions> - </lifecycleMappingMetadata> - </configuration> - </plugin> - <plugin> - <groupId>org.apache.maven.plugins</groupId> - <artifactId>maven-deploy-plugin</artifactId> - <configuration> - <altDeploymentRepository>repo::default::file:${project.basedir}/releases</altDeploymentRepository> - </configuration> - </plugin> - </plugins> - </pluginManagement> - </build> - -</project> diff --git a/releases/parallelai/parallelai.spyglass/2.9.3_4.1.0/parallelai.spyglass-2.9.3_4.1.0.pom.md5 b/releases/parallelai/parallelai.spyglass/2.9.3_4.1.0/parallelai.spyglass-2.9.3_4.1.0.pom.md5 deleted file mode 100644 index 66fb633..0000000 --- a/releases/parallelai/parallelai.spyglass/2.9.3_4.1.0/parallelai.spyglass-2.9.3_4.1.0.pom.md5 +++ /dev/null @@ -1 +0,0 @@ -2d56c227fab4525ad3b381000e8e9114
\ No newline at end of file diff --git a/releases/parallelai/parallelai.spyglass/2.9.3_4.1.0/parallelai.spyglass-2.9.3_4.1.0.pom.sha1 b/releases/parallelai/parallelai.spyglass/2.9.3_4.1.0/parallelai.spyglass-2.9.3_4.1.0.pom.sha1 deleted file mode 100644 index a9541cb..0000000 --- a/releases/parallelai/parallelai.spyglass/2.9.3_4.1.0/parallelai.spyglass-2.9.3_4.1.0.pom.sha1 +++ /dev/null @@ -1 +0,0 @@ -88164ccd7b7a4549f9ed21f220829df69c297263
\ No newline at end of file diff --git a/releases/parallelai/parallelai.spyglass/maven-metadata.xml b/releases/parallelai/parallelai.spyglass/maven-metadata.xml deleted file mode 100644 index 2fa71a6..0000000 --- a/releases/parallelai/parallelai.spyglass/maven-metadata.xml +++ /dev/null @@ -1,20 +0,0 @@ -<?xml version="1.0" encoding="UTF-8"?> -<metadata> - <groupId>parallelai</groupId> - <artifactId>parallelai.spyglass</artifactId> - <versioning> - <release>2.9.3_4.1.0</release> - <versions> - <version>2.0.4</version> - <version>2.1.1</version> - <version>2.9.3_2.2.0</version> - <version>2.9.3_3.0.0-SNAPSHOT</version> - <version>2.9.3_3.0.0</version> - <version>2.10.2_2.3.0</version> - <version>2.10.2_4.0.0</version> - <version>2.10.2_4.1.0</version> - <version>2.9.3_4.1.0</version> - </versions> - <lastUpdated>20130904125843</lastUpdated> - </versioning> -</metadata> diff --git a/releases/parallelai/parallelai.spyglass/maven-metadata.xml.md5 b/releases/parallelai/parallelai.spyglass/maven-metadata.xml.md5 deleted file mode 100644 index 969127a..0000000 --- a/releases/parallelai/parallelai.spyglass/maven-metadata.xml.md5 +++ /dev/null @@ -1 +0,0 @@ -26c1c1f95b30a7449c08da3442b68a1d
\ No newline at end of file diff --git a/releases/parallelai/parallelai.spyglass/maven-metadata.xml.sha1 b/releases/parallelai/parallelai.spyglass/maven-metadata.xml.sha1 deleted file mode 100644 index dd4a505..0000000 --- a/releases/parallelai/parallelai.spyglass/maven-metadata.xml.sha1 +++ /dev/null @@ -1 +0,0 @@ -d528834a3ceab0a5629bbed9ebed349341e4c326
\ No newline at end of file diff --git a/releases/parallelai/parallelai.spyglass_2.9.3/2.2.0/parallelai.spyglass_2.9.3-2.2.0.jar b/releases/parallelai/parallelai.spyglass_2.9.3/2.2.0/parallelai.spyglass_2.9.3-2.2.0.jar Binary files differdeleted file mode 100644 index bdf1b40..0000000 --- a/releases/parallelai/parallelai.spyglass_2.9.3/2.2.0/parallelai.spyglass_2.9.3-2.2.0.jar +++ /dev/null diff --git a/releases/parallelai/parallelai.spyglass_2.9.3/2.2.0/parallelai.spyglass_2.9.3-2.2.0.jar.md5 b/releases/parallelai/parallelai.spyglass_2.9.3/2.2.0/parallelai.spyglass_2.9.3-2.2.0.jar.md5 deleted file mode 100644 index c0fc802..0000000 --- a/releases/parallelai/parallelai.spyglass_2.9.3/2.2.0/parallelai.spyglass_2.9.3-2.2.0.jar.md5 +++ /dev/null @@ -1 +0,0 @@ -aca28a236abd1526df11a66f7d395346
\ No newline at end of file diff --git a/releases/parallelai/parallelai.spyglass_2.9.3/2.2.0/parallelai.spyglass_2.9.3-2.2.0.jar.sha1 b/releases/parallelai/parallelai.spyglass_2.9.3/2.2.0/parallelai.spyglass_2.9.3-2.2.0.jar.sha1 deleted file mode 100644 index 0be76b2..0000000 --- a/releases/parallelai/parallelai.spyglass_2.9.3/2.2.0/parallelai.spyglass_2.9.3-2.2.0.jar.sha1 +++ /dev/null @@ -1 +0,0 @@ -cdf6c5a207c4882f0da193aa040200f53cab7b30
\ No newline at end of file diff --git a/releases/parallelai/parallelai.spyglass_2.9.3/2.2.0/parallelai.spyglass_2.9.3-2.2.0.pom b/releases/parallelai/parallelai.spyglass_2.9.3/2.2.0/parallelai.spyglass_2.9.3-2.2.0.pom deleted file mode 100644 index 6c0c234..0000000 --- a/releases/parallelai/parallelai.spyglass_2.9.3/2.2.0/parallelai.spyglass_2.9.3-2.2.0.pom +++ /dev/null @@ -1,365 +0,0 @@ -<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" - xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 - http://maven.apache.org/maven-v4_0_0.xsd"> - <modelVersion>4.0.0</modelVersion> - - <organization> - <name>Parallel AI</name> - <url>http://www.parallelai.com</url> - </organization> - - - <name>Cascading and Scalding wrapper for HBase with advanced features</name> - <groupId>parallelai</groupId> - <artifactId>parallelai.spyglass_2.9.3</artifactId> - <version>2.2.0</version> - <packaging>jar</packaging> - - <properties> - <!-- Java compilation level --> - <maven.compiler.source>1.6</maven.compiler.source> - <maven.compiler.target>1.6</maven.compiler.target> - <maven-compiler-plugin.version>3.0</maven-compiler-plugin.version> - <maven-scala-plugin.version>2.15.2</maven-scala-plugin.version> - <maven-war-plugin.version>2.3</maven-war-plugin.version> - - <!-- UTF-8 Encoding settings --> - <encoding>UTF-8</encoding> - <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding> - <project.reporting.outputEncoding>UTF-8</project.reporting.outputEncoding> - - <datafu.version>0.0.4-cdh4.2.0</datafu.version> - <flume.version>1.3.0-cdh4.2.0</flume.version> - <hadoop.version>2.0.0-cdh4.2.0</hadoop.version> - <hbase.version>0.94.2-cdh4.2.0</hbase.version> - <hive.version>0.10.0-cdh4.2.0</hive.version> - <mahout.version>0.7-cdh4.2.0</mahout.version> - <mapreduce.version>2.0.0-mr1-cdh4.2.0</mapreduce.version> - <oozie.version>3.3.0-cdh4.2.0</oozie.version> - <oozie-hadoop.version>2.0.0-cdh4.2.0.oozie-3.3.0-cdh4.2.0</oozie-hadoop.version> - <oozie-sharelib.version>3.3.0-cdh4.2.0</oozie-sharelib.version> - <pig.version>0.10.0-cdh4.2.0</pig.version> - <sqoop.version>1.4.2-cdh4.2.0</sqoop.version> - <whirr.version>0.8.0-cdh4.2.0</whirr.version> - <zookeeper.version>3.4.5-cdh4.2.0</zookeeper.version> - - <!-- Scala/Scalding/Cascading properties --> - <scala.version>2.9.3</scala.version> - <scalding.scala.version>2.9.3</scalding.scala.version> - <scalding.version>0.8.6</scalding.version> - <cascading.version>2.1.0</cascading.version> - <scalding-commons.version>0.2.0</scalding-commons.version> - <scalatest.version>1.9.1</scalatest.version> - - <trove4j.version>3.0.3</trove4j.version> - <maple.version>0.2.8</maple.version> - <specs2.version>1.12.4.1</specs2.version> - <typesafe.config.version>1.0.0</typesafe.config.version> - - <!-- Other libraries properties --> - <junit.version>4.10</junit.version> - <slf4j.version>1.7.2</slf4j.version> - <trove4j.version>3.0.3</trove4j.version> - <javax.servlet.version>2.5</javax.servlet.version> - <uncommons-maths.version>1.2.2a</uncommons-maths.version> - <maven.surefire.plugin.version>2.12.3</maven.surefire.plugin.version> - - </properties> - - <distributionManagement> - <repository> - <id>repo</id> - <url>https://github.com/ParallelAI/mvn-repo/raw/master/releases</url> - </repository> - </distributionManagement> - - <!-- Repositories --> - <repositories> - <repository> - <id>scala-tools.org</id> - <name>Scala Tools</name> - <url>https://oss.sonatype.org/content/repositories/snapshots/</url> - </repository> - <repository> - <id>cloudera-cdh4</id> - <name>Cloudera CDH4</name> - <url>https://repository.cloudera.com/artifactory/cloudera-repos/</url> - </repository> - <repository> - <id>conjars</id> - <name>Con Jars</name> - <url>http://conjars.org/repo</url> - </repository> - </repositories> - - <!-- Profiles --> - <profiles> - <profile> - <id>windows_profile</id> - <activation> - <activeByDefault>false</activeByDefault> - <os> - <family>Windows</family> - </os> - </activation> - <properties> - <toolsjar>${JAVA_HOME}\\lib\\tools.jar</toolsjar> - </properties> - <dependencies> - <dependency> - <groupId>jdk.tools</groupId> - <artifactId>jdk.tools</artifactId> - <version>1.6</version> - <scope>system</scope> - <systemPath>${toolsjar}</systemPath> - </dependency> - </dependencies> - </profile> - <profile> - <id>osx_profile</id> - <activation> - <activeByDefault>false</activeByDefault> - <os> - <family>mac</family> - </os> - </activation> - <properties> - <toolsjar>${java.home}/../Classes/classes.jar</toolsjar> - </properties> - <dependencies> - <dependency> - <groupId>jdk.tools</groupId> - <artifactId>jdk.tools</artifactId> - <version>1.6</version> - <scope>system</scope> - <systemPath>${toolsjar}</systemPath> - </dependency> - </dependencies> - </profile> - </profiles> - - - - <dependencies> - - <!-- Hadoop --> - <dependency> - <groupId>org.apache.hadoop</groupId> - <artifactId>hadoop-mapreduce-client-core</artifactId> - <version>${hadoop.version}</version> - </dependency> - - <dependency> - <groupId>org.apache.hadoop</groupId> - <artifactId>hadoop-common</artifactId> - <version>${hadoop.version}</version> - </dependency> - - <dependency> - <groupId>org.slf4j</groupId> - <artifactId>slf4j-api</artifactId> - <version>${slf4j.version}</version> - </dependency> - <dependency> - <groupId>com.twitter</groupId> - <artifactId>scalding-core_${scalding.scala.version}</artifactId> - <version>${scalding.version}</version> - <!--<exclusions>--> - <!--<exclusion>--> - <!--<groupId>com.twitter</groupId>--> - <!--<artifactId>maple</artifactId>--> - <!--</exclusion>--> - <!--</exclusions>--> - </dependency> - - <dependency> - <groupId>org.apache.hbase</groupId> - <artifactId>hbase</artifactId> - <version>${hbase.version}</version> - </dependency> - <!-- Three dependencies for ScalaSpec --> - <dependency> - <groupId>org.scala-lang</groupId> - <artifactId>scala-library</artifactId> - <version>${scala.version}</version> - </dependency> - <dependency> - <groupId>com.typesafe</groupId> - <artifactId>config</artifactId> - <version>${typesafe.config.version}</version> - </dependency> - - <dependency> - <groupId>com.twitter.elephantbird</groupId> - <artifactId>elephant-bird-core</artifactId> - <version>4.1</version> - </dependency> - <dependency> - <groupId>com.twitter.elephantbird</groupId> - <artifactId>elephant-bird-hadoop-compat</artifactId> - <version>4.1</version> - </dependency> - - <!-- Testing dependencies (ScalaSpec / ScalaTest / JUnit) --> - <dependency> - <groupId>org.specs2</groupId> - <artifactId>specs2_${scalding.scala.version}</artifactId> - <version>${specs2.version}</version> - <scope>test</scope> - </dependency> - <dependency> - <groupId>org.scalatest</groupId> - <artifactId>scalatest_${scalding.scala.version}</artifactId> - <version>${scalatest.version}</version> - <scope>test</scope> - </dependency> - <dependency> - <groupId>junit</groupId> - <artifactId>junit</artifactId> - <version>${junit.version}</version> - <scope>test</scope> - </dependency> - </dependencies> - <!-- From https://wiki.scala-lang.org/display/SIW/ScalaEclipseMaven --> - - - <build> - <sourceDirectory>src/main/java</sourceDirectory> - <testSourceDirectory>src/test/scala</testSourceDirectory> - <plugins> - <plugin> - <groupId>org.apache.maven.plugins</groupId> - <artifactId>maven-jar-plugin</artifactId> - <version>2.4</version> - <configuration> - <includes> - <include>**/*</include> - </includes> - </configuration> - </plugin> - <!-- This plugin is not supported by Eclipse, so maybe we shouldn't be - using it --> - <plugin> - <groupId>org.scala-tools</groupId> - <artifactId>maven-scala-plugin</artifactId> - <executions> - - <execution> - <id>compile</id> - <goals> - <goal>compile</goal> - </goals> - <phase>compile</phase> - </execution> - <execution> - <id>test-compile</id> - <goals> - <goal>testCompile</goal> - </goals> - <phase>test-compile</phase> - </execution> - <execution> - <phase>process-resources</phase> - <goals> - <goal>compile</goal> - </goals> - </execution> - </executions> - </plugin> - <plugin> - <artifactId>maven-compiler-plugin</artifactId> - <version>${maven-compiler-plugin.version}</version> - <configuration> - <source>${maven.compiler.source}</source> - <target>${maven.compiler.target}</target> - </configuration> - </plugin> - <plugin> - <groupId>org.apache.maven.plugins</groupId> - <artifactId>maven-dependency-plugin</artifactId> - <executions> - <execution> - <id>copy-dependencies</id> - <phase>install</phase> - <goals> - <goal>copy-dependencies</goal> - </goals> - <configuration> - <outputDirectory>./alternateLocation</outputDirectory> <!-- ${project.build.directory} --> - <overWriteReleases>false</overWriteReleases> - <overWriteSnapshots>false</overWriteSnapshots> - <overWriteIfNewer>true</overWriteIfNewer> - </configuration> - </execution> - </executions> - </plugin> - </plugins> - <pluginManagement> - <plugins> - <!--Run with : mvn dependency:copy-dependencies --> - <plugin> - <groupId>org.eclipse.m2e</groupId> - <artifactId>lifecycle-mapping</artifactId> - <version>1.0.0</version> - <configuration> - <lifecycleMappingMetadata> - <pluginExecutions> - <pluginExecution> - <pluginExecutionFilter> - <groupId> - org.apache.maven.plugins - </groupId> - <artifactId> - maven-dependency-plugin - </artifactId> - <versionRange>[2.1,)</versionRange> - <goals> - <goal>copy-dependencies</goal> - </goals> - </pluginExecutionFilter> - <action> - <ignore></ignore> - </action> - </pluginExecution> - <pluginExecution> - <pluginExecutionFilter> - <groupId></groupId> - <artifactId></artifactId> - <versionRange>[0.0,)</versionRange> - <goals> - <goal></goal> - </goals> - </pluginExecutionFilter> - <action> - <ignore></ignore> - </action> - </pluginExecution> - <pluginExecution> - <pluginExecutionFilter> - <groupId> - org.scala-tools - </groupId> - <artifactId> - maven-scala-plugin - </artifactId> - <versionRange> - [2.15.2,) - </versionRange> - <goals> - <goal>compile</goal> - <goal>testCompile</goal> - </goals> - </pluginExecutionFilter> - <action> - <ignore></ignore> - </action> - </pluginExecution> - </pluginExecutions> - </lifecycleMappingMetadata> - </configuration> - </plugin> - </plugins> - </pluginManagement> - </build> - -</project> diff --git a/releases/parallelai/parallelai.spyglass_2.9.3/2.2.0/parallelai.spyglass_2.9.3-2.2.0.pom.md5 b/releases/parallelai/parallelai.spyglass_2.9.3/2.2.0/parallelai.spyglass_2.9.3-2.2.0.pom.md5 deleted file mode 100644 index 4cd6eb1..0000000 --- a/releases/parallelai/parallelai.spyglass_2.9.3/2.2.0/parallelai.spyglass_2.9.3-2.2.0.pom.md5 +++ /dev/null @@ -1 +0,0 @@ -6bf6c4463f0868fa8633860ca9a0be7a
\ No newline at end of file diff --git a/releases/parallelai/parallelai.spyglass_2.9.3/2.2.0/parallelai.spyglass_2.9.3-2.2.0.pom.sha1 b/releases/parallelai/parallelai.spyglass_2.9.3/2.2.0/parallelai.spyglass_2.9.3-2.2.0.pom.sha1 deleted file mode 100644 index 099dbaf..0000000 --- a/releases/parallelai/parallelai.spyglass_2.9.3/2.2.0/parallelai.spyglass_2.9.3-2.2.0.pom.sha1 +++ /dev/null @@ -1 +0,0 @@ -a9cfae1dc71c39c8817a1124d11fa43087ee9024
\ No newline at end of file diff --git a/releases/parallelai/parallelai.spyglass_2.9.3/maven-metadata.xml b/releases/parallelai/parallelai.spyglass_2.9.3/maven-metadata.xml deleted file mode 100644 index 4c4c36b..0000000 --- a/releases/parallelai/parallelai.spyglass_2.9.3/maven-metadata.xml +++ /dev/null @@ -1,12 +0,0 @@ -<?xml version="1.0" encoding="UTF-8"?> -<metadata> - <groupId>parallelai</groupId> - <artifactId>parallelai.spyglass_2.9.3</artifactId> - <version>2.2.0</version> - <versioning> - <versions> - <version>2.2.0</version> - </versions> - <lastUpdated>20130715133007</lastUpdated> - </versioning> -</metadata> diff --git a/releases/parallelai/parallelai.spyglass_2.9.3/maven-metadata.xml.md5 b/releases/parallelai/parallelai.spyglass_2.9.3/maven-metadata.xml.md5 deleted file mode 100644 index bec70eb..0000000 --- a/releases/parallelai/parallelai.spyglass_2.9.3/maven-metadata.xml.md5 +++ /dev/null @@ -1 +0,0 @@ -3eb8f460258216ffdf9d812d7ad1c68b
\ No newline at end of file diff --git a/releases/parallelai/parallelai.spyglass_2.9.3/maven-metadata.xml.sha1 b/releases/parallelai/parallelai.spyglass_2.9.3/maven-metadata.xml.sha1 deleted file mode 100644 index b9fd29f..0000000 --- a/releases/parallelai/parallelai.spyglass_2.9.3/maven-metadata.xml.sha1 +++ /dev/null @@ -1 +0,0 @@ -3560e3dac26aab4749d650a2387772b524125a24
\ No newline at end of file diff --git a/src/main/java/parallelai/spyglass/hbase/HBaseInputFormatGranular.java b/src/main/java/parallelai/spyglass/hbase/HBaseInputFormatGranular.java index 929e9d8..64effc9 100644 --- a/src/main/java/parallelai/spyglass/hbase/HBaseInputFormatGranular.java +++ b/src/main/java/parallelai/spyglass/hbase/HBaseInputFormatGranular.java @@ -75,7 +75,7 @@ public class HBaseInputFormatGranular extends HBaseInputFormatBase { HBaseTableSplitGranular split = new HBaseTableSplitGranular(table.getTableName(), HConstants.EMPTY_BYTE_ARRAY, HConstants.EMPTY_BYTE_ARRAY, regLoc .getHostnamePort().split( - Addressing.HOSTNAME_PORT_SEPARATOR)[0], + Addressing.HOSTNAME_PORT_SEPARATOR)[0], regLoc.getRegionInfo().getRegionNameAsString(), SourceMode.EMPTY, false); splits.add(split); @@ -100,6 +100,7 @@ public class HBaseInputFormatGranular extends HBaseInputFormatBase { byte[][] regStartKeys = keys.getFirst(); byte[][] regStopKeys = keys.getSecond(); String[] regions = new String[regStartKeys.length]; + String[] regionNames = new String[regStartKeys.length]; for (int i = 0; i < regStartKeys.length; i++) { minKey = (regStartKeys[i] != null && regStartKeys[i].length != 0) @@ -109,10 +110,9 @@ public class HBaseInputFormatGranular extends HBaseInputFormatBase { && (Bytes.compareTo(regStopKeys[i], maxKey) > 0) ? regStopKeys[i] : maxKey; - HServerAddress regionServerAddress = table.getRegionLocation( - keys.getFirst()[i]).getServerAddress(); - InetAddress regionAddress = regionServerAddress.getInetSocketAddress() - .getAddress(); + HRegionLocation regionLoc = table.getRegionLocation(keys.getFirst()[i]); + HServerAddress regionServerAddress = regionLoc.getServerAddress(); + InetAddress regionAddress = regionServerAddress.getInetSocketAddress().getAddress(); String regionLocation; try { regionLocation = reverseDNS(regionAddress); @@ -122,23 +122,7 @@ public class HBaseInputFormatGranular extends HBaseInputFormatBase { regionLocation = regionServerAddress.getHostname(); } - // HServerAddress regionServerAddress = - // table.getRegionLocation(keys.getFirst()[i]).getServerAddress(); - // InetAddress regionAddress = - // regionServerAddress.getInetSocketAddress().getAddress(); - // - // String regionLocation; - // - // try { - // regionLocation = reverseDNS(regionAddress); - // } catch (NamingException e) { - // LOG.error("Cannot resolve the host name for " + regionAddress + - // " because of " + e); - // regionLocation = regionServerAddress.getHostname(); - // } - - // String regionLocation = - // table.getRegionLocation(keys.getFirst()[i]).getHostname(); + regionNames[i] = regionLoc.getRegionInfo().getRegionNameAsString(); LOG.debug("***** " + regionLocation); @@ -219,7 +203,9 @@ public class HBaseInputFormatGranular extends HBaseInputFormatBase { regionLocation = regionServerAddress.getHostname(); } - byte[] sStart = (startRow == HConstants.EMPTY_START_ROW + String regionName = cRegion.getRegionInfo().getRegionNameAsString(); + + byte[] sStart = (startRow == HConstants.EMPTY_START_ROW || (Bytes.compareTo(startRow, rStart) <= 0) ? rStart : startRow); byte[] sStop = (stopRow == HConstants.EMPTY_END_ROW @@ -234,7 +220,7 @@ public class HBaseInputFormatGranular extends HBaseInputFormatBase { .compareTo(stopRow, rStop) >= 0)), rStop.length)); HBaseTableSplitGranular split = new HBaseTableSplitGranular( - table.getTableName(), sStart, sStop, regionLocation, + table.getTableName(), sStart, sStop, regionLocation, regionName, SourceMode.SCAN_RANGE, useSalt); split.setEndRowInclusive(currentRegion == maxRegions); @@ -270,7 +256,7 @@ public class HBaseInputFormatGranular extends HBaseInputFormatBase { HBaseTableSplitGranular split = new HBaseTableSplitGranular( table.getTableName(), pair.getFirst(), - pair.getSecond(), regions[i], SourceMode.SCAN_RANGE, + pair.getSecond(), regions[i], regionNames[i], SourceMode.SCAN_RANGE, useSalt); split.setEndRowInclusive(true); @@ -361,7 +347,7 @@ public class HBaseInputFormatGranular extends HBaseInputFormatBase { regions[i], regionKeyList)); HBaseTableSplitGranular split = new HBaseTableSplitGranular( - table.getTableName(), regionKeyList, versions, regions[i], + table.getTableName(), regionKeyList, versions, regions[i], regionNames[i], SourceMode.GET_LIST, useSalt); splits.add(split); } diff --git a/src/main/java/parallelai/spyglass/hbase/HBaseInputFormatRegional.java b/src/main/java/parallelai/spyglass/hbase/HBaseInputFormatRegional.java index eadb57e..8185b22 100644 --- a/src/main/java/parallelai/spyglass/hbase/HBaseInputFormatRegional.java +++ b/src/main/java/parallelai/spyglass/hbase/HBaseInputFormatRegional.java @@ -9,7 +9,6 @@ import org.apache.hadoop.mapred.*; import java.io.IOException; import java.util.Collection; import java.util.HashMap; -import java.util.List; /** * Created with IntelliJ IDEA. @@ -28,12 +27,17 @@ public class HBaseInputFormatRegional extends HBaseInputFormatBase { granular.configure(job); HBaseTableSplitGranular[] gSplits = granular.getSplits(job, numSplits); - HBaseTableSplitRegional[] splits = convertToMultiSplitArray( gSplits ); + HBaseTableSplitRegional[] splits = convertToRegionalSplitArray(gSplits); if( splits == null ) throw new IOException("Not sure WTF is going on? splits is NULL"); - LOG.info("GRANULAR => " + gSplits); - LOG.info("REGIONAL => " + splits); + for(HBaseTableSplitGranular g : gSplits) { + LOG.info("GRANULAR => " + g); + } + + for(HBaseTableSplitRegional r : splits ) { + LOG.info("REGIONAL => " + r); + } return splits; } @@ -43,10 +47,10 @@ public class HBaseInputFormatRegional extends HBaseInputFormatBase { if (!(inputSplit instanceof HBaseTableSplitRegional)) throw new IOException("Table Split is not type HBaseTableSplitRegional"); - LOG.info("REGIONAL SPLIT -> " + inputSplit); - HBaseTableSplitRegional tSplit = (HBaseTableSplitRegional)inputSplit; + LOG.info("REGIONAL SPLIT -> " + tSplit); + HBaseRecordReaderRegional trr = new HBaseRecordReaderRegional(); HBaseConfigUtils.setRecordReaderParms(trr, tSplit); @@ -60,7 +64,7 @@ public class HBaseInputFormatRegional extends HBaseInputFormatBase { return trr; } - private HBaseTableSplitRegional[] convertToMultiSplitArray( + private HBaseTableSplitRegional[] convertToRegionalSplitArray( HBaseTableSplitGranular[] splits) throws IOException { if (splits == null) @@ -70,16 +74,16 @@ public class HBaseInputFormatRegional extends HBaseInputFormatBase { for (HBaseTableSplitGranular hbt : splits) { HBaseTableSplitRegional mis = null; - if (regionSplits.containsKey(hbt.getRegionLocation())) { - mis = regionSplits.get(hbt.getRegionLocation()); + if (regionSplits.containsKey(hbt.getRegionName())) { + mis = regionSplits.get(hbt.getRegionName()); } else { - regionSplits.put(hbt.getRegionLocation(), new HBaseTableSplitRegional( - hbt.getRegionLocation())); - mis = regionSplits.get(hbt.getRegionLocation()); + regionSplits.put(hbt.getRegionName(), new HBaseTableSplitRegional( + hbt.getRegionLocation(), hbt.getRegionName())); + mis = regionSplits.get(hbt.getRegionName()); } mis.addSplit(hbt); - regionSplits.put(hbt.getRegionLocation(), mis); + regionSplits.put(hbt.getRegionName(), mis); } // for(String region : regionSplits.keySet() ) { diff --git a/src/main/java/parallelai/spyglass/hbase/HBaseRecordReaderBase.java b/src/main/java/parallelai/spyglass/hbase/HBaseRecordReaderBase.java index 37858ad..e0d0cbe 100644 --- a/src/main/java/parallelai/spyglass/hbase/HBaseRecordReaderBase.java +++ b/src/main/java/parallelai/spyglass/hbase/HBaseRecordReaderBase.java @@ -24,6 +24,7 @@ public abstract class HBaseRecordReaderBase implements RecordReader<ImmutableBytesWritable, Result> { protected TreeSet<String> keyList; + protected long initialNoOfKeys = 0; protected HBaseConstants.SourceMode sourceMode; protected boolean endRowInclusive = true; protected int versions = 1; @@ -39,6 +40,7 @@ public abstract class HBaseRecordReaderBase implements protected boolean logScannerActivity = false; protected int logPerRowCount = 100; + protected int noOfLogCount = 0; @Override public String toString() { @@ -107,6 +109,7 @@ public abstract class HBaseRecordReaderBase implements public void setKeyList(TreeSet<String> keyList) { this.keyList = keyList; + initialNoOfKeys = (this.keyList == null) ? 0 : this.keyList.size(); } public void setVersions(int versions) { diff --git a/src/main/java/parallelai/spyglass/hbase/HBaseRecordReaderGranular.java b/src/main/java/parallelai/spyglass/hbase/HBaseRecordReaderGranular.java index 6c28d9f..2155d99 100644 --- a/src/main/java/parallelai/spyglass/hbase/HBaseRecordReaderGranular.java +++ b/src/main/java/parallelai/spyglass/hbase/HBaseRecordReaderGranular.java @@ -28,6 +28,7 @@ import org.apache.hadoop.hbase.util.Writables; import org.apache.hadoop.mapred.RecordReader; import org.apache.hadoop.util.StringUtils; +import org.jruby.javasupport.util.RuntimeHelpers; import parallelai.spyglass.hbase.HBaseConstants.SourceMode; public class HBaseRecordReaderGranular extends HBaseRecordReaderBase { @@ -37,7 +38,7 @@ public class HBaseRecordReaderGranular extends HBaseRecordReaderBase { private byte[] lastSuccessfulRow; private ResultScanner scanner; private long timestamp; - private int rowcount; + private int rowcount = 0; @Override public String toString() { @@ -51,6 +52,8 @@ public class HBaseRecordReaderGranular extends HBaseRecordReaderBase { return sbuf.toString(); } + private final int scanCaching = 1000; + /** * Restart from survivable exceptions by creating a new scanner. @@ -67,7 +70,8 @@ public class HBaseRecordReaderGranular extends HBaseRecordReaderBase { TableInputFormat.addColumns(scan, trrInputColumns); scan.setFilter(trrRowFilter); - scan.setCacheBlocks(false); + scan.setCacheBlocks(true); + scan.setCaching(scanCaching); this.scanner = this.htable.getScanner(scan); currentScan = scan; } else { @@ -76,6 +80,8 @@ public class HBaseRecordReaderGranular extends HBaseRecordReaderBase { Scan scan = new Scan(firstRow, (endRowInclusive ? Bytes.add(endRow, new byte[] { 0 }) : endRow)); TableInputFormat.addColumns(scan, trrInputColumns); + scan.setCacheBlocks(true); + scan.setCaching(scanCaching); this.scanner = this.htable.getScanner(scan); currentScan = scan; } @@ -86,6 +92,8 @@ public class HBaseRecordReaderGranular extends HBaseRecordReaderBase { Scan scan = new Scan(firstRow); TableInputFormat.addColumns(scan, trrInputColumns); scan.setFilter(trrRowFilter); + scan.setCacheBlocks(true); + scan.setCaching(scanCaching); this.scanner = this.htable.getScanner(scan); currentScan = scan; } @@ -150,15 +158,37 @@ public class HBaseRecordReaderGranular extends HBaseRecordReaderBase { @Override public long getPos() { - // This should be the ordinal tuple in the range; - // not clear how to calculate... - return 0; + switch(sourceMode) { + case GET_LIST: + long posGet = (keyList != null ) ? 0 : initialNoOfKeys - keyList.size() ; + return posGet; + + case SCAN_ALL: + case SCAN_RANGE: + long posScan = (noOfLogCount * logPerRowCount) + rowcount; + return posScan; + + default: + return 0; + } } @Override public float getProgress() { // Depends on the total number of tuples and getPos - return 0; + switch(sourceMode) { + case GET_LIST: + float progGet = ((initialNoOfKeys == 0) ? 0 : (getPos() / initialNoOfKeys)); + return progGet; + + case SCAN_ALL: + case SCAN_RANGE: + float progScan = (getPos() / (getPos() + 10000)); + return progScan; + + default: + return 0; + } } /** @@ -181,15 +211,18 @@ public class HBaseRecordReaderGranular extends HBaseRecordReaderBase { try { try { result = this.scanner.next(); - if (logScannerActivity) { rowcount++; if (rowcount >= logPerRowCount) { + long now = System.currentTimeMillis(); + timestamp = now; + noOfLogCount ++; + rowcount = 0; + } + + if (logScannerActivity) { long now = System.currentTimeMillis(); LOG.debug("Mapper took " + (now - timestamp) + "ms to process " - + rowcount + " rows"); - timestamp = now; - rowcount = 0; - } + + rowcount + " rows"); } } catch (IOException e) { // try to handle all IOExceptions by restarting diff --git a/src/main/java/parallelai/spyglass/hbase/HBaseRecordReaderRegional.java b/src/main/java/parallelai/spyglass/hbase/HBaseRecordReaderRegional.java index e2b1ec8..5d2b613 100644 --- a/src/main/java/parallelai/spyglass/hbase/HBaseRecordReaderRegional.java +++ b/src/main/java/parallelai/spyglass/hbase/HBaseRecordReaderRegional.java @@ -90,6 +90,7 @@ public class HBaseRecordReaderRegional extends HBaseRecordReaderBase { boolean nextFlag = currentRecordReader.next(ibw, result); while(nextFlag == false && multiSplit.hasMoreSplits() ) { + totalPos += currentRecordReader.getPos(); setNextSplit(); nextFlag = currentRecordReader.next(ibw, result); } @@ -97,6 +98,8 @@ public class HBaseRecordReaderRegional extends HBaseRecordReaderBase { return nextFlag; } + long totalPos = 0; + @Override public ImmutableBytesWritable createKey() { return currentRecordReader.createKey(); @@ -109,7 +112,8 @@ public class HBaseRecordReaderRegional extends HBaseRecordReaderBase { @Override public long getPos() throws IOException { - return currentRecordReader.getPos(); + long pos = totalPos + currentRecordReader.getPos(); + return pos; } @Override @@ -119,6 +123,8 @@ public class HBaseRecordReaderRegional extends HBaseRecordReaderBase { @Override public float getProgress() throws IOException { - return currentRecordReader.getProgress(); + // ( current count + percent of next count ) / max count + float prog = ((multiSplit.getCurrSplitCount() + currentRecordReader.getProgress()) / multiSplit.getLength()); + return prog; } } diff --git a/src/main/java/parallelai/spyglass/hbase/HBaseTableSplitBase.java b/src/main/java/parallelai/spyglass/hbase/HBaseTableSplitBase.java index 2f6e7b5..e24771f 100644 --- a/src/main/java/parallelai/spyglass/hbase/HBaseTableSplitBase.java +++ b/src/main/java/parallelai/spyglass/hbase/HBaseTableSplitBase.java @@ -29,6 +29,7 @@ public abstract class HBaseTableSplitBase implements InputSplit, protected byte[] m_startRow = null; protected byte[] m_endRow = null; protected String m_regionLocation = null; + protected String m_regionName = null; protected TreeSet<String> m_keyList = null; protected HBaseConstants.SourceMode m_sourceMode = HBaseConstants.SourceMode.EMPTY; protected boolean m_endRowInclusive = true; @@ -90,6 +91,10 @@ public abstract class HBaseTableSplitBase implements InputSplit, return new String[] { this.m_regionLocation }; } + public String getRegionName() { + return this.m_regionName; + } + public void copy(HBaseTableSplitBase that) { this.m_endRow = that.m_endRow; @@ -100,6 +105,8 @@ public abstract class HBaseTableSplitBase implements InputSplit, this.m_tableName = that.m_tableName; this.m_useSalt = that.m_useSalt; this.m_versions = that.m_versions; + this.m_regionLocation = that.m_regionLocation; + this.m_regionName = that.m_regionName; } @Override @@ -108,6 +115,7 @@ public abstract class HBaseTableSplitBase implements InputSplit, this.m_tableName = Bytes.readByteArray(in); this.m_regionLocation = Bytes.toString(Bytes.readByteArray(in)); + this.m_regionName = Bytes.toString(Bytes.readByteArray(in)); this.m_sourceMode = HBaseConstants.SourceMode.valueOf(Bytes.toString(Bytes .readByteArray(in))); this.m_useSalt = Bytes.toBoolean(Bytes.readByteArray(in)); @@ -140,6 +148,7 @@ public abstract class HBaseTableSplitBase implements InputSplit, Bytes.writeByteArray(out, this.m_tableName); Bytes.writeByteArray(out, Bytes.toBytes(this.m_regionLocation)); + Bytes.writeByteArray(out, Bytes.toBytes(this.m_regionName)); Bytes.writeByteArray(out, Bytes.toBytes(this.m_sourceMode.name())); Bytes.writeByteArray(out, Bytes.toBytes(this.m_useSalt)); diff --git a/src/main/java/parallelai/spyglass/hbase/HBaseTableSplitGranular.java b/src/main/java/parallelai/spyglass/hbase/HBaseTableSplitGranular.java index 4de7153..a266411 100644 --- a/src/main/java/parallelai/spyglass/hbase/HBaseTableSplitGranular.java +++ b/src/main/java/parallelai/spyglass/hbase/HBaseTableSplitGranular.java @@ -21,7 +21,7 @@ public class HBaseTableSplitGranular extends HBaseTableSplitBase { /** default constructor */ public HBaseTableSplitGranular() { this(HConstants.EMPTY_BYTE_ARRAY, HConstants.EMPTY_BYTE_ARRAY, - HConstants.EMPTY_BYTE_ARRAY, "", HBaseConstants.SourceMode.EMPTY, false); + HConstants.EMPTY_BYTE_ARRAY, "", "", HBaseConstants.SourceMode.EMPTY, false); } /** @@ -33,24 +33,26 @@ public class HBaseTableSplitGranular extends HBaseTableSplitBase { * @param location */ public HBaseTableSplitGranular(final byte[] tableName, final byte[] startRow, - final byte[] endRow, final String location, + final byte[] endRow, final String location, final String regionName, final HBaseConstants.SourceMode sourceMode, final boolean useSalt) { this.m_tableName = tableName; this.m_startRow = startRow; this.m_endRow = endRow; this.m_regionLocation = location; + this.m_regionName = regionName; this.m_sourceMode = sourceMode; this.m_useSalt = useSalt; } public HBaseTableSplitGranular(final byte[] tableName, - final TreeSet<String> keyList, int versions, final String location, + final TreeSet<String> keyList, int versions, final String location, final String regionName, final HBaseConstants.SourceMode sourceMode, final boolean useSalt) { this.m_tableName = tableName; this.m_keyList = keyList; this.m_versions = versions; this.m_sourceMode = sourceMode; this.m_regionLocation = location; + this.m_regionName = regionName; this.m_useSalt = useSalt; } @@ -67,8 +69,8 @@ public class HBaseTableSplitGranular extends HBaseTableSplitBase { public String toString() { return String .format( - "Table Name (%s) Region (%s) Source Mode (%s) Start Key (%s) Stop Key (%s) Key List Size (%s) Versions (%s) Use Salt (%s)", - Bytes.toString(m_tableName), m_regionLocation, m_sourceMode, + "Table Name (%s) Region Location (%s) Name (%s) Source Mode (%s) Start Key (%s) Stop Key (%s) Key List Size (%s) Versions (%s) Use Salt (%s)", + Bytes.toString(m_tableName), m_regionLocation, m_regionName, m_sourceMode, Bytes.toString(m_startRow), Bytes.toString(m_endRow), (m_keyList != null) ? m_keyList.size() : "EMPTY", m_versions, m_useSalt); diff --git a/src/main/java/parallelai/spyglass/hbase/HBaseTableSplitRegional.java b/src/main/java/parallelai/spyglass/hbase/HBaseTableSplitRegional.java index 1ebfa3d..ad5f78b 100644 --- a/src/main/java/parallelai/spyglass/hbase/HBaseTableSplitRegional.java +++ b/src/main/java/parallelai/spyglass/hbase/HBaseTableSplitRegional.java @@ -26,8 +26,9 @@ public class HBaseTableSplitRegional extends HBaseTableSplitBase { } - public HBaseTableSplitRegional(String regionLocation) { + public HBaseTableSplitRegional(String regionLocation, String regionName) { this.m_regionLocation = regionLocation; + this.m_regionName = regionName; } @Override @@ -70,6 +71,8 @@ public class HBaseTableSplitRegional extends HBaseTableSplitBase { str.append(super.toString()); + str.append(" REGIONAL => Region Location (" + m_regionLocation + ") Name (" + m_regionName + ")" ); + str.append(" GRANULAR = > "); for (HBaseTableSplitGranular hbt : splits) { @@ -114,14 +117,20 @@ public class HBaseTableSplitRegional extends HBaseTableSplitBase { } private Iterator<HBaseTableSplitGranular> splitIterator = null; + private int currSplitCount = 0; public HBaseTableSplitGranular getNextSplit() { splitIterator = (splitIterator == null) ? splits.listIterator() : splitIterator; if( splitIterator.hasNext() ) { + currSplitCount ++; return splitIterator.next(); } else { return null; } } + + public int getCurrSplitCount() { + return currSplitCount; + } }
\ No newline at end of file diff --git a/src/main/scala/parallelai/spyglass/hbase/testing/HBaseSaltTester.scala b/src/main/scala/parallelai/spyglass/hbase/testing/HBaseSaltTester.scala index d75ff7b..fb91f65 100644 --- a/src/main/scala/parallelai/spyglass/hbase/testing/HBaseSaltTester.scala +++ b/src/main/scala/parallelai/spyglass/hbase/testing/HBaseSaltTester.scala @@ -3,7 +3,7 @@ package parallelai.spyglass.hbase.testing import parallelai.spyglass.base.JobBase import parallelai.spyglass.hbase.HBaseConstants.{SplitType, SourceMode} -import com.twitter.scalding.{Tsv, IterableSource, Args, TextLine} +import com.twitter.scalding._ import parallelai.spyglass.hbase.{HBasePipeConversions, HBaseSource} import cascading.tuple.Fields import org.apache.log4j.{Logger, Level} @@ -11,6 +11,9 @@ import cascading.tap.SinkMode import cascading.pipe.Pipe import org.apache.hadoop.hbase.io.ImmutableBytesWritable import org.apache.hadoop.hbase.util.Bytes +import parallelai.spyglass.hbase.HBaseSource +import com.twitter.scalding.IterableSource +import com.twitter.scalding.TextLine class HBaseSaltTestSetup (args: Args) extends JobBase(args) with HBasePipeConversions { @@ -24,26 +27,37 @@ class HBaseSaltTestSetup (args: Args) extends JobBase(args) with HBasePipeConver val quorum = args("quorum") - val inVals = (00000 to 99999).toList.map(x => ("" + (x%10) + "_" + "%05d".format(x), "" + (x%10) + "_" + "%05d".format(x), "%05d".format(x))) + val stt = args("start.value").toInt + val stp = args("stop.value").toInt - def toIBW(pipe: Pipe, f: Fields): Pipe = { - asList(f) - .foldLeft(pipe){ (p, f) => { - p.map(f.toString -> f.toString){ from: String => - Option(from).map(x => new ImmutableBytesWritable(Bytes.toBytes(x))).getOrElse(null) - }} + loadRanges(stt, stp) + + def loadRanges(stt: Int, stp: Int) { + def toIBW(pipe: Pipe, f: Fields): Pipe = { + asList(f) + .foldLeft(pipe){ (p, f) => { + p.map(f.toString -> f.toString){ from: String => + Option(from).map(x => new ImmutableBytesWritable(Bytes.toBytes(x))).getOrElse(null) + }} + } } - } + val inVals = (stt to stp).toList.map(x => ("" + (x%10) + "_" + "%010d".format(x), "" + (x%10) + "_" + "%010d".format(x), "%010d".format(x))) - val input = IterableSource(inVals, TABLE_SCHEMA) - .read - .write(TextLine("saltTesting/Inputs")) +// val input = IterableSource(inVals, TABLE_SCHEMA) +// .read +// .write(TextLine("saltTesting/Inputs")) +// + val fromSource = new IterableSource(inVals, TABLE_SCHEMA).read.name("source_%s_%s".format(stt, stp)) - val maker = toIBW(IterableSource(inVals, TABLE_SCHEMA).read, TABLE_SCHEMA) - .write(new HBaseSource( "_TEST.SALT.01", quorum, 'key, - TABLE_SCHEMA.tail.map((x: Symbol) => "data"), - TABLE_SCHEMA.tail.map((x: Symbol) => new Fields(x.name)), sinkMode = SinkMode.UPDATE )) + val toSource = new HBaseSource( "_TEST.SALT.01", quorum, 'key, + TABLE_SCHEMA.tail.map((x: Symbol) => "data"), + TABLE_SCHEMA.tail.map((x: Symbol) => new Fields(x.name)), sinkMode = SinkMode.UPDATE ) + + toIBW(fromSource, TABLE_SCHEMA) + .write(toSource) + + } } class HBaseSaltTester (args: Args) extends JobBase(args) with HBasePipeConversions { @@ -58,23 +72,23 @@ class HBaseSaltTester (args: Args) extends JobBase(args) with HBasePipeConversio val quorum = args("quorum") - val sttKey = "01728" - val stpKey = "03725" - val sttKeyP = "8_01728" - val stpKeyP = "5_03725" - val listKey = List("01681", "01456") - val listKeyP = List("0_01681", "6_01456") - val noSttKey = "9999990" - val noStpKey = "9999999" - val noSttKeyP = "9_9999990" - val noStpKeyP = "9_9999999" - val noListKey = List("0123456", "6543210") - val noListKeyP = List("6_0123456", "0_6543210") + val sttKey = "0000001728" + val stpKey = "0000003725" + val sttKeyP = "8_0000001728" + val stpKeyP = "5_0000003725" + val listKey = List("0000001681", "0000001456") + val listKeyP = List("0_0000001681", "6_0000001456") + val noSttKey = "999999999990" + val noStpKey = "999999999999" + val noSttKeyP = "9_999999999990" + val noStpKeyP = "9_999999999999" + val noListKey = List("000000123456", "000006543210") + val noListKeyP = List("6_000000123456", "0_000006543210") val splitType = if(args.getOrElse("regional", "true").toBoolean) SplitType.REGIONAL else SplitType.GRANULAR val testName01 = "Scan All with NO useSalt" - val list01 = (00000 to 99999).toList.map(x => ("" + (x%10) + "_" + "%05d".format(x), "" + (x%10) + "_" + "%05d".format(x), "%05d".format(x))) + val list01 = (00000 to 99999).toList.map(x => ("" + (x%10) + "_" + "%010d".format(x), "" + (x%10) + "_" + "%010d".format(x), "%010d".format(x))) val hbase01 = new HBaseSource( "_TEST.SALT.01", quorum, 'key, TABLE_SCHEMA.tail.map((x: Symbol) => "data"), TABLE_SCHEMA.tail.map((x: Symbol) => new Fields(x.name)), @@ -99,7 +113,7 @@ class HBaseSaltTester (args: Args) extends JobBase(args) with HBasePipeConversio .groupAll(group => group.toList[List[List[String]]]('testData -> 'testData)) val testName03 = "Scan Range with NO useSalt" - val list03 = (sttKey.toInt to stpKey.toInt).toList.map(x => ("" + (x%10) + "_" + "%05d".format(x), "" + (x%10) + "_" + "%05d".format(x), "%05d".format(x))) + val list03 = (sttKey.toInt to stpKey.toInt).toList.map(x => ("" + (x%10) + "_" + "%010d".format(x), "" + (x%10) + "_" + "%010d".format(x), "%010d".format(x))) val hbase03 = new HBaseSource( "_TEST.SALT.01", quorum, 'key, TABLE_SCHEMA.tail.map((x: Symbol) => "data"), TABLE_SCHEMA.tail.map((x: Symbol) => new Fields(x.name)), @@ -125,7 +139,7 @@ class HBaseSaltTester (args: Args) extends JobBase(args) with HBasePipeConversio val testName05 = "Get List with NO useSalt" - val list05 = listKey.map(x => x.toInt).map(x => ("" + (x%10) + "_" + "%05d".format(x), "" + (x%10) + "_" + "%05d".format(x), "%05d".format(x))) + val list05 = listKey.map(x => x.toInt).map(x => ("" + (x%10) + "_" + "%010d".format(x), "" + (x%10) + "_" + "%010d".format(x), "%010d".format(x))) val hbase05 = new HBaseSource( "_TEST.SALT.01", quorum, 'key, TABLE_SCHEMA.tail.map((x: Symbol) => "data"), TABLE_SCHEMA.tail.map((x: Symbol) => new Fields(x.name)), @@ -288,21 +302,28 @@ class HBaseSaltTestShutdown (args: Args) extends JobBase(args) with HBasePipeCon val quorum = args("quorum") - val inVals = (00000 to 99999).toList.map(x => ("" + (x%10) + "_" + "%05d".format(x), "" + (x%10) + "_" + "%05d".format(x), "%05d".format(x))) + val stt = args("start.value").toInt + val stp = args("stop.value").toInt + + delRanges(stt, stp) - def toIBW(pipe: Pipe, f: Fields): Pipe = { - asList(f) - .foldLeft(pipe){ (p, f) => { - p.map(f.toString -> f.toString){ from: String => - Option(from).map(x => new ImmutableBytesWritable(Bytes.toBytes(x))).getOrElse(null) - }} + def delRanges(stt: Int, stp: Int) { + val inVals = (stt to stp).toList.map(x => ("" + (x%10) + "_" + "%010d".format(x), "" + (x%10) + "_" + "%010d".format(x), "%010d".format(x))) + + def toIBW(pipe: Pipe, f: Fields): Pipe = { + asList(f) + .foldLeft(pipe){ (p, f) => { + p.map(f.toString -> f.toString){ from: String => + Option(from).map(x => new ImmutableBytesWritable(Bytes.toBytes(x))).getOrElse(null) + }} + } } - } - val input = IterableSource(inVals, TABLE_SCHEMA).read + val input = IterableSource(inVals, TABLE_SCHEMA).read - val eraser = toIBW(input, TABLE_SCHEMA) - .write(new HBaseSource( "_TEST.SALT.01", quorum, 'key, - TABLE_SCHEMA.tail.map((x: Symbol) => "data"), - TABLE_SCHEMA.tail.map((x: Symbol) => new Fields(x.name)), sinkMode = SinkMode.REPLACE )) + val eraser = toIBW(input, TABLE_SCHEMA) + .write(new HBaseSource( "_TEST.SALT.01", quorum, 'key, + TABLE_SCHEMA.tail.map((x: Symbol) => "data"), + TABLE_SCHEMA.tail.map((x: Symbol) => new Fields(x.name)), sinkMode = SinkMode.REPLACE )) + } }
\ No newline at end of file diff --git a/src/main/scala/parallelai/spyglass/hbase/testing/HBaseSaltTesterRunner.scala b/src/main/scala/parallelai/spyglass/hbase/testing/HBaseSaltTesterRunner.scala index 17bc873..8d5c4ec 100644 --- a/src/main/scala/parallelai/spyglass/hbase/testing/HBaseSaltTesterRunner.scala +++ b/src/main/scala/parallelai/spyglass/hbase/testing/HBaseSaltTesterRunner.scala @@ -32,33 +32,33 @@ object HBaseSaltTesterRunner extends App { if( make ) { - JobRunner.main(Array(classOf[HBaseSaltTestSetup].getName, + JobRunner.main((List(classOf[HBaseSaltTestSetup].getName, "--hdfs", "--app.conf.path", appPath, "--job.lib.path", jobLibPath, "--quorum", quorum, "--debug", isDebug.toString - )) + ) ::: mArgs.toList).toArray) } if( test ) { - JobRunner.main(Array(classOf[HBaseSaltTester].getName, + JobRunner.main((List(classOf[HBaseSaltTester].getName, "--hdfs", "--app.conf.path", appPath, "--job.lib.path", jobLibPath, "--quorum", quorum, "--debug", isDebug.toString, "--regional", mArgs.getOrElse("regional", "false") - )) + )::: mArgs.toList).toArray) } if( delete ) { - JobRunner.main(Array(classOf[HBaseSaltTestShutdown].getName, + JobRunner.main((List(classOf[HBaseSaltTestShutdown].getName, "--hdfs", "--app.conf.path", appPath, "--job.lib.path", jobLibPath, "--quorum", quorum, "--debug", isDebug.toString - )) + )::: mArgs.toList).toArray) } }
\ No newline at end of file |