diff options
| author | Ellen Spertus <ellen.spertus@gmail.com> | 2018-07-26 15:48:45 -0700 |
|---|---|---|
| committer | Ellen Spertus <ellen.spertus@gmail.com> | 2018-07-26 15:48:45 -0700 |
| commit | 5531eca73d9869ab2934ed5ec2c887829a335e57 (patch) | |
| tree | 14aa716d52f6a94e861a9e395746b5845d3d453c /scalding | |
| parent | 8c70cdb1f0387233d5f3eeef8a91ebdeaccac04f (diff) | |
| download | sandcrawler-5531eca73d9869ab2934ed5ec2c887829a335e57.tar.gz sandcrawler-5531eca73d9869ab2934ed5ec2c887829a335e57.zip | |
Commented out debug() calls.
Diffstat (limited to 'scalding')
| -rw-r--r-- | scalding/src/main/scala/sandcrawler/HBaseCrossrefScoreJob.scala | 3 |
1 files changed, 1 insertions, 2 deletions
diff --git a/scalding/src/main/scala/sandcrawler/HBaseCrossrefScoreJob.scala b/scalding/src/main/scala/sandcrawler/HBaseCrossrefScoreJob.scala index c47ea3c..7923e09 100644 --- a/scalding/src/main/scala/sandcrawler/HBaseCrossrefScoreJob.scala +++ b/scalding/src/main/scala/sandcrawler/HBaseCrossrefScoreJob.scala @@ -42,7 +42,7 @@ class HBaseCrossrefScoreJob(args: Args) extends JobBase(args) with HBasePipeConv val (slug, _, _) = entry slug != NoTitle } - .debug // SHould be 3 tuples for mocked data +// .debug // SHould be 3 tuples for mocked data val grobidGroup = grobidPipe .groupBy { case (slug, key, json) => slug } @@ -74,7 +74,6 @@ class HBaseCrossrefScoreJob(args: Args) extends JobBase(args) with HBasePipeConv ((slug0: String, sha1 : String, grobidJson : String), (slug1 : String, crossrefJson : String))) = entry HBaseCrossrefScore.computeOutput(sha1, grobidJson, crossrefJson)} - .debug // Output: score, sha1, doi, grobid title, crossref title .write(TypedTsv[(Int, String, String, String, String)](args("output"))) |