diff options
| author | Ellen Spertus <ellen.spertus@gmail.com> | 2018-08-09 19:03:01 -0700 |
|---|---|---|
| committer | Ellen Spertus <ellen.spertus@gmail.com> | 2018-08-09 19:03:01 -0700 |
| commit | 9d7adc94ad63e85ffb2b459d4a8c2ed0ed46d8c8 (patch) | |
| tree | 24cf1126815d7e0fc0b44261747a3320492c0640 /scalding/src/main/scala/sandcrawler/CrossrefScorable.scala | |
| parent | 25ade249538aade9dcd39d459bacdf43ea0a7dd6 (diff) | |
| download | sandcrawler-9d7adc94ad63e85ffb2b459d4a8c2ed0ed46d8c8.tar.gz sandcrawler-9d7adc94ad63e85ffb2b459d4a8c2ed0ed46d8c8.zip | |
WIP
Diffstat (limited to 'scalding/src/main/scala/sandcrawler/CrossrefScorable.scala')
| -rw-r--r-- | scalding/src/main/scala/sandcrawler/CrossrefScorable.scala | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/scalding/src/main/scala/sandcrawler/CrossrefScorable.scala b/scalding/src/main/scala/sandcrawler/CrossrefScorable.scala index ee4cc54..d5da845 100644 --- a/scalding/src/main/scala/sandcrawler/CrossrefScorable.scala +++ b/scalding/src/main/scala/sandcrawler/CrossrefScorable.scala @@ -11,6 +11,7 @@ import parallelai.spyglass.hbase.HBaseSource class CrossrefScorable extends Scorable { def getFeaturesPipe(args : Args)(implicit flowDef : FlowDef, mode : Mode) : TypedPipe[MapFeatures] = { + // TODO: Generalize args so there can be multiple Grobid pipes in one job. TextLine(args("crossref-input")) .read .toTypedPipe[String](new Fields("line")) |