diff options
| -rw-r--r-- | python/sandcrawler/ingest.py | 3 |
1 files changed, 3 insertions, 0 deletions
diff --git a/python/sandcrawler/ingest.py b/python/sandcrawler/ingest.py index 148abdb..9f07fc3 100644 --- a/python/sandcrawler/ingest.py +++ b/python/sandcrawler/ingest.py @@ -78,6 +78,9 @@ class IngestFileWorker(SandcrawlerWorker): "://jist.net.in", "://croisements-revue.org", + # all stubs/previews, not full papers + "://page-one.live.cf.public.springer.com", + ] def check_existing_ingest(self, base_url): |