aboutsummaryrefslogtreecommitdiffstats
path: root/sql
diff options
context:
space:
mode:
authorBryan Newbold <bnewbold@archive.org>2021-07-21 13:50:05 -0700
committerBryan Newbold <bnewbold@archive.org>2021-07-21 13:50:05 -0700
commit04d91c8bca2e12f9fedd39383c8e390ae175e5d1 (patch)
tree475324b7958790746436d68466c45f1f344692d9 /sql
parent0cd655b946ebfbc3ed0bf1a2a1c1d9b94adca135 (diff)
downloadsandcrawler-04d91c8bca2e12f9fedd39383c8e390ae175e5d1.tar.gz
sandcrawler-04d91c8bca2e12f9fedd39383c8e390ae175e5d1.zip
reingest: skip spn2 'unknown' errors
Diffstat (limited to 'sql')
-rw-r--r--sql/dump_reingest_quarterly.sql1
-rw-r--r--sql/dump_reingest_weekly.sql1
2 files changed, 2 insertions, 0 deletions
diff --git a/sql/dump_reingest_quarterly.sql b/sql/dump_reingest_quarterly.sql
index 5e8d412..972e9fe 100644
--- a/sql/dump_reingest_quarterly.sql
+++ b/sql/dump_reingest_quarterly.sql
@@ -14,6 +14,7 @@ COPY (
AND ingest_file_result.status != 'spn2-error:blocked-url'
AND ingest_file_result.status != 'spn2-error:too-many-redirects'
AND ingest_file_result.status != 'spn2-error:network-authentication-required'
+ AND ingest_file_result.status != 'spn2-error:unknown'
) TO '/srv/sandcrawler/tasks/reingest_quarterly_spn2-error_current.rows.json';
COPY (
diff --git a/sql/dump_reingest_weekly.sql b/sql/dump_reingest_weekly.sql
index 15465f3..e7cd553 100644
--- a/sql/dump_reingest_weekly.sql
+++ b/sql/dump_reingest_weekly.sql
@@ -14,6 +14,7 @@ COPY (
AND ingest_file_result.status != 'spn2-error:blocked-url'
AND ingest_file_result.status != 'spn2-error:too-many-redirects'
AND ingest_file_result.status != 'spn2-error:network-authentication-required'
+ AND ingest_file_result.status != 'spn2-error:unknown'
) TO '/srv/sandcrawler/tasks/reingest_weekly_spn2-error_current.rows.json';
COPY (