diff options
| author | Bryan Newbold <bnewbold@archive.org> | 2021-07-21 13:50:05 -0700 |
|---|---|---|
| committer | Bryan Newbold <bnewbold@archive.org> | 2021-07-21 13:50:05 -0700 |
| commit | 04d91c8bca2e12f9fedd39383c8e390ae175e5d1 (patch) | |
| tree | 475324b7958790746436d68466c45f1f344692d9 /sql | |
| parent | 0cd655b946ebfbc3ed0bf1a2a1c1d9b94adca135 (diff) | |
| download | sandcrawler-04d91c8bca2e12f9fedd39383c8e390ae175e5d1.tar.gz sandcrawler-04d91c8bca2e12f9fedd39383c8e390ae175e5d1.zip | |
reingest: skip spn2 'unknown' errors
Diffstat (limited to 'sql')
| -rw-r--r-- | sql/dump_reingest_quarterly.sql | 1 | ||||
| -rw-r--r-- | sql/dump_reingest_weekly.sql | 1 |
2 files changed, 2 insertions, 0 deletions
diff --git a/sql/dump_reingest_quarterly.sql b/sql/dump_reingest_quarterly.sql index 5e8d412..972e9fe 100644 --- a/sql/dump_reingest_quarterly.sql +++ b/sql/dump_reingest_quarterly.sql @@ -14,6 +14,7 @@ COPY ( AND ingest_file_result.status != 'spn2-error:blocked-url' AND ingest_file_result.status != 'spn2-error:too-many-redirects' AND ingest_file_result.status != 'spn2-error:network-authentication-required' + AND ingest_file_result.status != 'spn2-error:unknown' ) TO '/srv/sandcrawler/tasks/reingest_quarterly_spn2-error_current.rows.json'; COPY ( diff --git a/sql/dump_reingest_weekly.sql b/sql/dump_reingest_weekly.sql index 15465f3..e7cd553 100644 --- a/sql/dump_reingest_weekly.sql +++ b/sql/dump_reingest_weekly.sql @@ -14,6 +14,7 @@ COPY ( AND ingest_file_result.status != 'spn2-error:blocked-url' AND ingest_file_result.status != 'spn2-error:too-many-redirects' AND ingest_file_result.status != 'spn2-error:network-authentication-required' + AND ingest_file_result.status != 'spn2-error:unknown' ) TO '/srv/sandcrawler/tasks/reingest_weekly_spn2-error_current.rows.json'; COPY ( |