reingests: update scripts and SQL

1 files changed, 11 insertions, 3 deletions

diff --git a/sql/dump_reingest_quarterly.sql b/sql/dump_reingest_quarterly.sql
index c377bf0..dbeb199 100644
--- a/sql/dump_reingest_quarterly.sql
+++ b/sql/dump_reingest_quarterly.sql
@@ -8,17 +8,25 @@ COPY (
         AND ingest_file_result.ingest_type = ingest_request.ingest_type
     WHERE
         (ingest_request.ingest_type = 'pdf'
-            OR ingest_request.ingest_type = 'html')
+            OR ingest_request.ingest_type = 'html'
+            OR ingest_request.ingest_type = 'xml'
+            OR ingest_request.ingest_type = 'component')
         AND ingest_file_result.hit = false
         AND ingest_request.created < NOW() - '8 hour'::INTERVAL
         AND ingest_request.created > NOW() - '91 day'::INTERVAL
         AND (ingest_request.ingest_request_source = 'fatcat-changelog'
-             OR ingest_request.ingest_request_source = 'fatcat-ingest')
+             OR ingest_request.ingest_request_source = 'fatcat-ingest'
+             OR ingest_request.ingest_request_source = 'fatcat-ingest-container'
+             OR ingest_request.ingest_request_source = 'unpaywall'
+             OR ingest_request.ingest_request_source = 'arxiv'
+             OR ingest_request.ingest_request_source = 'pmc'
+             OR ingest_request.ingest_request_source = 'doaj'
+             OR ingest_request.ingest_request_source = 'dblp')
         AND (
             ingest_file_result.status like 'spn2-%'
             OR ingest_file_result.status = 'cdx-error'
             OR ingest_file_result.status = 'wayback-error'
-            OR ingest_file_result.status = 'wayback-content-error'
+            -- OR ingest_file_result.status = 'wayback-content-error'
             OR ingest_file_result.status = 'petabox-error'
             OR ingest_file_result.status = 'gateway-timeout'
             OR ingest_file_result.status = 'no-capture'