aboutsummaryrefslogtreecommitdiffstats
path: root/sql/stats
diff options
context:
space:
mode:
authorBryan Newbold <bnewbold@archive.org>2021-10-15 18:16:30 -0700
committerBryan Newbold <bnewbold@archive.org>2021-10-15 18:16:30 -0700
commit8310ac89e08afc322122ba9c9365d32950b062d7 (patch)
tree0cc2757da3853f44c34441df376c3327c48d4729 /sql/stats
parentac8922a8c4535205970812d2fbf5a32cc230c2b8 (diff)
downloadsandcrawler-8310ac89e08afc322122ba9c9365d32950b062d7.tar.gz
sandcrawler-8310ac89e08afc322122ba9c9365d32950b062d7.zip
commit old ingest domain summary
Diffstat (limited to 'sql/stats')
-rw-r--r--sql/stats/2021-04-12_ingest_domain_summary_30d.txt345
1 files changed, 345 insertions, 0 deletions
diff --git a/sql/stats/2021-04-12_ingest_domain_summary_30d.txt b/sql/stats/2021-04-12_ingest_domain_summary_30d.txt
new file mode 100644
index 0000000..6811b54
--- /dev/null
+++ b/sql/stats/2021-04-12_ingest_domain_summary_30d.txt
@@ -0,0 +1,345 @@
+ domain | status | count
+---------------------------------------+-------------------------+--------
+ academic.oup.com | | 4105
+ academic.oup.com | spn2-wayback-error | 1393
+ academic.oup.com | link-loop | 1025
+ academic.oup.com | no-pdf-link | 1020
+ academic.oup.com | spn2-cdx-lookup-failure | 512
+ acervus.unicamp.br | | 1967
+ acervus.unicamp.br | no-pdf-link | 1853
+ acp.copernicus.org | | 620
+ acp.copernicus.org | success | 537
+ aip.scitation.org | | 1310
+ aip.scitation.org | blocked-cookie | 1192
+ alustath.uobaghdad.edu.iq | | 697
+ alustath.uobaghdad.edu.iq | success | 550
+ apex.ipk-gatersleben.de | | 1253
+ apex.ipk-gatersleben.de | no-pdf-link | 1132
+ apps.crossref.org | | 4693
+ apps.crossref.org | no-pdf-link | 4075
+ arxiv.org | | 14990
+ arxiv.org | success | 12899
+ arxiv.org | spn2-wayback-error | 1592
+ ashpublications.org | | 563
+ asmedigitalcollection.asme.org | | 3990
+ asmedigitalcollection.asme.org | spn2-cdx-lookup-failure | 1570
+ asmedigitalcollection.asme.org | no-pdf-link | 1449
+ asmedigitalcollection.asme.org | link-loop | 734
+ assets.researchsquare.com | | 8217
+ assets.researchsquare.com | success | 7116
+ assets.researchsquare.com | spn2-wayback-error | 946
+ av.tib.eu | | 526
+ bioone.org | | 588
+ books.openedition.org | | 1784
+ books.openedition.org | no-pdf-link | 1466
+ boris.unibe.ch | | 1420
+ boris.unibe.ch | success | 743
+ brill.com | | 1773
+ brill.com | link-loop | 879
+ chemrxiv.org | | 857
+ chemrxiv.org | no-pdf-link | 519
+ classiques-garnier.com | | 1072
+ classiques-garnier.com | success | 807
+ content.iospress.com | | 793
+ content.iospress.com | link-loop | 568
+ cyberdoi.ru | | 775
+ cyberdoi.ru | redirect-loop | 775
+ cyberleninka.ru | | 1453
+ cyberleninka.ru | success | 1092
+ d197for5662m48.cloudfront.net | | 632
+ d197for5662m48.cloudfront.net | success | 544
+ dergipark.org.tr | | 3070
+ dergipark.org.tr | success | 1251
+ dergipark.org.tr | no-pdf-link | 843
+ dergipark.org.tr | spn2-wayback-error | 677
+ digi.ub.uni-heidelberg.de | | 502
+ dione.lib.unipi.gr | | 783
+ direct.mit.edu | | 996
+ direct.mit.edu | no-pdf-link | 869
+ dl.acm.org | | 1692
+ dl.acm.org | blocked-cookie | 1558
+ dlc.library.columbia.edu | | 4225
+ dlc.library.columbia.edu | no-pdf-link | 2395
+ dlc.library.columbia.edu | spn2-wayback-error | 1568
+ doi.ala.org.au | | 2570
+ doi.ala.org.au | no-pdf-link | 2153
+ doi.nrct.go.th | | 566
+ doi.org | | 10408
+ doi.org | spn2-cdx-lookup-failure | 9593
+ doi.org | terminal-bad-status | 741
+ downloads.hindawi.com | | 2137
+ downloads.hindawi.com | success | 1787
+ dram.journals.ekb.eg | | 541
+ elib.spbstu.ru | | 1243
+ elib.spbstu.ru | redirect-loop | 1214
+ elibrary.vdi-verlag.de | | 1542
+ elibrary.vdi-verlag.de | spn2-wayback-error | 721
+ elifesciences.org | | 689
+ elifesciences.org | success | 521
+ epos.myesr.org | | 705
+ epos.myesr.org | spn2-wayback-error | 604
+ europepmc.org | | 6996
+ europepmc.org | success | 6031
+ europepmc.org | spn2-wayback-error | 756
+ figshare.com | | 1168
+ figshare.com | no-pdf-link | 726
+ files.osf.io | | 1526
+ files.osf.io | success | 1078
+ fjfsdata01prod.blob.core.windows.net | | 5410
+ fjfsdata01prod.blob.core.windows.net | success | 4581
+ fjfsdata01prod.blob.core.windows.net | spn2-wayback-error | 587
+ fldeploc.dep.state.fl.us | | 774
+ fldeploc.dep.state.fl.us | no-pdf-link | 718
+ geoscan.nrcan.gc.ca | | 2056
+ geoscan.nrcan.gc.ca | no-pdf-link | 2019
+ hcommons.org | | 1593
+ hcommons.org | success | 1333
+ hkvalidate.perfdrive.com | | 1322
+ hkvalidate.perfdrive.com | no-pdf-link | 1083
+ ieeexplore.ieee.org | | 20997
+ ieeexplore.ieee.org | too-many-redirects | 15383
+ ieeexplore.ieee.org | spn2-wayback-error | 2555
+ ieeexplore.ieee.org | success | 2165
+ ieeexplore.ieee.org | spn2-cdx-lookup-failure | 747
+ jamanetwork.com | | 712
+ journals.aps.org | | 1698
+ journals.aps.org | not-found | 1469
+ journals.library.ualberta.ca | | 733
+ journals.library.ualberta.ca | success | 594
+ journals.lww.com | | 6606
+ journals.lww.com | link-loop | 3102
+ journals.lww.com | spn2-wayback-error | 1645
+ journals.lww.com | terminal-bad-status | 965
+ journals.lww.com | spn2-cdx-lookup-failure | 552
+ journals.openedition.org | | 4594
+ journals.openedition.org | success | 1441
+ journals.openedition.org | redirect-loop | 1316
+ journals.openedition.org | spn2-wayback-error | 1197
+ journals.ub.uni-heidelberg.de | | 1039
+ journals.ub.uni-heidelberg.de | success | 728
+ kiss.kstudy.com | | 747
+ kiss.kstudy.com | no-pdf-link | 686
+ library.iated.org | | 1560
+ library.iated.org | redirect-loop | 1148
+ linkinghub.elsevier.com | | 5079
+ linkinghub.elsevier.com | forbidden | 2226
+ linkinghub.elsevier.com | spn2-wayback-error | 1625
+ linkinghub.elsevier.com | spn2-cdx-lookup-failure | 758
+ mr.crossref.org | | 542
+ nsuworks.nova.edu | | 843
+ nsuworks.nova.edu | success | 746
+ ojs.cvut.cz | | 805
+ ojs.cvut.cz | success | 764
+ ojs.ugent.be | | 867
+ ojs.ugent.be | success | 643
+ onepetro.org | | 603
+ onlinelibrary.wiley.com | | 1203
+ onlinelibrary.wiley.com | blocked-cookie | 758
+ open.library.ubc.ca | | 559
+ osf.io | | 3139
+ osf.io | not-found | 2288
+ osf.io | spn2-wayback-error | 582
+ oxford.universitypressscholarship.com | | 3556
+ oxford.universitypressscholarship.com | link-loop | 2373
+ oxford.universitypressscholarship.com | spn2-wayback-error | 562
+ painphysicianjournal.com | | 804
+ painphysicianjournal.com | success | 668
+ papers.ssrn.com | | 6367
+ papers.ssrn.com | link-loop | 3865
+ papers.ssrn.com | spn2-wayback-error | 1106
+ papers.ssrn.com | spn2-cdx-lookup-failure | 1015
+ peerj.com | | 785
+ peerj.com | no-pdf-link | 552
+ pos.sissa.it | | 1455
+ pos.sissa.it | success | 1153
+ preprints.jmir.org | | 763
+ preprints.jmir.org | no-pdf-link | 611
+ psyarxiv.com | | 641
+ psyarxiv.com | no-pdf-link | 546
+ publikationen.uni-tuebingen.de | | 659
+ publons.com | | 6998
+ publons.com | no-pdf-link | 6982
+ pubs.acs.org | | 5860
+ pubs.acs.org | blocked-cookie | 5185
+ pubs.rsc.org | | 2269
+ pubs.rsc.org | link-loop | 1384
+ res.mdpi.com | | 15776
+ res.mdpi.com | success | 13710
+ res.mdpi.com | spn2-wayback-error | 1424
+ res.mdpi.com | spn2-cdx-lookup-failure | 641
+ rrs.scholasticahq.com | | 1078
+ rrs.scholasticahq.com | success | 803
+ rsdjournal.org | | 755
+ rsdjournal.org | success | 524
+ s3-eu-west-1.amazonaws.com | | 3343
+ s3-eu-west-1.amazonaws.com | success | 2893
+ saemobilus.sae.org | | 795
+ saemobilus.sae.org | no-pdf-link | 669
+ sage.figshare.com | | 725
+ scholar.dkyobobook.co.kr | | 1043
+ scholar.dkyobobook.co.kr | no-pdf-link | 915
+ scholarworks.umass.edu | | 1196
+ scholarworks.umass.edu | success | 713
+ secure.jbs.elsevierhealth.com | | 4202
+ secure.jbs.elsevierhealth.com | blocked-cookie | 4169
+ storage.googleapis.com | | 1720
+ storage.googleapis.com | success | 1466
+ tandf.figshare.com | | 789
+ tandf.figshare.com | no-pdf-link | 640
+ tind-customer-agecon.s3.amazonaws.com | | 584
+ turcomat.org | | 1196
+ turcomat.org | spn2-wayback-error | 997
+ unreserved.rba.gov.au | | 823
+ unreserved.rba.gov.au | no-pdf-link | 821
+ utpjournals.press | | 669
+ utpjournals.press | blocked-cookie | 616
+ watermark.silverchair.com | | 3560
+ watermark.silverchair.com | success | 2788
+ watermark.silverchair.com | spn2-wayback-error | 685
+ wayf.switch.ch | | 1169
+ wayf.switch.ch | no-pdf-link | 809
+ www.ahajournals.org | | 802
+ www.ahajournals.org | blocked-cookie | 597
+ www.ajol.info | | 830
+ www.ajol.info | success | 575
+ www.ams.org | | 868
+ www.ams.org | terminal-bad-status | 666
+ www.atlantis-press.com | | 1579
+ www.atlantis-press.com | success | 1071
+ www.bloomsburycollections.com | | 1745
+ www.bloomsburycollections.com | no-pdf-link | 1571
+ www.brazilianjournals.com | | 1385
+ www.brazilianjournals.com | success | 1107
+ www.cairn.info | | 2479
+ www.cairn.info | no-pdf-link | 818
+ www.cairn.info | link-loop | 790
+ www.cambridge.org | | 6801
+ www.cambridge.org | no-pdf-link | 2990
+ www.cambridge.org | spn2-wayback-error | 1475
+ www.cambridge.org | link-loop | 940
+ www.cambridge.org | success | 863
+ www.cureus.com | | 538
+ www.dbpia.co.kr | | 2958
+ www.dbpia.co.kr | redirect-loop | 2953
+ www.degruyter.com | | 58612
+ www.degruyter.com | no-pdf-link | 41065
+ www.degruyter.com | spn2-wayback-error | 7426
+ www.degruyter.com | success | 6628
+ www.degruyter.com | spn2-cdx-lookup-failure | 1624
+ www.degruyter.com | terminal-bad-status | 1565
+ www.dovepress.com | | 869
+ www.dovepress.com | success | 597
+ www.e-manuscripta.ch | | 1047
+ www.e3s-conferences.org | | 817
+ www.e3s-conferences.org | success | 606
+ www.elgaronline.com | | 535
+ www.elibrary.ru | | 1244
+ www.elibrary.ru | no-pdf-link | 1159
+ www.emc2020.eu | | 791
+ www.emc2020.eu | no-pdf-link | 748
+ www.emerald.com | | 2420
+ www.emerald.com | no-pdf-link | 1986
+ www.eurekaselect.com | | 540
+ www.eurosurveillance.org | | 786
+ www.eurosurveillance.org | success | 710
+ www.finersistemas.com | | 1220
+ www.finersistemas.com | success | 1214
+ www.frontiersin.org | | 915
+ www.frontiersin.org | spn2-wayback-error | 602
+ www.hanspub.org | | 618
+ www.humankineticslibrary.com | | 1122
+ www.humankineticslibrary.com | no-pdf-link | 985
+ www.ijcmas.com | | 513
+ www.inderscience.com | | 1532
+ www.inderscience.com | no-pdf-link | 1217
+ www.indianjournals.com | | 904
+ www.ingentaconnect.com | | 885
+ www.ingentaconnect.com | no-pdf-link | 783
+ www.journals.uchicago.edu | | 6055
+ www.journals.uchicago.edu | blocked-cookie | 5927
+ www.journals.vu.lt | | 791
+ www.journals.vu.lt | success | 545
+ www.jstage.jst.go.jp | | 1490
+ www.jstage.jst.go.jp | remote-server-error | 1023
+ www.jstor.org | | 1103
+ www.jstor.org | redirect-loop | 553
+ www.karger.com | | 733
+ www.liebertpub.com | | 804
+ www.liebertpub.com | blocked-cookie | 714
+ www.liverpooluniversitypress.co.uk | | 620
+ www.liverpooluniversitypress.co.uk | too-many-redirects | 529
+ www.mdpi.com | | 3880
+ www.mdpi.com | spn2-wayback-error | 1651
+ www.mdpi.com | forbidden | 1282
+ www.mdpi.com | spn2-cdx-lookup-failure | 714
+ www.nepjol.info | | 596
+ www.nomos-elibrary.de | | 2235
+ www.nomos-elibrary.de | no-pdf-link | 1128
+ www.nomos-elibrary.de | spn2-wayback-error | 559
+ www.oecd-ilibrary.org | | 3046
+ www.oecd-ilibrary.org | no-pdf-link | 2869
+ www.osapublishing.org | | 821
+ www.osapublishing.org | no-pdf-link | 615
+ www.osti.gov | | 1147
+ www.osti.gov | link-loop | 902
+ www.oxfordscholarlyeditions.com | | 759
+ www.oxfordscholarlyeditions.com | no-pdf-link | 719
+ www.preprints.org | | 783
+ www.preprints.org | success | 595
+ www.repository.cam.ac.uk | | 1146
+ www.research-collection.ethz.ch | | 704
+ www.research-collection.ethz.ch | terminal-bad-status | 684
+ www.researchsquare.com | | 853
+ www.researchsquare.com | spn2-wayback-error | 515
+ www.schweizerbart.de | | 730
+ www.schweizerbart.de | no-pdf-link | 653
+ www.scielo.br | | 1777
+ www.scielo.br | success | 1167
+ www.sciencedirect.com | | 14757
+ www.sciencedirect.com | no-pdf-link | 12733
+ www.sciencedirect.com | spn2-wayback-error | 1503
+ www.sciendo.com | | 1955
+ www.sciendo.com | no-pdf-link | 1176
+ www.scilook.eu | | 812
+ www.scilook.eu | success | 563
+ www.scirp.org | | 749
+ www.tandfonline.com | | 11038
+ www.tandfonline.com | blocked-cookie | 9994
+ www.tandfonline.com | no-pdf-link | 663
+ www.taylorfrancis.com | | 71514
+ www.taylorfrancis.com | spn2-wayback-error | 36663
+ www.taylorfrancis.com | no-pdf-link | 15098
+ www.taylorfrancis.com | forbidden | 8699
+ www.taylorfrancis.com | spn2-cdx-lookup-failure | 6894
+ www.taylorfrancis.com | link-loop | 3661
+ www.thieme-connect.de | | 3687
+ www.thieme-connect.de | redirect-loop | 1187
+ www.thieme-connect.de | not-found | 945
+ www.thieme-connect.de | no-pdf-link | 941
+ www.worldscientific.com | | 1476
+ www.worldscientific.com | blocked-cookie | 1323
+ www.zora.uzh.ch | | 1118
+ zenodo.org | | 43010
+ zenodo.org | no-pdf-link | 22015
+ zenodo.org | success | 12747
+ zenodo.org | spn2-wayback-error | 4608
+ zenodo.org | spn2-cdx-lookup-failure | 3215
+ | | 725990
+ | no-pdf-link | 209933
+ | success | 206134
+ | spn2-wayback-error | 127015
+ | spn2-cdx-lookup-failure | 53384
+ | blocked-cookie | 35867
+ | link-loop | 25834
+ | too-many-redirects | 16430
+ | redirect-loop | 14648
+ | forbidden | 13794
+ | terminal-bad-status | 8055
+ | not-found | 6399
+ | remote-server-error | 2402
+ | wrong-mimetype | 2011
+ | spn2-error:unauthorized | 912
+ | bad-redirect | 555
+ | read-timeout | 530
+(341 rows)
+