diff options
| -rwxr-xr-x | guide/push_prod.sh | 2 | ||||
| -rwxr-xr-x | guide/push_qa.sh | 2 | ||||
| -rw-r--r-- | guide/src/SUMMARY.md | 2 | ||||
| -rw-r--r-- | guide/src/bibliography.bib | 178 | ||||
| -rw-r--r-- | guide/src/bibliography.md | 21 | ||||
| -rw-r--r-- | python/fatcat_web/search.py | 2 |
6 files changed, 204 insertions, 3 deletions
diff --git a/guide/push_prod.sh b/guide/push_prod.sh index 6565d994..91ded5e9 100755 --- a/guide/push_prod.sh +++ b/guide/push_prod.sh @@ -2,4 +2,4 @@ mdbook clean mdbook build -rsync -arv book/ fatcat-prod1-vm:/srv/fatcat/guide +rsync -rlv book/ fatcat-prod1-vm:/srv/fatcat/guide diff --git a/guide/push_qa.sh b/guide/push_qa.sh index 7be6e7dc..4b135052 100755 --- a/guide/push_qa.sh +++ b/guide/push_qa.sh @@ -2,4 +2,4 @@ mdbook clean mdbook build -rsync -arv book/ fatcat-qa-vm:/srv/fatcat/guide +rsync -rlv book/ fatcat-qa-vm:/srv/fatcat/guide diff --git a/guide/src/SUMMARY.md b/guide/src/SUMMARY.md index b6525a57..c25615b8 100644 --- a/guide/src/SUMMARY.md +++ b/guide/src/SUMMARY.md @@ -17,4 +17,6 @@ - [Software Contributions](./sw_contribute.md) - [Policies](./policies.md) +[Bibliography](./bibliography.md) + [About This Guide](./guide.md) diff --git a/guide/src/bibliography.bib b/guide/src/bibliography.bib new file mode 100644 index 00000000..d2f8114d --- /dev/null +++ b/guide/src/bibliography.bib @@ -0,0 +1,178 @@ + +@book{wright_cataloging_2014, + address = {Oxford ; New York}, + title = {Cataloging the world: {Paul} {Otlet} and the birth of the information age}, + isbn = {9780199931415}, + shorttitle = {Cataloging the world}, + publisher = {Oxford University Press}, + author = {Wright, Alex}, + year = {2014}, + keywords = {Otlet, Paul, Mundaneum, History, Bibliographers, Belgium, Biography, Universal bibliography, Documentation, Classification, Books, Information organization, History, World Wide Web, History, HISTORY / Europe / Western, HISTORY / Modern / 20th Century, TECHNOLOGY \& ENGINEERING / History} +} + +@book{svenonius_intellectual_2009, + address = {Cambridge, Mass.}, + edition = {First MIT Press paperback ed}, + series = {Digital libraries and electronic publishing}, + title = {The intellectual foundation of information organization}, + isbn = {9780262512619}, + language = {eng}, + publisher = {MIT Press}, + author = {Svenonius, Elaine}, + year = {2009}, + note = {OCLC: 601942144} +} + +@misc{page_notes_2017, + title = {Notes on {Bibliographic} {Metadata} in {JSON}}, + url = {https://github.com/rdmpage/bibliographic-metadata-json}, + urldate = {2019-03-11TZ}, + author = {Page, Roderic}, + month = jul, + year = {2017}, + note = {original-date: 2017-03-14T14:47:23Z} +} + +@misc{noauthor_citation_nodate, + title = {Citation {Style} {Language}}, + url = {https://citationstyles.org/}, + abstract = {CitationStyles.org, home of the Citation Style Language (CSL), a popular open XML-based language to describe the formatting of citations and bibliographies.}, + language = {en}, + urldate = {2019-03-11TZ}, + journal = {Citation Style Language} +} + +@article{ramalho_isis_2011, + title = {From {ISIS} to {CouchDB}: {Databases} and {Data} {Models} for {Bibliographic} {Records}}, + issn = {1940-5758}, + shorttitle = {From {ISIS} to {CouchDB}}, + url = {https://journal.code4lib.org/articles/4893}, + abstract = {For decades bibliographic data has been stored in non-relational databases, and thousands of libraries in developing countries still use ISIS databases to run their OPACs. Fast forward to 2010 and the NoSQL movement has shown that non-relational databases are good enough for Google, Amazon.com and Facebook. Meanwhile, several Open Source NoSQL systems have appeared., This paper discusses the data model of one class of NoSQL products, semistructured, document-oriented databases exemplified by Apache CouchDB and MongoDB, and why they are well-suited to collective cataloging applications. Also shown are the methods, tools, and scripts used to convert, from ISIS to CouchDB, bibliographic records of LILACS, a key Latin American and Caribbean health sciences index operated by the Pan-American Health Organization.}, + number = {13}, + urldate = {2019-03-11TZ}, + journal = {The Code4Lib Journal}, + author = {Ramalho, Luciano G.}, + month = apr, + year = {2011} +} + +@book{karaganis_shadow_2018, + address = {Cambridge, MA : Ottawa, ON}, + title = {Shadow libraries: access to knowledge in global higher education}, + isbn = {9780262535014}, + shorttitle = {Shadow libraries}, + abstract = {This collection looks at how university students in Russia, Argentina, South Africa, Poland, Brazil, India, and Uruguay get the books and articles they need for their education. The death of Aaron Swartz and the more recent controversy around the SciHub and Libgen repositories have drawn attention to the question of access to knowledge, particularly for students facing financial and other constraints. Open access currently provides a very limited answer to this question, which piracy answers more comprehensively. This edited volume explores how access to knowledge has changed in the past twenty years, as student populations have boomed and as educators and publishers navigated the transition from paper to digital materials. It is concerned primarily with the experience of developing countries, where growing numbers of students, rapid development of Internet and device infrastructures, and high relative inequality have produced the sharpest tensions in the publishing and educational ecosystem}, + publisher = {The MIT Press ; International Development Research Centre}, + editor = {Karaganis, Joe}, + year = {2018}, + keywords = {Scholarly publishing, Economic aspects, Developing countries, Scholarly electronic publishing, Developing countries, Piracy (Copyright), Developing countries, Intellectual property infringement, Economic aspects, Developing countries, Copyright, Electronic information resources, Developing countries, Photocopying, Developing countries, Open access publishing, Developing countries, Communication in learning and scholarship, Technological innovations, Developing countries, Education, Higher, Developing countries} +} + +@book{ortega_academic_2014, + address = {Philadelphia, PA}, + series = {Chandos information professional series}, + title = {Academic search enghines: new information trends and services for scientists on the web}, + isbn = {9781843347910}, + shorttitle = {Academic search enghines}, + publisher = {Elsevier}, + author = {Ortega, Jose Luis}, + year = {2014} +} + +@article{ito_citing_2018, + title = {Citing {Blogs}}, + url = {https://joi.ito.com/weblog/2018/05/28/citing-blogs.html}, + doi = {10.31859/20180528.1521}, + language = {en}, + urldate = {2019-03-11TZ}, + journal = {Joi Ito's Web}, + author = {Ito, Joichi}, + year = {2018} +} + +@misc{rclark1_doi-like_nodate, + type = {website}, + title = {{DOI}-like strings and fake {DOIs}}, + copyright = {CC BY 4.0}, + url = {https://www.crossref.org/blog/doi-like-strings-and-fake-dois/}, + abstract = {TL;DR Crossref discourages our members from using DOI-like strings or fake DOIs. + +Details Recently we have seen quite a bit of debate around the use of so-called “fake-DOIs.” We have also been quoted as saying that we discourage the use of “fake DOIs” or “DOI-like strings”. This post outlines some of the cases in which we’ve seen fake DOIs used and why we recommend against doing so. +Using DOI-like strings as internal identifiers Some of our members use DOI-like strings as internal identifiers for their manuscript tracking systems.}, + language = {en}, + urldate = {2019-03-11TZ}, + journal = {Crossref}, + author = {{rclark1}} +} + +@article{khabsa_number_2014, + title = {The {Number} of {Scholarly} {Documents} on the {Public} {Web}}, + volume = {9}, + issn = {1932-6203}, + url = {https://journals.plos.org/plosone/article?id=10.1371/journal.pone.0093949}, + doi = {10.1371/journal.pone.0093949}, + abstract = {The number of scholarly documents available on the web is estimated using capture/recapture methods by studying the coverage of two major academic search engines: Google Scholar and Microsoft Academic Search. Our estimates show that at least 114 million English-language scholarly documents are accessible on the web, of which Google Scholar has nearly 100 million. Of these, we estimate that at least 27 million (24\%) are freely available since they do not require a subscription or payment of any kind. In addition, at a finer scale, we also estimate the number of scholarly documents on the web for fifteen fields: Agricultural Science, Arts and Humanities, Biology, Chemistry, Computer Science, Economics and Business, Engineering, Environmental Sciences, Geosciences, Material Science, Mathematics, Medicine, Physics, Social Sciences, and Multidisciplinary, as defined by Microsoft Academic Search. In addition, we show that among these fields the percentage of documents defined as freely available varies significantly, i.e., from 12 to 50\%.}, + language = {en}, + number = {5}, + urldate = {2019-03-11TZ}, + journal = {PLOS ONE}, + author = {Khabsa, Madian and Giles, C. Lee}, + month = may, + year = {2014}, + keywords = {Information retrieval, Database searching, Citation analysis, Engineering and technology, Chemical engineering, Computational chemistry, Environmental chemistry, Materials chemistry}, + pages = {e93949} +} + +@misc{noauthor_open_nodate, + title = {Open {Archives} {Initiative} {Protocol} for {Metadata} {Harvesting}}, + url = {https://www.openarchives.org/pmh/}, + urldate = {2019-03-11TZ} +} + +@article{van_de_sompel_perspective_2012, + title = {A {Perspective} on {Resource} {Synchronization}}, + volume = {18}, + issn = {1082-9873}, + url = {http://www.dlib.org/dlib/september12/vandesompel/09vandesompel.html}, + doi = {10.1045/september2012-vandesompel}, + language = {en}, + number = {9/10}, + urldate = {2019-03-11TZ}, + journal = {D-Lib Magazine}, + author = {Van de Sompel, Herbert and Sanderson, Robert and Klein, Martin and Nelson, Michael L. and Haslhofer, Bernhard and Warner, Simeon and Lagoze, Carl}, + month = sep, + year = {2012} +} + +@article{piwowar_state_2018, + title = {The state of {OA}: a large-scale analysis of the prevalence and impact of {Open} {Access} articles}, + volume = {6}, + issn = {2167-8359}, + shorttitle = {The state of {OA}}, + url = {https://peerj.com/articles/4375}, + doi = {10.7717/peerj.4375}, + abstract = {Despite growing interest in Open Access (OA) to scholarly literature, there is an unmet need for large-scale, up-to-date, and reproducible studies assessing the prevalence and characteristics of OA. We address this need using oaDOI, an open online service that determines OA status for 67 million articles. We use three samples, each of 100,000 articles, to investigate OA in three populations: (1) all journal articles assigned a Crossref DOI, (2) recent journal articles indexed in Web of Science, and (3) articles viewed by users of Unpaywall, an open-source browser extension that lets users find OA articles using oaDOI. We estimate that at least 28\% of the scholarly literature is OA (19M in total) and that this proportion is growing, driven particularly by growth in Gold and Hybrid. The most recent year analyzed (2015) also has the highest percentage of OA (45\%). Because of this growth, and the fact that readers disproportionately access newer articles, we find that Unpaywall users encounter OA quite frequently: 47\% of articles they view are OA. Notably, the most common mechanism for OA is not Gold, Green, or Hybrid OA, but rather an under-discussed category we dub Bronze: articles made free-to-read on the publisher website, without an explicit Open license. We also examine the citation impact of OA articles, corroborating the so-called open-access citation advantage: accounting for age and discipline, OA articles receive 18\% more citations than average, an effect driven primarily by Green and Hybrid OA. We encourage further research using the free oaDOI service, as a way to inform OA policy and practice.}, + language = {en}, + urldate = {2019-03-11TZ}, + journal = {PeerJ}, + author = {Piwowar, Heather and Priem, Jason and Larivière, Vincent and Alperin, Juan Pablo and Matthias, Lisa and Norlander, Bree and Farley, Ashley and West, Jevin and Haustein, Stefanie}, + month = feb, + year = {2018}, + pages = {e4375} +} + +@article{knoth_core:_2012, + title = {{CORE}: {Three} {Access} {Levels} to {Underpin} {Open} {Access}}, + volume = {18}, + issn = {1082-9873}, + shorttitle = {{CORE}}, + url = {http://www.dlib.org/dlib/november12/knoth/11knoth.html}, + doi = {10.1045/november2012-knoth}, + language = {en}, + number = {11/12}, + urldate = {2019-03-11TZ}, + journal = {D-Lib Magazine}, + author = {Knoth, Petr and Zdrahal, Zdenek}, + month = nov, + year = {2012} +}
\ No newline at end of file diff --git a/guide/src/bibliography.md b/guide/src/bibliography.md new file mode 100644 index 00000000..f94f1b79 --- /dev/null +++ b/guide/src/bibliography.md @@ -0,0 +1,21 @@ + +# Bibliography + +<!-- On zbib.org: https://zbib.org/f53f7e0032ff4268a9a5f3e13aff13b9 --> + +<div class="csl-bib-body" style="line-height: 1.35; margin-left: 2em; text-indent:-2em;"> + <div class="csl-entry" style="margin-bottom: 1em;">Ito, Joichi. “Citing Blogs.” <i>Joi Ito’s Web</i> (2018). Accessed March 11, 2019. https://joi.ito.com/weblog/2018/05/28/citing-blogs.html.</div> + <div class="csl-entry" style="margin-bottom: 1em;">Karaganis, Joe, ed. <i>Shadow Libraries: Access to Knowledge in Global Higher Education</i>. Cambridge, MA : Ottawa, ON: The MIT Press ; International Development Research Centre, 2018.</div> + <div class="csl-entry" style="margin-bottom: 1em;">Khabsa, Madian, and C. Lee Giles. “The Number of Scholarly Documents on the Public Web.” <i>PLOS ONE</i> 9, no. 5 (May 9, 2014): e93949.</div> + <div class="csl-entry" style="margin-bottom: 1em;">Knoth, Petr, and Zdenek Zdrahal. “CORE: Three Access Levels to Underpin Open Access.” <i>D-Lib Magazine</i> 18, no. 11/12 (November 2012). Accessed March 11, 2019. http://www.dlib.org/dlib/november12/knoth/11knoth.html.</div> + <div class="csl-entry" style="margin-bottom: 1em;">Ortega, Jose Luis. <i>Academic Search Enghines: New Information Trends and Services for Scientists on the Web</i>. Chandos information professional series. Philadelphia, PA: Elsevier, 2014.</div> + <div class="csl-entry" style="margin-bottom: 1em;">Page, Roderic. “Notes on Bibliographic Metadata in JSON.” Last modified July 12, 2017. Accessed March 11, 2019. https://github.com/rdmpage/bibliographic-metadata-json.</div> + <div class="csl-entry" style="margin-bottom: 1em;">Piwowar, Heather, Jason Priem, Vincent Larivière, Juan Pablo Alperin, Lisa Matthias, Bree Norlander, Ashley Farley, Jevin West, and Stefanie Haustein. “The State of OA: A Large-Scale Analysis of the Prevalence and Impact of Open Access Articles.” <i>PeerJ</i> 6 (February 13, 2018): e4375.</div> + <div class="csl-entry" style="margin-bottom: 1em;">Ramalho, Luciano G. “From ISIS to CouchDB: Databases and Data Models for Bibliographic Records.” <i>The Code4Lib Journal</i>, no. 13 (April 11, 2011). Accessed March 11, 2019. https://journal.code4lib.org/articles/4893.</div> + <div class="csl-entry" style="margin-bottom: 1em;">rclark1. “DOI-like Strings and Fake DOIs.” Website. <i>Crossref</i>. Accessed March 11, 2019. https://www.crossref.org/blog/doi-like-strings-and-fake-dois/.</div> + <div class="csl-entry" style="margin-bottom: 1em;">Svenonius, Elaine. <i>The Intellectual Foundation of Information Organization</i>. First MIT Press paperback ed. Digital libraries and electronic publishing. Cambridge, Mass.: MIT Press, 2009.</div> + <div class="csl-entry" style="margin-bottom: 1em;">Van de Sompel, Herbert, Robert Sanderson, Martin Klein, Michael L. Nelson, Bernhard Haslhofer, Simeon Warner, and Carl Lagoze. “A Perspective on Resource Synchronization.” <i>D-Lib Magazine</i> 18, no. 9/10 (September 2012). Accessed March 11, 2019. http://www.dlib.org/dlib/september12/vandesompel/09vandesompel.html.</div> + <div class="csl-entry" style="margin-bottom: 1em;">Wright, Alex. <i>Cataloging the World: Paul Otlet and the Birth of the Information Age</i>. Oxford ; New York: Oxford University Press, 2014.</div> + <div class="csl-entry" style="margin-bottom: 1em;">“Citation Style Language.” <i>Citation Style Language</i>. Accessed March 11, 2019. https://citationstyles.org/.</div> + <div class="csl-entry">“Open Archives Initiative Protocol for Metadata Harvesting.” Accessed March 11, 2019. https://www.openarchives.org/pmh/.</div> +</div> diff --git a/python/fatcat_web/search.py b/python/fatcat_web/search.py index 3b48f49e..5271547d 100644 --- a/python/fatcat_web/search.py +++ b/python/fatcat_web/search.py @@ -226,7 +226,7 @@ def get_elastic_container_stats(issnl): json=query, params=dict(request_cache="true")) # TODO: abort() - print(resp.json()) + #print(resp.json()) resp.raise_for_status() resp = resp.json() buckets = resp['aggregations']['container_stats']['buckets'] |