From 040b3575d50218c87a98ef90cff9be638ce46db3 Mon Sep 17 00:00:00 2001 From: Alan Orth Date: Wed, 18 Apr 2018 12:38:12 +0300 Subject: [PATCH] Add notes for 2018-04-18 --- content/posts/2018-04.md | 34 ++++++++++++++++++ docs/2015-11/index.html | 2 +- docs/2015-12/index.html | 2 +- docs/2016-01/index.html | 2 +- docs/2016-02/index.html | 2 +- docs/2016-03/index.html | 2 +- docs/2016-04/index.html | 2 +- docs/2016-05/index.html | 2 +- docs/2016-06/index.html | 2 +- docs/2016-07/index.html | 2 +- docs/2016-08/index.html | 2 +- docs/2016-09/index.html | 2 +- docs/2016-10/index.html | 2 +- docs/2016-11/index.html | 2 +- docs/2016-12/index.html | 2 +- docs/2017-01/index.html | 2 +- docs/2017-02/index.html | 2 +- docs/2017-03/index.html | 2 +- docs/2017-04/index.html | 2 +- docs/2017-05/index.html | 2 +- docs/2017-06/index.html | 2 +- docs/2017-07/index.html | 2 +- docs/2017-08/index.html | 2 +- docs/2017-09/index.html | 2 +- docs/2017-10/index.html | 2 +- docs/2017-11/index.html | 2 +- docs/2017-12/index.html | 2 +- docs/2018-01/index.html | 2 +- docs/2018-02/index.html | 2 +- docs/2018-03/index.html | 2 +- docs/2018-04/index.html | 46 ++++++++++++++++++++++--- docs/404.html | 2 +- docs/categories/index.html | 2 +- docs/categories/notes/index.html | 2 +- docs/categories/notes/page/2/index.html | 2 +- docs/categories/notes/page/3/index.html | 2 +- docs/categories/notes/page/4/index.html | 2 +- docs/categories/page/2/index.html | 2 +- docs/categories/page/3/index.html | 2 +- docs/categories/page/4/index.html | 2 +- docs/cgiar-library-migration/index.html | 2 +- docs/index.html | 2 +- docs/page/2/index.html | 2 +- docs/page/3/index.html | 2 +- docs/page/4/index.html | 2 +- docs/posts/index.html | 2 +- docs/posts/page/2/index.html | 2 +- docs/posts/page/3/index.html | 2 +- docs/posts/page/4/index.html | 2 +- docs/sitemap.xml | 10 +++--- docs/tags/index.html | 2 +- docs/tags/notes/index.html | 2 +- docs/tags/notes/page/2/index.html | 2 +- docs/tags/notes/page/3/index.html | 2 +- docs/tags/notes/page/4/index.html | 2 +- docs/tags/page/2/index.html | 2 +- docs/tags/page/3/index.html | 2 +- docs/tags/page/4/index.html | 2 +- 58 files changed, 136 insertions(+), 64 deletions(-) diff --git a/content/posts/2018-04.md b/content/posts/2018-04.md index d949c545e..850dc9be6 100644 --- a/content/posts/2018-04.md +++ b/content/posts/2018-04.md @@ -332,3 +332,37 @@ Total time: 4 minutes 12 seconds ## 2018-04-16 - Communicate with Bioversity about their project to migrate their e-Library (Typo3) and Sci-lit databases to CGSpace + +## 2018-04-18 + +- IWMI people are asking about building a search query that outputs RSS for their reports +- They want the same results as this Discovery query: https://cgspace.cgiar.org/discover?filtertype_1=dateAccessioned&filter_relational_operator_1=contains&filter_1=2018&submit_apply_filter=&query=&scope=10568%2F16814&rpp=100&sort_by=dc.date.issued_dt&order=desc +- They will need to use OpenSearch, but I can't remember all the parameters +- Apparently search sort options for OpenSearch are in `dspace.cfg`: + +``` +webui.itemlist.sort-option.1 = title:dc.title:title +webui.itemlist.sort-option.2 = dateissued:dc.date.issued:date +webui.itemlist.sort-option.3 = dateaccessioned:dc.date.accessioned:date +webui.itemlist.sort-option.4 = type:dc.type:text +``` + +- They want items by issue date, so we need to use sort option 2 +- According to the DSpace Manual there are only the following parameters to OpenSearch: format, scope, rpp, start, and sort_by +- The OpenSearch `query` parameter expects a Discovery search filter that is defined in `dspace/config/spring/api/discovery.xml` +- So for IWMI they should be able to use something like this: https://cgspace.cgiar.org/open-search/discover?query=dateIssued:2018&scope=10568/16814&sort_by=2&order=DESC&format=rss +- There are also `rpp` (results per page) and `start` parameters but in my testing now on DSpace 5.5 they behave very strangely +- For example, set `rpp=1` and then check the results for `start` values of 0, 1, and 2 and they are all the same! +- If I have time I will check if this behavior persists on DSpace 6.x on the official DSpace demo and file a bug +- Also, the DSpace Manual as of 5.x has very poor documentation for OpenSearch +- They don't tell you to use Discovery search filters in the `query` (with format `query=dateIssued:2018`) +- They don't tell you that the sort options are actually defined in `dspace.cfg` (ie, you need to use `2` instead of `dc.date.issued_dt`) +- They are missing the `order` parameter (ASC vs DESC) +- I notice that DSpace Test has crashed again, due to memory: + +``` +# grep -c 'java.lang.OutOfMemoryError: Java heap space' /var/log/tomcat7/catalina.out +178 +``` + +- I will increase the JVM heap size from 5120M to 6144M, though we don't have much room left to grow as DSpace Test (linode19) is using a smaller instance size than CGSpace diff --git a/docs/2015-11/index.html b/docs/2015-11/index.html index eb737955c..abaa77daf 100644 --- a/docs/2015-11/index.html +++ b/docs/2015-11/index.html @@ -53,7 +53,7 @@ $ psql -c 'SELECT * from pg_stat_activity;' | grep idle | grep -c cgspac "/> - + diff --git a/docs/2015-12/index.html b/docs/2015-12/index.html index c3c14ca2e..91d4be179 100644 --- a/docs/2015-12/index.html +++ b/docs/2015-12/index.html @@ -55,7 +55,7 @@ Replace lzop with xz in log compression cron jobs on DSpace Test—it uses less "/> - + diff --git a/docs/2016-01/index.html b/docs/2016-01/index.html index 2be4103c9..4aeecc350 100644 --- a/docs/2016-01/index.html +++ b/docs/2016-01/index.html @@ -45,7 +45,7 @@ Update GitHub wiki for documentation of maintenance tasks. "/> - + diff --git a/docs/2016-02/index.html b/docs/2016-02/index.html index f9416e75c..e502db06e 100644 --- a/docs/2016-02/index.html +++ b/docs/2016-02/index.html @@ -59,7 +59,7 @@ Also, lots of things like “COTE D`LVOIRE” and “COTE D IVOIRE&r "/> - + diff --git a/docs/2016-03/index.html b/docs/2016-03/index.html index 7dbb9700d..10bb715a6 100644 --- a/docs/2016-03/index.html +++ b/docs/2016-03/index.html @@ -45,7 +45,7 @@ Reinstall my local (Mac OS X) DSpace stack with Tomcat 7, PostgreSQL 9.3, and Ja "/> - + diff --git a/docs/2016-04/index.html b/docs/2016-04/index.html index 3d29e21e6..57e5f7687 100644 --- a/docs/2016-04/index.html +++ b/docs/2016-04/index.html @@ -49,7 +49,7 @@ Also, I noticed the checker log has some errors we should pay attention to: "/> - + diff --git a/docs/2016-05/index.html b/docs/2016-05/index.html index c26187fb8..63d420b86 100644 --- a/docs/2016-05/index.html +++ b/docs/2016-05/index.html @@ -53,7 +53,7 @@ There are 3,000 IPs accessing the REST API in a 24-hour period! "/> - + diff --git a/docs/2016-06/index.html b/docs/2016-06/index.html index d387d738a..8ea728df8 100644 --- a/docs/2016-06/index.html +++ b/docs/2016-06/index.html @@ -51,7 +51,7 @@ Working on second phase of metadata migration, looks like this will work for mov "/> - + diff --git a/docs/2016-07/index.html b/docs/2016-07/index.html index 3b2dc1fed..1a278532c 100644 --- a/docs/2016-07/index.html +++ b/docs/2016-07/index.html @@ -67,7 +67,7 @@ In this case the select query was showing 95 results before the update "/> - + diff --git a/docs/2016-08/index.html b/docs/2016-08/index.html index 25f11725b..c531053c4 100644 --- a/docs/2016-08/index.html +++ b/docs/2016-08/index.html @@ -61,7 +61,7 @@ $ git rebase -i dspace-5.5 "/> - + diff --git a/docs/2016-09/index.html b/docs/2016-09/index.html index 8167ea366..336ab58c8 100644 --- a/docs/2016-09/index.html +++ b/docs/2016-09/index.html @@ -53,7 +53,7 @@ $ ldapsearch -x -H ldaps://svcgroot2.cgiarad.org:3269/ -b "dc=cgiarad,dc=or "/> - + diff --git a/docs/2016-10/index.html b/docs/2016-10/index.html index 1e4c2e447..9b89ed044 100644 --- a/docs/2016-10/index.html +++ b/docs/2016-10/index.html @@ -61,7 +61,7 @@ I exported a random item’s metadata as CSV, deleted all columns except id "/> - + diff --git a/docs/2016-11/index.html b/docs/2016-11/index.html index 6ba10768d..9ceb98b35 100644 --- a/docs/2016-11/index.html +++ b/docs/2016-11/index.html @@ -45,7 +45,7 @@ Add dc.type to the output options for Atmire’s Listings and Reports module "/> - + diff --git a/docs/2016-12/index.html b/docs/2016-12/index.html index 57d7edf83..e8275be7b 100644 --- a/docs/2016-12/index.html +++ b/docs/2016-12/index.html @@ -69,7 +69,7 @@ Another worrying error from dspace.log is: "/> - + diff --git a/docs/2017-01/index.html b/docs/2017-01/index.html index d00f14343..66de542f4 100644 --- a/docs/2017-01/index.html +++ b/docs/2017-01/index.html @@ -45,7 +45,7 @@ I asked on the dspace-tech mailing list because it seems to be broken, and actua "/> - + diff --git a/docs/2017-02/index.html b/docs/2017-02/index.html index 9b0911d32..696144190 100644 --- a/docs/2017-02/index.html +++ b/docs/2017-02/index.html @@ -73,7 +73,7 @@ Looks like we’ll be using cg.identifier.ccafsprojectpii as the field name "/> - + diff --git a/docs/2017-03/index.html b/docs/2017-03/index.html index e4830f7f6..a24adaf2e 100644 --- a/docs/2017-03/index.html +++ b/docs/2017-03/index.html @@ -77,7 +77,7 @@ $ identify ~/Desktop/alc_contrastes_desafios.jpg "/> - + diff --git a/docs/2017-04/index.html b/docs/2017-04/index.html index 3c1ce3dbf..8104d129f 100644 --- a/docs/2017-04/index.html +++ b/docs/2017-04/index.html @@ -63,7 +63,7 @@ $ [dspace]/bin/dspace filter-media -f -i 10568/16498 -p "ImageMagick PDF Th "/> - + diff --git a/docs/2017-05/index.html b/docs/2017-05/index.html index 58fb4d78a..7b4ef5548 100644 --- a/docs/2017-05/index.html +++ b/docs/2017-05/index.html @@ -29,7 +29,7 @@ - + diff --git a/docs/2017-06/index.html b/docs/2017-06/index.html index 2dc13a8a3..149dc4931 100644 --- a/docs/2017-06/index.html +++ b/docs/2017-06/index.html @@ -29,7 +29,7 @@ - + diff --git a/docs/2017-07/index.html b/docs/2017-07/index.html index 39ac8e9de..a122b532f 100644 --- a/docs/2017-07/index.html +++ b/docs/2017-07/index.html @@ -57,7 +57,7 @@ We can use PostgreSQL’s extended output format (-x) plus sed to format the "/> - + diff --git a/docs/2017-08/index.html b/docs/2017-08/index.html index 947c0379d..02bebec9f 100644 --- a/docs/2017-08/index.html +++ b/docs/2017-08/index.html @@ -77,7 +77,7 @@ Then I cleaned up the author authorities and HTML characters in OpenRefine and s "/> - + diff --git a/docs/2017-09/index.html b/docs/2017-09/index.html index 00d1ac386..150cfcb45 100644 --- a/docs/2017-09/index.html +++ b/docs/2017-09/index.html @@ -53,7 +53,7 @@ Ask Sisay to clean up the WLE approvers a bit, as Marianne’s user account "/> - + diff --git a/docs/2017-10/index.html b/docs/2017-10/index.html index c9fb785d7..b8fbc4deb 100644 --- a/docs/2017-10/index.html +++ b/docs/2017-10/index.html @@ -57,7 +57,7 @@ Add Katherine Lutz to the groups for content submission and edit steps of the CG "/> - + diff --git a/docs/2017-11/index.html b/docs/2017-11/index.html index f09f9571a..109735d8d 100644 --- a/docs/2017-11/index.html +++ b/docs/2017-11/index.html @@ -77,7 +77,7 @@ COPY 54701 "/> - + diff --git a/docs/2017-12/index.html b/docs/2017-12/index.html index b345a78b7..6c9b4ea09 100644 --- a/docs/2017-12/index.html +++ b/docs/2017-12/index.html @@ -47,7 +47,7 @@ The list of connections to XMLUI and REST API for today: "/> - + diff --git a/docs/2018-01/index.html b/docs/2018-01/index.html index 91d4385b1..25bc8b443 100644 --- a/docs/2018-01/index.html +++ b/docs/2018-01/index.html @@ -185,7 +185,7 @@ Danny wrote to ask for help renewing the wildcard ilri.org certificate and I adv "/> - + diff --git a/docs/2018-02/index.html b/docs/2018-02/index.html index c0f68a3c0..c6ea13165 100644 --- a/docs/2018-02/index.html +++ b/docs/2018-02/index.html @@ -47,7 +47,7 @@ I copied the logic in the jmx_tomcat_dbpools provided by Ubuntu’s munin-pl "/> - + diff --git a/docs/2018-03/index.html b/docs/2018-03/index.html index c8d221c5c..329d126ef 100644 --- a/docs/2018-03/index.html +++ b/docs/2018-03/index.html @@ -41,7 +41,7 @@ Export a CSV of the IITA community metadata for Martin Mueller "/> - + diff --git a/docs/2018-04/index.html b/docs/2018-04/index.html index 8385c98b2..25a98d173 100644 --- a/docs/2018-04/index.html +++ b/docs/2018-04/index.html @@ -21,7 +21,7 @@ Catalina logs at least show some memory errors yesterday: - + @@ -43,7 +43,7 @@ Catalina logs at least show some memory errors yesterday: "/> - + @@ -53,9 +53,9 @@ Catalina logs at least show some memory errors yesterday: "@type": "BlogPosting", "headline": "April, 2018", "url": "https://alanorth.github.io/cgspace-notes/2018-04/", - "wordCount": "1613", + "wordCount": "1912", "datePublished": "2018-04-01T16:13:54+02:00", - "dateModified": "2018-04-15T11:18:17+03:00", + "dateModified": "2018-04-16T12:10:44+03:00", "author": { "@type": "Person", "name": "Alan Orth" @@ -494,6 +494,44 @@ Total time: 4 minutes 12 seconds
  • Communicate with Bioversity about their project to migrate their e-Library (Typo3) and Sci-lit databases to CGSpace
    • +

    2018-04-18

    + + + +
    webui.itemlist.sort-option.1 = title:dc.title:title
+webui.itemlist.sort-option.2 = dateissued:dc.date.issued:date
+webui.itemlist.sort-option.3 = dateaccessioned:dc.date.accessioned:date
+webui.itemlist.sort-option.4 = type:dc.type:text
+
    + + + +
    # grep -c 'java.lang.OutOfMemoryError: Java heap space' /var/log/tomcat7/catalina.out
+178
+
    + + + diff --git a/docs/404.html b/docs/404.html index 4e2225b6a..6536f3b14 100644 --- a/docs/404.html +++ b/docs/404.html @@ -26,7 +26,7 @@ - + diff --git a/docs/categories/index.html b/docs/categories/index.html index 5aeb33660..5502db871 100644 --- a/docs/categories/index.html +++ b/docs/categories/index.html @@ -26,7 +26,7 @@ - + diff --git a/docs/categories/notes/index.html b/docs/categories/notes/index.html index 27a1a0347..0d3e8e535 100644 --- a/docs/categories/notes/index.html +++ b/docs/categories/notes/index.html @@ -26,7 +26,7 @@ - + diff --git a/docs/categories/notes/page/2/index.html b/docs/categories/notes/page/2/index.html index 27969f47a..53027141a 100644 --- a/docs/categories/notes/page/2/index.html +++ b/docs/categories/notes/page/2/index.html @@ -26,7 +26,7 @@ - + diff --git a/docs/categories/notes/page/3/index.html b/docs/categories/notes/page/3/index.html index 3899c7dbf..daeba25ba 100644 --- a/docs/categories/notes/page/3/index.html +++ b/docs/categories/notes/page/3/index.html @@ -26,7 +26,7 @@ - + diff --git a/docs/categories/notes/page/4/index.html b/docs/categories/notes/page/4/index.html index 3c89c270a..bcc720377 100644 --- a/docs/categories/notes/page/4/index.html +++ b/docs/categories/notes/page/4/index.html @@ -26,7 +26,7 @@ - + diff --git a/docs/categories/page/2/index.html b/docs/categories/page/2/index.html index 39e2b3b45..4b4f0e7b8 100644 --- a/docs/categories/page/2/index.html +++ b/docs/categories/page/2/index.html @@ -26,7 +26,7 @@ - + diff --git a/docs/categories/page/3/index.html b/docs/categories/page/3/index.html index 9c10d24c0..013ba7c96 100644 --- a/docs/categories/page/3/index.html +++ b/docs/categories/page/3/index.html @@ -26,7 +26,7 @@ - + diff --git a/docs/categories/page/4/index.html b/docs/categories/page/4/index.html index e81ca1015..5f81be443 100644 --- a/docs/categories/page/4/index.html +++ b/docs/categories/page/4/index.html @@ -26,7 +26,7 @@ - + diff --git a/docs/cgiar-library-migration/index.html b/docs/cgiar-library-migration/index.html index 778a3382d..c63ab5689 100644 --- a/docs/cgiar-library-migration/index.html +++ b/docs/cgiar-library-migration/index.html @@ -29,7 +29,7 @@ - + diff --git a/docs/index.html b/docs/index.html index 71f2353c9..ab8e43ba5 100644 --- a/docs/index.html +++ b/docs/index.html @@ -26,7 +26,7 @@ - + diff --git a/docs/page/2/index.html b/docs/page/2/index.html index 7fd9322cc..d4a14c44e 100644 --- a/docs/page/2/index.html +++ b/docs/page/2/index.html @@ -26,7 +26,7 @@ - + diff --git a/docs/page/3/index.html b/docs/page/3/index.html index 540e37b9f..440cb8882 100644 --- a/docs/page/3/index.html +++ b/docs/page/3/index.html @@ -26,7 +26,7 @@ - + diff --git a/docs/page/4/index.html b/docs/page/4/index.html index b0e3b018b..c27fd44e0 100644 --- a/docs/page/4/index.html +++ b/docs/page/4/index.html @@ -26,7 +26,7 @@ - + diff --git a/docs/posts/index.html b/docs/posts/index.html index dad2e113d..87c47af10 100644 --- a/docs/posts/index.html +++ b/docs/posts/index.html @@ -26,7 +26,7 @@ - + diff --git a/docs/posts/page/2/index.html b/docs/posts/page/2/index.html index f2cffc251..3870db71e 100644 --- a/docs/posts/page/2/index.html +++ b/docs/posts/page/2/index.html @@ -26,7 +26,7 @@ - + diff --git a/docs/posts/page/3/index.html b/docs/posts/page/3/index.html index 8d5607749..89314fd65 100644 --- a/docs/posts/page/3/index.html +++ b/docs/posts/page/3/index.html @@ -26,7 +26,7 @@ - + diff --git a/docs/posts/page/4/index.html b/docs/posts/page/4/index.html index 85cef1a46..73c53cc42 100644 --- a/docs/posts/page/4/index.html +++ b/docs/posts/page/4/index.html @@ -26,7 +26,7 @@ - + diff --git a/docs/sitemap.xml b/docs/sitemap.xml index a3b178c04..d61561a31 100644 --- a/docs/sitemap.xml +++ b/docs/sitemap.xml @@ -4,7 +4,7 @@ https://alanorth.github.io/cgspace-notes/2018-04/ - 2018-04-15T11:18:17+03:00 + 2018-04-16T12:10:44+03:00 @@ -159,7 +159,7 @@ https://alanorth.github.io/cgspace-notes/ - 2018-04-15T11:18:17+03:00 + 2018-04-16T12:10:44+03:00 0 @@ -170,7 +170,7 @@ https://alanorth.github.io/cgspace-notes/tags/notes/ - 2018-04-15T11:18:17+03:00 + 2018-04-16T12:10:44+03:00 0 @@ -182,13 +182,13 @@ https://alanorth.github.io/cgspace-notes/posts/ - 2018-04-15T11:18:17+03:00 + 2018-04-16T12:10:44+03:00 0 https://alanorth.github.io/cgspace-notes/tags/ - 2018-04-15T11:18:17+03:00 + 2018-04-16T12:10:44+03:00 0 diff --git a/docs/tags/index.html b/docs/tags/index.html index eca4adf9d..74c3d5e55 100644 --- a/docs/tags/index.html +++ b/docs/tags/index.html @@ -26,7 +26,7 @@ - + diff --git a/docs/tags/notes/index.html b/docs/tags/notes/index.html index 036659c15..fe7ac6d89 100644 --- a/docs/tags/notes/index.html +++ b/docs/tags/notes/index.html @@ -26,7 +26,7 @@ - + diff --git a/docs/tags/notes/page/2/index.html b/docs/tags/notes/page/2/index.html index a5a339e9f..1e5277f0c 100644 --- a/docs/tags/notes/page/2/index.html +++ b/docs/tags/notes/page/2/index.html @@ -26,7 +26,7 @@ - + diff --git a/docs/tags/notes/page/3/index.html b/docs/tags/notes/page/3/index.html index ee89ade19..2b85f16e1 100644 --- a/docs/tags/notes/page/3/index.html +++ b/docs/tags/notes/page/3/index.html @@ -26,7 +26,7 @@ - + diff --git a/docs/tags/notes/page/4/index.html b/docs/tags/notes/page/4/index.html index f20c1f1b8..01bcc0ac9 100644 --- a/docs/tags/notes/page/4/index.html +++ b/docs/tags/notes/page/4/index.html @@ -26,7 +26,7 @@ - + diff --git a/docs/tags/page/2/index.html b/docs/tags/page/2/index.html index 5341b51e2..7c6a14075 100644 --- a/docs/tags/page/2/index.html +++ b/docs/tags/page/2/index.html @@ -26,7 +26,7 @@ - + diff --git a/docs/tags/page/3/index.html b/docs/tags/page/3/index.html index 5d8780725..429ffa0b7 100644 --- a/docs/tags/page/3/index.html +++ b/docs/tags/page/3/index.html @@ -26,7 +26,7 @@ - + diff --git a/docs/tags/page/4/index.html b/docs/tags/page/4/index.html index 2dbc0376d..2d0832f66 100644 --- a/docs/tags/page/4/index.html +++ b/docs/tags/page/4/index.html @@ -26,7 +26,7 @@ - +