From a9b86c7f6403b6d1265dfe9b1aa03c518c59c94f Mon Sep 17 00:00:00 2001 From: Alan Orth Date: Tue, 24 Nov 2020 21:47:24 +0200 Subject: [PATCH] Add notes for 2020-11-24 --- content/posts/2020-11.md | 13 +++++++++++ content/posts/cgspace-dspace6-upgrade.md | 10 +++++++++ docs/2020-11/index.html | 28 +++++++++++++++++++++--- docs/categories/index.html | 2 +- docs/categories/notes/index.html | 2 +- docs/categories/notes/page/2/index.html | 2 +- docs/categories/notes/page/3/index.html | 2 +- docs/categories/notes/page/4/index.html | 2 +- docs/categories/notes/page/5/index.html | 2 +- docs/cgspace-dspace6-upgrade/index.html | 10 ++++++--- docs/index.html | 2 +- docs/page/2/index.html | 2 +- docs/page/3/index.html | 2 +- docs/page/4/index.html | 2 +- docs/page/5/index.html | 2 +- docs/page/6/index.html | 2 +- docs/page/7/index.html | 2 +- docs/posts/index.html | 2 +- docs/posts/page/2/index.html | 2 +- docs/posts/page/3/index.html | 2 +- docs/posts/page/4/index.html | 2 +- docs/posts/page/5/index.html | 2 +- docs/posts/page/6/index.html | 2 +- docs/posts/page/7/index.html | 2 +- docs/sitemap.xml | 16 +++++++------- docs/tags/index.html | 2 +- docs/tags/migration/index.html | 2 +- 27 files changed, 85 insertions(+), 36 deletions(-) diff --git a/content/posts/2020-11.md b/content/posts/2020-11.md index 8a7f0f053..30db1efe7 100644 --- a/content/posts/2020-11.md +++ b/content/posts/2020-11.md @@ -463,4 +463,17 @@ facet=true&f.owningComm.facet.limit=5&f.owningComm.facet.offset=5&f.countryCode. - I created the sub-communities and collections for IWMI's Strategic Priorities and Research Groups on CGSpace: https://cgspace.cgiar.org/handle/10568/110259 +## 2020-11-24 + +- Yesterday Abenet asked me to investigate why AReS only shows 9,000 "livestock" terms in the ILRI community on AReS, but on CGSpace we have over 10,000 + - I added the lowercase formatter to all center and CRP subjects fields and re-harvested + - Now I see there are 9,999, which seems suspicious + - I filed a bug on GitHub: https://github.com/ilri/OpenRXV/issues/61 +- Help Abenet map an item on CGSpace for CIAT + - If I search for the entire item title I don't get any results, but I notice this item had a ":" in the title, so I tried searching for part of the title without the colon and it worked + - It is a mystery to me that you can't map an item using its Handle... +- I started processing the statistics-2011 core with Atmire's AtomicStatisticsUpdateCLI tool +- I called Moayad and we worked on the views/downloads issue on OpenRXV + - It turns out to be a mapping (schema) issue in Elasticsearch due to DSpace 6 UUIDs (LOL!!) + diff --git a/content/posts/cgspace-dspace6-upgrade.md b/content/posts/cgspace-dspace6-upgrade.md index ec4e02a40..520d88447 100644 --- a/content/posts/cgspace-dspace6-upgrade.md +++ b/content/posts/cgspace-dspace6-upgrade.md @@ -431,3 +431,13 @@ $ chrt -b 0 dspace dsrun com.atmire.statistics.util.update.atomic.AtomicStatisti ``` It took ~32 hours to finish processing this core. + +## statistics-2018 + +The statistics-2018 core, in 12-hour batches: + +``` +$ chrt -b 0 dspace dsrun com.atmire.statistics.util.update.atomic.AtomicStatisticsUpdateCLI -t 12 -c statistics-2018 +``` + +It took ~28 hours to finish processing this core. diff --git a/docs/2020-11/index.html b/docs/2020-11/index.html index 4595999ce..73780d2a5 100644 --- a/docs/2020-11/index.html +++ b/docs/2020-11/index.html @@ -17,7 +17,7 @@ So far we’ve spent at least fifty hours to process the statistics and stat - + @@ -39,9 +39,9 @@ So far we’ve spent at least fifty hours to process the statistics and stat "@type": "BlogPosting", "headline": "November, 2020", "url": "https://alanorth.github.io/cgspace-notes/2020-11/", - "wordCount": "3056", + "wordCount": "3215", "datePublished": "2020-11-01T13:11:54+02:00", - "dateModified": "2020-11-22T23:08:49+02:00", + "dateModified": "2020-11-23T22:44:29+02:00", "author": { "@type": "Person", "name": "Alan Orth" @@ -623,6 +623,28 @@ COPY 87411 +

2020-11-24

+ diff --git a/docs/categories/index.html b/docs/categories/index.html index ff5205e0b..55dc1b9f1 100644 --- a/docs/categories/index.html +++ b/docs/categories/index.html @@ -9,7 +9,7 @@ - + diff --git a/docs/categories/notes/index.html b/docs/categories/notes/index.html index 9a92c15bd..9ecbc0216 100644 --- a/docs/categories/notes/index.html +++ b/docs/categories/notes/index.html @@ -9,7 +9,7 @@ - + diff --git a/docs/categories/notes/page/2/index.html b/docs/categories/notes/page/2/index.html index ad549c971..6a31a7da7 100644 --- a/docs/categories/notes/page/2/index.html +++ b/docs/categories/notes/page/2/index.html @@ -9,7 +9,7 @@ - + diff --git a/docs/categories/notes/page/3/index.html b/docs/categories/notes/page/3/index.html index f463bf74d..d471c2537 100644 --- a/docs/categories/notes/page/3/index.html +++ b/docs/categories/notes/page/3/index.html @@ -9,7 +9,7 @@ - + diff --git a/docs/categories/notes/page/4/index.html b/docs/categories/notes/page/4/index.html index a0be5e5a4..a992dd3ec 100644 --- a/docs/categories/notes/page/4/index.html +++ b/docs/categories/notes/page/4/index.html @@ -9,7 +9,7 @@ - + diff --git a/docs/categories/notes/page/5/index.html b/docs/categories/notes/page/5/index.html index 6f1bfc39f..38a6ae037 100644 --- a/docs/categories/notes/page/5/index.html +++ b/docs/categories/notes/page/5/index.html @@ -9,7 +9,7 @@ - + diff --git a/docs/cgspace-dspace6-upgrade/index.html b/docs/cgspace-dspace6-upgrade/index.html index 22a1f8b97..cbe367e4e 100644 --- a/docs/cgspace-dspace6-upgrade/index.html +++ b/docs/cgspace-dspace6-upgrade/index.html @@ -10,7 +10,7 @@ - + @@ -25,9 +25,9 @@ "@type": "BlogPosting", "headline": "CGSpace DSpace 6 Upgrade", "url": "https://alanorth.github.io/cgspace-notes/cgspace-dspace6-upgrade/", - "wordCount": "1327", + "wordCount": "1354", "datePublished": "2020-11-15T13:27:35+02:00", - "dateModified": "2020-11-22T23:08:49+02:00", + "dateModified": "2020-11-23T22:44:29+02:00", "author": { "@type": "Person", "name": "Alan Orth" @@ -412,6 +412,10 @@ $ chrt -b 0 dspace solr-upgrade-statistics-6x -n 2500000 -i statistics-2018

The statistics-2019 core, in 12-hour batches:

$ chrt -b 0 dspace dsrun com.atmire.statistics.util.update.atomic.AtomicStatisticsUpdateCLI -t 12 -c statistics-2019

It took ~32 hours to finish processing this core.

+

statistics-2018

+

The statistics-2018 core, in 12-hour batches:

+
$ chrt -b 0 dspace dsrun com.atmire.statistics.util.update.atomic.AtomicStatisticsUpdateCLI -t 12 -c statistics-2018
+

It took ~28 hours to finish processing this core.

diff --git a/docs/index.html b/docs/index.html index aff615b51..1270f83d1 100644 --- a/docs/index.html +++ b/docs/index.html @@ -9,7 +9,7 @@ - + diff --git a/docs/page/2/index.html b/docs/page/2/index.html index 8f31b1a37..9a621acf1 100644 --- a/docs/page/2/index.html +++ b/docs/page/2/index.html @@ -9,7 +9,7 @@ - + diff --git a/docs/page/3/index.html b/docs/page/3/index.html index 12031afe3..97155e0a0 100644 --- a/docs/page/3/index.html +++ b/docs/page/3/index.html @@ -9,7 +9,7 @@ - + diff --git a/docs/page/4/index.html b/docs/page/4/index.html index 4cbffd70b..927cba75b 100644 --- a/docs/page/4/index.html +++ b/docs/page/4/index.html @@ -9,7 +9,7 @@ - + diff --git a/docs/page/5/index.html b/docs/page/5/index.html index 189038d06..cd323e08f 100644 --- a/docs/page/5/index.html +++ b/docs/page/5/index.html @@ -9,7 +9,7 @@ - + diff --git a/docs/page/6/index.html b/docs/page/6/index.html index 5c4e490d6..1e5fd33bb 100644 --- a/docs/page/6/index.html +++ b/docs/page/6/index.html @@ -9,7 +9,7 @@ - + diff --git a/docs/page/7/index.html b/docs/page/7/index.html index 41207eb56..6ee81ca1f 100644 --- a/docs/page/7/index.html +++ b/docs/page/7/index.html @@ -9,7 +9,7 @@ - + diff --git a/docs/posts/index.html b/docs/posts/index.html index bc4c281ce..521cb8aca 100644 --- a/docs/posts/index.html +++ b/docs/posts/index.html @@ -9,7 +9,7 @@ - + diff --git a/docs/posts/page/2/index.html b/docs/posts/page/2/index.html index d49c5922e..c3b5c06de 100644 --- a/docs/posts/page/2/index.html +++ b/docs/posts/page/2/index.html @@ -9,7 +9,7 @@ - + diff --git a/docs/posts/page/3/index.html b/docs/posts/page/3/index.html index 870b3667a..dab4e7520 100644 --- a/docs/posts/page/3/index.html +++ b/docs/posts/page/3/index.html @@ -9,7 +9,7 @@ - + diff --git a/docs/posts/page/4/index.html b/docs/posts/page/4/index.html index ffd71a478..93efe24f8 100644 --- a/docs/posts/page/4/index.html +++ b/docs/posts/page/4/index.html @@ -9,7 +9,7 @@ - + diff --git a/docs/posts/page/5/index.html b/docs/posts/page/5/index.html index eb8bddee8..b50874f2e 100644 --- a/docs/posts/page/5/index.html +++ b/docs/posts/page/5/index.html @@ -9,7 +9,7 @@ - + diff --git a/docs/posts/page/6/index.html b/docs/posts/page/6/index.html index 6bf047898..19e69ef2d 100644 --- a/docs/posts/page/6/index.html +++ b/docs/posts/page/6/index.html @@ -9,7 +9,7 @@ - + diff --git a/docs/posts/page/7/index.html b/docs/posts/page/7/index.html index 220704942..072e5961c 100644 --- a/docs/posts/page/7/index.html +++ b/docs/posts/page/7/index.html @@ -9,7 +9,7 @@ - + diff --git a/docs/sitemap.xml b/docs/sitemap.xml index a56d8a3bc..eb2aeb1db 100644 --- a/docs/sitemap.xml +++ b/docs/sitemap.xml @@ -4,42 +4,42 @@ https://alanorth.github.io/cgspace-notes/categories/ - 2020-11-22T23:08:49+02:00 + 2020-11-23T22:44:29+02:00 https://alanorth.github.io/cgspace-notes/cgspace-dspace6-upgrade/ - 2020-11-22T23:08:49+02:00 + 2020-11-23T22:44:29+02:00 https://alanorth.github.io/cgspace-notes/ - 2020-11-22T23:08:49+02:00 + 2020-11-23T22:44:29+02:00 https://alanorth.github.io/cgspace-notes/tags/migration/ - 2020-11-22T23:08:49+02:00 + 2020-11-23T22:44:29+02:00 https://alanorth.github.io/cgspace-notes/categories/notes/ - 2020-11-22T23:08:49+02:00 + 2020-11-23T22:44:29+02:00 https://alanorth.github.io/cgspace-notes/posts/ - 2020-11-22T23:08:49+02:00 + 2020-11-23T22:44:29+02:00 https://alanorth.github.io/cgspace-notes/tags/ - 2020-11-22T23:08:49+02:00 + 2020-11-23T22:44:29+02:00 https://alanorth.github.io/cgspace-notes/2020-11/ - 2020-11-22T23:08:49+02:00 + 2020-11-23T22:44:29+02:00 diff --git a/docs/tags/index.html b/docs/tags/index.html index 78d1ceda7..2c0c5e995 100644 --- a/docs/tags/index.html +++ b/docs/tags/index.html @@ -9,7 +9,7 @@ - + diff --git a/docs/tags/migration/index.html b/docs/tags/migration/index.html index 5da93a859..9e506c354 100644 --- a/docs/tags/migration/index.html +++ b/docs/tags/migration/index.html @@ -9,7 +9,7 @@ - +