From 0089125198932079a2f00f7aac7727e35f51970c Mon Sep 17 00:00:00 2001 From: Alan Orth Date: Sun, 14 Feb 2021 20:00:24 +0200 Subject: [PATCH] Add notes for 2021-02-14 --- content/posts/2021-02.md | 40 +++++++++++++++++++++ docs/2021-02/index.html | 47 ++++++++++++++++++++++--- docs/categories/index.html | 2 +- docs/categories/notes/index.html | 2 +- docs/categories/notes/page/2/index.html | 2 +- docs/categories/notes/page/3/index.html | 2 +- docs/categories/notes/page/4/index.html | 2 +- docs/categories/notes/page/5/index.html | 2 +- docs/index.html | 2 +- docs/page/2/index.html | 2 +- docs/page/3/index.html | 2 +- docs/page/4/index.html | 2 +- docs/page/5/index.html | 2 +- docs/page/6/index.html | 2 +- docs/page/7/index.html | 2 +- docs/posts/index.html | 2 +- docs/posts/page/2/index.html | 2 +- docs/posts/page/3/index.html | 2 +- docs/posts/page/4/index.html | 2 +- docs/posts/page/5/index.html | 2 +- docs/posts/page/6/index.html | 2 +- docs/posts/page/7/index.html | 2 +- docs/sitemap.xml | 10 +++--- 23 files changed, 108 insertions(+), 29 deletions(-) diff --git a/content/posts/2021-02.md b/content/posts/2021-02.md index 3c05b7c87..c2a0ca29a 100644 --- a/content/posts/2021-02.md +++ b/content/posts/2021-02.md @@ -326,4 +326,44 @@ or( - Call with Abdullah and Yousef to discuss some issues - We got the Angular expressions parser working... +## 2021-02-13 + +- Run system updates, deploy latest `6_x-prod` branch, and reboot CGSpace (linode18) +- Normalize `text_lang` of DSpace item metadata on CGSpace: + +``` +dspace=# SELECT DISTINCT text_lang, count(text_lang) FROM metadatavalue WHERE dspace_object_id IN (SELECT uuid FROM item) GROUP BY text_lang ORDER BY count DESC; + text_lang | count +-----------+--------- + en_US | 2567413 + | 8050 + en | 7601 + | 0 +(4 rows) +dspace=# UPDATE metadatavalue SET text_lang='en_US' WHERE dspace_object_id IN (SELECT uuid FROM item); +``` + +- Start a full Discovery re-indexing on CGSpace + +## 2021-02-14 + +- Clear the OpenRXV temp items index: + +```console +$ curl -XDELETE 'http://localhost:9200/openrxv-items-temp' +``` + +- Then start a full harvesting of CGSpace in the AReS Explorer admin dashboard +- Peter asked me about a few other recently submitted FEAST items that are restricted + - I checked the collection and there was an empty group there for the "default read" authorization + - I deleted the group and fixed the authorization policies for two new items manually +- Upload fifteen items to CGSpace for Peter Ballantyne +- Move 313 journals from series, which Peter had indicated when we were cleaning up the series last week + - I re-purposed one of my Python metadata scripts to create `move-metadata-values.py` + - The script reads a text file with one metadata value per line and moves them from one metadata field id to another + +```console +$ ./ilri/move-metadata-values.py -i /tmp/move.txt -db dspace -u dspace -p 'fuuu' -f 43 -t 55 +``` + diff --git a/docs/2021-02/index.html b/docs/2021-02/index.html index cc677dbe1..8ed7ac3f7 100644 --- a/docs/2021-02/index.html +++ b/docs/2021-02/index.html @@ -32,7 +32,7 @@ $ curl -s 'http://localhost:9200/openrxv-items-temp/_count?q=*&pretty - + @@ -70,9 +70,9 @@ $ curl -s 'http://localhost:9200/openrxv-items-temp/_count?q=*&pretty "@type": "BlogPosting", "headline": "February, 2021", "url": "https://alanorth.github.io/cgspace-notes/2021-02/", - "wordCount": "2064", + "wordCount": "2281", "datePublished": "2021-02-01T10:13:54+02:00", - "dateModified": "2021-02-11T09:36:09+02:00", + "dateModified": "2021-02-11T22:24:21+02:00", "author": { "@type": "Person", "name": "Alan Orth" @@ -485,7 +485,46 @@ $ csvcut -c id /tmp/2021-02-10-ILRI.csv | sed '1d' | sort | uniq -c | sort -h | - +

2021-02-13

+ +
dspace=# SELECT DISTINCT text_lang, count(text_lang) FROM metadatavalue WHERE dspace_object_id IN (SELECT uuid FROM item) GROUP BY text_lang ORDER BY count DESC;
+ text_lang |  count  
+-----------+---------
+ en_US     | 2567413
+           |    8050
+ en        |    7601
+           |       0
+(4 rows)
+dspace=# UPDATE metadatavalue SET text_lang='en_US' WHERE dspace_object_id IN (SELECT uuid FROM item);
+
+

2021-02-14

+ +
$ curl -XDELETE 'http://localhost:9200/openrxv-items-temp'
+
+
$ ./ilri/move-metadata-values.py -i /tmp/move.txt -db dspace -u dspace -p 'fuuu' -f 43 -t 55
+
diff --git a/docs/categories/index.html b/docs/categories/index.html index c4c55f207..d7ba7a8c6 100644 --- a/docs/categories/index.html +++ b/docs/categories/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/categories/notes/index.html b/docs/categories/notes/index.html index eea123867..8dc20ccff 100644 --- a/docs/categories/notes/index.html +++ b/docs/categories/notes/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/categories/notes/page/2/index.html b/docs/categories/notes/page/2/index.html index 85991320d..c45d7458b 100644 --- a/docs/categories/notes/page/2/index.html +++ b/docs/categories/notes/page/2/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/categories/notes/page/3/index.html b/docs/categories/notes/page/3/index.html index 526961385..f475fa7ab 100644 --- a/docs/categories/notes/page/3/index.html +++ b/docs/categories/notes/page/3/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/categories/notes/page/4/index.html b/docs/categories/notes/page/4/index.html index bc74017d1..ba282f9bf 100644 --- a/docs/categories/notes/page/4/index.html +++ b/docs/categories/notes/page/4/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/categories/notes/page/5/index.html b/docs/categories/notes/page/5/index.html index 3d6ab7e1c..7a7e0f033 100644 --- a/docs/categories/notes/page/5/index.html +++ b/docs/categories/notes/page/5/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/index.html b/docs/index.html index 8d8c2e469..6e532d112 100644 --- a/docs/index.html +++ b/docs/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/page/2/index.html b/docs/page/2/index.html index f962ce5e6..67775cc1c 100644 --- a/docs/page/2/index.html +++ b/docs/page/2/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/page/3/index.html b/docs/page/3/index.html index 5b70306c5..c5ee12f0a 100644 --- a/docs/page/3/index.html +++ b/docs/page/3/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/page/4/index.html b/docs/page/4/index.html index fe51da1d0..f720f58cd 100644 --- a/docs/page/4/index.html +++ b/docs/page/4/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/page/5/index.html b/docs/page/5/index.html index 61f51ae15..6054aab00 100644 --- a/docs/page/5/index.html +++ b/docs/page/5/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/page/6/index.html b/docs/page/6/index.html index 055c76f2c..826dca4c3 100644 --- a/docs/page/6/index.html +++ b/docs/page/6/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/page/7/index.html b/docs/page/7/index.html index 2b62a5110..bb0a43894 100644 --- a/docs/page/7/index.html +++ b/docs/page/7/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/index.html b/docs/posts/index.html index 44fd82c65..012497bda 100644 --- a/docs/posts/index.html +++ b/docs/posts/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/page/2/index.html b/docs/posts/page/2/index.html index 33ea208a5..65b02e19a 100644 --- a/docs/posts/page/2/index.html +++ b/docs/posts/page/2/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/page/3/index.html b/docs/posts/page/3/index.html index 3b86f70c2..0078ffb41 100644 --- a/docs/posts/page/3/index.html +++ b/docs/posts/page/3/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/page/4/index.html b/docs/posts/page/4/index.html index e736de457..1050a1445 100644 --- a/docs/posts/page/4/index.html +++ b/docs/posts/page/4/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/page/5/index.html b/docs/posts/page/5/index.html index 7afd06a1a..41cfc04f0 100644 --- a/docs/posts/page/5/index.html +++ b/docs/posts/page/5/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/page/6/index.html b/docs/posts/page/6/index.html index cdf746fc3..08fe9e23e 100644 --- a/docs/posts/page/6/index.html +++ b/docs/posts/page/6/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/page/7/index.html b/docs/posts/page/7/index.html index e53a03102..58a340bf5 100644 --- a/docs/posts/page/7/index.html +++ b/docs/posts/page/7/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/sitemap.xml b/docs/sitemap.xml index 1a606544c..0e7ba1fad 100644 --- a/docs/sitemap.xml +++ b/docs/sitemap.xml @@ -4,27 +4,27 @@ https://alanorth.github.io/cgspace-notes/categories/ - 2021-02-11T09:36:09+02:00 + 2021-02-11T22:24:21+02:00 https://alanorth.github.io/cgspace-notes/ - 2021-02-11T09:36:09+02:00 + 2021-02-11T22:24:21+02:00 https://alanorth.github.io/cgspace-notes/2021-02/ - 2021-02-11T09:36:09+02:00 + 2021-02-11T22:24:21+02:00 https://alanorth.github.io/cgspace-notes/categories/notes/ - 2021-02-11T09:36:09+02:00 + 2021-02-11T22:24:21+02:00 https://alanorth.github.io/cgspace-notes/posts/ - 2021-02-11T09:36:09+02:00 + 2021-02-11T22:24:21+02:00