From ab72780cf1a15cc3c924cb26c6170f3efe5d0b67 Mon Sep 17 00:00:00 2001 From: Alan Orth Date: Mon, 17 May 2021 18:47:30 +0300 Subject: [PATCH] Add notes for 2021-05-17 --- content/posts/2021-05.md | 52 ++++++++++++++++++++ docs/2021-05/index.html | 63 +++++++++++++++++++++++-- docs/categories/index.html | 2 +- docs/categories/notes/index.html | 2 +- docs/categories/notes/page/2/index.html | 2 +- docs/categories/notes/page/3/index.html | 2 +- docs/categories/notes/page/4/index.html | 2 +- docs/categories/notes/page/5/index.html | 2 +- docs/index.html | 2 +- docs/page/2/index.html | 2 +- docs/page/3/index.html | 2 +- docs/page/4/index.html | 2 +- docs/page/5/index.html | 2 +- docs/page/6/index.html | 2 +- docs/page/7/index.html | 2 +- docs/posts/index.html | 2 +- docs/posts/page/2/index.html | 2 +- docs/posts/page/3/index.html | 2 +- docs/posts/page/4/index.html | 2 +- docs/posts/page/5/index.html | 2 +- docs/posts/page/6/index.html | 2 +- docs/posts/page/7/index.html | 2 +- docs/sitemap.xml | 10 ++-- 23 files changed, 137 insertions(+), 28 deletions(-) diff --git a/content/posts/2021-05.md b/content/posts/2021-05.md index a4672ddb9..17a80a595 100644 --- a/content/posts/2021-05.md +++ b/content/posts/2021-05.md @@ -282,5 +282,57 @@ $ elasticdump --input=/home/aorth/openrxv-items_data.json --output=http://localh - Then I started a new harvest on AReS +## 2021-05-17 + +- The AReS harvest finished and the Elasticsearch indexes seem OK so I shouldn't have to fix them next time... + +```console +$ curl -s http://localhost:9200/_cat/indices | grep openrxv-items +yellow open openrxv-items-temp o3ijJLcyTtGMOPeWpAJiVA 1 1 0 0 283b 283b +yellow open openrxv-items-final TrJ1Ict3QZ-vFkj-4VcAzw 1 1 104317 0 259.4mb 259.4mb +$ curl -s 'http://localhost:9200/_alias/' | python -m json.tool + "openrxv-items-temp": { + "aliases": {} + }, + "openrxv-items-final": { + "aliases": { + "openrxv-items": {} + } + }, +... +``` + +- Abenet said she and some others can't log into CGSpace + - I tried to check the CGSpace LDAP account and it does seem to be not working: + +```console +$ ldapsearch -x -H ldaps://AZCGNEROOT2.CGIARAD.ORG:636/ -b "dc=cgiarad,dc=org" -D "cgspace-ldap@cgiarad.org" -W "(sAMAccountName=aorth)" +Enter LDAP Password: +ldap_bind: Invalid credentials (49) + additional info: 80090308: LdapErr: DSID-0C090453, comment: AcceptSecurityContext error, data 532, v3839 +``` + +- I sent a message to Biruk so he can check the LDAP account +- IWMI confirmed that they do indeed want to move all their subjects to AGROVOC, so I made the changes in the XMLUI and config ([#467](https://github.com/ilri/DSpace/pull/467)) + - Then I used the `migrate-fields.sh` script to move them (46,000 metadata entries!) +- I tested Abdullah's latest pull request to add clickable filters to AReS and I think it works + - I had some issues with my local AReS installation so I was only able to do limited testing... + - I will have to wait until I have more time to test before I can merge that +- CCAFS asked me to add eight more phase II project tags to the CGSpace input form + - I extracted the existing ones using xmllint, added the new ones, sorted them, and then replaced them in `input-forms.xml`: + +```console +$ xmllint --xpath '//value-pairs[@value-pairs-name="ccafsprojectpii"]/pair/stored-value/node()' dspace/config/input-forms.xml +``` + +- I formatted the input file with tidy, especially because one of the new project tags has an ampersand character... grrr: + +```console +$ tidy -xml -utf8 -m -iq -w 0 dspace/config/input-forms.xml +line 3658 column 26 - Warning: unescaped & or unknown entity "&WA_EU-IFAD" +line 3659 column 23 - Warning: unescaped & or unknown entity "&WA_EU-IFAD" +``` + +- After testing whether this escaped value worked during submission, I created and merged a pull request to `6_x-prod` ([#468](https://github.com/ilri/DSpace/pull/468)) diff --git a/docs/2021-05/index.html b/docs/2021-05/index.html index 0c54e0732..09a71eaed 100644 --- a/docs/2021-05/index.html +++ b/docs/2021-05/index.html @@ -20,7 +20,7 @@ I will add the RI/1.0 pattern to our DSpace agents overload and purge them from - + @@ -46,9 +46,9 @@ I will add the RI/1.0 pattern to our DSpace agents overload and purge them from "@type": "BlogPosting", "headline": "May, 2021", "url": "https://alanorth.github.io/cgspace-notes/2021-05/", - "wordCount": "1907", + "wordCount": "2245", "datePublished": "2021-05-02T09:50:54+03:00", - "dateModified": "2021-05-15T20:28:33+03:00", + "dateModified": "2021-05-16T17:11:48+03:00", "author": { "@type": "Person", "name": "Alan Orth" @@ -399,6 +399,63 @@ $ elasticdump --input=/home/aorth/openrxv-items_data.json --output=http://localh +

2021-05-17

+ +
$ curl -s http://localhost:9200/_cat/indices | grep openrxv-items
+yellow open openrxv-items-temp       o3ijJLcyTtGMOPeWpAJiVA 1 1      0 0    283b    283b
+yellow open openrxv-items-final      TrJ1Ict3QZ-vFkj-4VcAzw 1 1 104317 0 259.4mb 259.4mb
+$ curl -s 'http://localhost:9200/_alias/' | python -m json.tool
+    "openrxv-items-temp": {
+        "aliases": {}
+    },
+    "openrxv-items-final": {
+        "aliases": {
+            "openrxv-items": {}
+        }
+    },
+...
+
+
$ ldapsearch -x -H ldaps://AZCGNEROOT2.CGIARAD.ORG:636/ -b "dc=cgiarad,dc=org" -D "cgspace-ldap@cgiarad.org" -W "(sAMAccountName=aorth)"
+Enter LDAP Password: 
+ldap_bind: Invalid credentials (49)
+        additional info: 80090308: LdapErr: DSID-0C090453, comment: AcceptSecurityContext error, data 532, v3839
+
+
$ xmllint --xpath '//value-pairs[@value-pairs-name="ccafsprojectpii"]/pair/stored-value/node()' dspace/config/input-forms.xml
+
+
$ tidy -xml -utf8 -m -iq -w 0 dspace/config/input-forms.xml      
+line 3658 column 26 - Warning: unescaped & or unknown entity "&WA_EU-IFAD"
+line 3659 column 23 - Warning: unescaped & or unknown entity "&WA_EU-IFAD"
+
diff --git a/docs/categories/index.html b/docs/categories/index.html index 006f2dba4..bc7e899b7 100644 --- a/docs/categories/index.html +++ b/docs/categories/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/categories/notes/index.html b/docs/categories/notes/index.html index fa1d2aeee..7b622af27 100644 --- a/docs/categories/notes/index.html +++ b/docs/categories/notes/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/categories/notes/page/2/index.html b/docs/categories/notes/page/2/index.html index 3ac5508e3..cd0c293bc 100644 --- a/docs/categories/notes/page/2/index.html +++ b/docs/categories/notes/page/2/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/categories/notes/page/3/index.html b/docs/categories/notes/page/3/index.html index c2f6cbfe9..46a3bfd28 100644 --- a/docs/categories/notes/page/3/index.html +++ b/docs/categories/notes/page/3/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/categories/notes/page/4/index.html b/docs/categories/notes/page/4/index.html index 8164dc61d..0bd718ea7 100644 --- a/docs/categories/notes/page/4/index.html +++ b/docs/categories/notes/page/4/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/categories/notes/page/5/index.html b/docs/categories/notes/page/5/index.html index cba5cfbb6..2d65cf602 100644 --- a/docs/categories/notes/page/5/index.html +++ b/docs/categories/notes/page/5/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/index.html b/docs/index.html index 44a78d800..1340ade55 100644 --- a/docs/index.html +++ b/docs/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/page/2/index.html b/docs/page/2/index.html index 277bf2873..569d7663d 100644 --- a/docs/page/2/index.html +++ b/docs/page/2/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/page/3/index.html b/docs/page/3/index.html index 1c33fd01a..50b2a51cf 100644 --- a/docs/page/3/index.html +++ b/docs/page/3/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/page/4/index.html b/docs/page/4/index.html index 619b98637..5172c4f9f 100644 --- a/docs/page/4/index.html +++ b/docs/page/4/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/page/5/index.html b/docs/page/5/index.html index 3a462f62e..eac31d81c 100644 --- a/docs/page/5/index.html +++ b/docs/page/5/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/page/6/index.html b/docs/page/6/index.html index a7d929d50..3d74b4145 100644 --- a/docs/page/6/index.html +++ b/docs/page/6/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/page/7/index.html b/docs/page/7/index.html index 51c574046..ce14bf91b 100644 --- a/docs/page/7/index.html +++ b/docs/page/7/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/index.html b/docs/posts/index.html index 01d6fc7ae..cc0d91e55 100644 --- a/docs/posts/index.html +++ b/docs/posts/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/page/2/index.html b/docs/posts/page/2/index.html index ba687a6a2..1243093ca 100644 --- a/docs/posts/page/2/index.html +++ b/docs/posts/page/2/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/page/3/index.html b/docs/posts/page/3/index.html index 8f904ceae..7a6b52229 100644 --- a/docs/posts/page/3/index.html +++ b/docs/posts/page/3/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/page/4/index.html b/docs/posts/page/4/index.html index 72090f35d..d84c9a9cd 100644 --- a/docs/posts/page/4/index.html +++ b/docs/posts/page/4/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/page/5/index.html b/docs/posts/page/5/index.html index 8898e2613..4d40d3b58 100644 --- a/docs/posts/page/5/index.html +++ b/docs/posts/page/5/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/page/6/index.html b/docs/posts/page/6/index.html index 81afdae46..5a933e170 100644 --- a/docs/posts/page/6/index.html +++ b/docs/posts/page/6/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/page/7/index.html b/docs/posts/page/7/index.html index 850369cc1..4ad720a4e 100644 --- a/docs/posts/page/7/index.html +++ b/docs/posts/page/7/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/sitemap.xml b/docs/sitemap.xml index 40361a29e..d0deafd79 100644 --- a/docs/sitemap.xml +++ b/docs/sitemap.xml @@ -3,19 +3,19 @@ xmlns:xhtml="http://www.w3.org/1999/xhtml"> https://alanorth.github.io/cgspace-notes/categories/ - 2021-05-15T20:28:33+03:00 + 2021-05-16T17:11:48+03:00 https://alanorth.github.io/cgspace-notes/ - 2021-05-15T20:28:33+03:00 + 2021-05-16T17:11:48+03:00 https://alanorth.github.io/cgspace-notes/2021-05/ - 2021-05-15T20:28:33+03:00 + 2021-05-16T17:11:48+03:00 https://alanorth.github.io/cgspace-notes/categories/notes/ - 2021-05-15T20:28:33+03:00 + 2021-05-16T17:11:48+03:00 https://alanorth.github.io/cgspace-notes/posts/ - 2021-05-15T20:28:33+03:00 + 2021-05-16T17:11:48+03:00 https://alanorth.github.io/cgspace-notes/2021-04/ 2021-04-28T18:57:48+03:00