From 51c6db6ebd29a22d8695b7a42ed632a32feb7b66 Mon Sep 17 00:00:00 2001 From: Alan Orth Date: Sun, 9 May 2021 19:11:51 +0300 Subject: [PATCH] Add notes for 2021-05-09 --- content/posts/2021-05.md | 47 +++++++++++++++++++ docs/2021-05/index.html | 60 +++++++++++++++++++++++-- docs/categories/index.html | 2 +- docs/categories/notes/index.html | 2 +- docs/categories/notes/page/2/index.html | 2 +- docs/categories/notes/page/3/index.html | 2 +- docs/categories/notes/page/4/index.html | 2 +- docs/categories/notes/page/5/index.html | 2 +- docs/index.html | 2 +- docs/page/2/index.html | 2 +- docs/page/3/index.html | 2 +- docs/page/4/index.html | 2 +- docs/page/5/index.html | 2 +- docs/page/6/index.html | 2 +- docs/page/7/index.html | 2 +- docs/posts/index.html | 2 +- docs/posts/page/2/index.html | 2 +- docs/posts/page/3/index.html | 2 +- docs/posts/page/4/index.html | 2 +- docs/posts/page/5/index.html | 2 +- docs/posts/page/6/index.html | 2 +- docs/posts/page/7/index.html | 2 +- docs/sitemap.xml | 10 ++--- 23 files changed, 128 insertions(+), 29 deletions(-) diff --git a/content/posts/2021-05.md b/content/posts/2021-05.md index 8a9e3c3aa..e00048ac4 100644 --- a/content/posts/2021-05.md +++ b/content/posts/2021-05.md @@ -98,4 +98,51 @@ yellow open openrxv-items-final d0tbMM_SRWimirxr_gm9YA 1 1 937 0 - It seems that this got dropped accidentally when we migrated to `dcterms.relation` in CG Core v2 - I fixed it in the `6_x-prod` branch and told him it will be live soon +## 2021-05-09 + +- I set up a clean DSpace 6.4 instance locally to test some things against, for example to be able to rule out whether some issues are due to Atmire modules or are fixed in the as-of-yet-unreleased DSpace 6.4 + - I had to delete all the Atmire schemas, then it worked fine on Tomcat 8.5 with Mirage (I didn't want to bother with npm and ruby for Mirage 2) + - Then I tried to see if I could reproduce the mapping issue that Marianne raised last month + - I tried unmapping and remapping to the CGIAR Gender grants collection and the collection appears in the item view's list of mapped collections, but not on the collection browse itself + - Then I tried mapping to a new collection and it was the same as above + - So this issue is really just a DSpace bug, and nothing to do with Atmire and not fixed in the unreleased DSpace 6.4 + - I will try one more time after updating the Discovery index (I'm also curious how fast it is on vanilla DSpace 6.4, though I think I tried that when I did the flame graphs in 2019 and it was miserable) + +```console +$ time ~/dspace64/bin/dspace index-discovery -b +~/dspace64/bin/dspace index-discovery -b 4053.24s user 53.17s system 38% cpu 2:58:53.83 total +``` + +- Nope! Still slow, and still no mapped item... + - I even tried unmapping it from all collections, and adding it to a single new owning collection... +- Ah hah! Actually, I was inspecting the item's authorization policies when I noticed that someone had made the item private! + - After making it public again I was able to see it in the target collection +- The indexes on AReS Explorer are messed up after last week's harvesting: + +```console +$ curl -s http://localhost:9200/_cat/indices | grep openrxv-items +yellow open openrxv-items-temp H-CGsyyLTaqAj6-nKXZ-7w 1 1 104165 105024 487.7mb 487.7mb +yellow open openrxv-items-final d0tbMM_SRWimirxr_gm9YA 1 1 937 0 2.2mb 2.2mb + +$ curl -s 'http://localhost:9200/_alias/' | python -m json.tool +... + "openrxv-items-final": { + "aliases": {} + }, + "openrxv-items-temp": { + "aliases": { + "openrxv-items": {} + } + } +``` + +- `openrxv-items` should be an alias of `openrxv-items-final`... +- I made a backup of the temp index and then started indexing on the AReS Explorer admin dashboard: + +```console +$ curl -X PUT "localhost:9200/openrxv-items-temp/_settings" -H 'Content-Type: application/json' -d'{"settings": {"index.blocks.write": true}}' +$ curl -s -X POST http://localhost:9200/openrxv-items-temp/_clone/openrxv-items-temp-backup +$ curl -X PUT "localhost:9200/openrxv-items-temp/_settings" -H 'Content-Type: application/json' -d'{"settings": {"index.blocks.write": false}}' +``` + diff --git a/docs/2021-05/index.html b/docs/2021-05/index.html index ead15f020..ebd8b45d6 100644 --- a/docs/2021-05/index.html +++ b/docs/2021-05/index.html @@ -20,7 +20,7 @@ I will add the RI/1.0 pattern to our DSpace agents overload and purge them from - + @@ -46,9 +46,9 @@ I will add the RI/1.0 pattern to our DSpace agents overload and purge them from "@type": "BlogPosting", "headline": "May, 2021", "url": "https://alanorth.github.io/cgspace-notes/2021-05/", - "wordCount": "581", + "wordCount": "964", "datePublished": "2021-05-02T09:50:54+03:00", - "dateModified": "2021-05-02T19:55:06+03:00", + "dateModified": "2021-05-05T21:03:27+03:00", "author": { "@type": "Person", "name": "Alan Orth" @@ -213,7 +213,59 @@ yellow open openrxv-items-final d0tbMM_SRWimirxr_gm9YA 1 1 937 0 - +

2021-05-09

+ +
$ time ~/dspace64/bin/dspace index-discovery -b
+~/dspace64/bin/dspace index-discovery -b  4053.24s user 53.17s system 38% cpu 2:58:53.83 total
+
+
$ curl -s http://localhost:9200/_cat/indices | grep openrxv-items
+yellow open openrxv-items-temp       H-CGsyyLTaqAj6-nKXZ-7w 1 1 104165 105024 487.7mb 487.7mb
+yellow open openrxv-items-final      d0tbMM_SRWimirxr_gm9YA 1 1    937      0   2.2mb   2.2mb
+
+$ curl -s 'http://localhost:9200/_alias/' | python -m json.tool
+...
+    "openrxv-items-final": {
+        "aliases": {}
+    },
+    "openrxv-items-temp": {
+        "aliases": {
+            "openrxv-items": {}
+        }
+    }
+
+
$ curl -X PUT "localhost:9200/openrxv-items-temp/_settings" -H 'Content-Type: application/json' -d'{"settings": {"index.blocks.write": true}}'
+$ curl -s -X POST http://localhost:9200/openrxv-items-temp/_clone/openrxv-items-temp-backup
+$ curl -X PUT "localhost:9200/openrxv-items-temp/_settings" -H 'Content-Type: application/json' -d'{"settings": {"index.blocks.write": false}}'
+
diff --git a/docs/categories/index.html b/docs/categories/index.html index 7201746bc..c6fd00332 100644 --- a/docs/categories/index.html +++ b/docs/categories/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/categories/notes/index.html b/docs/categories/notes/index.html index b29e179a0..2bfe0a753 100644 --- a/docs/categories/notes/index.html +++ b/docs/categories/notes/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/categories/notes/page/2/index.html b/docs/categories/notes/page/2/index.html index 44f941414..101573b45 100644 --- a/docs/categories/notes/page/2/index.html +++ b/docs/categories/notes/page/2/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/categories/notes/page/3/index.html b/docs/categories/notes/page/3/index.html index f6a1a9873..a99688ea4 100644 --- a/docs/categories/notes/page/3/index.html +++ b/docs/categories/notes/page/3/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/categories/notes/page/4/index.html b/docs/categories/notes/page/4/index.html index 156a10e26..6b18b8627 100644 --- a/docs/categories/notes/page/4/index.html +++ b/docs/categories/notes/page/4/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/categories/notes/page/5/index.html b/docs/categories/notes/page/5/index.html index 8bbdcb438..dbdf18acb 100644 --- a/docs/categories/notes/page/5/index.html +++ b/docs/categories/notes/page/5/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/index.html b/docs/index.html index 9febf6a96..b791fb516 100644 --- a/docs/index.html +++ b/docs/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/page/2/index.html b/docs/page/2/index.html index 28da43ddb..45e0302c3 100644 --- a/docs/page/2/index.html +++ b/docs/page/2/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/page/3/index.html b/docs/page/3/index.html index 1291c6fd0..6415befe1 100644 --- a/docs/page/3/index.html +++ b/docs/page/3/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/page/4/index.html b/docs/page/4/index.html index 15421ba60..df1420b3b 100644 --- a/docs/page/4/index.html +++ b/docs/page/4/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/page/5/index.html b/docs/page/5/index.html index 318c6689a..eb6b8e01c 100644 --- a/docs/page/5/index.html +++ b/docs/page/5/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/page/6/index.html b/docs/page/6/index.html index 64bdc43ca..b7dca5d81 100644 --- a/docs/page/6/index.html +++ b/docs/page/6/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/page/7/index.html b/docs/page/7/index.html index 29f8bf2d9..be36262b7 100644 --- a/docs/page/7/index.html +++ b/docs/page/7/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/index.html b/docs/posts/index.html index dc6556929..b15f48397 100644 --- a/docs/posts/index.html +++ b/docs/posts/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/page/2/index.html b/docs/posts/page/2/index.html index bce44e3cf..6d7e032cf 100644 --- a/docs/posts/page/2/index.html +++ b/docs/posts/page/2/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/page/3/index.html b/docs/posts/page/3/index.html index 5a720647d..96eabf1a5 100644 --- a/docs/posts/page/3/index.html +++ b/docs/posts/page/3/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/page/4/index.html b/docs/posts/page/4/index.html index 2b1236d7b..5a44947e5 100644 --- a/docs/posts/page/4/index.html +++ b/docs/posts/page/4/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/page/5/index.html b/docs/posts/page/5/index.html index 4228b4316..46f65c5af 100644 --- a/docs/posts/page/5/index.html +++ b/docs/posts/page/5/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/page/6/index.html b/docs/posts/page/6/index.html index 266d5cce8..d3857ef7a 100644 --- a/docs/posts/page/6/index.html +++ b/docs/posts/page/6/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/page/7/index.html b/docs/posts/page/7/index.html index 46d082598..a3ea4e5f0 100644 --- a/docs/posts/page/7/index.html +++ b/docs/posts/page/7/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/sitemap.xml b/docs/sitemap.xml index 0b9a24922..a46e499cf 100644 --- a/docs/sitemap.xml +++ b/docs/sitemap.xml @@ -3,19 +3,19 @@ xmlns:xhtml="http://www.w3.org/1999/xhtml"> https://alanorth.github.io/cgspace-notes/categories/ - 2021-05-02T19:55:06+03:00 + 2021-05-05T21:03:27+03:00 https://alanorth.github.io/cgspace-notes/ - 2021-05-02T19:55:06+03:00 + 2021-05-05T21:03:27+03:00 https://alanorth.github.io/cgspace-notes/2021-05/ - 2021-05-02T19:55:06+03:00 + 2021-05-05T21:03:27+03:00 https://alanorth.github.io/cgspace-notes/categories/notes/ - 2021-05-02T19:55:06+03:00 + 2021-05-05T21:03:27+03:00 https://alanorth.github.io/cgspace-notes/posts/ - 2021-05-02T19:55:06+03:00 + 2021-05-05T21:03:27+03:00 https://alanorth.github.io/cgspace-notes/2021-04/ 2021-04-28T18:57:48+03:00