diff --git a/content/posts/2021-05.md b/content/posts/2021-05.md index e00048ac4..4f8b97f1a 100644 --- a/content/posts/2021-05.md +++ b/content/posts/2021-05.md @@ -145,4 +145,43 @@ $ curl -s -X POST http://localhost:9200/openrxv-items-temp/_clone/openrxv-items- $ curl -X PUT "localhost:9200/openrxv-items-temp/_settings" -H 'Content-Type: application/json' -d'{"settings": {"index.blocks.write": false}}' ``` +## 2021-05-10 + +- Amazing, the harvesting on AReS finished but it messed up all the indexes and now there are no items in any index! + +```console +$ curl -s http://localhost:9200/_cat/indices | grep openrxv-items +yellow open openrxv-items-temp 8thRX0WVRUeAzmd2hkG6TA 1 1 0 0 283b 283b +yellow open openrxv-items-temp-backup _0tyvctBTg2pjOlcoVP1LA 1 1 104165 20134 305.5mb 305.5mb +yellow open openrxv-items-final BtvV9kwVQ3yBYCZvJS1QyQ 1 1 0 0 283b 283b +``` + +- I fixed the indexes manually by re-creating them and cloning from the backup: + +```console +$ curl -XDELETE 'http://localhost:9200/openrxv-items-final' +$ curl -X PUT "localhost:9200/openrxv-items-temp-backup/_settings" -H 'Content-Type: application/json' -d'{"settings": {"index.blocks.write": true}}' +$ curl -s -X POST http://localhost:9200/openrxv-items-temp-backup/_clone/openrxv-items-final +$ curl -s -X POST 'http://localhost:9200/_aliases' -H 'Content-Type: application/json' -d'{"actions" : [{"add" : { "index" : "openrxv-items-final", "alias" : "openrxv-items"}}]}' +$ curl -XDELETE 'http://localhost:9200/openrxv-items-temp-backup' +``` + +- Also I ran all updated on the server and updated all Docker images, then rebooted the server (linode20): + +```console +$ docker images | grep -v ^REPO | sed 's/ \+/:/g' | cut -d: -f1,2 | xargs -L1 docker pull +``` + +- I backed up the AReS Elasticsearch data using elasticdump, then started a new harvest: + +```console +$ elasticdump --input=http://localhost:9200/openrxv-items --output=/home/aorth/openrxv-items_mapping.json --type=mapping +$ elasticdump --input=http://localhost:9200/openrxv-items --output=/home/aorth/openrxv-items_data.json --type=data --limit=1000 +``` + +- Discuss CGSpace statistics with the CIP team + - They were wondering why their numbers for 2020 were so low + - I checked their community using the DSpace Statistics API and found very accurate numbers for 2020 and 2019 for them + - I think they had been using AReS, which actually doesn't even give stats for a time period... + diff --git a/docs/2021-05/index.html b/docs/2021-05/index.html index ebd8b45d6..80241614c 100644 --- a/docs/2021-05/index.html +++ b/docs/2021-05/index.html @@ -20,7 +20,7 @@ I will add the RI/1.0 pattern to our DSpace agents overload and purge them from - + @@ -46,9 +46,9 @@ I will add the RI/1.0 pattern to our DSpace agents overload and purge them from "@type": "BlogPosting", "headline": "May, 2021", "url": "https://alanorth.github.io/cgspace-notes/2021-05/", - "wordCount": "964", + "wordCount": "1200", "datePublished": "2021-05-02T09:50:54+03:00", - "dateModified": "2021-05-05T21:03:27+03:00", + "dateModified": "2021-05-09T19:11:51+03:00", "author": { "@type": "Person", "name": "Alan Orth" @@ -265,7 +265,41 @@ $ curl -s 'http://localhost:9200/_alias/' | python -m json.tool 
$ curl -X PUT "localhost:9200/openrxv-items-temp/_settings" -H 'Content-Type: application/json' -d'{"settings": {"index.blocks.write": true}}'
 $ curl -s -X POST http://localhost:9200/openrxv-items-temp/_clone/openrxv-items-temp-backup
 $ curl -X PUT "localhost:9200/openrxv-items-temp/_settings" -H 'Content-Type: application/json' -d'{"settings": {"index.blocks.write": false}}'
-
+

2021-05-10

+ +
$ curl -s http://localhost:9200/_cat/indices | grep openrxv-items
+yellow open openrxv-items-temp        8thRX0WVRUeAzmd2hkG6TA 1 1      0     0    283b    283b
+yellow open openrxv-items-temp-backup _0tyvctBTg2pjOlcoVP1LA 1 1 104165 20134 305.5mb 305.5mb
+yellow open openrxv-items-final       BtvV9kwVQ3yBYCZvJS1QyQ 1 1      0     0    283b    283b
+
+
$ curl -XDELETE 'http://localhost:9200/openrxv-items-final'
+$ curl -X PUT "localhost:9200/openrxv-items-temp-backup/_settings" -H 'Content-Type: application/json' -d'{"settings": {"index.blocks.write": true}}'
+$ curl -s -X POST http://localhost:9200/openrxv-items-temp-backup/_clone/openrxv-items-final
+$ curl -s -X POST 'http://localhost:9200/_aliases' -H 'Content-Type: application/json' -d'{"actions" : [{"add" : { "index" : "openrxv-items-final", "alias" : "openrxv-items"}}]}'
+$ curl -XDELETE 'http://localhost:9200/openrxv-items-temp-backup'
+
+
$ docker images | grep -v ^REPO | sed 's/ \+/:/g' | cut -d: -f1,2 | xargs -L1 docker pull
+
+
$ elasticdump --input=http://localhost:9200/openrxv-items --output=/home/aorth/openrxv-items_mapping.json --type=mapping
+$ elasticdump --input=http://localhost:9200/openrxv-items --output=/home/aorth/openrxv-items_data.json --type=data --limit=1000
+
+ diff --git a/docs/categories/index.html b/docs/categories/index.html index c6fd00332..03cb2f826 100644 --- a/docs/categories/index.html +++ b/docs/categories/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/categories/notes/index.html b/docs/categories/notes/index.html index 2bfe0a753..d4b50ad50 100644 --- a/docs/categories/notes/index.html +++ b/docs/categories/notes/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/categories/notes/page/2/index.html b/docs/categories/notes/page/2/index.html index 101573b45..055f193a3 100644 --- a/docs/categories/notes/page/2/index.html +++ b/docs/categories/notes/page/2/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/categories/notes/page/3/index.html b/docs/categories/notes/page/3/index.html index a99688ea4..c6d165b65 100644 --- a/docs/categories/notes/page/3/index.html +++ b/docs/categories/notes/page/3/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/categories/notes/page/4/index.html b/docs/categories/notes/page/4/index.html index 6b18b8627..7109c00f0 100644 --- a/docs/categories/notes/page/4/index.html +++ b/docs/categories/notes/page/4/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/categories/notes/page/5/index.html b/docs/categories/notes/page/5/index.html index dbdf18acb..f76ceaf8b 100644 --- a/docs/categories/notes/page/5/index.html +++ b/docs/categories/notes/page/5/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/index.html b/docs/index.html index b791fb516..24f8f39d6 100644 --- a/docs/index.html +++ b/docs/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/page/2/index.html b/docs/page/2/index.html index 45e0302c3..ab6cf27c8 100644 --- a/docs/page/2/index.html +++ b/docs/page/2/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/page/3/index.html b/docs/page/3/index.html index 6415befe1..6e869564e 100644 --- a/docs/page/3/index.html +++ b/docs/page/3/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/page/4/index.html b/docs/page/4/index.html index df1420b3b..2cb638acc 100644 --- a/docs/page/4/index.html +++ b/docs/page/4/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/page/5/index.html b/docs/page/5/index.html index eb6b8e01c..b057ce8d7 100644 --- a/docs/page/5/index.html +++ b/docs/page/5/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/page/6/index.html b/docs/page/6/index.html index b7dca5d81..b8493badf 100644 --- a/docs/page/6/index.html +++ b/docs/page/6/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/page/7/index.html b/docs/page/7/index.html index be36262b7..bd25fa77f 100644 --- a/docs/page/7/index.html +++ b/docs/page/7/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/index.html b/docs/posts/index.html index b15f48397..eca942d17 100644 --- a/docs/posts/index.html +++ b/docs/posts/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/page/2/index.html b/docs/posts/page/2/index.html index 6d7e032cf..26f57e012 100644 --- a/docs/posts/page/2/index.html +++ b/docs/posts/page/2/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/page/3/index.html b/docs/posts/page/3/index.html index 96eabf1a5..3a2dade15 100644 --- a/docs/posts/page/3/index.html +++ b/docs/posts/page/3/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/page/4/index.html b/docs/posts/page/4/index.html index 5a44947e5..c7c2e2a70 100644 --- a/docs/posts/page/4/index.html +++ b/docs/posts/page/4/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/page/5/index.html b/docs/posts/page/5/index.html index 46f65c5af..252d0756c 100644 --- a/docs/posts/page/5/index.html +++ b/docs/posts/page/5/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/page/6/index.html b/docs/posts/page/6/index.html index d3857ef7a..bde9d12df 100644 --- a/docs/posts/page/6/index.html +++ b/docs/posts/page/6/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/page/7/index.html b/docs/posts/page/7/index.html index a3ea4e5f0..627773a14 100644 --- a/docs/posts/page/7/index.html +++ b/docs/posts/page/7/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/sitemap.xml b/docs/sitemap.xml index a46e499cf..113369bea 100644 --- a/docs/sitemap.xml +++ b/docs/sitemap.xml @@ -3,19 +3,19 @@ xmlns:xhtml="http://www.w3.org/1999/xhtml"> https://alanorth.github.io/cgspace-notes/categories/ - 2021-05-05T21:03:27+03:00 + 2021-05-09T19:11:51+03:00 https://alanorth.github.io/cgspace-notes/ - 2021-05-05T21:03:27+03:00 + 2021-05-09T19:11:51+03:00 https://alanorth.github.io/cgspace-notes/2021-05/ - 2021-05-05T21:03:27+03:00 + 2021-05-09T19:11:51+03:00 https://alanorth.github.io/cgspace-notes/categories/notes/ - 2021-05-05T21:03:27+03:00 + 2021-05-09T19:11:51+03:00 https://alanorth.github.io/cgspace-notes/posts/ - 2021-05-05T21:03:27+03:00 + 2021-05-09T19:11:51+03:00 https://alanorth.github.io/cgspace-notes/2021-04/ 2021-04-28T18:57:48+03:00