From 51ce8b0cf4a71f484cd9eaddf4472a11c630e742 Mon Sep 17 00:00:00 2001 From: Alan Orth Date: Sun, 16 May 2021 17:11:48 +0300 Subject: [PATCH] Add notes for 2021-05-16 --- content/posts/2021-05.md | 46 +++++++++++++++++++++++++ docs/2021-05/index.html | 42 ++++++++++++++++++++-- docs/categories/index.html | 2 +- docs/categories/notes/index.html | 2 +- docs/categories/notes/page/2/index.html | 2 +- docs/categories/notes/page/3/index.html | 2 +- docs/categories/notes/page/4/index.html | 2 +- docs/categories/notes/page/5/index.html | 2 +- docs/index.html | 2 +- docs/page/2/index.html | 2 +- docs/page/3/index.html | 2 +- docs/page/4/index.html | 2 +- docs/page/5/index.html | 2 +- docs/page/6/index.html | 2 +- docs/page/7/index.html | 2 +- docs/posts/index.html | 2 +- docs/posts/page/2/index.html | 2 +- docs/posts/page/3/index.html | 2 +- docs/posts/page/4/index.html | 2 +- docs/posts/page/5/index.html | 2 +- docs/posts/page/6/index.html | 2 +- docs/posts/page/7/index.html | 2 +- docs/sitemap.xml | 10 +++--- 23 files changed, 110 insertions(+), 28 deletions(-) diff --git a/content/posts/2021-05.md b/content/posts/2021-05.md index 8d8ac61f5..a4672ddb9 100644 --- a/content/posts/2021-05.md +++ b/content/posts/2021-05.md @@ -237,4 +237,50 @@ UPDATE 1803 - I updated the PostgreSQL JDBC driver in the Ansible playbooks to version 42.2.20 and deployed it on DSpace Test (linode26) +## 2021-05-15 + +- I have to fix the Elasticsearch indexes on AReS after last week's harvesting because, as always, the `openrxv-items` index should be an alias of `openrxv-items-final` instead of `openrxv-items-temp`: + +```console +$ curl -s 'http://localhost:9200/_alias/' | python -m json.tool + "openrxv-items-final": { + "aliases": {} + }, + "openrxv-items-temp": { + "aliases": { + "openrxv-items": {} + } + }, +... +``` + +- I took a backup of the `openrxv-items` index with elasticdump so I can re-create them manually before starting a new harvest tomorrow: + +```console +$ elasticdump --input=http://localhost:9200/openrxv-items --output=/home/aorth/openrxv-items_mapping.json --type=mapping +$ elasticdump --input=http://localhost:9200/openrxv-items --output=/home/aorth/openrxv-items_data.json --type=data --limit=1000 +``` + +## 2021-05-16 + +- I deleted and re-created the Elasticsearch indexes on AReS: + +```console +$ curl -XDELETE 'http://localhost:9200/openrxv-items-final' +$ curl -XDELETE 'http://localhost:9200/openrxv-items-temp' +$ curl -XPUT 'http://localhost:9200/openrxv-items-final' +$ curl -XPUT 'http://localhost:9200/openrxv-items-temp' +$ curl -s -X POST 'http://localhost:9200/_aliases' -H 'Content-Type: application/json' -d'{"actions" : [{"add" : { "index" : "openrxv-items-final", "alias" : "openrxv-items"}}]}' +``` + +- Then I re-imported the backup that I created with elasticdump yesterday: + +```console +$ elasticdump --input=/home/aorth/openrxv-items_mapping.json --output=http://localhost:9200/openrxv-items-final --type=mapping +$ elasticdump --input=/home/aorth/openrxv-items_data.json --output=http://localhost:9200/openrxv-items-final --type=data --limit=1000 +``` + +- Then I started a new harvest on AReS + + diff --git a/docs/2021-05/index.html b/docs/2021-05/index.html index c2b83c638..0c54e0732 100644 --- a/docs/2021-05/index.html +++ b/docs/2021-05/index.html @@ -20,7 +20,7 @@ I will add the RI/1.0 pattern to our DSpace agents overload and purge them from - + @@ -46,9 +46,9 @@ I will add the RI/1.0 pattern to our DSpace agents overload and purge them from "@type": "BlogPosting", "headline": "May, 2021", "url": "https://alanorth.github.io/cgspace-notes/2021-05/", - "wordCount": "1747", + "wordCount": "1907", "datePublished": "2021-05-02T09:50:54+03:00", - "dateModified": "2021-05-13T12:58:08+03:00", + "dateModified": "2021-05-15T20:28:33+03:00", "author": { "@type": "Person", "name": "Alan Orth" @@ -363,6 +363,42 @@ UPDATE 1803 +

2021-05-15

+ +
$ curl -s 'http://localhost:9200/_alias/' | python -m json.tool
+    "openrxv-items-final": {
+        "aliases": {}
+    },
+    "openrxv-items-temp": {
+        "aliases": {
+            "openrxv-items": {}
+        }
+    },
+...
+
+
$ elasticdump --input=http://localhost:9200/openrxv-items --output=/home/aorth/openrxv-items_mapping.json --type=mapping
+$ elasticdump --input=http://localhost:9200/openrxv-items --output=/home/aorth/openrxv-items_data.json --type=data --limit=1000
+

2021-05-16

+ +
$ curl -XDELETE 'http://localhost:9200/openrxv-items-final'
+$ curl -XDELETE 'http://localhost:9200/openrxv-items-temp'
+$ curl -XPUT 'http://localhost:9200/openrxv-items-final'
+$ curl -XPUT 'http://localhost:9200/openrxv-items-temp'
+$ curl -s -X POST 'http://localhost:9200/_aliases' -H 'Content-Type: application/json' -d'{"actions" : [{"add" : { "index" : "openrxv-items-final", "alias" : "openrxv-items"}}]}'
+
+
$ elasticdump --input=/home/aorth/openrxv-items_mapping.json --output=http://localhost:9200/openrxv-items-final --type=mapping
+$ elasticdump --input=/home/aorth/openrxv-items_data.json --output=http://localhost:9200/openrxv-items-final --type=data --limit=1000 
+
diff --git a/docs/categories/index.html b/docs/categories/index.html index 843436a54..006f2dba4 100644 --- a/docs/categories/index.html +++ b/docs/categories/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/categories/notes/index.html b/docs/categories/notes/index.html index 2fe387b6a..fa1d2aeee 100644 --- a/docs/categories/notes/index.html +++ b/docs/categories/notes/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/categories/notes/page/2/index.html b/docs/categories/notes/page/2/index.html index b36dfb2c7..3ac5508e3 100644 --- a/docs/categories/notes/page/2/index.html +++ b/docs/categories/notes/page/2/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/categories/notes/page/3/index.html b/docs/categories/notes/page/3/index.html index bfed294a8..c2f6cbfe9 100644 --- a/docs/categories/notes/page/3/index.html +++ b/docs/categories/notes/page/3/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/categories/notes/page/4/index.html b/docs/categories/notes/page/4/index.html index d9d2ac676..8164dc61d 100644 --- a/docs/categories/notes/page/4/index.html +++ b/docs/categories/notes/page/4/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/categories/notes/page/5/index.html b/docs/categories/notes/page/5/index.html index 598c1314e..cba5cfbb6 100644 --- a/docs/categories/notes/page/5/index.html +++ b/docs/categories/notes/page/5/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/index.html b/docs/index.html index af29023f6..44a78d800 100644 --- a/docs/index.html +++ b/docs/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/page/2/index.html b/docs/page/2/index.html index a6f627421..277bf2873 100644 --- a/docs/page/2/index.html +++ b/docs/page/2/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/page/3/index.html b/docs/page/3/index.html index a8d98b0a6..1c33fd01a 100644 --- a/docs/page/3/index.html +++ b/docs/page/3/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/page/4/index.html b/docs/page/4/index.html index 1954ca9a1..619b98637 100644 --- a/docs/page/4/index.html +++ b/docs/page/4/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/page/5/index.html b/docs/page/5/index.html index dee570d1b..3a462f62e 100644 --- a/docs/page/5/index.html +++ b/docs/page/5/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/page/6/index.html b/docs/page/6/index.html index 21a82c699..a7d929d50 100644 --- a/docs/page/6/index.html +++ b/docs/page/6/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/page/7/index.html b/docs/page/7/index.html index 43fdd8d18..51c574046 100644 --- a/docs/page/7/index.html +++ b/docs/page/7/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/index.html b/docs/posts/index.html index 09f65b36c..01d6fc7ae 100644 --- a/docs/posts/index.html +++ b/docs/posts/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/page/2/index.html b/docs/posts/page/2/index.html index 6b16918f8..ba687a6a2 100644 --- a/docs/posts/page/2/index.html +++ b/docs/posts/page/2/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/page/3/index.html b/docs/posts/page/3/index.html index 74f37e162..8f904ceae 100644 --- a/docs/posts/page/3/index.html +++ b/docs/posts/page/3/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/page/4/index.html b/docs/posts/page/4/index.html index cf02235fb..72090f35d 100644 --- a/docs/posts/page/4/index.html +++ b/docs/posts/page/4/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/page/5/index.html b/docs/posts/page/5/index.html index 5f3b0ac11..8898e2613 100644 --- a/docs/posts/page/5/index.html +++ b/docs/posts/page/5/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/page/6/index.html b/docs/posts/page/6/index.html index 629c8e1b5..81afdae46 100644 --- a/docs/posts/page/6/index.html +++ b/docs/posts/page/6/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/page/7/index.html b/docs/posts/page/7/index.html index a74ea4b39..850369cc1 100644 --- a/docs/posts/page/7/index.html +++ b/docs/posts/page/7/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/sitemap.xml b/docs/sitemap.xml index f046a414d..40361a29e 100644 --- a/docs/sitemap.xml +++ b/docs/sitemap.xml @@ -3,19 +3,19 @@ xmlns:xhtml="http://www.w3.org/1999/xhtml"> https://alanorth.github.io/cgspace-notes/categories/ - 2021-05-13T12:58:08+03:00 + 2021-05-15T20:28:33+03:00 https://alanorth.github.io/cgspace-notes/ - 2021-05-13T12:58:08+03:00 + 2021-05-15T20:28:33+03:00 https://alanorth.github.io/cgspace-notes/2021-05/ - 2021-05-13T12:58:08+03:00 + 2021-05-15T20:28:33+03:00 https://alanorth.github.io/cgspace-notes/categories/notes/ - 2021-05-13T12:58:08+03:00 + 2021-05-15T20:28:33+03:00 https://alanorth.github.io/cgspace-notes/posts/ - 2021-05-13T12:58:08+03:00 + 2021-05-15T20:28:33+03:00 https://alanorth.github.io/cgspace-notes/2021-04/ 2021-04-28T18:57:48+03:00