From 5c7d01cbc49bff1ccec65e384c01feea08fcf599 Mon Sep 17 00:00:00 2001 From: Alan Orth Date: Mon, 18 Jan 2021 16:21:24 +0200 Subject: [PATCH] Add notes for 2021-01-18 --- content/posts/2021-01.md | 60 ++++++++++++++++++ docs/2021-01/index.html | 74 +++++++++++++++++++++- docs/categories/index.html | 2 +- docs/categories/notes/index.html | 2 +- docs/categories/notes/page/2/index.html | 2 +- docs/categories/notes/page/3/index.html | 2 +- docs/categories/notes/page/4/index.html | 2 +- docs/categories/notes/page/5/index.html | 2 +- docs/cgspace-cgcorev2-migration/index.html | 24 +++---- docs/index.html | 2 +- docs/page/2/index.html | 2 +- docs/page/3/index.html | 2 +- docs/page/4/index.html | 2 +- docs/page/5/index.html | 2 +- docs/page/6/index.html | 2 +- docs/page/7/index.html | 2 +- docs/posts/index.html | 2 +- docs/posts/page/2/index.html | 2 +- docs/posts/page/3/index.html | 2 +- docs/posts/page/4/index.html | 2 +- docs/posts/page/5/index.html | 2 +- docs/posts/page/6/index.html | 2 +- docs/posts/page/7/index.html | 2 +- docs/sitemap.xml | 16 ++--- docs/tags/index.html | 2 +- docs/tags/migration/index.html | 2 +- 26 files changed, 173 insertions(+), 45 deletions(-) diff --git a/content/posts/2021-01.md b/content/posts/2021-01.md index 0f90fb290..b66a69877 100644 --- a/content/posts/2021-01.md +++ b/content/posts/2021-01.md @@ -205,4 +205,64 @@ $ dspace community-filiator --remove --parent=10568/66598 --child=10568/106605 - Publish [v1.4.1 of the DSpace Statistics API](https://github.com/ilri/dspace-statistics-api/releases/tag/v1.4.1) based on feedback from the community - This includes the fix for limiting the Solr query to UUIDs +## 2021-01-17 + +- Start a re-index on AReS + - First delete the old Elasticsearch temp index: + +```console +$ curl -XDELETE 'http://localhost:9200/openrxv-items-temp' +# start indexing in AReS +``` + +- Then, the next morning when it's done, check the results of the harvesting, backup the current `openrxv-items` index, and clone the `openrxv-items-temp` index to `openrxv-items`: + +```console +$ curl -s 'http://localhost:9200/openrxv-items-temp/_count?q=*&pretty' +{ + "count" : 100540, + "_shards" : { + "total" : 1, + "successful" : 1, + "skipped" : 0, + "failed" : 0 + } +} +$ curl -X PUT "localhost:9200/openrxv-items/_settings" -H 'Content-Type: application/json' -d'{"settings": {"index.blocks.write": true}}' +$ curl -s -X POST http://localhost:9200/openrxv-items/_clone/openrxv-items-2021-01-18 +$ curl -XDELETE 'http://localhost:9200/openrxv-items' +$ curl -X PUT "localhost:9200/openrxv-items-temp/_settings" -H 'Content-Type: application/json' -d'{"settings": {"index.blocks.write": true}}' +$ curl -s -X POST http://localhost:9200/openrxv-items-temp/_clone/openrxv-items +$ curl -XDELETE 'http://localhost:9200/openrxv-items-temp' +$ curl -XDELETE 'http://localhost:9200/openrxv-items-2021-01-18' +``` + +## 2021-01-18 + +- Finish the indexing on AReS that I started yesterday +- Udana from IWMI emailed me to ask why the iwmi.csv doesn't include items he approved to CGSpace this morning + - I told him it is generated every Sunday night + - I regenerated the file manually for him + - I adjusted the script to run on Monday and Friday +- Meeting with Peter and Abenet about CG Core v2 + - We also need to remove CTA and CPWF subjects from the input form since they are both closed now and no longer submitting items + - Peter also wants to create new fields on CGSpace for the SDGs and CGIAR Impact Areas + - I suggested `cg.subject.sdg` and `cg.subject.impactArea` + - We also agreed to remove the following fields: + - cg.livestock.agegroup + - cg.livestock.function + - cg.message.sms + - cg.message.voice + - I removed them from the input form, metadata registry, and deleted all the values in the database: + +``` +localhost/dspace63= > BEGIN; +localhost/dspace63= > DELETE FROM metadatavalue WHERE metadata_field_id IN (115, 116, 117, 118); +DELETE 27 +localhost/dspace63= > COMMIT; +``` + +- I submitted [an issue](https://github.com/AgriculturalSemantics/cg-core/issues/31) to CG Core v2 to propose standardizing the camel case convention for a few more fields of ours +- I submitted [an issue](https://github.com/AgriculturalSemantics/cg-core/issues/32) to CG Core v2 to propose removing `cg.series` and `cg.pages` in favor of `dcterms.isPartOf` and `dcterms.extent`, respectively + diff --git a/docs/2021-01/index.html b/docs/2021-01/index.html index c3a262f66..f4d4676ca 100644 --- a/docs/2021-01/index.html +++ b/docs/2021-01/index.html @@ -27,7 +27,7 @@ For example, this item has 51 views on CGSpace, but 0 on AReS - + @@ -60,9 +60,9 @@ For example, this item has 51 views on CGSpace, but 0 on AReS "@type": "BlogPosting", "headline": "January, 2021", "url": "https://alanorth.github.io/cgspace-notes/2021-01/", - "wordCount": "1515", + "wordCount": "1834", "datePublished": "2021-01-03T10:13:54+02:00", - "dateModified": "2021-01-13T15:44:47+02:00", + "dateModified": "2021-01-14T16:27:57+02:00", "author": { "@type": "Person", "name": "Alan Orth" @@ -385,6 +385,74 @@ $ curl -XDELETE 'http://localhost:9200/openrxv-items-temp' +

2021-01-17

+ +
$ curl -XDELETE 'http://localhost:9200/openrxv-items-temp'
+# start indexing in AReS
+
+
$ curl -s 'http://localhost:9200/openrxv-items-temp/_count?q=*&pretty'
+{
+  "count" : 100540,
+  "_shards" : {
+    "total" : 1,
+    "successful" : 1,
+    "skipped" : 0,
+    "failed" : 0
+  }
+}
+$ curl -X PUT "localhost:9200/openrxv-items/_settings" -H 'Content-Type: application/json' -d'{"settings": {"index.blocks.write": true}}'
+$ curl -s -X POST http://localhost:9200/openrxv-items/_clone/openrxv-items-2021-01-18
+$ curl -XDELETE 'http://localhost:9200/openrxv-items'
+$ curl -X PUT "localhost:9200/openrxv-items-temp/_settings" -H 'Content-Type: application/json' -d'{"settings": {"index.blocks.write": true}}'
+$ curl -s -X POST http://localhost:9200/openrxv-items-temp/_clone/openrxv-items
+$ curl -XDELETE 'http://localhost:9200/openrxv-items-temp'
+$ curl -XDELETE 'http://localhost:9200/openrxv-items-2021-01-18'
+

2021-01-18

+ +
localhost/dspace63= > BEGIN;
+localhost/dspace63= > DELETE FROM metadatavalue WHERE metadata_field_id IN (115, 116, 117, 118);
+DELETE 27
+localhost/dspace63= > COMMIT;
+
diff --git a/docs/categories/index.html b/docs/categories/index.html index bed8845c3..e1b2fa706 100644 --- a/docs/categories/index.html +++ b/docs/categories/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/categories/notes/index.html b/docs/categories/notes/index.html index 3bd733fdc..ded530f27 100644 --- a/docs/categories/notes/index.html +++ b/docs/categories/notes/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/categories/notes/page/2/index.html b/docs/categories/notes/page/2/index.html index d33d3b49f..1e41d6c9d 100644 --- a/docs/categories/notes/page/2/index.html +++ b/docs/categories/notes/page/2/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/categories/notes/page/3/index.html b/docs/categories/notes/page/3/index.html index 7515695da..c92a8ceb1 100644 --- a/docs/categories/notes/page/3/index.html +++ b/docs/categories/notes/page/3/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/categories/notes/page/4/index.html b/docs/categories/notes/page/4/index.html index e7e30d679..f64e89400 100644 --- a/docs/categories/notes/page/4/index.html +++ b/docs/categories/notes/page/4/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/categories/notes/page/5/index.html b/docs/categories/notes/page/5/index.html index e35ecd3bc..3cf0e6e67 100644 --- a/docs/categories/notes/page/5/index.html +++ b/docs/categories/notes/page/5/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/cgspace-cgcorev2-migration/index.html b/docs/cgspace-cgcorev2-migration/index.html index 1a2dcec69..c6271af14 100644 --- a/docs/cgspace-cgcorev2-migration/index.html +++ b/docs/cgspace-cgcorev2-migration/index.html @@ -11,7 +11,7 @@ - + @@ -30,7 +30,7 @@ "url": "https://alanorth.github.io/cgspace-notes/cgspace-cgcorev2-migration/", "wordCount": "555", "datePublished": "2019-10-28T13:27:35+02:00", - "dateModified": "2020-04-13T15:30:24+03:00", + "dateModified": "2021-01-18T16:20:57+02:00", "author": { "@type": "Person", "name": "Alan Orth" @@ -116,7 +116,7 @@
  • Implementation Progress

    • Proposed Changes

    -

    As of 2019-12-22 the scope of the changes includes the following fields:

    +

    As of 2021-01-18 the scope of the changes includes the following fields: