From 0643158e1ca72883707f5ed84e2b594ee4356f9c Mon Sep 17 00:00:00 2001 From: Alan Orth Date: Thu, 5 Nov 2020 12:14:50 +0200 Subject: [PATCH] Add notes for 2020-11-05 --- content/posts/2020-11.md | 17 +++++++++++++++++ docs/2020-11/index.html | 22 ++++++++++++++++++---- docs/categories/index.html | 2 +- docs/categories/notes/index.html | 2 +- docs/categories/notes/page/2/index.html | 2 +- docs/categories/notes/page/3/index.html | 2 +- docs/categories/notes/page/4/index.html | 2 +- docs/index.html | 2 +- docs/page/2/index.html | 2 +- docs/page/3/index.html | 2 +- docs/page/4/index.html | 2 +- docs/page/5/index.html | 2 +- docs/page/6/index.html | 2 +- docs/page/7/index.html | 2 +- docs/posts/index.html | 2 +- docs/posts/page/2/index.html | 2 +- docs/posts/page/3/index.html | 2 +- docs/posts/page/4/index.html | 2 +- docs/posts/page/5/index.html | 2 +- docs/posts/page/6/index.html | 2 +- docs/posts/page/7/index.html | 2 +- docs/sitemap.xml | 10 +++++----- 22 files changed, 59 insertions(+), 28 deletions(-) diff --git a/content/posts/2020-11.md b/content/posts/2020-11.md index c36947fdf..88ed6c43d 100644 --- a/content/posts/2020-11.md +++ b/content/posts/2020-11.md @@ -25,4 +25,21 @@ categories: ["Notes"] - After 29 hours the statistics-2017 core finished processing so I started the statistics-2016 core on DSpace Test +## 2020-11-05 + +- Peter sent me corrections and deletions for the author affiliations + - I quickly proofed them for UTF-8 issues in OpenRefine and csv-metadata-quality and then tested them locally and then applied them on CGSpace: + +``` +$ ./fix-metadata-values.py -i 2020-11-05-fix-862-affiliations.csv -db dspace -u dspace -p 'fuuu' -f cg.contributor.affiliation -t 'correct' -m 211 +$ ./delete-metadata-values.py -i 2020-11-05-delete-29-affiliations.csv -db dspace -u dspace -p 'fuuu' -f cg.contributor.affiliation -m 211 +``` + +- Then I started a Discovery re-index on CGSpace: + +``` +$ time chrt -b 0 ionice -c2 -n7 nice -n19 dspace index-discovery -b +``` + + diff --git a/docs/2020-11/index.html b/docs/2020-11/index.html index f85f4e0f4..efcd1645f 100644 --- a/docs/2020-11/index.html +++ b/docs/2020-11/index.html @@ -17,7 +17,7 @@ So far we’ve spent at least fifty hours to process the statistics and stat - + @@ -39,9 +39,9 @@ So far we’ve spent at least fifty hours to process the statistics and stat "@type": "BlogPosting", "headline": "November, 2020", "url": "https://alanorth.github.io/cgspace-notes/2020-11/", - "wordCount": "119", + "wordCount": "203", "datePublished": "2020-11-01T13:11:54+02:00", - "dateModified": "2020-11-01T13:11:54+02:00", + "dateModified": "2020-11-04T20:41:19+02:00", "author": { "@type": "Person", "name": "Alan Orth" @@ -139,7 +139,21 @@ So far we’ve spent at least fifty hours to process the statistics and stat - +

2020-11-05

+ +
$ ./fix-metadata-values.py -i 2020-11-05-fix-862-affiliations.csv -db dspace -u dspace -p 'fuuu' -f cg.contributor.affiliation -t 'correct' -m 211
+$ ./delete-metadata-values.py -i 2020-11-05-delete-29-affiliations.csv -db dspace -u dspace -p 'fuuu' -f cg.contributor.affiliation -m 211
+
+
$ time chrt -b 0 ionice -c2 -n7 nice -n19 dspace index-discovery -b
+
diff --git a/docs/categories/index.html b/docs/categories/index.html index f7ddb6722..a49fa4454 100644 --- a/docs/categories/index.html +++ b/docs/categories/index.html @@ -9,7 +9,7 @@ - + diff --git a/docs/categories/notes/index.html b/docs/categories/notes/index.html index 925ed30f7..81361ec30 100644 --- a/docs/categories/notes/index.html +++ b/docs/categories/notes/index.html @@ -9,7 +9,7 @@ - + diff --git a/docs/categories/notes/page/2/index.html b/docs/categories/notes/page/2/index.html index 2d2ab3444..a968b4784 100644 --- a/docs/categories/notes/page/2/index.html +++ b/docs/categories/notes/page/2/index.html @@ -9,7 +9,7 @@ - + diff --git a/docs/categories/notes/page/3/index.html b/docs/categories/notes/page/3/index.html index d47ed5998..6038ca762 100644 --- a/docs/categories/notes/page/3/index.html +++ b/docs/categories/notes/page/3/index.html @@ -9,7 +9,7 @@ - + diff --git a/docs/categories/notes/page/4/index.html b/docs/categories/notes/page/4/index.html index d5a7e4589..a09458d84 100644 --- a/docs/categories/notes/page/4/index.html +++ b/docs/categories/notes/page/4/index.html @@ -9,7 +9,7 @@ - + diff --git a/docs/index.html b/docs/index.html index 20878e6c3..b3efda94c 100644 --- a/docs/index.html +++ b/docs/index.html @@ -9,7 +9,7 @@ - + diff --git a/docs/page/2/index.html b/docs/page/2/index.html index 22529827d..9e71d7b74 100644 --- a/docs/page/2/index.html +++ b/docs/page/2/index.html @@ -9,7 +9,7 @@ - + diff --git a/docs/page/3/index.html b/docs/page/3/index.html index b1cf7a6b9..bb7587607 100644 --- a/docs/page/3/index.html +++ b/docs/page/3/index.html @@ -9,7 +9,7 @@ - + diff --git a/docs/page/4/index.html b/docs/page/4/index.html index d1883bbea..15b2ee5b7 100644 --- a/docs/page/4/index.html +++ b/docs/page/4/index.html @@ -9,7 +9,7 @@ - + diff --git a/docs/page/5/index.html b/docs/page/5/index.html index 09af3beab..69e44b75a 100644 --- a/docs/page/5/index.html +++ b/docs/page/5/index.html @@ -9,7 +9,7 @@ - + diff --git a/docs/page/6/index.html b/docs/page/6/index.html index fbe7a839a..960a854e2 100644 --- a/docs/page/6/index.html +++ b/docs/page/6/index.html @@ -9,7 +9,7 @@ - + diff --git a/docs/page/7/index.html b/docs/page/7/index.html index d1bef26b7..fa0156927 100644 --- a/docs/page/7/index.html +++ b/docs/page/7/index.html @@ -9,7 +9,7 @@ - + diff --git a/docs/posts/index.html b/docs/posts/index.html index 6cf0f6633..a257d7296 100644 --- a/docs/posts/index.html +++ b/docs/posts/index.html @@ -9,7 +9,7 @@ - + diff --git a/docs/posts/page/2/index.html b/docs/posts/page/2/index.html index efb8cdf9a..160fb1545 100644 --- a/docs/posts/page/2/index.html +++ b/docs/posts/page/2/index.html @@ -9,7 +9,7 @@ - + diff --git a/docs/posts/page/3/index.html b/docs/posts/page/3/index.html index c8f57b9c1..eeb891a9e 100644 --- a/docs/posts/page/3/index.html +++ b/docs/posts/page/3/index.html @@ -9,7 +9,7 @@ - + diff --git a/docs/posts/page/4/index.html b/docs/posts/page/4/index.html index a51b30a6d..61fdeb3a6 100644 --- a/docs/posts/page/4/index.html +++ b/docs/posts/page/4/index.html @@ -9,7 +9,7 @@ - + diff --git a/docs/posts/page/5/index.html b/docs/posts/page/5/index.html index fb703dd5b..1f3c7a445 100644 --- a/docs/posts/page/5/index.html +++ b/docs/posts/page/5/index.html @@ -9,7 +9,7 @@ - + diff --git a/docs/posts/page/6/index.html b/docs/posts/page/6/index.html index eba1ad1b6..daa5d1962 100644 --- a/docs/posts/page/6/index.html +++ b/docs/posts/page/6/index.html @@ -9,7 +9,7 @@ - + diff --git a/docs/posts/page/7/index.html b/docs/posts/page/7/index.html index 9e30701a2..26a1e9019 100644 --- a/docs/posts/page/7/index.html +++ b/docs/posts/page/7/index.html @@ -9,7 +9,7 @@ - + diff --git a/docs/sitemap.xml b/docs/sitemap.xml index 977ce86f9..d443c8372 100644 --- a/docs/sitemap.xml +++ b/docs/sitemap.xml @@ -4,27 +4,27 @@ https://alanorth.github.io/cgspace-notes/categories/ - 2020-11-01T13:11:54+02:00 + 2020-11-04T20:41:19+02:00 https://alanorth.github.io/cgspace-notes/ - 2020-11-01T13:11:54+02:00 + 2020-11-04T20:41:19+02:00 https://alanorth.github.io/cgspace-notes/categories/notes/ - 2020-11-01T13:11:54+02:00 + 2020-11-04T20:41:19+02:00 https://alanorth.github.io/cgspace-notes/2020-11/ - 2020-11-01T13:11:54+02:00 + 2020-11-04T20:41:19+02:00 https://alanorth.github.io/cgspace-notes/posts/ - 2020-11-01T13:11:54+02:00 + 2020-11-04T20:41:19+02:00