diff --git a/content/posts/2021-02.md b/content/posts/2021-02.md index 5d01c7cf9..6c0a0a43a 100644 --- a/content/posts/2021-02.md +++ b/content/posts/2021-02.md @@ -490,6 +490,17 @@ $ ./ilri/add-orcid-identifiers-csv.py -i 2021-02-17-add-tom-orcid.csv -db dspace ```console $ time chrt -b 0 ionice -c2 -n7 nice -n19 dspace index-discovery -b + +real 311m12.617s +user 217m3.102s +sys 2m37.363s +``` + +- Then update OAI: + +```console +$ dspace oai import -c +$ export JAVA_OPTS="-Dfile.encoding=UTF-8 -Xmx2048m" ``` - Ben Hack was asking if there is a REST API query that will give him all ILRI outputs for their new Sharepoint intranet @@ -510,5 +521,11 @@ $ dspace metadata-import -e aorth@mjanja.ch -f /tmp/cifor.csv - The process took an hour or so! - I added colorized output to the csv-metadata-quality tool and tagged [version 0.4.4 on GitHub](https://github.com/ilri/csv-metadata-quality/releases/tag/v0.4.4) +- I updated the fields in AReS Explorer and then removed the old temp index so I can start a fresh re-harvest of CGSpace: + +```console +$ curl -XDELETE 'http://localhost:9200/openrxv-items-temp' +# start indexing in AReS +``` diff --git a/docs/2021-02/index.html b/docs/2021-02/index.html index d10f01b6a..b0e504d8b 100644 --- a/docs/2021-02/index.html +++ b/docs/2021-02/index.html @@ -32,7 +32,7 @@ $ curl -s 'http://localhost:9200/openrxv-items-temp/_count?q=*&pretty - + @@ -70,9 +70,9 @@ $ curl -s 'http://localhost:9200/openrxv-items-temp/_count?q=*&pretty "@type": "BlogPosting", "headline": "February, 2021", "url": "https://alanorth.github.io/cgspace-notes/2021-02/", - "wordCount": "3061", + "wordCount": "3111", "datePublished": "2021-02-01T10:13:54+02:00", - "dateModified": "2021-02-16T20:19:14+02:00", + "dateModified": "2021-02-21T18:20:37+02:00", "author": { "@type": "Person", "name": "Alan Orth" @@ -642,6 +642,15 @@ $ ./ilri/add-orcid-identifiers-csv.py -i 2021-02-17-add-tom-orcid.csv -db dspace
6_x-prod
branch and running migrate-fields.sh
I started a full Discovery reindex:$ time chrt -b 0 ionice -c2 -n7 nice -n19 dspace index-discovery -b
+
+real 311m12.617s
+user 217m3.102s
+sys 2m37.363s
+
$ dspace oai import -c
+$ export JAVA_OPTS="-Dfile.encoding=UTF-8 -Xmx2048m"
$ curl -XDELETE 'http://localhost:9200/openrxv-items-temp'
+# start indexing in AReS
+
diff --git a/docs/categories/index.html b/docs/categories/index.html
index 9af3872b3..cdfa7ed0c 100644
--- a/docs/categories/index.html
+++ b/docs/categories/index.html
@@ -10,7 +10,7 @@
-
+
diff --git a/docs/categories/notes/index.html b/docs/categories/notes/index.html
index 281a4ce7a..467832fc7 100644
--- a/docs/categories/notes/index.html
+++ b/docs/categories/notes/index.html
@@ -10,7 +10,7 @@
-
+
diff --git a/docs/categories/notes/page/2/index.html b/docs/categories/notes/page/2/index.html
index 3a3a74c82..1e8a5d217 100644
--- a/docs/categories/notes/page/2/index.html
+++ b/docs/categories/notes/page/2/index.html
@@ -10,7 +10,7 @@
-
+
diff --git a/docs/categories/notes/page/3/index.html b/docs/categories/notes/page/3/index.html
index c677ecaf1..78b93f4e7 100644
--- a/docs/categories/notes/page/3/index.html
+++ b/docs/categories/notes/page/3/index.html
@@ -10,7 +10,7 @@
-
+
diff --git a/docs/categories/notes/page/4/index.html b/docs/categories/notes/page/4/index.html
index 71862f9a1..00be8858d 100644
--- a/docs/categories/notes/page/4/index.html
+++ b/docs/categories/notes/page/4/index.html
@@ -10,7 +10,7 @@
-
+
diff --git a/docs/categories/notes/page/5/index.html b/docs/categories/notes/page/5/index.html
index af3072fb6..7b5d83215 100644
--- a/docs/categories/notes/page/5/index.html
+++ b/docs/categories/notes/page/5/index.html
@@ -10,7 +10,7 @@
-
+
diff --git a/docs/index.html b/docs/index.html
index bb16feecb..d54a5fe77 100644
--- a/docs/index.html
+++ b/docs/index.html
@@ -10,7 +10,7 @@
-
+
diff --git a/docs/page/2/index.html b/docs/page/2/index.html
index 5260f5208..cb6717d22 100644
--- a/docs/page/2/index.html
+++ b/docs/page/2/index.html
@@ -10,7 +10,7 @@
-
+
diff --git a/docs/page/3/index.html b/docs/page/3/index.html
index 8ce0e86ac..7a6536fc2 100644
--- a/docs/page/3/index.html
+++ b/docs/page/3/index.html
@@ -10,7 +10,7 @@
-
+
diff --git a/docs/page/4/index.html b/docs/page/4/index.html
index 999288acb..ba03e779c 100644
--- a/docs/page/4/index.html
+++ b/docs/page/4/index.html
@@ -10,7 +10,7 @@
-
+
diff --git a/docs/page/5/index.html b/docs/page/5/index.html
index 56f2a17ee..7d36e34cb 100644
--- a/docs/page/5/index.html
+++ b/docs/page/5/index.html
@@ -10,7 +10,7 @@
-
+
diff --git a/docs/page/6/index.html b/docs/page/6/index.html
index 7c8729015..3c083bc95 100644
--- a/docs/page/6/index.html
+++ b/docs/page/6/index.html
@@ -10,7 +10,7 @@
-
+
diff --git a/docs/page/7/index.html b/docs/page/7/index.html
index af715be20..2b3bdf0e8 100644
--- a/docs/page/7/index.html
+++ b/docs/page/7/index.html
@@ -10,7 +10,7 @@
-
+
diff --git a/docs/posts/index.html b/docs/posts/index.html
index 1f33abe9a..05f9eb443 100644
--- a/docs/posts/index.html
+++ b/docs/posts/index.html
@@ -10,7 +10,7 @@
-
+
diff --git a/docs/posts/page/2/index.html b/docs/posts/page/2/index.html
index 34a735fd2..09c033af4 100644
--- a/docs/posts/page/2/index.html
+++ b/docs/posts/page/2/index.html
@@ -10,7 +10,7 @@
-
+
diff --git a/docs/posts/page/3/index.html b/docs/posts/page/3/index.html
index 8f9ae2ccd..3c18528f8 100644
--- a/docs/posts/page/3/index.html
+++ b/docs/posts/page/3/index.html
@@ -10,7 +10,7 @@
-
+
diff --git a/docs/posts/page/4/index.html b/docs/posts/page/4/index.html
index c50d51e4e..96183fb74 100644
--- a/docs/posts/page/4/index.html
+++ b/docs/posts/page/4/index.html
@@ -10,7 +10,7 @@
-
+
diff --git a/docs/posts/page/5/index.html b/docs/posts/page/5/index.html
index b37942f5b..cb713d849 100644
--- a/docs/posts/page/5/index.html
+++ b/docs/posts/page/5/index.html
@@ -10,7 +10,7 @@
-
+
diff --git a/docs/posts/page/6/index.html b/docs/posts/page/6/index.html
index 21c3688a7..3650ae008 100644
--- a/docs/posts/page/6/index.html
+++ b/docs/posts/page/6/index.html
@@ -10,7 +10,7 @@
-
+
diff --git a/docs/posts/page/7/index.html b/docs/posts/page/7/index.html
index 68bf4c027..6cb0aeab2 100644
--- a/docs/posts/page/7/index.html
+++ b/docs/posts/page/7/index.html
@@ -10,7 +10,7 @@
-
+
diff --git a/docs/sitemap.xml b/docs/sitemap.xml
index 8f778c52a..c6f6e7fc7 100644
--- a/docs/sitemap.xml
+++ b/docs/sitemap.xml
@@ -4,27 +4,27 @@