From 5b7399f311c25ee69b90f8b360b0f0ddadf6e66a Mon Sep 17 00:00:00 2001 From: Alan Orth Date: Mon, 25 Sep 2017 14:22:55 +0300 Subject: [PATCH] Add notes for 2017-09-25 --- content/post/2017-09.md | 47 +++++++++++++++++++++++++++++++ public/2017-09/index.html | 59 +++++++++++++++++++++++++++++++++++++-- public/robots.txt | 2 +- public/sitemap.xml | 18 ++++++------ 4 files changed, 113 insertions(+), 13 deletions(-) diff --git a/content/post/2017-09.md b/content/post/2017-09.md index f522894c0..b7a191f15 100644 --- a/content/post/2017-09.md +++ b/content/post/2017-09.md @@ -473,3 +473,50 @@ isNotNull(value.match(/.+?10568\/3(\|\|.+|$)/)) - Peter also made a lot of changes to the data in the Archives collections while I was attempting to import the changes, so we were essentially competing for PostgreSQL and Solr connections - I ended up having to kill the import and wait until he was done - I exported a clean CSV and applied the changes from that one, which was a hundred or two less than I thought there should be (at least compared to the current state of DSpace Test, which is a few months old) + +## 2017-09-25 + +- Email Rosemary Kande from ICT to ask about the administrative / finance procedure for moving DSpace Test from EU to US region on Linode +- Communicate (finally) with Tania and Tunji from the CGIAR System Organization office to tell them to request CGNET make the DNS updates for library.cgiar.org +- Peter wants me to clean up the text values for Delia Grace's metadata, as the authorities are all messed up again since we cleaned them up in [2016-12](/cgspace-notes/2016-12): + +``` +dspace=# select distinct text_value, authority, confidence from metadatavalue where resource_type_id=2 and metadata_field_id=3 and text_value like 'Grace, D%'; + text_value | authority | confidence +--------------+--------------------------------------+------------ + Grace, Delia | | 600 + Grace, Delia | bfa61d7c-7583-4175-991c-2e7315000f0c | 600 + Grace, Delia | bfa61d7c-7583-4175-991c-2e7315000f0c | -1 + Grace, D. | 6a8ddca3-33c1-45f9-aa00-6fa9fc91e3fc | -1 +``` + +- Strangely, none of her authority entries have ORCIDs anymore... +- I'll just fix the text values and forget about it for now: + +``` +dspace=# update metadatavalue set text_value='Grace, Delia', authority='bfa61d7c-7583-4175-991c-2e7315000f0c', confidence=600 where resource_type_id=2 and metadata_field_id=3 and text_value like 'Grace, D%'; +UPDATE 610 +``` + +- After this we have to reindex the Discovery and Authority cores (as `tomcat7` user): + +``` +$ export JAVA_OPTS="-Dfile.encoding=UTF-8 -Xmx1024m -XX:+TieredCompilation -XX:TieredStopAtLevel=1" +$ time schedtool -D -e ionice -c2 -n7 nice -n19 [dspace]/bin/dspace index-discovery -b + +real 83m56.895s +user 13m16.320s +sys 2m17.917s +$ time schedtool -D -e ionice -c2 -n7 nice -n19 [dspace]/bin/dspace index-authority -b +``` + +- Something interesting for my notes about JNDI database pool—since I couldn't determine if it was working or not when I tried it locally the other day—is this error message that I just saw in the DSpace logs today: + +``` +ERROR org.dspace.storage.rdbms.DatabaseManager @ Error retrieving JNDI context: jdbc/dspaceLocal +... +INFO org.dspace.storage.rdbms.DatabaseManager @ Unable to locate JNDI dataSource: jdbc/dspaceLocal +INFO org.dspace.storage.rdbms.DatabaseManager @ Falling back to creating own Database pool +``` + +- So it's good to know that _something_ gets printed when it fails because I didn't see _any_ mention of JNDI before when I was testing! diff --git a/public/2017-09/index.html b/public/2017-09/index.html index 49c7d91dd..c381e2891 100644 --- a/public/2017-09/index.html +++ b/public/2017-09/index.html @@ -25,7 +25,7 @@ Ask Sisay to clean up the WLE approvers a bit, as Marianne’s user account - + @@ -61,9 +61,9 @@ Ask Sisay to clean up the WLE approvers a bit, as Marianne’s user account "@type": "BlogPosting", "headline": "September, 2017", "url": "https://alanorth.github.io/cgspace-notes/2017-09/", - "wordCount": "3580", + "wordCount": "3886", "datePublished": "2017-09-07T16:54:52+07:00", - "dateModified": "2017-09-24T17:10:15+03:00", + "dateModified": "2017-09-25T00:38:30+03:00", "author": { "@type": "Person", "name": "Alan Orth" @@ -662,6 +662,59 @@ DELETE 207
  • I exported a clean CSV and applied the changes from that one, which was a hundred or two less than I thought there should be (at least compared to the current state of DSpace Test, which is a few months old)
    • +

    2017-09-25

    + + + +
    dspace=# select distinct text_value, authority, confidence from metadatavalue where resource_type_id=2 and metadata_field_id=3 and text_value like 'Grace, D%';                                  
+  text_value  |              authority               | confidence              
+--------------+--------------------------------------+------------             
+ Grace, Delia |                                      |        600              
+ Grace, Delia | bfa61d7c-7583-4175-991c-2e7315000f0c |        600              
+ Grace, Delia | bfa61d7c-7583-4175-991c-2e7315000f0c |         -1              
+ Grace, D.    | 6a8ddca3-33c1-45f9-aa00-6fa9fc91e3fc |         -1
+
    + + + +
    dspace=# update metadatavalue set text_value='Grace, Delia', authority='bfa61d7c-7583-4175-991c-2e7315000f0c', confidence=600 where resource_type_id=2 and metadata_field_id=3 and text_value like 'Grace, D%';
+UPDATE 610
+
    + + + +
    $ export JAVA_OPTS="-Dfile.encoding=UTF-8 -Xmx1024m -XX:+TieredCompilation -XX:TieredStopAtLevel=1"
+$ time schedtool -D -e ionice -c2 -n7 nice -n19 [dspace]/bin/dspace index-discovery -b
+
+real    83m56.895s
+user    13m16.320s
+sys     2m17.917s
+$ time schedtool -D -e ionice -c2 -n7 nice -n19 [dspace]/bin/dspace index-authority -b
+
    + + + +
    ERROR org.dspace.storage.rdbms.DatabaseManager @ Error retrieving JNDI context: jdbc/dspaceLocal
+...
+INFO  org.dspace.storage.rdbms.DatabaseManager @ Unable to locate JNDI dataSource: jdbc/dspaceLocal
+INFO  org.dspace.storage.rdbms.DatabaseManager @ Falling back to creating own Database pool
+
    + + + diff --git a/public/robots.txt b/public/robots.txt index defa6419a..bb802e51c 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -27,7 +27,7 @@ Disallow: /cgspace-notes/2015-12/ Disallow: /cgspace-notes/2015-11/ Disallow: /cgspace-notes/ Disallow: /cgspace-notes/categories/ -Disallow: /cgspace-notes/categories/notes/ Disallow: /cgspace-notes/tags/notes/ +Disallow: /cgspace-notes/categories/notes/ Disallow: /cgspace-notes/post/ Disallow: /cgspace-notes/tags/ diff --git a/public/sitemap.xml b/public/sitemap.xml index c4524ebcb..5fc8c90a1 100644 --- a/public/sitemap.xml +++ b/public/sitemap.xml @@ -9,7 +9,7 @@ https://alanorth.github.io/cgspace-notes/2017-09/ - 2017-09-24T17:10:15+03:00 + 2017-09-25T00:38:30+03:00 @@ -133,27 +133,27 @@ 0 + + https://alanorth.github.io/cgspace-notes/tags/notes/ + 2017-09-25T00:38:30+03:00 + 0 + + https://alanorth.github.io/cgspace-notes/categories/notes/ 2017-09-19T22:23:37+03:00 0 - - https://alanorth.github.io/cgspace-notes/tags/notes/ - 2017-09-24T17:10:15+03:00 - 0 - - https://alanorth.github.io/cgspace-notes/post/ - 2017-09-24T17:10:15+03:00 + 2017-09-25T00:38:30+03:00 0 https://alanorth.github.io/cgspace-notes/tags/ - 2017-09-24T17:10:15+03:00 + 2017-09-25T00:38:30+03:00 0