From 7f6bf50d5d1b0c09cca3f049eddc72542765c52f Mon Sep 17 00:00:00 2001 From: Alan Orth Date: Thu, 14 Sep 2017 17:59:44 +0300 Subject: [PATCH] Add notes for 2017-09-14 --- content/post/2017-09.md | 7 ++ public/2015-11/index.html | 2 +- public/2015-12/index.html | 2 +- public/2016-01/index.html | 2 +- public/2016-02/index.html | 2 +- public/2016-03/index.html | 2 +- public/2016-04/index.html | 2 +- public/2016-05/index.html | 2 +- public/2016-06/index.html | 2 +- public/2016-07/index.html | 2 +- public/2016-08/index.html | 2 +- public/2016-09/index.html | 2 +- public/2016-10/index.html | 2 +- public/2016-11/index.html | 2 +- public/2016-12/index.html | 2 +- public/2017-01/index.html | 2 +- public/2017-02/index.html | 2 +- public/2017-03/index.html | 2 +- public/2017-04/index.html | 2 +- public/2017-05/index.html | 2 +- public/2017-06/index.html | 2 +- public/2017-07/index.html | 2 +- public/2017-08/index.html | 2 +- public/2017-09/index.html | 116 +++++++++++++++++++++++++++- public/index.html | 2 +- public/page/2/index.html | 2 +- public/page/3/index.html | 2 +- public/post/index.html | 2 +- public/post/page/2/index.html | 2 +- public/post/page/3/index.html | 2 +- public/sitemap.xml | 10 +-- public/tags/notes/index.html | 2 +- public/tags/notes/page/2/index.html | 2 +- public/tags/notes/page/3/index.html | 2 +- 34 files changed, 155 insertions(+), 40 deletions(-) diff --git a/content/post/2017-09.md b/content/post/2017-09.md index 6bab72499..a8f6acc54 100644 --- a/content/post/2017-09.md +++ b/content/post/2017-09.md @@ -330,3 +330,10 @@ dspace=# select distinct text_value, authority, confidence from metadatavalue wh ``` - It added *another* authority... surely this is not the desired behavior, or maybe we are not using this as intented? + +## 2017-09-14 + +- Communicate with Handle.net admins to try to get some guidance about the 10947 prefix +- CGSpace was very slow and Uptime Robot even said it was down at one time +- I didn't see any abnormally high usage in the REST or OAI logs, but looking at Munin I see the average JVM usage was at 4.9GB and the heap is only 5GB (5120M), so I think it's just normal growing pains +- Every few months I generally try to increase the JVM heap to be 512M higher than the average usage reported by Munin, so now I adjusted it to 5632M diff --git a/public/2015-11/index.html b/public/2015-11/index.html index 4b585b71e..11e52b4dc 100644 --- a/public/2015-11/index.html +++ b/public/2015-11/index.html @@ -51,7 +51,7 @@ $ psql -c 'SELECT * from pg_stat_activity;' | grep idle | grep -c cgspac "/> - + diff --git a/public/2015-12/index.html b/public/2015-12/index.html index 0030f65df..5464e8847 100644 --- a/public/2015-12/index.html +++ b/public/2015-12/index.html @@ -53,7 +53,7 @@ Replace lzop with xz in log compression cron jobs on DSpace Test—it uses less "/> - + diff --git a/public/2016-01/index.html b/public/2016-01/index.html index 4161871ac..a9215828a 100644 --- a/public/2016-01/index.html +++ b/public/2016-01/index.html @@ -43,7 +43,7 @@ Update GitHub wiki for documentation of maintenance tasks. "/> - + diff --git a/public/2016-02/index.html b/public/2016-02/index.html index d70f63308..666faac8d 100644 --- a/public/2016-02/index.html +++ b/public/2016-02/index.html @@ -57,7 +57,7 @@ Also, lots of things like “COTE D`LVOIRE” and “COTE D IVOIRE&r "/> - + diff --git a/public/2016-03/index.html b/public/2016-03/index.html index 7846fa6f8..17842d526 100644 --- a/public/2016-03/index.html +++ b/public/2016-03/index.html @@ -43,7 +43,7 @@ Reinstall my local (Mac OS X) DSpace stack with Tomcat 7, PostgreSQL 9.3, and Ja "/> - + diff --git a/public/2016-04/index.html b/public/2016-04/index.html index a7ba40f3f..f8869ea80 100644 --- a/public/2016-04/index.html +++ b/public/2016-04/index.html @@ -47,7 +47,7 @@ Also, I noticed the checker log has some errors we should pay attention to: "/> - + diff --git a/public/2016-05/index.html b/public/2016-05/index.html index 6e6a0bc69..617a4cea0 100644 --- a/public/2016-05/index.html +++ b/public/2016-05/index.html @@ -51,7 +51,7 @@ There are 3,000 IPs accessing the REST API in a 24-hour period! "/> - + diff --git a/public/2016-06/index.html b/public/2016-06/index.html index 43d50f89f..49cd74d64 100644 --- a/public/2016-06/index.html +++ b/public/2016-06/index.html @@ -49,7 +49,7 @@ Working on second phase of metadata migration, looks like this will work for mov "/> - + diff --git a/public/2016-07/index.html b/public/2016-07/index.html index e72a75e61..03cf5f346 100644 --- a/public/2016-07/index.html +++ b/public/2016-07/index.html @@ -65,7 +65,7 @@ In this case the select query was showing 95 results before the update "/> - + diff --git a/public/2016-08/index.html b/public/2016-08/index.html index 5c045bf1d..9bb9be2f6 100644 --- a/public/2016-08/index.html +++ b/public/2016-08/index.html @@ -59,7 +59,7 @@ $ git rebase -i dspace-5.5 "/> - + diff --git a/public/2016-09/index.html b/public/2016-09/index.html index 4dcb240db..ecbd868c6 100644 --- a/public/2016-09/index.html +++ b/public/2016-09/index.html @@ -51,7 +51,7 @@ $ ldapsearch -x -H ldaps://svcgroot2.cgiarad.org:3269/ -b "dc=cgiarad,dc=or "/> - + diff --git a/public/2016-10/index.html b/public/2016-10/index.html index e3a10b591..61e6084b0 100644 --- a/public/2016-10/index.html +++ b/public/2016-10/index.html @@ -59,7 +59,7 @@ I exported a random item’s metadata as CSV, deleted all columns except id "/> - + diff --git a/public/2016-11/index.html b/public/2016-11/index.html index ce75c7558..beae19c2a 100644 --- a/public/2016-11/index.html +++ b/public/2016-11/index.html @@ -43,7 +43,7 @@ Add dc.type to the output options for Atmire’s Listings and Reports module "/> - + diff --git a/public/2016-12/index.html b/public/2016-12/index.html index 6a503f74c..606e7fa31 100644 --- a/public/2016-12/index.html +++ b/public/2016-12/index.html @@ -67,7 +67,7 @@ Another worrying error from dspace.log is: "/> - + diff --git a/public/2017-01/index.html b/public/2017-01/index.html index af9b7b8b4..3873f512c 100644 --- a/public/2017-01/index.html +++ b/public/2017-01/index.html @@ -43,7 +43,7 @@ I asked on the dspace-tech mailing list because it seems to be broken, and actua "/> - + diff --git a/public/2017-02/index.html b/public/2017-02/index.html index 143f7d215..55c7baa25 100644 --- a/public/2017-02/index.html +++ b/public/2017-02/index.html @@ -71,7 +71,7 @@ Looks like we’ll be using cg.identifier.ccafsprojectpii as the field name "/> - + diff --git a/public/2017-03/index.html b/public/2017-03/index.html index 81af56a4d..38c19a4ad 100644 --- a/public/2017-03/index.html +++ b/public/2017-03/index.html @@ -75,7 +75,7 @@ $ identify ~/Desktop/alc_contrastes_desafios.jpg "/> - + diff --git a/public/2017-04/index.html b/public/2017-04/index.html index 694910eb6..2de3e00c6 100644 --- a/public/2017-04/index.html +++ b/public/2017-04/index.html @@ -61,7 +61,7 @@ $ [dspace]/bin/dspace filter-media -f -i 10568/16498 -p "ImageMagick PDF Th "/> - + diff --git a/public/2017-05/index.html b/public/2017-05/index.html index c2fab7e9d..df53a3a71 100644 --- a/public/2017-05/index.html +++ b/public/2017-05/index.html @@ -27,7 +27,7 @@ - + diff --git a/public/2017-06/index.html b/public/2017-06/index.html index 000244ef4..240739e6d 100644 --- a/public/2017-06/index.html +++ b/public/2017-06/index.html @@ -27,7 +27,7 @@ - + diff --git a/public/2017-07/index.html b/public/2017-07/index.html index e1cef0dbb..764f3fa74 100644 --- a/public/2017-07/index.html +++ b/public/2017-07/index.html @@ -55,7 +55,7 @@ We can use PostgreSQL’s extended output format (-x) plus sed to format the "/> - + diff --git a/public/2017-08/index.html b/public/2017-08/index.html index 9581e6c57..0b288a24f 100644 --- a/public/2017-08/index.html +++ b/public/2017-08/index.html @@ -75,7 +75,7 @@ Then I cleaned up the author authorities and HTML characters in OpenRefine and s "/> - + diff --git a/public/2017-09/index.html b/public/2017-09/index.html index 71219f0d4..5b910aade 100644 --- a/public/2017-09/index.html +++ b/public/2017-09/index.html @@ -25,7 +25,7 @@ Ask Sisay to clean up the WLE approvers a bit, as Marianne’s user account - + @@ -51,7 +51,7 @@ Ask Sisay to clean up the WLE approvers a bit, as Marianne’s user account "/> - + @@ -61,9 +61,9 @@ Ask Sisay to clean up the WLE approvers a bit, as Marianne’s user account "@type": "BlogPosting", "headline": "September, 2017", "url": "https://alanorth.github.io/cgspace-notes/2017-09/", - "wordCount": "1691", + "wordCount": "2332", "datePublished": "2017-09-07T16:54:52+07:00", - "dateModified": "2017-09-13T16:42:17+03:00", + "dateModified": "2017-09-13T17:34:55+03:00", "author": { "@type": "Person", "name": "Alan Orth" @@ -386,6 +386,114 @@ delete from metadatavalue where resource_type_id=2 and metadata_field_id in (134
  • I merged the CGIAR Library theme changes (#338) to the 5_x-prod branch in preparation for next week’s migration
  • I emailed the Handle administrators (hdladmin@cnri.reston.va.us) to ask them what the process for changing their prefix to be resolved by our resolver
  • They responded and said that they need email confirmation from the contact of record of the other prefix, so I should have the CGIAR System Organization people email them before I send the new sitebndl.zip
    • +
  • Testing to see how we end up with all these new authorities after we keep cleaning and merging them in the database
    • +
  • Here are all my distinct authority combinations in the database before:
    • + + +
    dspace=# select distinct text_value, authority, confidence from metadatavalue where resource_type_id=2 and metadata_field_id=3 and text_value like '%Orth, %';
+ text_value |              authority               | confidence 
+------------+--------------------------------------+------------
+ Orth, Alan | 7c2bffb8-58c9-4bc8-b102-ebe8aec200ad |         -1
+ Orth, Alan | 1a1943a0-3f87-402f-9afe-e52fb46a513e |        600
+ Orth, Alan | 7c2bffb8-58c9-4bc8-b102-ebe8aec200ad |        600
+ Orth, A.   | 1a1943a0-3f87-402f-9afe-e52fb46a513e |        600
+ Orth, Alan | 1a1943a0-3f87-402f-9afe-e52fb46a513e |         -1
+ Orth, Alan | 7c2bffb8-58c9-4bc8-b102-ebe8aec200ad |          0
+ Orth, Alan | 0d575fa3-8ac4-4763-a90a-1248d4791793 |         -1
+ Orth, Alan | 67a9588f-d86a-4155-81a2-af457e9d13f9 |        600
+(8 rows)
+
    + + + +
    dspace=# select distinct text_value, authority, confidence from metadatavalue where resource_type_id=2 and metadata_field_id=3 and text_value like '%Orth, %';
+ text_value |              authority               | confidence 
+------------+--------------------------------------+------------
+ Orth, Alan | 7c2bffb8-58c9-4bc8-b102-ebe8aec200ad |         -1
+ Orth, Alan | 1a1943a0-3f87-402f-9afe-e52fb46a513e |        600
+ Orth, Alan | 7c2bffb8-58c9-4bc8-b102-ebe8aec200ad |        600
+ Orth, A.   | 1a1943a0-3f87-402f-9afe-e52fb46a513e |        600
+ Orth, Alan | 1a1943a0-3f87-402f-9afe-e52fb46a513e |         -1
+ Orth, Alan | 7c2bffb8-58c9-4bc8-b102-ebe8aec200ad |          0
+ Orth, Alan | cb3aa5ae-906f-4902-97b1-2667cf148dde |        600
+ Orth, Alan | 0d575fa3-8ac4-4763-a90a-1248d4791793 |         -1
+ Orth, Alan | 67a9588f-d86a-4155-81a2-af457e9d13f9 |        600
+(9 rows)
+
    + + + +
    dspace=# select distinct text_value, authority, confidence from metadatavalue where resource_type_id=2 and metadata_field_id=3 and text_value like '%Orth, %';
+ text_value |              authority               | confidence 
+------------+--------------------------------------+------------
+ Orth, Alan | 7c2bffb8-58c9-4bc8-b102-ebe8aec200ad |         -1
+ Orth, Alan | 1a1943a0-3f87-402f-9afe-e52fb46a513e |        600
+ Orth, Alan | 7c2bffb8-58c9-4bc8-b102-ebe8aec200ad |        600
+ Orth, A.   | 1a1943a0-3f87-402f-9afe-e52fb46a513e |        600
+ Orth, Alan | 1a1943a0-3f87-402f-9afe-e52fb46a513e |         -1
+ Orth, Alan | 7c2bffb8-58c9-4bc8-b102-ebe8aec200ad |          0
+ Orth, Alan | cb3aa5ae-906f-4902-97b1-2667cf148dde |        600
+ Orth, Alan | 0d575fa3-8ac4-4763-a90a-1248d4791793 |         -1
+ Orth, Alan | 67a9588f-d86a-4155-81a2-af457e9d13f9 |        600
+(9 rows)
+
    + + + +
    dspace=# select distinct text_value, authority, confidence from metadatavalue where resource_type_id=2 and metadata_field_id=3 and text_value like '%Orth, %';
+ text_value |              authority               | confidence 
+------------+--------------------------------------+------------
+ Orth, Alan | 7c2bffb8-58c9-4bc8-b102-ebe8aec200ad |         -1
+ Orth, Alan | 1a1943a0-3f87-402f-9afe-e52fb46a513e |        600
+ Orth, Alan | d85a8a5b-9b82-4aaf-8033-d7e0c7d9cb8f |        600
+ Orth, Alan | 7c2bffb8-58c9-4bc8-b102-ebe8aec200ad |        600
+ Orth, A.   | 1a1943a0-3f87-402f-9afe-e52fb46a513e |        600
+ Orth, Alan | 1a1943a0-3f87-402f-9afe-e52fb46a513e |         -1
+ Orth, Alan | 7c2bffb8-58c9-4bc8-b102-ebe8aec200ad |          0
+ Orth, Alan | cb3aa5ae-906f-4902-97b1-2667cf148dde |        600
+ Orth, Alan | 0d575fa3-8ac4-4763-a90a-1248d4791793 |         -1
+ Orth, Alan | 67a9588f-d86a-4155-81a2-af457e9d13f9 |        600
+(10 rows)
+
    + + + +
    dspace=# select distinct text_value, authority, confidence from metadatavalue where resource_type_id=2 and metadata_field_id=3 and text_value like '%Orth, %';                                                                                             
+ text_value |              authority               | confidence
+------------+--------------------------------------+------------
+ Orth, Alan | 7c2bffb8-58c9-4bc8-b102-ebe8aec200ad |         -1
+ Orth, Alan | 1a1943a0-3f87-402f-9afe-e52fb46a513e |        600
+ Orth, Alan | d85a8a5b-9b82-4aaf-8033-d7e0c7d9cb8f |        600
+ Orth, Alan | 7c2bffb8-58c9-4bc8-b102-ebe8aec200ad |        600
+ Orth, Alan | 9aed566a-a248-4878-9577-0caedada43db |        600
+ Orth, A.   | 1a1943a0-3f87-402f-9afe-e52fb46a513e |        600
+ Orth, Alan | 1a1943a0-3f87-402f-9afe-e52fb46a513e |         -1
+ Orth, Alan | 7c2bffb8-58c9-4bc8-b102-ebe8aec200ad |          0
+ Orth, Alan | cb3aa5ae-906f-4902-97b1-2667cf148dde |        600
+ Orth, Alan | 0d575fa3-8ac4-4763-a90a-1248d4791793 |         -1
+ Orth, Alan | 67a9588f-d86a-4155-81a2-af457e9d13f9 |        600
+(11 rows)
+
    + + + +

    2017-09-14

    + + diff --git a/public/index.html b/public/index.html index b3b21edb5..82fe3b823 100644 --- a/public/index.html +++ b/public/index.html @@ -25,7 +25,7 @@ - + diff --git a/public/page/2/index.html b/public/page/2/index.html index 4264398ab..c28a0bac4 100644 --- a/public/page/2/index.html +++ b/public/page/2/index.html @@ -25,7 +25,7 @@ - + diff --git a/public/page/3/index.html b/public/page/3/index.html index bcd994235..ca329575f 100644 --- a/public/page/3/index.html +++ b/public/page/3/index.html @@ -25,7 +25,7 @@ - + diff --git a/public/post/index.html b/public/post/index.html index c0fce30e2..029265ad6 100644 --- a/public/post/index.html +++ b/public/post/index.html @@ -25,7 +25,7 @@ - + diff --git a/public/post/page/2/index.html b/public/post/page/2/index.html index a7373d257..528f60c99 100644 --- a/public/post/page/2/index.html +++ b/public/post/page/2/index.html @@ -25,7 +25,7 @@ - + diff --git a/public/post/page/3/index.html b/public/post/page/3/index.html index 2f79e52ca..5ebd45706 100644 --- a/public/post/page/3/index.html +++ b/public/post/page/3/index.html @@ -25,7 +25,7 @@ - + diff --git a/public/sitemap.xml b/public/sitemap.xml index 6a1551bc7..00521b649 100644 --- a/public/sitemap.xml +++ b/public/sitemap.xml @@ -4,7 +4,7 @@ https://alanorth.github.io/cgspace-notes/2017-09/ - 2017-09-13T16:42:17+03:00 + 2017-09-13T17:34:55+03:00 @@ -119,7 +119,7 @@ https://alanorth.github.io/cgspace-notes/ - 2017-09-13T16:42:17+03:00 + 2017-09-13T17:34:55+03:00 0 @@ -130,19 +130,19 @@ https://alanorth.github.io/cgspace-notes/tags/notes/ - 2017-09-13T16:42:17+03:00 + 2017-09-13T17:34:55+03:00 0 https://alanorth.github.io/cgspace-notes/post/ - 2017-09-13T16:42:17+03:00 + 2017-09-13T17:34:55+03:00 0 https://alanorth.github.io/cgspace-notes/tags/ - 2017-09-13T16:42:17+03:00 + 2017-09-13T17:34:55+03:00 0 diff --git a/public/tags/notes/index.html b/public/tags/notes/index.html index d9bf41dd3..68682261f 100644 --- a/public/tags/notes/index.html +++ b/public/tags/notes/index.html @@ -25,7 +25,7 @@ - + diff --git a/public/tags/notes/page/2/index.html b/public/tags/notes/page/2/index.html index c604cead9..b5f3ada89 100644 --- a/public/tags/notes/page/2/index.html +++ b/public/tags/notes/page/2/index.html @@ -25,7 +25,7 @@ - + diff --git a/public/tags/notes/page/3/index.html b/public/tags/notes/page/3/index.html index 4d7a55143..2130848d0 100644 --- a/public/tags/notes/page/3/index.html +++ b/public/tags/notes/page/3/index.html @@ -25,7 +25,7 @@ - +