From 9da89f5bbadf509657982c0769cac4513fe353ac Mon Sep 17 00:00:00 2001 From: Alan Orth Date: Tue, 4 Feb 2020 08:44:50 +0200 Subject: [PATCH] Add notes for 2020-02-03 --- content/posts/2020-02.md | 48 +++++++++++++++++++++++++++++++- docs/2020-02/index.html | 60 +++++++++++++++++++++++++++++++++++++--- docs/sitemap.xml | 10 +++---- 3 files changed, 108 insertions(+), 10 deletions(-) diff --git a/content/posts/2020-02.md b/content/posts/2020-02.md index 36a3c0a03..2195cd05e 100644 --- a/content/posts/2020-02.md +++ b/content/posts/2020-02.md @@ -115,7 +115,53 @@ DROP VIEW ``` - After that the migration was successful and DSpace starts up successfully and begins indexing - - xmlui, solr, jspui, and oai are working, but rest is not starting up (turns out rest was working, but it was redirecting to HTTPS... I wonder why, because it wasn't doing that on DSpace 5!) + - xmlui, solr, jspui, rest, and oai are working (rest was redirecting to HTTPS, so I set the Tomcat connector to `secure="true"` and it fixed it on localhost, but caused other issues so I disabled it for now) - I started diffing our themes against the Mirage 2 reference theme to capture the latest changes +## 2020-02-03 + +- Update DSpace mimetype fallback images from [KDE Breeze Icons](https://github.com/KDE/breeze-icons) project + - Our icons are four years old (see [my bitstream icons demo](https://alanorth.github.io/dspace-bitstream-icons/)) +- Issues remaining in the DSpace 6 port of our CGSpace 5.x code: + - [ ] Community and collection pages only show one recent submission (seems that there is only one item in Solr?) + - [ ] Community and collection pages have tons of "Browse" buttons that we need to remove + - [ ] Order of navigation elements in right side bar ("My Account" etc, compare to DSpace Test) + - [ ] Home page trail says "CGSpace Home" instead of "CGSpace Home / Community List" (see DSpace Test) +- There are lots of errors in the DSpace log, which might explain some of the issues with recent submissions / Solr: + +``` +2020-02-03 10:27:14,485 ERROR org.dspace.browse.ItemCountDAOSolr @ caught exception: +org.dspace.discovery.SearchServiceException: Invalid UUID string: 1 +2020-02-03 13:20:20,475 ERROR org.dspace.app.xmlui.aspect.discovery.AbstractRecentSubmissionTransformer @ Caught SearchServiceException while retrieving recent submission for: home page +org.dspace.discovery.SearchServiceException: Invalid UUID string: 111210 +``` + +- If I look in Solr's search core I do actually see items with integers for their resource ID, which I think are all supposed to be UUIDs now... +- I dropped all the documents in the search core: + +``` +$ http --print b 'http://localhost:8080/solr/search/update?stream.body=*:*&commit=true' +``` + +- Still didn't work, so I'm going to try a clean database import and migration: + +``` +$ createdb -h localhost -U postgres -O dspacetest --encoding=UNICODE dspace63 +$ psql -h localhost -U postgres -c 'alter user dspacetest superuser;' +$ pg_restore -h localhost -U postgres -d dspace63 -O --role=dspacetest -h localhost dspace_2020-01-27.backup +$ psql -h localhost -U postgres -c 'alter user dspacetest nosuperuser;' +$ psql -h localhost -U postgres dspace63 +dspace63=# CREATE EXTENSION pgcrypto; +dspace63=# DELETE FROM schema_version WHERE version IN ('5.0.2015.01.27', '5.6.2015.12.03.2', '5.6.2016.08.08', '5.0.2017.04.28', '5.0.2017.09.25', '5.8.2015.12.03.3'); +dspace63=# DROP VIEW eperson_metadata; +dspace63=# \q +$ psql -h localhost -U postgres -f ~/src/git/DSpace/dspace/etc/postgres/update-sequences.sql dspace63 +$ ~/dspace63/bin/dspace database migrate +``` + +- I notice that the indexing doesn't work correctly if I start it manually with `dspace index-discovery -b` (search.resourceid becomes an integer!) + - If I induce an indexing by touching `dspace/solr/search/conf/reindex.flag` the search.resourceid are all UUIDs... +- Speaking of database stuff, there was a performance-related update for the [indexes that we used in DSpace 5](https://github.com/DSpace/DSpace/pull/1791/) + - We might want to [apply it in DSpace 6](https://github.com/DSpace/DSpace/pull/1792), as it was never merged to 6.x, but it helped with the performance of `/submissions` in XMLUI for us in [2018-03]({{< relref path="2018-03.md" >}}) + diff --git a/docs/2020-02/index.html b/docs/2020-02/index.html index 81b0993f6..c2f6b3920 100644 --- a/docs/2020-02/index.html +++ b/docs/2020-02/index.html @@ -20,7 +20,7 @@ The code finally builds and runs with a fresh install - + @@ -45,9 +45,9 @@ The code finally builds and runs with a fresh install "@type": "BlogPosting", "headline": "February, 2020", "url": "https:\/\/alanorth.github.io\/cgspace-notes\/2020-02\/", - "wordCount": "572", + "wordCount": "949", "datePublished": "2020-02-02T11:56:30+02:00", - "dateModified": "2020-02-02T17:15:48+02:00", + "dateModified": "2020-02-02T18:03:43+02:00", "author": { "@type": "Person", "name": "Alan Orth" @@ -227,11 +227,63 @@ DROP VIEW +

2020-02-03

+ +
2020-02-03 10:27:14,485 ERROR org.dspace.browse.ItemCountDAOSolr @ caught exception: 
+org.dspace.discovery.SearchServiceException: Invalid UUID string: 1
+2020-02-03 13:20:20,475 ERROR org.dspace.app.xmlui.aspect.discovery.AbstractRecentSubmissionTransformer @ Caught SearchServiceException while retrieving recent submission for: home page
+org.dspace.discovery.SearchServiceException: Invalid UUID string: 111210
+
+
$ http --print b 'http://localhost:8080/solr/search/update?stream.body=<delete><query>*:*</query></delete>&commit=true'
+
+
$ createdb -h localhost -U postgres -O dspacetest --encoding=UNICODE dspace63
+$ psql -h localhost -U postgres -c 'alter user dspacetest superuser;'
+$ pg_restore -h localhost -U postgres -d dspace63 -O --role=dspacetest -h localhost dspace_2020-01-27.backup
+$ psql -h localhost -U postgres -c 'alter user dspacetest nosuperuser;'
+$ psql -h localhost -U postgres dspace63                               
+dspace63=# CREATE EXTENSION pgcrypto;
+dspace63=# DELETE FROM schema_version WHERE version IN ('5.0.2015.01.27', '5.6.2015.12.03.2', '5.6.2016.08.08', '5.0.2017.04.28', '5.0.2017.09.25', '5.8.2015.12.03.3');
+dspace63=# DROP VIEW eperson_metadata;
+dspace63=# \q
+$ psql -h localhost -U postgres -f ~/src/git/DSpace/dspace/etc/postgres/update-sequences.sql dspace63
+$ ~/dspace63/bin/dspace database migrate
+
diff --git a/docs/sitemap.xml b/docs/sitemap.xml index 8c5feb7ac..1471d6b3c 100644 --- a/docs/sitemap.xml +++ b/docs/sitemap.xml @@ -4,27 +4,27 @@ https://alanorth.github.io/cgspace-notes/categories/ - 2020-02-02T17:15:48+02:00 + 2020-02-02T18:03:43+02:00 https://alanorth.github.io/cgspace-notes/ - 2020-02-02T17:15:48+02:00 + 2020-02-02T18:03:43+02:00 https://alanorth.github.io/cgspace-notes/2020-02/ - 2020-02-02T17:15:48+02:00 + 2020-02-02T18:03:43+02:00 https://alanorth.github.io/cgspace-notes/categories/notes/ - 2020-02-02T17:15:48+02:00 + 2020-02-02T18:03:43+02:00 https://alanorth.github.io/cgspace-notes/posts/ - 2020-02-02T17:15:48+02:00 + 2020-02-02T18:03:43+02:00