From f8a6881f12c0bbd437db904088e0d9c8594f5e99 Mon Sep 17 00:00:00 2001 From: Alan Orth Date: Mon, 1 Jun 2020 13:55:08 +0300 Subject: [PATCH] Update notes for 2020-05-31 --- content/posts/2020-05.md | 19 +++++++++++++++++++ docs/2020-05/index.html | 23 ++++++++++++++++++++--- docs/categories/index.html | 2 +- docs/categories/notes/index.html | 2 +- docs/categories/notes/page/2/index.html | 2 +- docs/categories/notes/page/3/index.html | 2 +- docs/categories/notes/page/4/index.html | 2 +- docs/categories/page/2/index.html | 2 +- docs/categories/page/3/index.html | 2 +- docs/categories/page/4/index.html | 2 +- docs/categories/page/5/index.html | 2 +- docs/categories/page/6/index.html | 2 +- docs/index.html | 2 +- docs/page/2/index.html | 2 +- docs/page/3/index.html | 2 +- docs/page/4/index.html | 2 +- docs/page/5/index.html | 2 +- docs/page/6/index.html | 2 +- docs/posts/index.html | 2 +- docs/posts/page/2/index.html | 2 +- docs/posts/page/3/index.html | 2 +- docs/posts/page/4/index.html | 2 +- docs/posts/page/5/index.html | 2 +- docs/posts/page/6/index.html | 2 +- docs/sitemap.xml | 10 +++++----- 25 files changed, 66 insertions(+), 30 deletions(-) diff --git a/content/posts/2020-05.md b/content/posts/2020-05.md index 2554f4a65..5acddbf67 100644 --- a/content/posts/2020-05.md +++ b/content/posts/2020-05.md @@ -265,6 +265,25 @@ $ export JAVA_OPTS="-Xmx1024m -Dfile.encoding=UTF-8" $ dspace dsrun com.atmire.statistics.util.update.atomic.AtomicStatisticsUpdateCLI -t 1 ``` +- The processing is very slow and there are lots of errors like this: + +``` +Record uid: 7b5b3900-28e8-417f-9c1c-e7d88a753221 couldn't be processed +com.atmire.statistics.util.update.atomic.ProcessingException: something went wrong while processing record uid: 7b5b3900-28e8-417f-9c1c-e7d88a753221, an error occured in the com.atmire.statistics.util.update.atomic.processor.ContainerOwnerDBProcessor + at com.atmire.statistics.util.update.atomic.AtomicStatisticsUpdater.applyProcessors(AtomicStatisticsUpdater.java:304) + at com.atmire.statistics.util.update.atomic.AtomicStatisticsUpdater.processRecords(AtomicStatisticsUpdater.java:176) + at com.atmire.statistics.util.update.atomic.AtomicStatisticsUpdater.performRun(AtomicStatisticsUpdater.java:161) + at com.atmire.statistics.util.update.atomic.AtomicStatisticsUpdater.update(AtomicStatisticsUpdater.java:128) + at com.atmire.statistics.util.update.atomic.AtomicStatisticsUpdateCLI.main(AtomicStatisticsUpdateCLI.java:78) + at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) + at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) + at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) + at java.lang.reflect.Method.invoke(Method.java:498) + at org.dspace.app.launcher.ScriptLauncher.runOneCommand(ScriptLauncher.java:229) + at org.dspace.app.launcher.ScriptLauncher.main(ScriptLauncher.java:81) +Caused by: java.lang.NullPointerException +``` + - Experiment a bit with the Python [country-converter](https://pypi.org/project/country-converter/) library as it can convert between different formats (like ISO 3166 and UN m49) - We need to eventually find a format we can use for all CGIAR DSpaces... diff --git a/docs/2020-05/index.html b/docs/2020-05/index.html index 149e67f4a..6d3b4e3d0 100644 --- a/docs/2020-05/index.html +++ b/docs/2020-05/index.html @@ -18,7 +18,7 @@ I see that CGSpace (linode18) is still using PostgreSQL JDBC driver version 42.2 - + @@ -41,9 +41,9 @@ I see that CGSpace (linode18) is still using PostgreSQL JDBC driver version 42.2 "@type": "BlogPosting", "headline": "May, 2020", "url": "https://alanorth.github.io/cgspace-notes/2020-05/", - "wordCount": "2094", + "wordCount": "2154", "datePublished": "2020-05-02T09:52:04+03:00", - "dateModified": "2020-05-31T16:04:18+03:00", + "dateModified": "2020-05-31T20:49:41+03:00", "author": { "@type": "Person", "name": "Alan Orth" @@ -430,6 +430,23 @@ $ curl -s "http://localhost:8081/solr/statistics/update?softCommit=true&quo 
$ export JAVA_OPTS="-Xmx1024m -Dfile.encoding=UTF-8"
 $ dspace dsrun com.atmire.statistics.util.update.atomic.AtomicStatisticsUpdateCLI -t 1
+
Record uid: 7b5b3900-28e8-417f-9c1c-e7d88a753221 couldn't be processed
+com.atmire.statistics.util.update.atomic.ProcessingException: something went wrong while processing record uid: 7b5b3900-28e8-417f-9c1c-e7d88a753221, an error occured in the com.atmire.statistics.util.update.atomic.processor.ContainerOwnerDBProcessor
+        at com.atmire.statistics.util.update.atomic.AtomicStatisticsUpdater.applyProcessors(AtomicStatisticsUpdater.java:304)
+        at com.atmire.statistics.util.update.atomic.AtomicStatisticsUpdater.processRecords(AtomicStatisticsUpdater.java:176)
+        at com.atmire.statistics.util.update.atomic.AtomicStatisticsUpdater.performRun(AtomicStatisticsUpdater.java:161)
+        at com.atmire.statistics.util.update.atomic.AtomicStatisticsUpdater.update(AtomicStatisticsUpdater.java:128)
+        at com.atmire.statistics.util.update.atomic.AtomicStatisticsUpdateCLI.main(AtomicStatisticsUpdateCLI.java:78)
+        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
+        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
+        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
+        at java.lang.reflect.Method.invoke(Method.java:498)
+        at org.dspace.app.launcher.ScriptLauncher.runOneCommand(ScriptLauncher.java:229)
+        at org.dspace.app.launcher.ScriptLauncher.main(ScriptLauncher.java:81)
+Caused by: java.lang.NullPointerException
+