From 546ac808818525691eacd23c8c556a6f7794d605 Mon Sep 17 00:00:00 2001 From: Alan Orth Date: Wed, 29 Apr 2020 14:20:28 +0300 Subject: [PATCH] Update notes for 2020-04-29 --- content/posts/2020-04.md | 35 +++++++++++++++++++++++++++++++ docs/2020-04/index.html | 45 +++++++++++++++++++++++++++++++++++++--- docs/sitemap.xml | 10 ++++----- 3 files changed, 82 insertions(+), 8 deletions(-) diff --git a/content/posts/2020-04.md b/content/posts/2020-04.md index 6cabffde5..791bef430 100644 --- a/content/posts/2020-04.md +++ b/content/posts/2020-04.md @@ -324,5 +324,40 @@ atmire-cua.version.number=${cua.version.number} - I manually editied the CUA version variable and was then able to run the `com.atmire.statistics.util.update.atomic.AtomicStatisticsUpdateCLI` script - On the first run it took one hour to process 100,000 records on my local test instance... - On the second run it took one hour to process 140,000 records + - On the third run it took one hour to process 150,000 records + +## 2020-04-29 + +- I found out that running the Atmire CUA script with more memory and a larger number of records (-r 20000) makes it run faster + - Now the process finishes, but there are errors on some records: + +``` +Record uid: ee085cc0-0110-42c5-80b9-0fad4015ed9f couldn't be processed +com.atmire.statistics.util.update.atomic.ProcessingException: something went wrong while processing record uid: ee085cc0-0110-42c5-80b9-0fad4015ed9f, an error occured in the com.atmire.statistics.util.update.atomic.processor.ContainerOwnerDBProcessor + at com.atmire.statistics.util.update.atomic.AtomicStatisticsUpdater.applyProcessors(AtomicStatisticsUpdater.java:304) + at com.atmire.statistics.util.update.atomic.AtomicStatisticsUpdater.processRecords(AtomicStatisticsUpdater.java:176) + at com.atmire.statistics.util.update.atomic.AtomicStatisticsUpdater.performRun(AtomicStatisticsUpdater.java:161) + at com.atmire.statistics.util.update.atomic.AtomicStatisticsUpdater.update(AtomicStatisticsUpdater.java:128) + at com.atmire.statistics.util.update.atomic.AtomicStatisticsUpdateCLI.main(AtomicStatisticsUpdateCLI.java:78) + at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) + at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) + at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) + at java.lang.reflect.Method.invoke(Method.java:498) + at org.dspace.app.launcher.ScriptLauncher.runOneCommand(ScriptLauncher.java:229) + at org.dspace.app.launcher.ScriptLauncher.main(ScriptLauncher.java:81) +Caused by: java.lang.NullPointerException + at com.atmire.dspace.cua.CUADSOServiceImpl.findByLegacyID(CUADSOServiceImpl.java:40) + at com.atmire.statistics.util.update.atomic.processor.AtomicUpdateProcessor.getDSpaceObject(AtomicUpdateProcessor.java:49) + at com.atmire.statistics.util.update.atomic.processor.ContainerOwnerDBProcessor.process(ContainerOwnerDBProcessor.java:45) + at com.atmire.statistics.util.update.atomic.processor.ContainerOwnerDBProcessor.visit(ContainerOwnerDBProcessor.java:38) + at com.atmire.statistics.util.update.atomic.record.UsageRecord.accept(UsageRecord.java:23) + at com.atmire.statistics.util.update.atomic.AtomicStatisticsUpdater.applyProcessors(AtomicStatisticsUpdater.java:301) + ... 10 more +``` + +- I've sent a message to Atmire to ask for advice +- Also, now I can actually see the CUA statlets and usage statistics + - Unfortunately it seems they are using Font Awesome 4 in their CUA module and this means that some icons are broken because the names have changed, but also some of their code is using Unicode characters instead of classes in spans! + - I've reverted my sweet SVG work from yesterday and adjusted the Font Awesome 5 SCSS to add a few more icons that they are using diff --git a/docs/2020-04/index.html b/docs/2020-04/index.html index 2b3602734..eccadf52d 100644 --- a/docs/2020-04/index.html +++ b/docs/2020-04/index.html @@ -25,7 +25,7 @@ On the same note, the one item Abenet pointed out last week now has a donut with - + @@ -55,9 +55,9 @@ On the same note, the one item Abenet pointed out last week now has a donut with "@type": "BlogPosting", "headline": "April, 2020", "url": "https://alanorth.github.io/cgspace-notes/2020-04/", - "wordCount": "2394", + "wordCount": "2592", "datePublished": "2020-04-02T10:53:24+03:00", - "dateModified": "2020-04-27T16:57:32+03:00", + "dateModified": "2020-04-28T18:18:34+03:00", "author": { "@type": "Person", "name": "Alan Orth" @@ -458,6 +458,45 @@ atmire-cua.version.number=${cua.version.number} + + +

2020-04-29

+ +
Record uid: ee085cc0-0110-42c5-80b9-0fad4015ed9f couldn't be processed
+com.atmire.statistics.util.update.atomic.ProcessingException: something went wrong while processing record uid: ee085cc0-0110-42c5-80b9-0fad4015ed9f, an error occured in the com.atmire.statistics.util.update.atomic.processor.ContainerOwnerDBProcessor
+        at com.atmire.statistics.util.update.atomic.AtomicStatisticsUpdater.applyProcessors(AtomicStatisticsUpdater.java:304)
+        at com.atmire.statistics.util.update.atomic.AtomicStatisticsUpdater.processRecords(AtomicStatisticsUpdater.java:176)
+        at com.atmire.statistics.util.update.atomic.AtomicStatisticsUpdater.performRun(AtomicStatisticsUpdater.java:161)
+        at com.atmire.statistics.util.update.atomic.AtomicStatisticsUpdater.update(AtomicStatisticsUpdater.java:128)
+        at com.atmire.statistics.util.update.atomic.AtomicStatisticsUpdateCLI.main(AtomicStatisticsUpdateCLI.java:78)
+        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
+        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
+        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
+        at java.lang.reflect.Method.invoke(Method.java:498)
+        at org.dspace.app.launcher.ScriptLauncher.runOneCommand(ScriptLauncher.java:229)
+        at org.dspace.app.launcher.ScriptLauncher.main(ScriptLauncher.java:81)
+Caused by: java.lang.NullPointerException
+        at com.atmire.dspace.cua.CUADSOServiceImpl.findByLegacyID(CUADSOServiceImpl.java:40)
+        at com.atmire.statistics.util.update.atomic.processor.AtomicUpdateProcessor.getDSpaceObject(AtomicUpdateProcessor.java:49)
+        at com.atmire.statistics.util.update.atomic.processor.ContainerOwnerDBProcessor.process(ContainerOwnerDBProcessor.java:45)
+        at com.atmire.statistics.util.update.atomic.processor.ContainerOwnerDBProcessor.visit(ContainerOwnerDBProcessor.java:38)
+        at com.atmire.statistics.util.update.atomic.record.UsageRecord.accept(UsageRecord.java:23)
+        at com.atmire.statistics.util.update.atomic.AtomicStatisticsUpdater.applyProcessors(AtomicStatisticsUpdater.java:301)
+        ... 10 more
+
diff --git a/docs/sitemap.xml b/docs/sitemap.xml index 6e2022ce2..0deb1691c 100644 --- a/docs/sitemap.xml +++ b/docs/sitemap.xml @@ -4,27 +4,27 @@ https://alanorth.github.io/cgspace-notes/2020-04/ - 2020-04-27T16:57:32+03:00 + 2020-04-28T18:18:34+03:00 https://alanorth.github.io/cgspace-notes/categories/ - 2020-04-27T16:57:32+03:00 + 2020-04-28T18:18:34+03:00 https://alanorth.github.io/cgspace-notes/ - 2020-04-27T16:57:32+03:00 + 2020-04-28T18:18:34+03:00 https://alanorth.github.io/cgspace-notes/categories/notes/ - 2020-04-27T16:57:32+03:00 + 2020-04-28T18:18:34+03:00 https://alanorth.github.io/cgspace-notes/posts/ - 2020-04-27T16:57:32+03:00 + 2020-04-28T18:18:34+03:00