diff --git a/content/posts/2020-12.md b/content/posts/2020-12.md index 3abad6580..5b1f55297 100644 --- a/content/posts/2020-12.md +++ b/content/posts/2020-12.md @@ -78,4 +78,56 @@ org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Error CREA - I will migrate all these cores and see if it makes a difference, then probably end up migrating all of them - I removed the statistics-2010, statistics-2015, statistics-2016, and statistics-2018 cores and restarted Tomcat and _all the statistics cores came up OK and the CUA statistics are OK_! +## 2020-12-07 + +- Run `dspace cleanup -v` on CGSpace to clean up deleted bitstreams +- Atmire sent a [pull request](https://github.com/ilri/DSpace/pull/457) to address the duplicate owningComm and owningColl + - Built and deployed it on DSpace Test but I am not sure how to run it yet + - I sent feedback to Atmire on their tracker: https://tracker.atmire.com/tickets-cgiar-ilri/view-ticket?id=839 +- Abenet and Tezira are having issues with committing to the archive in their workflow + - I looked at the server and indeed the locks and transactions are back up: + +![PostgreSQL Transactions day](/cgspace-notes/2020/12/postgres_transactions_ALL-day.png) +![PostgreSQL Locks day](/cgspace-notes/2020/12/postgres_locks_ALL-day.png) +![PostgreSQL Locks day](/cgspace-notes/2020/12/postgres_querylength_ALL-day.png) +![PostgreSQL Connections day](/cgspace-notes/2020/12/postgres_connections_ALL-day.png) + +- There are apparently 1,700 locks right now: + +```console +$ psql -c 'SELECT * FROM pg_locks pl LEFT JOIN pg_stat_activity psa ON pl.pid = psa.pid;' | wc -l +1739 +``` + +## 2020-12-08 + +- Atmire sent some instructions for using the DeduplicateValuesProcessor + - I modified `atmire-cua-update.xml` as they instructed, but I get a million errors like this when I run AtomicStatisticsUpdateCLI with that configuration: + +``` +Record uid: 64387815-d9a7-4605-8024-1c0a5c7520e0 couldn't be processed +com.atmire.statistics.util.update.atomic.ProcessingException: something went wrong while processing record uid: 64387815-d9a7-4605-8024-1c0a5c7520e0, an error occured in the com.atmire.statistics.util.update.atomic.processor.DeduplicateValuesProcessor + at com.atmire.statistics.util.update.atomic.AtomicStatisticsUpdater.applyProcessors(SourceFile:304) + at com.atmire.statistics.util.update.atomic.AtomicStatisticsUpdater.processRecords(SourceFile:176) + at com.atmire.statistics.util.update.atomic.AtomicStatisticsUpdater.performRun(SourceFile:161) + at com.atmire.statistics.util.update.atomic.AtomicStatisticsUpdater.update(SourceFile:128) + at com.atmire.statistics.util.update.atomic.AtomicStatisticsUpdateCLI.main(SourceFile:78) + at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) + at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) + at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) + at java.lang.reflect.Method.invoke(Method.java:498) + at org.dspace.app.launcher.ScriptLauncher.runOneCommand(ScriptLauncher.java:229) + at org.dspace.app.launcher.ScriptLauncher.main(ScriptLauncher.java:81) +Caused by: java.lang.UnsupportedOperationException + at org.apache.solr.common.SolrDocument$1.entrySet(SolrDocument.java:256) + at java.util.HashMap.putMapEntries(HashMap.java:512) + at java.util.HashMap.(HashMap.java:490) + at com.atmire.statistics.util.update.atomic.record.Record.getFieldValuesMap(SourceFile:86) + at com.atmire.statistics.util.update.atomic.processor.DeduplicateValuesProcessor.process(SourceFile:38) + at com.atmire.statistics.util.update.atomic.processor.DeduplicateValuesProcessor.visit(SourceFile:34) + at com.atmire.statistics.util.update.atomic.record.UsageRecord.accept(SourceFile:23) + at com.atmire.statistics.util.update.atomic.AtomicStatisticsUpdater.applyProcessors(SourceFile:301) + ... 10 more +``` + diff --git a/docs/2020-12/index.html b/docs/2020-12/index.html index 86e9046ae..0b7c27433 100644 --- a/docs/2020-12/index.html +++ b/docs/2020-12/index.html @@ -20,7 +20,7 @@ I started processing those (about 411,000 records): - + @@ -46,9 +46,9 @@ I started processing those (about 411,000 records): "@type": "BlogPosting", "headline": "December, 2020", "url": "https://alanorth.github.io/cgspace-notes/2020-12/", - "wordCount": "553", + "wordCount": "754", "datePublished": "2020-12-01T11:32:54+02:00", - "dateModified": "2020-12-01T19:15:48+02:00", + "dateModified": "2020-12-06T16:53:29+02:00", "author": { "@type": "Person", "name": "Alan Orth" @@ -201,7 +201,62 @@ $ curl -s "http://localhost:8081/solr/statistics-2010/update?softCommit=tru - +

2020-12-07

+ +

PostgreSQL Transactions day +PostgreSQL Locks day +PostgreSQL Locks day +PostgreSQL Connections day

+ +
$ psql -c 'SELECT * FROM pg_locks pl LEFT JOIN pg_stat_activity psa ON pl.pid = psa.pid;' | wc -l
+1739
+

2020-12-08

+ +
Record uid: 64387815-d9a7-4605-8024-1c0a5c7520e0 couldn't be processed
+com.atmire.statistics.util.update.atomic.ProcessingException: something went wrong while processing record uid: 64387815-d9a7-4605-8024-1c0a5c7520e0, an error occured in the com.atmire.statistics.util.update.atomic.processor.DeduplicateValuesProcessor
+        at com.atmire.statistics.util.update.atomic.AtomicStatisticsUpdater.applyProcessors(SourceFile:304)
+        at com.atmire.statistics.util.update.atomic.AtomicStatisticsUpdater.processRecords(SourceFile:176)
+        at com.atmire.statistics.util.update.atomic.AtomicStatisticsUpdater.performRun(SourceFile:161)
+        at com.atmire.statistics.util.update.atomic.AtomicStatisticsUpdater.update(SourceFile:128)
+        at com.atmire.statistics.util.update.atomic.AtomicStatisticsUpdateCLI.main(SourceFile:78)
+        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
+        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
+        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
+        at java.lang.reflect.Method.invoke(Method.java:498)
+        at org.dspace.app.launcher.ScriptLauncher.runOneCommand(ScriptLauncher.java:229)
+        at org.dspace.app.launcher.ScriptLauncher.main(ScriptLauncher.java:81)
+Caused by: java.lang.UnsupportedOperationException
+        at org.apache.solr.common.SolrDocument$1.entrySet(SolrDocument.java:256)
+        at java.util.HashMap.putMapEntries(HashMap.java:512)
+        at java.util.HashMap.<init>(HashMap.java:490)
+        at com.atmire.statistics.util.update.atomic.record.Record.getFieldValuesMap(SourceFile:86)
+        at com.atmire.statistics.util.update.atomic.processor.DeduplicateValuesProcessor.process(SourceFile:38)
+        at com.atmire.statistics.util.update.atomic.processor.DeduplicateValuesProcessor.visit(SourceFile:34)
+        at com.atmire.statistics.util.update.atomic.record.UsageRecord.accept(SourceFile:23)
+        at com.atmire.statistics.util.update.atomic.AtomicStatisticsUpdater.applyProcessors(SourceFile:301)
+        ... 10 more
+
diff --git a/docs/2020/12/postgres_connections_ALL-day.png b/docs/2020/12/postgres_connections_ALL-day.png new file mode 100644 index 000000000..93b95029e Binary files /dev/null and b/docs/2020/12/postgres_connections_ALL-day.png differ diff --git a/docs/2020/12/postgres_locks_ALL-day.png b/docs/2020/12/postgres_locks_ALL-day.png new file mode 100644 index 000000000..3c1134031 Binary files /dev/null and b/docs/2020/12/postgres_locks_ALL-day.png differ diff --git a/docs/2020/12/postgres_querylength_ALL-day.png b/docs/2020/12/postgres_querylength_ALL-day.png new file mode 100644 index 000000000..3021bbaae Binary files /dev/null and b/docs/2020/12/postgres_querylength_ALL-day.png differ diff --git a/docs/2020/12/postgres_transactions_ALL-day.png b/docs/2020/12/postgres_transactions_ALL-day.png new file mode 100644 index 000000000..df1c77616 Binary files /dev/null and b/docs/2020/12/postgres_transactions_ALL-day.png differ diff --git a/docs/categories/index.html b/docs/categories/index.html index 68c0ecc43..96197f016 100644 --- a/docs/categories/index.html +++ b/docs/categories/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/categories/notes/index.html b/docs/categories/notes/index.html index 09a796f6a..3e4a09c82 100644 --- a/docs/categories/notes/index.html +++ b/docs/categories/notes/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/categories/notes/page/2/index.html b/docs/categories/notes/page/2/index.html index f94e6b3b1..2189235c2 100644 --- a/docs/categories/notes/page/2/index.html +++ b/docs/categories/notes/page/2/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/categories/notes/page/3/index.html b/docs/categories/notes/page/3/index.html index b744363e4..1ff9b1a1f 100644 --- a/docs/categories/notes/page/3/index.html +++ b/docs/categories/notes/page/3/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/categories/notes/page/4/index.html b/docs/categories/notes/page/4/index.html index 935f61798..7e6d6097a 100644 --- a/docs/categories/notes/page/4/index.html +++ b/docs/categories/notes/page/4/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/categories/notes/page/5/index.html b/docs/categories/notes/page/5/index.html index 08431917d..cfe1cae23 100644 --- a/docs/categories/notes/page/5/index.html +++ b/docs/categories/notes/page/5/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/index.html b/docs/index.html index b9753d002..bcf75cd80 100644 --- a/docs/index.html +++ b/docs/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/page/2/index.html b/docs/page/2/index.html index b65af50c5..f9afc23bb 100644 --- a/docs/page/2/index.html +++ b/docs/page/2/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/page/3/index.html b/docs/page/3/index.html index 1ba0f6bbd..ad1a663b6 100644 --- a/docs/page/3/index.html +++ b/docs/page/3/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/page/4/index.html b/docs/page/4/index.html index 5b0bd44dd..4a7a00d71 100644 --- a/docs/page/4/index.html +++ b/docs/page/4/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/page/5/index.html b/docs/page/5/index.html index 676a1e194..60ff04a19 100644 --- a/docs/page/5/index.html +++ b/docs/page/5/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/page/6/index.html b/docs/page/6/index.html index 52d0073d3..9598a3617 100644 --- a/docs/page/6/index.html +++ b/docs/page/6/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/page/7/index.html b/docs/page/7/index.html index 558cff3c1..ce0cdc61a 100644 --- a/docs/page/7/index.html +++ b/docs/page/7/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/index.html b/docs/posts/index.html index d73a8cb07..03b491997 100644 --- a/docs/posts/index.html +++ b/docs/posts/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/page/2/index.html b/docs/posts/page/2/index.html index f1bc8a36f..76135b94b 100644 --- a/docs/posts/page/2/index.html +++ b/docs/posts/page/2/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/page/3/index.html b/docs/posts/page/3/index.html index 689917a62..b83e36cb5 100644 --- a/docs/posts/page/3/index.html +++ b/docs/posts/page/3/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/page/4/index.html b/docs/posts/page/4/index.html index 530bcf8c8..57f3be449 100644 --- a/docs/posts/page/4/index.html +++ b/docs/posts/page/4/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/page/5/index.html b/docs/posts/page/5/index.html index 22141f19e..82af608d0 100644 --- a/docs/posts/page/5/index.html +++ b/docs/posts/page/5/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/page/6/index.html b/docs/posts/page/6/index.html index e5efa501e..e51f67333 100644 --- a/docs/posts/page/6/index.html +++ b/docs/posts/page/6/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/page/7/index.html b/docs/posts/page/7/index.html index ee000da72..14ce14236 100644 --- a/docs/posts/page/7/index.html +++ b/docs/posts/page/7/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/sitemap.xml b/docs/sitemap.xml index b62dd0864..adfadfeca 100644 --- a/docs/sitemap.xml +++ b/docs/sitemap.xml @@ -4,27 +4,27 @@ https://alanorth.github.io/cgspace-notes/categories/ - 2020-12-01T19:15:48+02:00 + 2020-12-06T16:53:29+02:00 https://alanorth.github.io/cgspace-notes/ - 2020-12-01T19:15:48+02:00 + 2020-12-06T16:53:29+02:00 https://alanorth.github.io/cgspace-notes/2020-12/ - 2020-12-01T19:15:48+02:00 + 2020-12-06T16:53:29+02:00 https://alanorth.github.io/cgspace-notes/categories/notes/ - 2020-12-01T19:15:48+02:00 + 2020-12-06T16:53:29+02:00 https://alanorth.github.io/cgspace-notes/posts/ - 2020-12-01T19:15:48+02:00 + 2020-12-06T16:53:29+02:00 diff --git a/static/2020/12/postgres_connections_ALL-day.png b/static/2020/12/postgres_connections_ALL-day.png new file mode 100644 index 000000000..93b95029e Binary files /dev/null and b/static/2020/12/postgres_connections_ALL-day.png differ diff --git a/static/2020/12/postgres_locks_ALL-day.png b/static/2020/12/postgres_locks_ALL-day.png new file mode 100644 index 000000000..3c1134031 Binary files /dev/null and b/static/2020/12/postgres_locks_ALL-day.png differ diff --git a/static/2020/12/postgres_querylength_ALL-day.png b/static/2020/12/postgres_querylength_ALL-day.png new file mode 100644 index 000000000..3021bbaae Binary files /dev/null and b/static/2020/12/postgres_querylength_ALL-day.png differ diff --git a/static/2020/12/postgres_transactions_ALL-day.png b/static/2020/12/postgres_transactions_ALL-day.png new file mode 100644 index 000000000..df1c77616 Binary files /dev/null and b/static/2020/12/postgres_transactions_ALL-day.png differ