From 4bde626ed488217d9ae5e833ddbf2b3697106d39 Mon Sep 17 00:00:00 2001
From: Alan Orth
Date: Sat, 6 Jun 2020 13:33:23 +0300
Subject: [PATCH] Add notes for 2020-06-04
---
content/posts/2020-06.md | 16 +++++++++++++++-
docs/2020-06/index.html | 23 +++++++++++++++++++----
docs/categories/index.html | 2 +-
docs/categories/notes/index.html | 2 +-
docs/categories/notes/page/2/index.html | 2 +-
docs/categories/notes/page/3/index.html | 2 +-
docs/categories/notes/page/4/index.html | 2 +-
docs/categories/page/2/index.html | 2 +-
docs/categories/page/3/index.html | 2 +-
docs/categories/page/4/index.html | 2 +-
docs/categories/page/5/index.html | 2 +-
docs/categories/page/6/index.html | 2 +-
docs/index.html | 2 +-
docs/page/2/index.html | 2 +-
docs/page/3/index.html | 2 +-
docs/page/4/index.html | 2 +-
docs/page/5/index.html | 2 +-
docs/page/6/index.html | 2 +-
docs/posts/index.html | 2 +-
docs/posts/page/2/index.html | 2 +-
docs/posts/page/3/index.html | 2 +-
docs/posts/page/4/index.html | 2 +-
docs/posts/page/5/index.html | 2 +-
docs/posts/page/6/index.html | 2 +-
docs/sitemap.xml | 10 +++++-----
25 files changed, 61 insertions(+), 32 deletions(-)
diff --git a/content/posts/2020-06.md b/content/posts/2020-06.md
index 3f085430c..a5a6d6843 100644
--- a/content/posts/2020-06.md
+++ b/content/posts/2020-06.md
@@ -90,7 +90,7 @@ java.lang.NullPointerException
```
$ time chrt -i 0 ionice -c2 -n7 nice -n19 dspace index-discovery -b
-...
+
real 125m37.423s
user 11m20.312s
sys 3m19.965s
@@ -102,6 +102,7 @@ sys 3m19.965s
- I ran all system updates on the server (linode18) and rebooted it
- After it came back up I had to restart Tomcat five times before all Solr statistics cores came up properly
- Unfortunately this means that the Tomcat JDBC pooling via JNDI doesn't work, so we're using only the 30 connections reserved for the DSpace CLI from DSpace's own internal pool
+ - Perhaps our previous issues with the database pool from a few years ago will be less now that we have much more aggressive blocking and rate limiting of bots in nginx
- I will also import a fresh database snapshot from CGSpace and check if I can map the item in my local environment
- After importing and forcing a full reindex locally I can see the item in search and in the item mapper
- Abenet sent another message about two users who are having issues with submission, and I see the number of locks in PostgreSQL has sky rocketed again as of a few days ago:
@@ -114,5 +115,18 @@ sys 3m19.965s
![PostgreSQL locks year](/cgspace-notes/2020/06/postgres_locks_ALL-year.png)
- I think I need to just leave this as is with the DSpace default JDBC driver for now, but perhaps I could also downgrade the Tomcat version (I deployed Tomcat 7.0.103 in March, so perhaps that's relevant)
+- Also, I'll start *another* full reindexing to see if the issue with mapping is somehow also resolved now that the database connections are working better
+ - Perhaps related, but this one finished much faster:
+
+```
+$ time chrt -i 0 ionice -c2 -n7 nice -n19 dspace index-discovery -b
+
+real 101m41.195s
+user 10m9.569s
+sys 3m13.929s
+```
+
+- Unfortunately the item is still not showing up in the item mapper...
+- Something happened to AReS Explorer (linode20) so I ran all system updates and rebooted it
diff --git a/docs/2020-06/index.html b/docs/2020-06/index.html
index baab8c2e6..16b869257 100644
--- a/docs/2020-06/index.html
+++ b/docs/2020-06/index.html
@@ -19,7 +19,7 @@ I tried to build the OAI registry on the freshly migrated DSpace 6 on DSpace Tes
-
+
@@ -43,9 +43,9 @@ I tried to build the OAI registry on the freshly migrated DSpace 6 on DSpace Tes
"@type": "BlogPosting",
"headline": "June, 2020",
"url": "https://alanorth.github.io/cgspace-notes/2020-06/",
- "wordCount": "737",
+ "wordCount": "846",
"datePublished": "2020-06-01T13:55:39+03:00",
- "dateModified": "2020-06-02T15:12:32+03:00",
+ "dateModified": "2020-06-04T14:43:40+03:00",
"author": {
"@type": "Person",
"name": "Alan Orth"
@@ -211,7 +211,7 @@ java.lang.NullPointerException
$ time chrt -i 0 ionice -c2 -n7 nice -n19 dspace index-discovery -b
-...
+
real 125m37.423s
user 11m20.312s
sys 3m19.965s
@@ -223,6 +223,7 @@ sys 3m19.965s
I ran all system updates on the server (linode18) and rebooted it
After it came back up I had to restart Tomcat five times before all Solr statistics cores came up properly
Unfortunately this means that the Tomcat JDBC pooling via JNDI doesn’t work, so we’re using only the 30 connections reserved for the DSpace CLI from DSpace’s own internal pool
+Perhaps our previous issues with the database pool from a few years ago will be less now that we have much more aggressive blocking and rate limiting of bots in nginx
I will also import a fresh database snapshot from CGSpace and check if I can map the item in my local environment
@@ -240,6 +241,20 @@ sys 3m19.965s
![PostgreSQL locks year](/cgspace-notes/2020/06/postgres_locks_ALL-year.png)
- I think I need to just leave this as is with the DSpace default JDBC driver for now, but perhaps I could also downgrade the Tomcat version (I deployed Tomcat 7.0.103 in March, so perhaps that’s relevant)
+- Also, I’ll start another full reindexing to see if the issue with mapping is somehow also resolved now that the database connections are working better
+
+- Perhaps related, but this one finished much faster:
+
+
+
+$ time chrt -i 0 ionice -c2 -n7 nice -n19 dspace index-discovery -b
+
+real 101m41.195s
+user 10m9.569s
+sys 3m13.929s
+
+- Unfortunately the item is still not showing up in the item mapper…
+- Something happened to AReS Explorer (linode20) so I ran all system updates and rebooted it
diff --git a/docs/categories/index.html b/docs/categories/index.html
index f5d5c58e8..d7ff5a7f7 100644
--- a/docs/categories/index.html
+++ b/docs/categories/index.html
@@ -9,7 +9,7 @@
-
+
diff --git a/docs/categories/notes/index.html b/docs/categories/notes/index.html
index b8935380a..4bf4b52e3 100644
--- a/docs/categories/notes/index.html
+++ b/docs/categories/notes/index.html
@@ -9,7 +9,7 @@
-
+
diff --git a/docs/categories/notes/page/2/index.html b/docs/categories/notes/page/2/index.html
index 45a7d90be..b8aa23895 100644
--- a/docs/categories/notes/page/2/index.html
+++ b/docs/categories/notes/page/2/index.html
@@ -9,7 +9,7 @@
-
+
diff --git a/docs/categories/notes/page/3/index.html b/docs/categories/notes/page/3/index.html
index 2959e60dc..94c5f1a03 100644
--- a/docs/categories/notes/page/3/index.html
+++ b/docs/categories/notes/page/3/index.html
@@ -9,7 +9,7 @@
-
+
diff --git a/docs/categories/notes/page/4/index.html b/docs/categories/notes/page/4/index.html
index 4aee09298..2d9e95171 100644
--- a/docs/categories/notes/page/4/index.html
+++ b/docs/categories/notes/page/4/index.html
@@ -9,7 +9,7 @@
-
+
diff --git a/docs/categories/page/2/index.html b/docs/categories/page/2/index.html
index 7ccc351a7..8b87db25a 100644
--- a/docs/categories/page/2/index.html
+++ b/docs/categories/page/2/index.html
@@ -9,7 +9,7 @@
-
+
diff --git a/docs/categories/page/3/index.html b/docs/categories/page/3/index.html
index ce3dfb34b..da6f3e509 100644
--- a/docs/categories/page/3/index.html
+++ b/docs/categories/page/3/index.html
@@ -9,7 +9,7 @@
-
+
diff --git a/docs/categories/page/4/index.html b/docs/categories/page/4/index.html
index 139baee3a..2d985a90c 100644
--- a/docs/categories/page/4/index.html
+++ b/docs/categories/page/4/index.html
@@ -9,7 +9,7 @@
-
+
diff --git a/docs/categories/page/5/index.html b/docs/categories/page/5/index.html
index 31e9b6f11..451f5e818 100644
--- a/docs/categories/page/5/index.html
+++ b/docs/categories/page/5/index.html
@@ -9,7 +9,7 @@
-
+
diff --git a/docs/categories/page/6/index.html b/docs/categories/page/6/index.html
index 6e02ad08c..3da669000 100644
--- a/docs/categories/page/6/index.html
+++ b/docs/categories/page/6/index.html
@@ -9,7 +9,7 @@
-
+
diff --git a/docs/index.html b/docs/index.html
index f66419555..41ca72a5c 100644
--- a/docs/index.html
+++ b/docs/index.html
@@ -9,7 +9,7 @@
-
+
diff --git a/docs/page/2/index.html b/docs/page/2/index.html
index db0edf679..65eaca68f 100644
--- a/docs/page/2/index.html
+++ b/docs/page/2/index.html
@@ -9,7 +9,7 @@
-
+
diff --git a/docs/page/3/index.html b/docs/page/3/index.html
index f7415b40c..f4c47129c 100644
--- a/docs/page/3/index.html
+++ b/docs/page/3/index.html
@@ -9,7 +9,7 @@
-
+
diff --git a/docs/page/4/index.html b/docs/page/4/index.html
index fb5d6eafd..72ab934e0 100644
--- a/docs/page/4/index.html
+++ b/docs/page/4/index.html
@@ -9,7 +9,7 @@
-
+
diff --git a/docs/page/5/index.html b/docs/page/5/index.html
index 3752960d4..61faf0161 100644
--- a/docs/page/5/index.html
+++ b/docs/page/5/index.html
@@ -9,7 +9,7 @@
-
+
diff --git a/docs/page/6/index.html b/docs/page/6/index.html
index efc20d057..f23a2166a 100644
--- a/docs/page/6/index.html
+++ b/docs/page/6/index.html
@@ -9,7 +9,7 @@
-
+
diff --git a/docs/posts/index.html b/docs/posts/index.html
index f3e25c0bb..cee47a757 100644
--- a/docs/posts/index.html
+++ b/docs/posts/index.html
@@ -9,7 +9,7 @@
-
+
diff --git a/docs/posts/page/2/index.html b/docs/posts/page/2/index.html
index 9e941f711..d5a70d58e 100644
--- a/docs/posts/page/2/index.html
+++ b/docs/posts/page/2/index.html
@@ -9,7 +9,7 @@
-
+
diff --git a/docs/posts/page/3/index.html b/docs/posts/page/3/index.html
index 0e32efa29..9081e649e 100644
--- a/docs/posts/page/3/index.html
+++ b/docs/posts/page/3/index.html
@@ -9,7 +9,7 @@
-
+
diff --git a/docs/posts/page/4/index.html b/docs/posts/page/4/index.html
index e1377f541..1e976774f 100644
--- a/docs/posts/page/4/index.html
+++ b/docs/posts/page/4/index.html
@@ -9,7 +9,7 @@
-
+
diff --git a/docs/posts/page/5/index.html b/docs/posts/page/5/index.html
index 5df8d213d..15615edaa 100644
--- a/docs/posts/page/5/index.html
+++ b/docs/posts/page/5/index.html
@@ -9,7 +9,7 @@
-
+
diff --git a/docs/posts/page/6/index.html b/docs/posts/page/6/index.html
index 2f243cff3..cabe54fd0 100644
--- a/docs/posts/page/6/index.html
+++ b/docs/posts/page/6/index.html
@@ -9,7 +9,7 @@
-
+
diff --git a/docs/sitemap.xml b/docs/sitemap.xml
index c31eb63f0..0b8446c5b 100644
--- a/docs/sitemap.xml
+++ b/docs/sitemap.xml
@@ -4,27 +4,27 @@
https://alanorth.github.io/cgspace-notes/categories/
- 2020-06-02T15:12:32+03:00
+ 2020-06-04T14:43:40+03:00
https://alanorth.github.io/cgspace-notes/
- 2020-06-02T15:12:32+03:00
+ 2020-06-04T14:43:40+03:00
https://alanorth.github.io/cgspace-notes/2020-06/
- 2020-06-02T15:12:32+03:00
+ 2020-06-04T14:43:40+03:00
https://alanorth.github.io/cgspace-notes/categories/notes/
- 2020-06-02T15:12:32+03:00
+ 2020-06-04T14:43:40+03:00
https://alanorth.github.io/cgspace-notes/posts/
- 2020-06-02T15:12:32+03:00
+ 2020-06-04T14:43:40+03:00