From 2fbd9bcae82882ae8f3b27cefbb2778d0f54728e Mon Sep 17 00:00:00 2001 From: Alan Orth Date: Thu, 22 Feb 2018 19:20:18 +0200 Subject: [PATCH] Update notes --- content/post/2018-02.md | 22 ++++++++++++---------- docs/2018-02/index.html | 30 ++++++++++++++++-------------- docs/sitemap.xml | 10 +++++----- 3 files changed, 33 insertions(+), 29 deletions(-) diff --git a/content/post/2018-02.md b/content/post/2018-02.md index f255e60e5..5450a48a0 100644 --- a/content/post/2018-02.md +++ b/content/post/2018-02.md @@ -793,19 +793,21 @@ $ cat orcid-test-values.txt 8686 45.5.184.196 ``` -- While looking at the logs I see some new bot: +- So I don't see any definite cause for this crash, I see a shit ton of abandoned PostgreSQL connections today around 1PM! + +``` +# grep -c 'org.apache.tomcat.jdbc.pool.ConnectionPool abandon' /var/log/tomcat7/catalina.out +729 +# grep 'Feb 22, 2018 1' /var/log/tomcat7/catalina.out | grep -c 'org.apache.tomcat.jdbc.pool.ConnectionPool abandon' +519 +``` + +- I think the `removeAbandonedTimeout` might still be too low (I increased it from 60 to 90 seconds last week) +- Abandoned connections is not a cause but a symptom, though perhaps something more like a few minutes is better? +- Also, while looking at the logs I see some new bot: ``` Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/50.4.2661.102 Safari/537.36; 360Spider ``` - It seems to re-use its user agent but makes tons of useless requests and I wonder if I should add ".*spider.*" to the Tomcat Crawler Session Manager valve? -- This is definitely not good: - -``` -# grep -c 'org.apache.tomcat.jdbc.pool.ConnectionPool abandon' /var/log/tomcat7/catalina.out -729 -``` - -- I think the `removeAbandonedTimeout` might still be too low (I increased it from 60 to 90 seconds last week) -- Perhaps something more like a few minutes is better? diff --git a/docs/2018-02/index.html b/docs/2018-02/index.html index 9d18cdf88..45bd9665c 100644 --- a/docs/2018-02/index.html +++ b/docs/2018-02/index.html @@ -23,7 +23,7 @@ I copied the logic in the jmx_tomcat_dbpools provided by Ubuntu’s munin-pl - + @@ -57,9 +57,9 @@ I copied the logic in the jmx_tomcat_dbpools provided by Ubuntu’s munin-pl "@type": "BlogPosting", "headline": "February, 2018", "url": "https://alanorth.github.io/cgspace-notes/2018-02/", - "wordCount": "4946", + "wordCount": "4987", "datePublished": "2018-02-01T16:28:54+02:00", - "dateModified": "2018-02-20T15:32:50+02:00", + "dateModified": "2018-02-22T18:10:11+02:00", "author": { "@type": "Person", "name": "Alan Orth" @@ -1011,7 +1011,19 @@ TypeError: 'NoneType' object is not subscriptable + +
# grep -c 'org.apache.tomcat.jdbc.pool.ConnectionPool abandon' /var/log/tomcat7/catalina.out
+729
+# grep 'Feb 22, 2018 1' /var/log/tomcat7/catalina.out | grep -c 'org.apache.tomcat.jdbc.pool.ConnectionPool abandon' 
+519
+
+ +
Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/50.4.2661.102 Safari/537.36; 360Spider
@@ -1019,16 +1031,6 @@ TypeError: 'NoneType' object is not subscriptable
 
 
  • It seems to re-use its user agent but makes tons of useless requests and I wonder if I should add “.spider.” to the Tomcat Crawler Session Manager valve?
  • -
  • This is definitely not good:
  • -
- -
# grep -c 'org.apache.tomcat.jdbc.pool.ConnectionPool abandon' /var/log/tomcat7/catalina.out
-729
-
- -
    -
  • I think the removeAbandonedTimeout might still be too low (I increased it from 60 to 90 seconds last week)
  • -
  • Perhaps something more like a few minutes is better?
diff --git a/docs/sitemap.xml b/docs/sitemap.xml index 8607907f8..a1715583d 100644 --- a/docs/sitemap.xml +++ b/docs/sitemap.xml @@ -4,7 +4,7 @@ https://alanorth.github.io/cgspace-notes/2018-02/ - 2018-02-20T15:32:50+02:00 + 2018-02-22T18:10:11+02:00 @@ -149,7 +149,7 @@ https://alanorth.github.io/cgspace-notes/ - 2018-02-20T15:32:50+02:00 + 2018-02-22T18:10:11+02:00 0 @@ -160,7 +160,7 @@ https://alanorth.github.io/cgspace-notes/tags/notes/ - 2018-02-20T15:32:50+02:00 + 2018-02-22T18:10:11+02:00 0 @@ -172,13 +172,13 @@ https://alanorth.github.io/cgspace-notes/post/ - 2018-02-20T15:32:50+02:00 + 2018-02-22T18:10:11+02:00 0 https://alanorth.github.io/cgspace-notes/tags/ - 2018-02-20T15:32:50+02:00 + 2018-02-22T18:10:11+02:00 0