From 56a19902c7b87222a73ac14418db96e7dc0fab3e Mon Sep 17 00:00:00 2001 From: Alan Orth Date: Sun, 10 Feb 2019 10:48:28 +0200 Subject: [PATCH] Add notes for 2019-02-10 --- content/posts/2019-02.md | 50 ++++++++++++++++++++++++++++++++ docs/2019-02/index.html | 61 ++++++++++++++++++++++++++++++++++++++-- docs/robots.txt | 2 +- docs/sitemap.xml | 20 ++++++------- 4 files changed, 119 insertions(+), 14 deletions(-) diff --git a/content/posts/2019-02.md b/content/posts/2019-02.md index 623f44f69..897cd4a08 100644 --- a/content/posts/2019-02.md +++ b/content/posts/2019-02.md @@ -439,4 +439,54 @@ Error sending email: - 151.80.203.180 is on OVH so I sent a message to their abuse email... +## 2019-02-10 + +- Linode sent another alert about CGSpace (linode18) CPU load this morning, here are the top IPs in the web server XMLUI and API logs before, during, and after that time: + +``` +# zcat --force /var/log/nginx/{access,error,library-access}.log /var/log/nginx/{access,error,library-access}.log.1 | grep -E "10/Feb/2019:0(5|6|7|8|9)" | awk '{print $1}' | sort | uniq -c | sort -n | tail -n 10 + 232 18.195.78.144 + 238 35.237.175.180 + 281 66.249.66.221 + 314 151.80.203.180 + 319 34.218.226.147 + 326 40.77.167.178 + 352 157.55.39.149 + 444 2a01:4f8:140:3192::2 + 1171 5.9.6.51 + 1196 66.249.66.219 +# zcat --force /var/log/nginx/{oai,rest,statistics}.log /var/log/nginx/{oai,rest,statistics}.log.1 | grep -E "10/Feb/2019:0(5|6|7|8|9)" | awk '{print $1}' | sort | uniq -c | sort -n | tail -n 10 + 6 112.203.241.69 + 7 157.55.39.149 + 9 40.77.167.178 + 15 66.249.66.219 + 368 45.5.184.72 + 432 50.116.102.77 + 971 34.218.226.147 + 4403 45.5.186.2 + 4668 205.186.128.185 + 4668 70.32.83.92 +``` + +- Another interesting thing might be the total number of requests for web and API services during that time: + +``` +# zcat --force /var/log/nginx/{access,error,library-access}.log /var/log/nginx/{access,error,library-access}.log.1 | grep -cE "10/Feb/2019:0(5|6|7|8|9)" +16333 +# zcat --force /var/log/nginx/{oai,rest,statistics}.log /var/log/nginx/{oai,rest,statistics}.log.1 | grep -cE "10/Feb/2019:0(5|6|7|8|9)" +15964 +``` + +- Also, the number of unique IPs served during that time: + +``` +# zcat --force /var/log/nginx/{access,error,library-access}.log /var/log/nginx/{access,error,library-access}.log.1 | grep -E "10/Feb/2019:0(5|6|7|8|9)" | awk '{print $1}' | sort | uniq | wc -l +1622 +# zcat --force /var/log/nginx/{oai,rest,statistics}.log /var/log/nginx/{oai,rest,statistics}.log.1 | grep -E "10/Feb/2019:0(5|6|7|8|9)" | awk '{print $1}' | sort | uniq | wc -l +95 +``` + +- It's very clear to me now that the API requests are the heaviest! +- I think I need to increase the Linode alert threshold from 300 to 350% now so I stop getting some of these alerts—it's becoming a bit of the boy who cried wolf because it alerts like clockwork twice per day! + diff --git a/docs/2019-02/index.html b/docs/2019-02/index.html index 6be7857de..6e985383d 100644 --- a/docs/2019-02/index.html +++ b/docs/2019-02/index.html @@ -42,7 +42,7 @@ sys 0m1.979s - + @@ -89,9 +89,9 @@ sys 0m1.979s "@type": "BlogPosting", "headline": "February, 2019", "url": "https://alanorth.github.io/cgspace-notes/2019-02/", - "wordCount": "2147", + "wordCount": "2411", "datePublished": "2019-02-01T21:37:30+02:00", - "dateModified": "2019-02-08T16:38:56+02:00", + "dateModified": "2019-02-09T19:08:09+02:00", "author": { "@type": "Person", "name": "Alan Orth" @@ -643,6 +643,61 @@ Please see the DSpace documentation for assistance.
  • 151.80.203.180 is on OVH so I sent a message to their abuse email…
    • +

    2019-02-10

    + + + +
    # zcat --force /var/log/nginx/{access,error,library-access}.log /var/log/nginx/{access,error,library-access}.log.1 | grep -E "10/Feb/2019:0(5|6|7|8|9)" | awk '{print $1}' | sort | uniq -c | sort -n | tail -n 10
+    232 18.195.78.144
+    238 35.237.175.180
+    281 66.249.66.221
+    314 151.80.203.180
+    319 34.218.226.147
+    326 40.77.167.178
+    352 157.55.39.149
+    444 2a01:4f8:140:3192::2
+   1171 5.9.6.51
+   1196 66.249.66.219
+# zcat --force /var/log/nginx/{oai,rest,statistics}.log /var/log/nginx/{oai,rest,statistics}.log.1 | grep -E "10/Feb/2019:0(5|6|7|8|9)" | awk '{print $1}' | sort | uniq -c | sort -n | tail -n 10
+      6 112.203.241.69
+      7 157.55.39.149
+      9 40.77.167.178
+     15 66.249.66.219
+    368 45.5.184.72
+    432 50.116.102.77
+    971 34.218.226.147
+   4403 45.5.186.2
+   4668 205.186.128.185
+   4668 70.32.83.92
+
    + + + +
    # zcat --force /var/log/nginx/{access,error,library-access}.log /var/log/nginx/{access,error,library-access}.log.1 | grep -cE "10/Feb/2019:0(5|6|7|8|9)"
+16333
+# zcat --force /var/log/nginx/{oai,rest,statistics}.log /var/log/nginx/{oai,rest,statistics}.log.1 | grep -cE "10/Feb/2019:0(5|6|7|8|9)"
+15964
+
    + + + +
    # zcat --force /var/log/nginx/{access,error,library-access}.log /var/log/nginx/{access,error,library-access}.log.1 | grep -E "10/Feb/2019:0(5|6|7|8|9)" | awk '{print $1}' | sort | uniq | wc -l
+1622
+# zcat --force /var/log/nginx/{oai,rest,statistics}.log /var/log/nginx/{oai,rest,statistics}.log.1 | grep -E "10/Feb/2019:0(5|6|7|8|9)" | awk '{print $1}' | sort | uniq | wc -l
+95
+
    + + + diff --git a/docs/robots.txt b/docs/robots.txt index 66dc42771..d85aff9f8 100644 --- a/docs/robots.txt +++ b/docs/robots.txt @@ -44,7 +44,7 @@ Disallow: /cgspace-notes/2015-12/ Disallow: /cgspace-notes/2015-11/ Disallow: /cgspace-notes/ Disallow: /cgspace-notes/categories/ -Disallow: /cgspace-notes/tags/notes/ Disallow: /cgspace-notes/categories/notes/ +Disallow: /cgspace-notes/tags/notes/ Disallow: /cgspace-notes/posts/ Disallow: /cgspace-notes/tags/ diff --git a/docs/sitemap.xml b/docs/sitemap.xml index a44cbabdd..dde731a6b 100644 --- a/docs/sitemap.xml +++ b/docs/sitemap.xml @@ -4,7 +4,7 @@ https://alanorth.github.io/cgspace-notes/2019-02/ - 2019-02-08T16:38:56+02:00 + 2019-02-09T19:08:09+02:00 @@ -209,7 +209,7 @@ https://alanorth.github.io/cgspace-notes/ - 2019-02-08T16:38:56+02:00 + 2019-02-09T19:08:09+02:00 0 @@ -218,27 +218,27 @@ 0 - - https://alanorth.github.io/cgspace-notes/tags/notes/ - 2019-02-08T16:38:56+02:00 - 0 - - https://alanorth.github.io/cgspace-notes/categories/notes/ 2018-03-09T22:10:33+02:00 0 + + https://alanorth.github.io/cgspace-notes/tags/notes/ + 2019-02-09T19:08:09+02:00 + 0 + + https://alanorth.github.io/cgspace-notes/posts/ - 2019-02-08T16:38:56+02:00 + 2019-02-09T19:08:09+02:00 0 https://alanorth.github.io/cgspace-notes/tags/ - 2019-02-08T16:38:56+02:00 + 2019-02-09T19:08:09+02:00 0