From 43128420f36bfa8974a4f06e0b09bc229f20b506 Mon Sep 17 00:00:00 2001 From: Alan Orth Date: Sat, 4 Nov 2017 16:44:23 +0200 Subject: [PATCH] Add notes for 2017-11-04 --- content/post/2017-11.md | 43 +++++++++++++++++++++++++++++++ public/2017-11/index.html | 54 ++++++++++++++++++++++++++++++++++++--- public/sitemap.xml | 10 ++++---- 3 files changed, 99 insertions(+), 8 deletions(-) diff --git a/content/post/2017-11.md b/content/post/2017-11.md index a1a23fbac..e64efa28c 100644 --- a/content/post/2017-11.md +++ b/content/post/2017-11.md @@ -47,3 +47,46 @@ COPY 54701 - Atmire got back to us to say that they estimate it will take two days of labor to implement the change to Listings and Reports - I said I'd ask Abenet if she wants that feature + +## 2017-11-04 + +- I finished looking through Sisay's CIAT records for the "Alianzas de Aprendizaje" data +- I corrected about half of the authors to standardize them +- Linode emailed this morning to say that the CPU usage was high again, this time at 6:14AM +- It's the first time in a few days that this has happened +- I had a look to see what was going on, but it isn't the CORE bot: + +``` +# awk '{print $1}' /var/log/nginx/access.log | sort -n | uniq -c | sort -h | tail + 306 68.180.229.31 + 323 61.148.244.116 + 414 66.249.66.91 + 507 40.77.167.16 + 618 157.55.39.161 + 652 207.46.13.103 + 666 157.55.39.254 + 1173 104.196.152.243 + 1737 66.249.66.90 + 23101 138.201.52.218 +``` + +- 138.201.52.218 is from some Hetzner server, and I see it making 40,000 requests yesterday too, but none before that: + +``` +# zgrep -c 138.201.52.218 /var/log/nginx/access.log* +/var/log/nginx/access.log:24403 +/var/log/nginx/access.log.1:45958 +/var/log/nginx/access.log.2.gz:0 +/var/log/nginx/access.log.3.gz:0 +/var/log/nginx/access.log.4.gz:0 +/var/log/nginx/access.log.5.gz:0 +/var/log/nginx/access.log.6.gz:0 +``` + +- It's clearly a bot as it's making tens of thousands of requests, but it's using a "normal" user agent: + +``` +Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2227.0 Safari/537.36 +``` + +- For now I don't know what this user is! diff --git a/public/2017-11/index.html b/public/2017-11/index.html index c6bbb69b9..a3413c22e 100644 --- a/public/2017-11/index.html +++ b/public/2017-11/index.html @@ -38,7 +38,7 @@ COPY 54701 - + @@ -86,9 +86,9 @@ COPY 54701 "@type": "BlogPosting", "headline": "November, 2017", "url": "https://alanorth.github.io/cgspace-notes/2017-11/", - "wordCount": "297", + "wordCount": "472", "datePublished": "2017-11-02T09:37:54+02:00", - "dateModified": "2017-11-02T17:30:54+02:00", + "dateModified": "2017-11-03T18:15:40+02:00", "author": { "@type": "Person", "name": "Alan Orth" @@ -203,6 +203,54 @@ COPY 54701
  • I said I’d ask Abenet if she wants that feature
    • +

    2017-11-04

    + + + +
    # awk '{print $1}' /var/log/nginx/access.log | sort -n | uniq -c | sort -h | tail
+    306 68.180.229.31
+    323 61.148.244.116
+    414 66.249.66.91
+    507 40.77.167.16
+    618 157.55.39.161
+    652 207.46.13.103
+    666 157.55.39.254
+   1173 104.196.152.243
+   1737 66.249.66.90
+  23101 138.201.52.218
+
    + + + +
    # zgrep -c 138.201.52.218 /var/log/nginx/access.log*
+/var/log/nginx/access.log:24403
+/var/log/nginx/access.log.1:45958
+/var/log/nginx/access.log.2.gz:0
+/var/log/nginx/access.log.3.gz:0
+/var/log/nginx/access.log.4.gz:0
+/var/log/nginx/access.log.5.gz:0
+/var/log/nginx/access.log.6.gz:0
+
    + + + +
    Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2227.0 Safari/537.36
+
    + + + diff --git a/public/sitemap.xml b/public/sitemap.xml index 2d6b87815..17433e5e4 100644 --- a/public/sitemap.xml +++ b/public/sitemap.xml @@ -4,7 +4,7 @@ https://alanorth.github.io/cgspace-notes/2017-11/ - 2017-11-02T17:30:54+02:00 + 2017-11-03T18:15:40+02:00 @@ -134,7 +134,7 @@ https://alanorth.github.io/cgspace-notes/ - 2017-11-02T17:30:54+02:00 + 2017-11-03T18:15:40+02:00 0 @@ -145,7 +145,7 @@ https://alanorth.github.io/cgspace-notes/tags/notes/ - 2017-11-02T17:30:54+02:00 + 2017-11-03T18:15:40+02:00 0 @@ -157,13 +157,13 @@ https://alanorth.github.io/cgspace-notes/post/ - 2017-11-02T17:30:54+02:00 + 2017-11-03T18:15:40+02:00 0 https://alanorth.github.io/cgspace-notes/tags/ - 2017-11-02T17:30:54+02:00 + 2017-11-03T18:15:40+02:00 0