From f7d563289417d4ae705fe7f3863ba7181eba1c82 Mon Sep 17 00:00:00 2001 From: Alan Orth Date: Thu, 16 Nov 2017 10:15:33 +0200 Subject: [PATCH] Update notes --- content/post/2017-11.md | 9 +++++---- public/2017-11/index.html | 15 ++++++++------- public/robots.txt | 2 +- public/sitemap.xml | 20 ++++++++++---------- 4 files changed, 24 insertions(+), 22 deletions(-) diff --git a/content/post/2017-11.md b/content/post/2017-11.md index 716183256..b1c1c8be9 100644 --- a/content/post/2017-11.md +++ b/content/post/2017-11.md @@ -243,10 +243,10 @@ $ grep -c 207.46.13.36 /var/log/nginx/access.log.1 - While it's not in the top ten, Baidu is one bot that seems to not give a fuck: ``` -# grep -c Baiduspider /var/log/nginx/access.log.1 -8068 -# grep Baiduspider /var/log/nginx/access.log.1 | grep -c -E "GET /(browse|discover)" -1431 +# cat /var/log/nginx/access.log /var/log/nginx/access.log.1 | grep "7/Nov/2017" | grep -c Baiduspider +8912 +# cat /var/log/nginx/access.log /var/log/nginx/access.log.1 | grep "7/Nov/2017" | grep Baiduspider | grep -c -E "GET /(browse|discover|search-filter)" +2521 ``` - According to their documentation their bot [respects `robots.txt`](http://www.baidu.com/search/robots_english.html), but I don't see this being the case @@ -646,3 +646,4 @@ dspace6=# CREATE EXTENSION pgcrypto; - Send Adam Hunt an invite to the DSpace Developers network on Yammer - He is the new head of communications at WLE, since Michael left +- Merge changes to item view's wording of link metadata ([#348](https://github.com/ilri/DSpace/pull/348)) diff --git a/public/2017-11/index.html b/public/2017-11/index.html index 6a0fba623..976328728 100644 --- a/public/2017-11/index.html +++ b/public/2017-11/index.html @@ -38,7 +38,7 @@ COPY 54701 - + @@ -86,9 +86,9 @@ COPY 54701 "@type": "BlogPosting", "headline": "November, 2017", "url": "https://alanorth.github.io/cgspace-notes/2017-11/", - "wordCount": "3721", + "wordCount": "3743", "datePublished": "2017-11-02T09:37:54+02:00", - "dateModified": "2017-11-14T17:19:22+02:00", + "dateModified": "2017-11-15T15:12:56+02:00", "author": { "@type": "Person", "name": "Alan Orth" @@ -422,10 +422,10 @@ $ grep 104.196.152.243 dspace.log.2017-11-01 | grep -o -E 'session_id=[A-Z0-9]{3
  • While it’s not in the top ten, Baidu is one bot that seems to not give a fuck:
  • -
    # grep -c Baiduspider /var/log/nginx/access.log.1
    -8068
    -# grep Baiduspider /var/log/nginx/access.log.1 | grep -c -E "GET /(browse|discover)"
    -1431
    +
    # cat /var/log/nginx/access.log /var/log/nginx/access.log.1 | grep "7/Nov/2017" | grep -c Baiduspider
    +8912
    +# cat /var/log/nginx/access.log /var/log/nginx/access.log.1 | grep "7/Nov/2017" | grep Baiduspider | grep -c -E "GET /(browse|discover|search-filter)"
    +2521
     
      @@ -871,6 +871,7 @@ dspace6=# CREATE EXTENSION pgcrypto;
      • Send Adam Hunt an invite to the DSpace Developers network on Yammer
      • He is the new head of communications at WLE, since Michael left
      • +
      • Merge changes to item view’s wording of link metadata (#348)
      diff --git a/public/robots.txt b/public/robots.txt index b90b33492..51a461e57 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -29,7 +29,7 @@ Disallow: /cgspace-notes/2015-12/ Disallow: /cgspace-notes/2015-11/ Disallow: /cgspace-notes/ Disallow: /cgspace-notes/categories/ -Disallow: /cgspace-notes/categories/notes/ Disallow: /cgspace-notes/tags/notes/ +Disallow: /cgspace-notes/categories/notes/ Disallow: /cgspace-notes/post/ Disallow: /cgspace-notes/tags/ diff --git a/public/sitemap.xml b/public/sitemap.xml index 76f2ce7d9..74518e3c7 100644 --- a/public/sitemap.xml +++ b/public/sitemap.xml @@ -4,7 +4,7 @@ https://alanorth.github.io/cgspace-notes/2017-11/ - 2017-11-14T17:19:22+02:00 + 2017-11-15T15:12:56+02:00 @@ -134,7 +134,7 @@ https://alanorth.github.io/cgspace-notes/ - 2017-11-14T17:19:22+02:00 + 2017-11-15T15:12:56+02:00 0 @@ -143,27 +143,27 @@ 0 + + https://alanorth.github.io/cgspace-notes/tags/notes/ + 2017-11-15T15:12:56+02:00 + 0 + + https://alanorth.github.io/cgspace-notes/categories/notes/ 2017-09-28T12:00:49+03:00 0 - - https://alanorth.github.io/cgspace-notes/tags/notes/ - 2017-11-14T17:19:22+02:00 - 0 - - https://alanorth.github.io/cgspace-notes/post/ - 2017-11-14T17:19:22+02:00 + 2017-11-15T15:12:56+02:00 0 https://alanorth.github.io/cgspace-notes/tags/ - 2017-11-14T17:19:22+02:00 + 2017-11-15T15:12:56+02:00 0