diff --git a/content/post/2017-11.md b/content/post/2017-11.md index 60badb30c..aed26d038 100644 --- a/content/post/2017-11.md +++ b/content/post/2017-11.md @@ -482,8 +482,8 @@ proxy_set_header User-Agent $ua; - Awesome, it seems my bot mapping stuff in nginx actually reduced the number of Tomcat sessions used by the CIAT scraper today, total requests and unique sessions: ``` -# cat /var/log/nginx/access.log /var/log/nginx/access.log.1 | grep '09/Nov/2017' | grep -c 104.196.152.243 -8254 +# cat /var/log/nginx/access.log /var/log/nginx/access.log.1 | grep '09/Nov/2017' | grep -c 104.196.152.243 +8483 $ grep 104.196.152.243 dspace.log.2017-11-09 | grep -o -E 'session_id=[A-Z0-9]{32}' | sort -n | uniq | wc -l 223 ``` diff --git a/public/2017-11/index.html b/public/2017-11/index.html index 502c559d4..50f379da9 100644 --- a/public/2017-11/index.html +++ b/public/2017-11/index.html @@ -38,7 +38,7 @@ COPY 54701 - + @@ -88,7 +88,7 @@ COPY 54701 "url": "https://alanorth.github.io/cgspace-notes/2017-11/", "wordCount": "2910", "datePublished": "2017-11-02T09:37:54+02:00", - "dateModified": "2017-11-09T22:37:52+02:00", + "dateModified": "2017-11-09T23:01:15+02:00", "author": { "@type": "Person", "name": "Alan Orth" @@ -684,8 +684,8 @@ proxy_set_header User-Agent $ua;
  • Awesome, it seems my bot mapping stuff in nginx actually reduced the number of Tomcat sessions used by the CIAT scraper today, total requests and unique sessions:
  • -
    # cat /var/log/nginx/access.log /var/log/nginx/access.log.1 | grep '09/Nov/2017' | grep -c 104.196.152.243 
    -8254
    +
    # cat /var/log/nginx/access.log /var/log/nginx/access.log.1 | grep '09/Nov/2017' | grep -c 104.196.152.243
    +8483
     $ grep 104.196.152.243 dspace.log.2017-11-09 | grep -o -E 'session_id=[A-Z0-9]{32}' | sort -n | uniq | wc -l
     223
     
    diff --git a/public/robots.txt b/public/robots.txt index 51a461e57..b90b33492 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -29,7 +29,7 @@ Disallow: /cgspace-notes/2015-12/ Disallow: /cgspace-notes/2015-11/ Disallow: /cgspace-notes/ Disallow: /cgspace-notes/categories/ -Disallow: /cgspace-notes/tags/notes/ Disallow: /cgspace-notes/categories/notes/ +Disallow: /cgspace-notes/tags/notes/ Disallow: /cgspace-notes/post/ Disallow: /cgspace-notes/tags/ diff --git a/public/sitemap.xml b/public/sitemap.xml index de87241a8..4e603effd 100644 --- a/public/sitemap.xml +++ b/public/sitemap.xml @@ -4,7 +4,7 @@ https://alanorth.github.io/cgspace-notes/2017-11/ - 2017-11-09T22:37:52+02:00 + 2017-11-09T23:01:15+02:00 @@ -134,7 +134,7 @@ https://alanorth.github.io/cgspace-notes/ - 2017-11-09T22:37:52+02:00 + 2017-11-09T23:01:15+02:00 0 @@ -143,27 +143,27 @@ 0 - - https://alanorth.github.io/cgspace-notes/tags/notes/ - 2017-11-09T22:37:52+02:00 - 0 - - https://alanorth.github.io/cgspace-notes/categories/notes/ 2017-09-28T12:00:49+03:00 0 + + https://alanorth.github.io/cgspace-notes/tags/notes/ + 2017-11-09T23:01:15+02:00 + 0 + + https://alanorth.github.io/cgspace-notes/post/ - 2017-11-09T22:37:52+02:00 + 2017-11-09T23:01:15+02:00 0 https://alanorth.github.io/cgspace-notes/tags/ - 2017-11-09T22:37:52+02:00 + 2017-11-09T23:01:15+02:00 0