From 11288e5fbf8238511bcc795000cb7c89f24b5e88 Mon Sep 17 00:00:00 2001 From: Alan Orth Date: Wed, 21 Sep 2016 22:26:22 +0300 Subject: [PATCH] Regenerate public --- public/robots.txt | 14 ++++++++++++++ 1 file changed, 14 insertions(+) create mode 100644 public/robots.txt diff --git a/public/robots.txt b/public/robots.txt new file mode 100644 index 000000000..ba8f32004 --- /dev/null +++ b/public/robots.txt @@ -0,0 +1,14 @@ +User-agent: * + + +Disallow: /cgspace-notes/2016-09/ +Disallow: /cgspace-notes/2016-08/ +Disallow: /cgspace-notes/2016-07/ +Disallow: /cgspace-notes/2016-06/ +Disallow: /cgspace-notes/2016-05/ +Disallow: /cgspace-notes/2016-04/ +Disallow: /cgspace-notes/2016-03/ +Disallow: /cgspace-notes/2016-02/ +Disallow: /cgspace-notes/2016-01/ +Disallow: /cgspace-notes/2015-12/ +Disallow: /cgspace-notes/2015-11/