Add robots.txt to all domains. Addresses issue #48.

lgarron · lgarron · commit fd85d7ff84b1 · 2015-05-28T13:06:59.000-07:00
diff --git a/common/common.conf b/common/common.conf
@@ -21,6 +21,11 @@ location /icons {
   proxy_cache_valid 200 1h;
 }
 
+location = /robots.txt {
+  root /var/www/badssl/common;
+  try_files $uri $uri/ =404;
+}
+
 location / {
   try_files $uri $uri/ =404;
 }
diff --git a/common/robots.txt b/common/robots.txt
@@ -0,0 +1,2 @@
+User-agent: Browsershots
+Disallow:
