# go away
User-agent: *
Disallow: /

From e2d327beee7c839695f52fc42eba3c961d3a12ad Mon Sep 17 00:00:00 2001
From: Mandarinka Tasty <mandarinka.tasty@gmail.com>
Date: Thu, 29 Dec 2016 23:20:33 +0100
Subject: [PATCH] Serving robots.txt from bin Idea of solution for
 http://opensimulator.org/mantis/view.php?id=7392

Signed-off-by: Mandarinka Tasty <mandarinka.tasty@gmail.com>
---
 OpenSim/Region/Application/OpenSim.cs     |  1 +
 OpenSim/Region/Application/OpenSimBase.cs | 20 ++++++++++++++++++++
 2 files changed, 21 insertions(+)

diff --git a/OpenSim/Region/Application/OpenSim.cs b/OpenSim/Region/Application/OpenSim.cs
index 3cb999b..d9fdcde 100644
--- a/OpenSim/Region/Application/OpenSim.cs
+++ b/OpenSim/Region/Application/OpenSim.cs
@@ -206,6 +206,7 @@ namespace OpenSim
             MainServer.Instance.AddStreamHandler(new OpenSim.XSimStatusHandler(this));
             if (userStatsURI != String.Empty)
                 MainServer.Instance.AddStreamHandler(new OpenSim.UXSimStatusHandler(this));
+            MainServer.Instance.AddStreamHandler(new OpenSim.SimRobotsHandler());
 
             if (managedStatsURI != String.Empty)
             {
diff --git a/OpenSim/Region/Application/OpenSimBase.cs b/OpenSim/Region/Application/OpenSimBase.cs
index 52ded3d..c18feca 100644
--- a/OpenSim/Region/Application/OpenSimBase.cs
+++ b/OpenSim/Region/Application/OpenSimBase.cs
@@ -876,6 +876,26 @@ namespace OpenSim
             }
         }
 
+        /// <summary>
+        /// handler to supply serving http://domainname:port/robots.txt
+        /// </summary>
+        public class SimRobotsHandler : BaseStreamHandler
+        {
+            public SimRobotsHandler() : base("GET", "/robots.txt", "SimRobots.txt", "Simulator Robots.txt") {}
+
+            protected override byte[] ProcessRequest(string path, Stream request,
+                                 IOSHttpRequest httpRequest, IOSHttpResponse httpResponse)
+            {
+                string robots = "# go away\nUser-agent: *\nDisallow: /\n";
+                return Util.UTF8.GetBytes(robots);
+            }
+
+            public override string ContentType
+            {
+                get { return "text/plain"; }
+            }
+        }
+
         #endregion
 
         /// <summary>
-- 
2.8.3.windows.1

From 1dcf8c781f8948740db20e1122f47f1a38948ac1 Mon Sep 17 00:00:00 2001
From: Mandarinka Tasty <mandarinka.tasty@gmail.com>
Date: Thu, 5 Jan 2017 00:34:22 +0100
Subject: [PATCH] GridRobotsHandler. The handler to supply serving
 http://my.grid.com:8002/robots.txt

Signed-off-by: Mandarinka Tasty <mandarinka.tasty@gmail.com>
---
 OpenSim/Server/Handlers/Grid/GridInfoHandlers.cs        | 17 +++++++++++++++++
 .../Server/Handlers/Grid/GridInfoServerInConnector.cs   |  1 +
 2 files changed, 18 insertions(+)

diff --git a/OpenSim/Server/Handlers/Grid/GridInfoHandlers.cs b/OpenSim/Server/Handlers/Grid/GridInfoHandlers.cs
index 346af32..31d6d39 100644
--- a/OpenSim/Server/Handlers/Grid/GridInfoHandlers.cs
+++ b/OpenSim/Server/Handlers/Grid/GridInfoHandlers.cs
@@ -145,6 +145,23 @@ namespace OpenSim.Server.Handlers.Grid
             return sb.ToString();
         }
 
+        public class GridRobotsHandler : BaseStreamHandler
+        {
+            public GridRobotsHandler() : base("GET", "/robots.txt", "SimRobots.txt", "Simulator Robots.txt") { }
+
+            protected override byte[] ProcessRequest(string path, Stream request,
+                                 IOSHttpRequest httpRequest, IOSHttpResponse httpResponse)
+            {
+                string robots = "# go away\nUser-agent: *\nDisallow: /\n";
+                return Util.UTF8.GetBytes(robots);
+            }
+
+            public override string ContentType
+            {
+                get { return "text/plain"; }
+            }
+        }
+
         /// <summary>
         /// Get GridInfo in json format: Used bu the OSSL osGetGrid*
         /// Adding the SRV_HomeIRI to the kvp returned for use in scripts
diff --git a/OpenSim/Server/Handlers/Grid/GridInfoServerInConnector.cs b/OpenSim/Server/Handlers/Grid/GridInfoServerInConnector.cs
index f9b5915..bece174 100644
--- a/OpenSim/Server/Handlers/Grid/GridInfoServerInConnector.cs
+++ b/OpenSim/Server/Handlers/Grid/GridInfoServerInConnector.cs
@@ -50,6 +50,7 @@ namespace OpenSim.Server.Handlers.Grid
                                                                handlers.RestGetGridInfoMethod));
             server.AddStreamHandler(new RestStreamHandler("GET", "/json_grid_info",
                                                           handlers.JsonGetGridInfoMethod));
+            server.AddStreamHandler(new GridInfoHandlers.GridRobotsHandler());
             server.AddXmlRPCHandler("get_grid_info", handlers.XmlRpcGridInfoMethod);
         }
 
-- 
2.8.3.windows.1