New robots.txt to limit bot load

cmd/web/views/api.qtpl

@@ -36,7 +36,6 @@ pre {
     <div>
         <h3 class="mono">/api/pool_info</h3>
         <p>Response contains general information on the current status of the P2Pool sidechain and Monero network, release versions, and other parameters.</p>
-        <p><em>.sidechain.effort.last</em> keys are Monero block id effort for last found blocks.</p>
         <pre class="smaller">
 [result has been cut due to size, relevant portions shown]
 curl --silent https://{%s p.Context().NetServiceAddress %}/api/pool_info

docker/nginx/static/robots.txt

@@ -1,3 +1,9 @@
 User-agent: *
 Disallow: /miner
-Allow: /
+Disallow: /miners
+Disallow: /sweeps
+Disallow: /transaction-lookup
+Disallow: /api/
+
+User-agent: PetalBot
+Disallow: /