Add robots.txt and sitemap.txt

DarthSim · DarthSim · commit b75b6cb5a27b · 2022-02-16T20:54:37.000+06:00
diff --git a/.gitignore b/.gitignore
@@ -6,3 +6,4 @@ tmp/
 
 .gitmodules
 docker-base
+docs/sitemap.txt
diff --git a/build-docs-sitemap.sh b/build-docs-sitemap.sh
@@ -0,0 +1,5 @@
+#!/bin/sh
+
+echo "https://docs.imgproxy.net" > docs/sitemap.txt
+RE='^\* \[.+\]\((.+)\)'
+grep -E "$RE" docs/_sidebar.md | sed -E "s/$RE/https:\\/\\/docs.imgproxy.net\\/\\1/" >> docs/sitemap.txt
diff --git a/docs/_sidebar.md b/docs/_sidebar.md
@@ -12,7 +12,7 @@
 * [Serving local files](serving_local_files)
 * [Serving files from Amazon S3](serving_files_from_s3)
 * [Serving files from Google Cloud Storage](serving_files_from_google_cloud_storage)
-* [Serving files from Azure Blob Storage](serving_files_from_azure_blob_storage.md)
+* [Serving files from Azure Blob Storage](serving_files_from_azure_blob_storage)
 * [New Relic](new_relic)
 * [Prometheus](prometheus)
 * [Datadog<i class='badge badge-v3'></i>](datadog)
diff --git a/docs/robots.txt b/docs/robots.txt
@@ -0,0 +1,2 @@
+User-agent: *
+Allow: /
diff --git a/netlify.toml b/netlify.toml
@@ -1,7 +1,7 @@
 [build]
-  base="docs"
-  publish="/"
-  command=""
+  base="/"
+  publish="docs/"
+  command="./build-docs-sitemap.sh"
 
 [[redirects]]
   from = "/*"
