From 955c2a751a9c95728a1eea4886e353d1729f5759 Mon Sep 17 00:00:00 2001
From: Ayush Chaurasia <ayush.chaurarsia@gmail.com>
Date: Sat, 18 Nov 2023 06:08:13 +0530
Subject: [PATCH] [Docs][SEO] Add sitemap and robots.txt (#645)

Sitemap improves SEO by ranking pages and tracking updates.
---
 docs/mkdocs.yml     | 1 +
 docs/src/robots.txt | 1 +
 2 files changed, 2 insertions(+)
 create mode 100644 docs/src/robots.txt

diff --git a/docs/mkdocs.yml b/docs/mkdocs.yml
index da9cbec4..76777e63 100644
--- a/docs/mkdocs.yml
+++ b/docs/mkdocs.yml
@@ -1,4 +1,5 @@
 site_name: LanceDB Docs
+site_url: https://lancedb.github.io/lancedb/
 repo_url: https://github.com/lancedb/lancedb
 edit_uri: https://github.com/lancedb/lancedb/tree/main/docs/src
 repo_name: lancedb/lancedb
diff --git a/docs/src/robots.txt b/docs/src/robots.txt
new file mode 100644
index 00000000..4f9540ba
--- /dev/null
+++ b/docs/src/robots.txt
@@ -0,0 +1 @@
+User-agent: *
\ No newline at end of file