diff --git a/docs/mkdocs.yml b/docs/mkdocs.yml
index da9cbec4..76777e63 100644
--- a/docs/mkdocs.yml
+++ b/docs/mkdocs.yml
@@ -1,4 +1,5 @@
 site_name: LanceDB Docs
+site_url: https://lancedb.github.io/lancedb/
 repo_url: https://github.com/lancedb/lancedb
 edit_uri: https://github.com/lancedb/lancedb/tree/main/docs/src
 repo_name: lancedb/lancedb
diff --git a/docs/src/robots.txt b/docs/src/robots.txt
new file mode 100644
index 00000000..4f9540ba
--- /dev/null
+++ b/docs/src/robots.txt
@@ -0,0 +1 @@
+User-agent: *
\ No newline at end of file