diff --git a/robots.txt b/robots.txt
new file mode 100644
index 0000000..a2a4eae
--- /dev/null
+++ b/robots.txt
@@ -0,0 +1,5 @@
+User-agent: *
+Disallow: /cdn-cgi/
+Disallow: /mintlify-assets/
+
+Sitemap: https://docs.tracebloc.io/sitemap.xml