diff --git a/layouts/robots.txt b/layouts/robots.txt
index 6f2d2c3520..6908fdf836 100644
--- a/layouts/robots.txt
+++ b/layouts/robots.txt
@@ -6,4 +6,8 @@ Disallow: /v1.1/
 Disallow: /404/
 Disallow: /404.html
 
+Allow: /docs/reference/kubernetes-api/api-index/
+Allow: /docs/reference/kubernetes-api/labels-annotations-taints/
+Disallow: /docs/reference/kubernetes-api/
+
 SITEMAP: {{ "sitemap.xml" | absLangURL }}