From ec8deb56e7f6e705d77401a9bdf84d58d85d28b4 Mon Sep 17 00:00:00 2001
From: Tim Bannister <tim@scalefactory.com>
Date: Tue, 19 Jan 2021 23:27:05 +0000
Subject: [PATCH] Skip crawling for new API documentation

This prepares for the launch of new API documentation, initially without
indexing by search engines.
---
 layouts/robots.txt | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/layouts/robots.txt b/layouts/robots.txt
index 6f2d2c3520..6908fdf836 100644
--- a/layouts/robots.txt
+++ b/layouts/robots.txt
@@ -6,4 +6,8 @@ Disallow: /v1.1/
 Disallow: /404/
 Disallow: /404.html
 
+Allow: /docs/reference/kubernetes-api/api-index/
+Allow: /docs/reference/kubernetes-api/labels-annotations-taints/
+Disallow: /docs/reference/kubernetes-api/
+
 SITEMAP: {{ "sitemap.xml" | absLangURL }}