DOC: Disallowing search engines in the development docs (#26931)

datapythonista · jreback · commit 5828b314f12f · 2019-06-18T19:57:07.000-04:00
diff --git a/azure-pipelines.yml b/azure-pipelines.yml
@@ -146,6 +146,7 @@ jobs:
       git init
       touch .nojekyll
       echo "dev.pandas.io" > CNAME
+      printf "User-agent: *\nDisallow: /" > robots.txt
       git add --all .
       git config user.email "pandas-dev@python.org"
       git config user.name "pandas-docs-bot"
