From c93fdec2f0fed4d3aab33a95b1f847fe69d33750 Mon Sep 17 00:00:00 2001
From: XhmikosR <xhmikosr@gmail.com>
Date: Sat, 3 Aug 2019 17:09:25 +0300
Subject: [PATCH] Disallow crawling on Netlify. (#29194)
---
package.json | 3 ++-
site/_includes/scripts.html | 4 ++--
site/_includes/stylesheet.html | 2 +-
site/_layouts/examples.html | 2 +-
site/robots.txt | 4 +++-
5 files changed, 9 insertions(+), 6 deletions(-)
diff --git a/package.json b/package.json
index 6107e5eb54..fa9d201fdd 100644
--- a/package.json
+++ b/package.json
@@ -69,6 +69,7 @@
"docs": "npm-run-all css-docs js-docs docs-compile docs-lint",
"docs-compile": "bundle exec jekyll build",
"docs-production": "cross-env JEKYLL_ENV=production npm run docs-compile",
+ "docs-netlify": "cross-env JEKYLL_ENV=netlify npm run docs-compile",
"docs-lint": "node build/vnu-jar.js",
"docs-serve": "bundle exec jekyll serve",
"docs-serve-only": "npm run docs-serve -- --skip-initial-build --no-watch",
@@ -79,7 +80,7 @@
"release-zip": "cross-env-shell \"shx rm -rf bootstrap-$npm_package_version-dist && shx cp -r dist/ bootstrap-$npm_package_version-dist && zip -r9 bootstrap-$npm_package_version-dist.zip bootstrap-$npm_package_version-dist && shx rm -rf bootstrap-$npm_package_version-dist\"",
"dist": "npm-run-all --parallel css js",
"test": "npm-run-all lint dist js-test docs-compile docs-lint bundlesize",
- "netlify": "npm-run-all dist release-sri docs-production",
+ "netlify": "npm-run-all dist release-sri docs-netlify",
"watch": "npm-run-all --parallel watch-*",
"watch-css-main": "nodemon --watch scss/ --ext scss --exec \"npm run css-main\"",
"watch-css-docs": "nodemon --watch \"site/docs/**/assets/scss/\" --ext scss --exec \"npm run css-docs\"",
diff --git a/site/_includes/scripts.html b/site/_includes/scripts.html
index 67319e19fa..2f90f1e5dc 100644
--- a/site/_includes/scripts.html
+++ b/site/_includes/scripts.html
@@ -1,7 +1,7 @@
<script src="{{ site.cdn.jquery }}" integrity="{{ site.cdn.jquery_hash }}" crossorigin="anonymous"></script>
<script>window.jQuery || document.write('<script src="{{ site.baseurl }}/docs/{{ site.docs_version }}/assets/js/vendor/jquery.slim.min.js"><\/script>')</script>
-{%- if jekyll.environment == "production" -%}
+{%- if jekyll.environment == "production" or jekyll.environment == "netlify" -%}
<script src="{{ site.baseurl }}/docs/{{ site.docs_version }}/dist/js/bootstrap.bundle.min.js" integrity="{{ site.cdn.js_bundle_hash }}" crossorigin="anonymous"></script>
{%- else -%}
<script src="{{ site.baseurl }}/docs/{{ site.docs_version }}/dist/js/bootstrap.bundle.js"></script>
@@ -11,7 +11,7 @@
<script src="https://cdn.jsdelivr.net/npm/docsearch.js@2/dist/cdn/docsearch.min.js"></script>
{%- endif -%}
-{%- if jekyll.environment == "production" -%}
+{%- if jekyll.environment == "production" or jekyll.environment == "netlify" -%}
<script src="{{ site.baseurl }}/docs/{{ site.docs_version }}/assets/js/docs.min.js"></script>
{%- else -%}
<script src="{{ site.baseurl }}/docs/{{ site.docs_version }}/assets/js/vendor/anchor.min.js"></script>
diff --git a/site/_includes/stylesheet.html b/site/_includes/stylesheet.html
index 3846f9fe1c..2f7599e13c 100644
--- a/site/_includes/stylesheet.html
+++ b/site/_includes/stylesheet.html
@@ -1,5 +1,5 @@
<!-- Bootstrap core CSS -->
-{%- if jekyll.environment == "production" %}
+{%- if jekyll.environment == "production" or jekyll.environment == "netlify" %}
<link href="{{ site.baseurl }}/docs/{{ site.docs_version }}/dist/css/bootstrap.min.css" rel="stylesheet" integrity="{{ site.cdn.css_hash }}" crossorigin="anonymous">
{% else %}
<link href="{{ site.baseurl }}/docs/{{ site.docs_version }}/dist/css/bootstrap.css" rel="stylesheet">
diff --git a/site/_layouts/examples.html b/site/_layouts/examples.html
index 6617e6bc5b..4ca4c56810 100644
--- a/site/_layouts/examples.html
+++ b/site/_layouts/examples.html
@@ -42,7 +42,7 @@
<script src="{{ site.cdn.jquery }}" integrity="{{ site.cdn.jquery_hash }}" crossorigin="anonymous"></script>
<script>window.jQuery || document.write('<script src="{{ site.baseurl }}/docs/{{ site.docs_version }}/assets/js/vendor/jquery.slim.min.js"><\/script>')</script>
- {%- if jekyll.environment == "production" -%}
+ {%- if jekyll.environment == "production" or jekyll.environment == "netlify" -%}
<script src="{{ site.baseurl }}/docs/{{ site.docs_version }}/dist/js/bootstrap.bundle.min.js" integrity="{{ site.cdn.js_bundle_hash }}" crossorigin="anonymous"></script>
{%- else -%}
<script src="{{ site.baseurl }}/docs/{{ site.docs_version }}/dist/js/bootstrap.bundle.js"></script>
diff --git a/site/robots.txt b/site/robots.txt
index d3ac12c646..9097d50dad 100644
--- a/site/robots.txt
+++ b/site/robots.txt
@@ -3,7 +3,9 @@
# www.robotstxt.org/
+{% if jekyll.environment != "netlify" -%}
# Allow crawling of all content
+{%- endif %}
User-agent: *
-Disallow:{% if jekyll.environment != "production" %} /{% endif %}
+Disallow:{% if jekyll.environment == "netlify" %} /{% endif %}
Sitemap: {{ site.url }}/sitemap.xml
--
GitLab