mirror_css/bootstrap
1
0
Fork 0
mirror of https://github.com/twbs/bootstrap.git synced 2025-08-25 06:21:26 +02:00
Code Issues Releases Wiki Activity

robots.txt: adapt for Netlify. (#29192)

Browse Source 
Since we build with `HUGO_ENV` set to `production` on Netlify, use another variable to prevent crawling.
This commit is contained in:
XhmikosR
2019-08-02 17:26:25 +03:00
committed by GitHub
parent ca408b176b
commit 1ebb8e7d9b
1 changed files with 6 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
site/layouts/robots.txt
View File

@@ -1,8 +1,12 @@
# www.robotstxt.org # www.robotstxt.org
{{ if (eq (getenv "HUGO_ENV") "production") -}} {{- $isProduction := eq (getenv "HUGO_ENV") "production" -}}
{{- $isNetlify := eq (getenv "NETLIFY") "true" -}}
{{- $allowCrawling := and (not $isNetlify) $isProduction -}}
{{ if $allowCrawling }}
# Allow crawling of all content # Allow crawling of all content
{{- end }} {{- end }}
User-agent: * User-agent: *
Disallow:{{ if (ne (getenv "HUGO_ENV") "production") }} /{{ end }} Disallow:{{ if not $allowCrawling }} /{{ end }}
Sitemap: {{ .Site.BaseURL }}/sitemap.xml Sitemap: {{ .Site.BaseURL }}/sitemap.xml