runtimeterror/layouts/robots.txt

# hello robots [:]
# let's be friends <3

Sitemap: {{ .Site.BaseURL }}/sitemap.xml

# except for these bots which are not friends:
User-agent: *
Disallow:
{{ range .Site.Params.bad_robots }}
User-agent: {{ . }}
{{- end }}
Disallow: /
tweak robots.txt again again 2024-06-11 17:17:28 +00:00			`# hello robots [:]`
tweak robots.txt again 2024-06-11 17:07:18 +00:00			`# let's be friends <3`
tweak robots.txt 2024-06-11 17:04:28 +00:00
let ai bots know they aren't welcome 2024-04-12 20:29:07 +00:00			`Sitemap: {{ .Site.BaseURL }}/sitemap.xml`

tweak robots.txt 2024-06-11 17:04:28 +00:00			`# except for these bots which are not friends:`
let ai bots know they aren't welcome 2024-04-12 20:29:07 +00:00			`User-agent: *`
			`Disallow:`
tweak robots.txt 2024-06-11 17:04:28 +00:00			`{{ range .Site.Params.bad_robots }}`
let ai bots know they aren't welcome 2024-04-12 20:29:07 +00:00			`User-agent: {{ . }}`
			`{{- end }}`
			`Disallow: /`