runtimeterror/layouts/robots.txt

Sitemap: {{ .Site.BaseURL }}/sitemap.xml

# hello robots [^_^]
# let's be friends <3

User-agent: *
Disallow:

# except for these bots which are not friends:
{{ range .Site.Params.bad_robots }}
User-agent: {{ . }}
{{- end }}
Disallow: /
let ai bots know they aren't welcome 2024-04-12 20:29:07 +00:00			`Sitemap: {{ .Site.BaseURL }}/sitemap.xml`

final robots.txt tweak (for now) 2024-06-11 17:25:29 +00:00			`# hello robots [^_^]`
			`# let's be friends <3`

let ai bots know they aren't welcome 2024-04-12 20:29:07 +00:00			`User-agent: *`
			`Disallow:`
final robots.txt tweak (for now) 2024-06-11 17:25:29 +00:00
			`# except for these bots which are not friends:`
tweak robots.txt 2024-06-11 17:04:28 +00:00			`{{ range .Site.Params.bad_robots }}`
let ai bots know they aren't welcome 2024-04-12 20:29:07 +00:00			`User-agent: {{ . }}`
			`{{- end }}`
			`Disallow: /`