runtimeterror/layouts/robots.txt

Sitemap: {{ .Site.BaseURL }}sitemap.xml

# hello robots [^_^]
# let's be friends <3

User-agent: *
Disallow:

# except for these bots which are not friends:

{{ partial "bad-robots.html" . }}
fix sitemap url 2024-07-03 17:21:42 +00:00			`Sitemap: {{ .Site.BaseURL }}sitemap.xml`
let ai bots know they aren't welcome 2024-04-12 20:29:07 +00:00
final robots.txt tweak (for now) 2024-06-11 17:25:29 +00:00			`# hello robots [^_^]`
			`# let's be friends <3`

let ai bots know they aren't welcome 2024-04-12 20:29:07 +00:00			`User-agent: *`
			`Disallow:`
final robots.txt tweak (for now) 2024-06-11 17:25:29 +00:00
			`# except for these bots which are not friends:`
generate robots.txt from darkvisitors api 2024-07-30 01:05:42 +00:00
build robots.txt from ai.robots.txt on github 2024-08-04 22:33:37 +00:00			`{{ partial "bad-robots.html" . }}`