runtimeterror/layouts/robots.txt

Sitemap: {{ .Site.BaseURL }}sitemap.xml

# hello robots [^_^]
# let's be friends <3

User-agent: *
Disallow:

# except for these bots which are not friends:

{{ partial "bad-robots.html" . }}
fix sitemap url 2024-07-03 12:21:42 -05:00			`Sitemap: {{ .Site.BaseURL }}sitemap.xml`
let ai bots know they aren't welcome 2024-04-12 15:29:07 -05:00
final robots.txt tweak (for now) 2024-06-11 12:25:29 -05:00			`# hello robots [^_^]`
			`# let's be friends <3`

let ai bots know they aren't welcome 2024-04-12 15:29:07 -05:00			`User-agent: *`
			`Disallow:`
final robots.txt tweak (for now) 2024-06-11 12:25:29 -05:00
			`# except for these bots which are not friends:`
generate robots.txt from darkvisitors api 2024-07-29 20:05:42 -05:00
build robots.txt from ai.robots.txt on github 2024-08-04 17:33:37 -05:00			`{{ partial "bad-robots.html" . }}`