john/runtimeterror
1
0
Fork 0
mirror of https://github.com/jbowdre/runtimeterror.git synced 2024-11-12 19:12:18 +00:00
Code Issues Projects Releases Packages Wiki Activity

tweak robots.txt

Browse source
This commit is contained in:
John Bowdre 2024-06-11 12:04:28 -05:00
parent 6e42c1e4b2
commit 2dede53aa5
2 changed files with 7 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
config/_default/params.toml
View file

@ -8,11 +8,11 @@ numberOfRelatedPosts = 5
indexTitle = ".-. ..- -. - .. -- . - . .-. .-. --- .-."
robots = [
bad_robots = [
"AdsBot-Google",
"Amazonbot",
"anthropic-ai",
"Applebot",
"Applebot-Extended",
"AwarioRssBot",
"AwarioSmartBot",
"Bytespider",

6
layouts/robots.txt
View file

@ -1,8 +1,12 @@
# # hello, robots <|°_°|>
# let’s be friends <3
Sitemap: {{ .Site.BaseURL }}/sitemap.xml
# except for these bots which are not friends:
User-agent: *
Disallow:
{{ range .Site.Params.robots }}
{{ range .Site.Params.bad_robots }}
User-agent: {{ . }}
{{- end }}
Disallow: /