john/runtimeterror
1
0
Fork 0
mirror of https://github.com/jbowdre/runtimeterror.git synced 2024-11-09 17:42:19 +00:00
Code Issues Projects Releases Packages Wiki Activity

tweak robots.txt

Browse source
This commit is contained in:
John Bowdre 2024-06-11 12:04:28 -05:00
parent 6e42c1e4b2
commit 2dede53aa5
2 changed files with 7 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
config/_default/params.toml
View file

@ -8,11 +8,11 @@ numberOfRelatedPosts = 5
indexTitle = ".-. ..- -. - .. -- . - . .-. .-. --- .-." indexTitle = ".-. ..- -. - .. -- . - . .-. .-. --- .-."
robots = [ bad_robots = [
"AdsBot-Google", "AdsBot-Google",
"Amazonbot", "Amazonbot",
"anthropic-ai", "anthropic-ai",
"Applebot", "Applebot-Extended",
"AwarioRssBot", "AwarioRssBot",
"AwarioSmartBot", "AwarioSmartBot",
"Bytespider", "Bytespider",

6
layouts/robots.txt
View file

@ -1,8 +1,12 @@
# # hello, robots <|°_°|>
# let’s be friends <3
Sitemap: {{ .Site.BaseURL }}/sitemap.xml Sitemap: {{ .Site.BaseURL }}/sitemap.xml
# except for these bots which are not friends:
User-agent: * User-agent: *
Disallow: Disallow:
{{ range .Site.Params.robots }} {{ range .Site.Params.bad_robots }}
User-agent: {{ . }} User-agent: {{ . }}
{{- end }} {{- end }}
Disallow: / Disallow: /