john/runtimeterror
1
0
Fork 0
mirror of https://github.com/jbowdre/runtimeterror.git synced 2024-11-23 23:42:19 +00:00
Code Issues Projects Releases Packages Wiki Activity

let ai bots know they aren't welcome

Browse source
This commit is contained in:
John Bowdre 2024-04-12 15:29:07 -05:00
parent d2cfb42326
commit c0c824a01e
3 changed files with 38 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
config/_default/hugo.toml
View file

@ -6,6 +6,7 @@ paginate = 10
languageCode = "en" languageCode = "en"
DefaultContentLanguage = "en" DefaultContentLanguage = "en"
enableInlineShortcodes = true enableInlineShortcodes = true
enableRobotsTXT = true
# define gemini media type # define gemini media type
[mediaTypes] [mediaTypes]

29
config/_default/params.toml
View file

@ -8,6 +8,35 @@ numberOfRelatedPosts = 5
indexTitle = ".-. ..- -. - .. -- . - . .-. .-. --- .-." indexTitle = ".-. ..- -. - .. -- . - . .-. .-. --- .-."
robots = [
"AdsBot-Google",
"Amazonbot",
"anthropic-ai",
"Applebot",
"AwarioRssBot",
"AwarioSmartBot",
"Bytespider",
"CCBot",
"ChatGPT",
"ChatGPT-User",
"Claude-Web",
"ClaudeBot",
"cohere-ai",
"DataForSeoBot",
"Diffbot",
"FacebookBot",
"FacebookBot",
"Google-Extended",
"GPTBot",
"ImagesiftBot",
"magpie-crawler",
"omgili",
"Omgilibot",
"peer39_crawler",
"PerplexityBot",
"YouBot"
]
# Comments # Comments
comments = true comments = true
giscusCategory = "Announcements" giscusCategory = "Announcements"

8
layouts/robots.txt Normal file
View file

@ -0,0 +1,8 @@
Sitemap: {{ .Site.BaseURL }}/sitemap.xml
User-agent: *
Disallow:
{{ range .Site.Params.robots }}
User-agent: {{ . }}
{{- end }}
Disallow: /