mirror of
https://github.com/jbowdre/runtimeterror.git
synced 2024-11-09 17:42:19 +00:00
let ai bots know they aren't welcome
This commit is contained in:
parent
d2cfb42326
commit
c0c824a01e
3 changed files with 38 additions and 0 deletions
|
@ -6,6 +6,7 @@ paginate = 10
|
||||||
languageCode = "en"
|
languageCode = "en"
|
||||||
DefaultContentLanguage = "en"
|
DefaultContentLanguage = "en"
|
||||||
enableInlineShortcodes = true
|
enableInlineShortcodes = true
|
||||||
|
enableRobotsTXT = true
|
||||||
|
|
||||||
# define gemini media type
|
# define gemini media type
|
||||||
[mediaTypes]
|
[mediaTypes]
|
||||||
|
|
|
@ -8,6 +8,35 @@ numberOfRelatedPosts = 5
|
||||||
|
|
||||||
indexTitle = ".-. ..- -. - .. -- . - . .-. .-. --- .-."
|
indexTitle = ".-. ..- -. - .. -- . - . .-. .-. --- .-."
|
||||||
|
|
||||||
|
robots = [
|
||||||
|
"AdsBot-Google",
|
||||||
|
"Amazonbot",
|
||||||
|
"anthropic-ai",
|
||||||
|
"Applebot",
|
||||||
|
"AwarioRssBot",
|
||||||
|
"AwarioSmartBot",
|
||||||
|
"Bytespider",
|
||||||
|
"CCBot",
|
||||||
|
"ChatGPT",
|
||||||
|
"ChatGPT-User",
|
||||||
|
"Claude-Web",
|
||||||
|
"ClaudeBot",
|
||||||
|
"cohere-ai",
|
||||||
|
"DataForSeoBot",
|
||||||
|
"Diffbot",
|
||||||
|
"FacebookBot",
|
||||||
|
"FacebookBot",
|
||||||
|
"Google-Extended",
|
||||||
|
"GPTBot",
|
||||||
|
"ImagesiftBot",
|
||||||
|
"magpie-crawler",
|
||||||
|
"omgili",
|
||||||
|
"Omgilibot",
|
||||||
|
"peer39_crawler",
|
||||||
|
"PerplexityBot",
|
||||||
|
"YouBot"
|
||||||
|
]
|
||||||
|
|
||||||
# Comments
|
# Comments
|
||||||
comments = true
|
comments = true
|
||||||
giscusCategory = "Announcements"
|
giscusCategory = "Announcements"
|
||||||
|
|
8
layouts/robots.txt
Normal file
8
layouts/robots.txt
Normal file
|
@ -0,0 +1,8 @@
|
||||||
|
Sitemap: {{ .Site.BaseURL }}/sitemap.xml
|
||||||
|
|
||||||
|
User-agent: *
|
||||||
|
Disallow:
|
||||||
|
{{ range .Site.Params.robots }}
|
||||||
|
User-agent: {{ . }}
|
||||||
|
{{- end }}
|
||||||
|
Disallow: /
|
Loading…
Reference in a new issue