mirror of
https://github.com/jbowdre/runtimeterror.git
synced 2024-11-12 19:12:18 +00:00
let ai bots know they aren't welcome
This commit is contained in:
parent
d2cfb42326
commit
c0c824a01e
3 changed files with 38 additions and 0 deletions
|
@ -6,6 +6,7 @@ paginate = 10
|
|||
languageCode = "en"
|
||||
DefaultContentLanguage = "en"
|
||||
enableInlineShortcodes = true
|
||||
enableRobotsTXT = true
|
||||
|
||||
# define gemini media type
|
||||
[mediaTypes]
|
||||
|
|
|
@ -8,6 +8,35 @@ numberOfRelatedPosts = 5
|
|||
|
||||
indexTitle = ".-. ..- -. - .. -- . - . .-. .-. --- .-."
|
||||
|
||||
robots = [
|
||||
"AdsBot-Google",
|
||||
"Amazonbot",
|
||||
"anthropic-ai",
|
||||
"Applebot",
|
||||
"AwarioRssBot",
|
||||
"AwarioSmartBot",
|
||||
"Bytespider",
|
||||
"CCBot",
|
||||
"ChatGPT",
|
||||
"ChatGPT-User",
|
||||
"Claude-Web",
|
||||
"ClaudeBot",
|
||||
"cohere-ai",
|
||||
"DataForSeoBot",
|
||||
"Diffbot",
|
||||
"FacebookBot",
|
||||
"FacebookBot",
|
||||
"Google-Extended",
|
||||
"GPTBot",
|
||||
"ImagesiftBot",
|
||||
"magpie-crawler",
|
||||
"omgili",
|
||||
"Omgilibot",
|
||||
"peer39_crawler",
|
||||
"PerplexityBot",
|
||||
"YouBot"
|
||||
]
|
||||
|
||||
# Comments
|
||||
comments = true
|
||||
giscusCategory = "Announcements"
|
||||
|
|
8
layouts/robots.txt
Normal file
8
layouts/robots.txt
Normal file
|
@ -0,0 +1,8 @@
|
|||
Sitemap: {{ .Site.BaseURL }}/sitemap.xml
|
||||
|
||||
User-agent: *
|
||||
Disallow:
|
||||
{{ range .Site.Params.robots }}
|
||||
User-agent: {{ . }}
|
||||
{{- end }}
|
||||
Disallow: /
|
Loading…
Reference in a new issue