mirror of
https://github.com/jbowdre/runtimeterror.git
synced 2024-12-04 03:32:19 +00:00
final robots.txt tweak (for now)
This commit is contained in:
parent
ac981d3572
commit
f254f42d0c
1 changed files with 5 additions and 4 deletions
|
@ -1,11 +1,12 @@
|
||||||
# hello robots [:]
|
|
||||||
# let's be friends <3
|
|
||||||
|
|
||||||
Sitemap: {{ .Site.BaseURL }}/sitemap.xml
|
Sitemap: {{ .Site.BaseURL }}/sitemap.xml
|
||||||
|
|
||||||
# except for these bots which are not friends:
|
# hello robots [^_^]
|
||||||
|
# let's be friends <3
|
||||||
|
|
||||||
User-agent: *
|
User-agent: *
|
||||||
Disallow:
|
Disallow:
|
||||||
|
|
||||||
|
# except for these bots which are not friends:
|
||||||
{{ range .Site.Params.bad_robots }}
|
{{ range .Site.Params.bad_robots }}
|
||||||
User-agent: {{ . }}
|
User-agent: {{ . }}
|
||||||
{{- end }}
|
{{- end }}
|
||||||
|
|
Loading…
Reference in a new issue