[docs] indexing improvements (#14229)

* update robots.txt for indexing

* add audience content to algolia indexing

* add cache refresh for release notes version

Author: paulOsinski

docs/config/_default/hugo.toml

@@ -46,9 +46,12 @@ copyRight = "Copyright (c) 2020-2024 Thulite"
   priority = 0.5
 
 [caches]
+  [caches.getresource]
+    dir = ":cacheDir/:project"
+    maxAge = "1h"
   [caches.getjson]
     dir = ":cacheDir/:project"
-    maxAge = -1 # "30m"
+    maxAge = "1h"
 
 [taxonomies]
   contributor = "contributors"

docs/layouts/_partials/head/custom-head.html

@@ -1,6 +1,7 @@
 <!-- Custom head -->
-{{ if site.Params.add_ons.docSearch -}} 
+{{ if site.Params.add_ons.docSearch -}}
     {{ $options := (dict "targetPath" "/css/main.min.css" "outputStyle" "compressed") }}
     {{ $style := resources.Get "scss/app.scss" | css.Sass $options }}
-    <link rel="stylesheet" href="{{ $style.Permalink }}">
+<link rel="stylesheet" href="{{ $style.Permalink }}">
 {{ end -}}
+<meta name="docsearch:audience" content="{{ .Params.audience | default " public" }}">

docs/layouts/_partials/seo/robots.html

@@ -0,0 +1,3 @@
+{{- with .Params.seo.robots }}
+  <meta name="robots" content="{{ . }}">
+{{- end }}

docs/layouts/robots.txt

@@ -0,0 +1,3 @@
+User-agent: *
+Disallow:
+Sitemap: {{ "/sitemap.xml" | absURL }}