scraper search only for https endpoints

opentelekomcloud-infra · Sep 8, 2024 · 135a160 · 135a160
1 parent 299bb72
commit 135a160
Show file tree

Hide file tree

Showing 3 changed files with 2 additions and 3 deletions.
diff --git a/charts/typesense/Chart.yaml b/charts/typesense/Chart.yaml
@@ -13,7 +13,7 @@ type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
 # Versions are expected to follow Semantic Versioning (https://semver.org/)
-version: 0.2.3
+version: 0.2.4
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application. Versions are not expected to
 # follow Semantic Versioning. They should reflect the version the application is using.

diff --git a/charts/typesense/templates/reverse-proxy.yaml b/charts/typesense/templates/reverse-proxy.yaml
@@ -8,7 +8,6 @@ data:
     http {
       server {
         listen 80;
-        #listen {{ required "reverseProxy.ingress.port is required" .Values.reverseProxy.ingress.port }};
 
         # valid_referers server_names {{ required "reverseProxy.docusaurus.externalUrl is required" .Values.docusaurus.externalUrl }};   
         # if ($invalid_referer) {  

diff --git a/charts/typesense/templates/scraper.yaml b/charts/typesense/templates/scraper.yaml
@@ -5,7 +5,7 @@ metadata:
   labels:
   {{- include "typesense.labels" . | nindent 4 }}
 data:
-  config.json: "{\"index_name\":\"docs-next\",\"start_urls\":[\"http://{{ .Values.docusaurus.externalUrl }}/\"],\"sitemap_urls\":[\"http://{{ .Values.docusaurus.externalUrl }}/sitemap.xml\"],\"sitemap_alternate_links\":true,\"stop_urls\":[\"/tests\"],\"selectors\":{\"lvl0\":{\"selector\":\"(//ul[contains(@class,'menu__list')]//a[contains(@class, 'menu__link menu__link--sublist menu__link--active')]/text() | //nav[contains(@class, 'navbar')]//a[contains(@class, 'navbar__link--active')]/text())[last()]\",\"type\":\"xpath\",\"global\":true,\"default_value\":\"Documentation\"},\"lvl1\":\"header h1\",\"lvl2\":\"article h2\",\"lvl3\":\"article h3\",\"lvl4\":\"article h4\",\"lvl5\":\"article h5, article td:first-child\",\"lvl6\":\"article h6\",\"text\":\"article p, article li, article td:last-child\"},\"strip_chars\":\" .,;:#\",\"custom_settings\":{\"separatorsToIndex\":\"_\",\"attributesForFaceting\":[\"language\",\"version\",\"type\",\"docusaurus_tag\"],\"attributesToRetrieve\":[\"hierarchy\",\"content\",\"anchor\",\"url\",\"url_without_anchor\",\"type\"]},\"conversation_id\":[\"833762294\"],\"nb_hits\":46250}"
+  config.json: "{\"index_name\":\"docs-next\",\"start_urls\":[\"https://{{ .Values.docusaurus.externalUrl }}/\"],\"sitemap_urls\":[\"https://{{ .Values.docusaurus.externalUrl }}/sitemap.xml\"],\"sitemap_alternate_links\":true,\"stop_urls\":[\"/tests\"],\"selectors\":{\"lvl0\":{\"selector\":\"(//ul[contains(@class,'menu__list')]//a[contains(@class, 'menu__link menu__link--sublist menu__link--active')]/text() | //nav[contains(@class, 'navbar')]//a[contains(@class, 'navbar__link--active')]/text())[last()]\",\"type\":\"xpath\",\"global\":true,\"default_value\":\"Documentation\"},\"lvl1\":\"header h1\",\"lvl2\":\"article h2\",\"lvl3\":\"article h3\",\"lvl4\":\"article h4\",\"lvl5\":\"article h5, article td:first-child\",\"lvl6\":\"article h6\",\"text\":\"article p, article li, article td:last-child\"},\"strip_chars\":\" .,;:#\",\"custom_settings\":{\"separatorsToIndex\":\"_\",\"attributesForFaceting\":[\"language\",\"version\",\"type\",\"docusaurus_tag\"],\"attributesToRetrieve\":[\"hierarchy\",\"content\",\"anchor\",\"url\",\"url_without_anchor\",\"type\"]},\"conversation_id\":[\"833762294\"],\"nb_hits\":46250}"
 ---
 apiVersion: batch/v1
 kind: CronJob