From cff6e3a33fc19155bf457df6cc09d2130a1440df Mon Sep 17 00:00:00 2001 From: andatoshiki <101481353+andatoshiki@users.noreply.github.com> Date: Thu, 2 Mar 2023 10:44:04 +0800 Subject: [PATCH] fix(cawler config): update crawler config with more fields and with test algolia crawl --- crawlerConfig.json | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/crawlerConfig.json b/crawlerConfig.json index d76745ea..42a78324 100644 --- a/crawlerConfig.json +++ b/crawlerConfig.json @@ -20,9 +20,9 @@ "global": true } }, - "selectors_exclude": ["aside", ".page-footer", ".next-and-prev-link", ".table-of-contents"], + "strip_chars": " .,;:#", + "selectors_exclude": [".sr-only"], "custom_settings": { "attributesForFaceting": ["lang", "tags"] - }, - "js_render": true + } }