diff --git a/crawlerConfig.json b/crawlerConfig.json index d76745ea..42a78324 100644 --- a/crawlerConfig.json +++ b/crawlerConfig.json @@ -20,9 +20,9 @@ "global": true } }, - "selectors_exclude": ["aside", ".page-footer", ".next-and-prev-link", ".table-of-contents"], + "strip_chars": " .,;:#", + "selectors_exclude": [".sr-only"], "custom_settings": { "attributesForFaceting": ["lang", "tags"] - }, - "js_render": true + } }