From 22b50166871ea837ec1c46ab67941f7bef8bb872 Mon Sep 17 00:00:00 2001 From: Robin Champenois Date: Mon, 28 Jun 2021 22:09:08 +0200 Subject: [PATCH] Remove standard useless token filter --- avisstage/documents.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/avisstage/documents.py b/avisstage/documents.py index 6bf946d..98da0c0 100644 --- a/avisstage/documents.py +++ b/avisstage/documents.py @@ -15,7 +15,7 @@ stage.settings( text_analyzer = analyzer( 'default', tokenizer="standard", - filter=['lowercase', 'standard', 'asciifolding', + filter=['lowercase', 'asciifolding', token_filter("frstop", type="stop", stopwords="_french_"), token_filter("frsnow", type="snowball", language="French")]) stage.analyzer(text_analyzer)