eventstore/bleve: when there is only one language we skip using the detector.
This commit is contained in:
+16
-6
@@ -202,9 +202,12 @@ func (b *BleveBackend) Init() error {
|
|||||||
}
|
}
|
||||||
|
|
||||||
b.index = index
|
b.index = index
|
||||||
b.detector = lingua.NewLanguageDetectorBuilder().
|
|
||||||
FromLanguages(b.Languages...).
|
if len(b.Languages) >= 2 {
|
||||||
Build()
|
b.detector = lingua.NewLanguageDetectorBuilder().
|
||||||
|
FromLanguages(b.Languages...).
|
||||||
|
Build()
|
||||||
|
}
|
||||||
|
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
@@ -291,9 +294,16 @@ func (b *BleveBackend) indexEvent(evt nostr.Event) error {
|
|||||||
}
|
}
|
||||||
|
|
||||||
indexableContent := content.String()
|
indexableContent := content.String()
|
||||||
lang, ok := b.detector.DetectLanguageOf(indexableContent)
|
|
||||||
if !ok {
|
var lang lingua.Language
|
||||||
lang = lingua.English
|
if len(b.Languages) == 1 {
|
||||||
|
lang = b.Languages[0]
|
||||||
|
} else {
|
||||||
|
var ok bool
|
||||||
|
lang, ok = b.detector.DetectLanguageOf(indexableContent)
|
||||||
|
if !ok {
|
||||||
|
lang = lingua.English
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
var analyzerLangCode string
|
var analyzerLangCode string
|
||||||
|
|||||||
Reference in New Issue
Block a user