// Copyright 2012-present Oliver Eilhard. All rights reserved.
// Use of this source code is governed by a MIT-license.
// See http://olivere.mit-license.org/license.txt for details.
package elastic
import (
"encoding/json"
"testing"
)
func TestPhraseSuggesterSource(t *testing.T) {
s := NewPhraseSuggester("name").
Text("Xor the Got-Jewel").
Analyzer("body").
Field("bigram").
Size(1).
RealWordErrorLikelihood(0.95).
MaxErrors(0.5).
GramSize(2).
Highlight("", "")
src, err := s.Source(true)
if err != nil {
t.Fatal(err)
}
data, err := json.Marshal(src)
if err != nil {
t.Fatalf("marshaling to JSON failed: %v", err)
}
got := string(data)
expected := `{"name":{"text":"Xor the Got-Jewel","phrase":{"analyzer":"body","field":"bigram","gram_size":2,"highlight":{"post_tag":"\u003c/em\u003e","pre_tag":"\u003cem\u003e"},"max_errors":0.5,"real_word_error_likelihood":0.95,"size":1}}}`
if got != expected {
t.Errorf("expected\n%s\n,got:\n%s", expected, got)
}
}
func TestPhraseSuggesterSourceWithContextQuery(t *testing.T) {
geomapQ := NewSuggesterGeoMapping("location").
Precision("1km", "5m").
Neighbors(true).
FieldName("pin").
DefaultLocations(GeoPointFromLatLon(0.0, 0.0))
s := NewPhraseSuggester("name").
Text("Xor the Got-Jewel").
Analyzer("body").
Field("bigram").
Size(1).
RealWordErrorLikelihood(0.95).
MaxErrors(0.5).
GramSize(2).
Highlight("", "").
ContextQuery(geomapQ)
src, err := s.Source(true)
if err != nil {
t.Fatal(err)
}
data, err := json.Marshal(src)
if err != nil {
t.Fatalf("marshaling to JSON failed: %v", err)
}
got := string(data)
expected := `{"name":{"text":"Xor the Got-Jewel","phrase":{"analyzer":"body","contexts":{"location":{"default":{"lat":0,"lon":0},"neighbors":true,"path":"pin","precision":["1km","5m"],"type":"geo"}},"field":"bigram","gram_size":2,"highlight":{"post_tag":"\u003c/em\u003e","pre_tag":"\u003cem\u003e"},"max_errors":0.5,"real_word_error_likelihood":0.95,"size":1}}}`
if got != expected {
t.Errorf("expected\n%s\n,got:\n%s", expected, got)
}
}
func TestPhraseSuggesterComplexSource(t *testing.T) {
g1 := NewDirectCandidateGenerator("body").
SuggestMode("always").
MinWordLength(1)
g2 := NewDirectCandidateGenerator("reverse").
SuggestMode("always").
MinWordLength(1).
PreFilter("reverse").
PostFilter("reverse")
s := NewPhraseSuggester("simple_phrase").
Text("Xor the Got-Jewel").
Analyzer("body").
Field("bigram").
Size(4).
RealWordErrorLikelihood(0.95).
Confidence(2.0).
GramSize(2).
CandidateGenerators(g1, g2).
CollateQuery(`"match":{"{{field_name}}" : "{{suggestion}}"}`).
CollateParams(map[string]interface{}{"field_name": "title"}).
CollatePreference("_primary").
CollatePrune(true)
src, err := s.Source(true)
if err != nil {
t.Fatal(err)
}
data, err := json.Marshal(src)
if err != nil {
t.Fatalf("marshaling to JSON failed: %v", err)
}
got := string(data)
expected := `{"simple_phrase":{"text":"Xor the Got-Jewel","phrase":{"analyzer":"body","collate":{"params":{"field_name":"title"},"preference":"_primary","prune":true,"query":"\"match\":{\"{{field_name}}\" : \"{{suggestion}}\"}"},"confidence":2,"direct_generator":[{"field":"body","min_word_length":1,"suggest_mode":"always"},{"field":"reverse","min_word_length":1,"post_filter":"reverse","pre_filter":"reverse","suggest_mode":"always"}],"field":"bigram","gram_size":2,"real_word_error_likelihood":0.95,"size":4}}}`
if got != expected {
t.Errorf("expected\n%s\n,got:\n%s", expected, got)
}
}
func TestPhraseStupidBackoffSmoothingModel(t *testing.T) {
s := NewStupidBackoffSmoothingModel(0.42)
src, err := s.Source()
if err != nil {
t.Fatal(err)
}
data, err := json.Marshal(src)
if err != nil {
t.Fatalf("marshaling to JSON failed: %v", err)
}
got := string(data)
// The source does NOT include the smoothing model type!
expected := `{"discount":0.42}`
if got != expected {
t.Errorf("expected\n%s\n,got:\n%s", expected, got)
}
if s.Type() != "stupid_backoff" {
t.Errorf("expected %q, got: %q", "stupid_backoff", s.Type())
}
}
func TestPhraseLaplaceSmoothingModel(t *testing.T) {
s := NewLaplaceSmoothingModel(0.63)
src, err := s.Source()
if err != nil {
t.Fatal(err)
}
data, err := json.Marshal(src)
if err != nil {
t.Fatalf("marshaling to JSON failed: %v", err)
}
got := string(data)
// The source does NOT include the smoothing model type!
expected := `{"alpha":0.63}`
if got != expected {
t.Errorf("expected\n%s\n,got:\n%s", expected, got)
}
if s.Type() != "laplace" {
t.Errorf("expected %q, got: %q", "laplace", s.Type())
}
}
func TestLinearInterpolationSmoothingModel(t *testing.T) {
s := NewLinearInterpolationSmoothingModel(0.3, 0.2, 0.05)
src, err := s.Source()
if err != nil {
t.Fatal(err)
}
data, err := json.Marshal(src)
if err != nil {
t.Fatalf("marshaling to JSON failed: %v", err)
}
got := string(data)
// The source does NOT include the smoothing model type!
expected := `{"bigram_lambda":0.2,"trigram_lambda":0.3,"unigram_lambda":0.05}`
if got != expected {
t.Errorf("expected\n%s\n,got:\n%s", expected, got)
}
if s.Type() != "linear_interpolation" {
t.Errorf("expected %q, got: %q", "linear_interpolation", s.Type())
}
}