jbleve

INDEX_DIR := "gojieba.bleve"
messages := []struct {
	Id   string
	Body string
}{
	{
		Id:   "1",
		Body: "你好",
	},
	{
		Id:   "2",
		Body: "交代",
	},
	{
		Id:   "3",
		Body: "长江大桥",
	},
}

indexMapping := bleve.NewIndexMapping()
os.RemoveAll(INDEX_DIR)
// clean index when example finished
defer os.RemoveAll(INDEX_DIR)

err := indexMapping.AddCustomTokenizer("gojieba",
	map[string]interface{}{
		"dictpath":     gojieba.DICT_PATH,
		"hmmpath":      gojieba.HMM_PATH,
		"userdictpath": gojieba.USER_DICT_PATH,
		"idf":          gojieba.IDF_PATH,
		"stop_words":   gojieba.STOP_WORDS_PATH,
		"type":         "gojieba",
	},
)
if err != nil {
	panic(err)
}
err = indexMapping.AddCustomAnalyzer("gojieba",
	map[string]interface{}{
		"type":      "gojieba",
		"tokenizer": "gojieba",
	},
)
if err != nil {
	panic(err)
}
indexMapping.DefaultAnalyzer = "gojieba"

index, err := bleve.New(INDEX_DIR, indexMapping)
if err != nil {
	panic(err)
}
for _, msg := range messages {
	if err := index.Index(msg.Id, msg); err != nil {
		panic(err)
	}
}

querys := []string{
	"你好世界",
	"亲口交代",
	"长江",
}

for _, q := range querys {
	req := bleve.NewSearchRequest(bleve.NewQueryStringQuery(q))
	req.Highlight = bleve.NewHighlight()
	res, err := index.Search(req)
	if err != nil {
		panic(err)
	}
	fmt.Println(prettify(res))
}

//cleanup cgo allocated heap memory
if jieba, ok := (index.Mapping().AnalyzerNamed("gojieba").Tokenizer).(*JiebaTokenizer); !ok {
	panic("jieba.Free() failed")
} else {
	jieba.Free()
}
index.Close()

Output:

[{"id":"1","score":0.27650412875470115}]
[{"id":"2","score":0.27650412875470115}]
[{"id":"3","score":0.7027325540540822}]