mirror of
https://github.com/go-gitea/gitea.git
synced 2024-12-23 16:15:51 +01:00
77 lines
1.6 KiB
Go
77 lines
1.6 KiB
Go
|
// Copyright 2024 The Gitea Authors. All rights reserved.
|
||
|
// SPDX-License-Identifier: MIT
|
||
|
|
||
|
package path
|
||
|
|
||
|
import (
|
||
|
"fmt"
|
||
|
"testing"
|
||
|
|
||
|
"github.com/blevesearch/bleve/v2/analysis"
|
||
|
"github.com/blevesearch/bleve/v2/analysis/tokenizer/unicode"
|
||
|
"github.com/stretchr/testify/assert"
|
||
|
)
|
||
|
|
||
|
type Scenario struct {
|
||
|
Input string
|
||
|
Tokens []string
|
||
|
}
|
||
|
|
||
|
func TestTokenFilter(t *testing.T) {
|
||
|
scenarios := []struct {
|
||
|
Input string
|
||
|
Terms []string
|
||
|
}{
|
||
|
{
|
||
|
Input: "Dockerfile",
|
||
|
Terms: []string{"Dockerfile"},
|
||
|
},
|
||
|
{
|
||
|
Input: "Dockerfile.rootless",
|
||
|
Terms: []string{"Dockerfile.rootless"},
|
||
|
},
|
||
|
{
|
||
|
Input: "a/b/c/Dockerfile.rootless",
|
||
|
Terms: []string{"a", "a/b", "a/b/c", "a/b/c/Dockerfile.rootless", "Dockerfile.rootless", "Dockerfile.rootless/c", "Dockerfile.rootless/c/b", "Dockerfile.rootless/c/b/a"},
|
||
|
},
|
||
|
{
|
||
|
Input: "",
|
||
|
Terms: []string{},
|
||
|
},
|
||
|
}
|
||
|
|
||
|
for _, scenario := range scenarios {
|
||
|
t.Run(fmt.Sprintf("ensure terms of '%s'", scenario.Input), func(t *testing.T) {
|
||
|
terms := extractTerms(scenario.Input)
|
||
|
|
||
|
assert.Len(t, terms, len(scenario.Terms))
|
||
|
|
||
|
for _, term := range terms {
|
||
|
assert.Contains(t, scenario.Terms, term)
|
||
|
}
|
||
|
})
|
||
|
}
|
||
|
}
|
||
|
|
||
|
func extractTerms(input string) []string {
|
||
|
tokens := tokenize(input)
|
||
|
filteredTokens := filter(tokens)
|
||
|
terms := make([]string, 0, len(filteredTokens))
|
||
|
|
||
|
for _, token := range filteredTokens {
|
||
|
terms = append(terms, string(token.Term))
|
||
|
}
|
||
|
|
||
|
return terms
|
||
|
}
|
||
|
|
||
|
func filter(input analysis.TokenStream) analysis.TokenStream {
|
||
|
filter := NewTokenFilter()
|
||
|
return filter.Filter(input)
|
||
|
}
|
||
|
|
||
|
func tokenize(input string) analysis.TokenStream {
|
||
|
tokenizer := unicode.NewUnicodeTokenizer()
|
||
|
return tokenizer.Tokenize([]byte(input))
|
||
|
}
|