31 lines
No EOL
724 B
Go
31 lines
No EOL
724 B
Go
// +build use_icu_normalization
|
||
|
||
package normalization
|
||
|
||
import (
|
||
"encoding/hex"
|
||
"github.com/stretchr/testify/assert"
|
||
"testing"
|
||
"unicode/utf8"
|
||
)
|
||
|
||
func TestNormalizationICU(t *testing.T) {
|
||
testNormalization(t, normalizeICU)
|
||
}
|
||
|
||
func BenchmarkNormalizeICU(b *testing.B) {
|
||
benchmarkNormalize(b, normalizeICU)
|
||
}
|
||
|
||
func TestBlock760150(t *testing.T) {
|
||
test, _ := hex.DecodeString("43efbfbd")
|
||
assert.True(t, utf8.Valid(test))
|
||
a := normalizeGo(test)
|
||
b := normalizeICU(test)
|
||
assert.Equal(t, a, b)
|
||
|
||
test2 := "Ꮖ-Ꮩ-Ꭺ-N--------Ꭺ-N-Ꮹ-Ꭼ-Ꮮ-Ꭺ-on-Instagram_-“Our-next-destination-is-East-and-Southeast-Asia--selfie--asia”"
|
||
a = normalizeGo([]byte(test2))
|
||
b = normalizeICU([]byte(test2))
|
||
assert.Equal(t, a, b)
|
||
} |