diff --git a/go.mod b/go.mod index 2d13bec..ff56175 100644 --- a/go.mod +++ b/go.mod @@ -3,7 +3,7 @@ module github.com/clipperhouse/jargon require ( github.com/PuerkitoBio/goquery v1.5.1 github.com/clipperhouse/flag v0.0.1 - github.com/clipperhouse/uax29 v0.9.3 + github.com/clipperhouse/uax29 v0.9.6 github.com/kljensen/snowball v0.6.0 github.com/spf13/afero v1.2.2 golang.org/x/net v0.0.0-20200324143707-d3edc9973b7e diff --git a/go.sum b/go.sum index 8499f61..6746988 100644 --- a/go.sum +++ b/go.sum @@ -4,8 +4,8 @@ github.com/andybalholm/cascadia v1.1.0 h1:BuuO6sSfQNFRu1LppgbD25Hr2vLYW25JvxHs5z github.com/andybalholm/cascadia v1.1.0/go.mod h1:GsXiBklL0woXo1j/WYWtSYYC4ouU9PqHO0sqidkEA4Y= github.com/clipperhouse/flag v0.0.1 h1:EUgginbk0r3635gKAtpvtkUkrVEVDTjF8Dq0ddzsiYc= github.com/clipperhouse/flag v0.0.1/go.mod h1:R2oWQkmwllOvef0btjd2tJDA/fLJw5/bO5poK6cTsC8= -github.com/clipperhouse/uax29 v0.9.3 h1:PFLCjFNOMBARlo7qJdaUF/rYhZAZtuvOSb6DN56l2lA= -github.com/clipperhouse/uax29 v0.9.3/go.mod h1:w2Tre2RfQVNOaN1WZ6ROMeTmpYjXtn8oFlt8KdkxFeE= +github.com/clipperhouse/uax29 v0.9.6 h1:BLlLfqVRtbcOvWdfIoakXTNBRYbvya/PRzgHiupO0FE= +github.com/clipperhouse/uax29 v0.9.6/go.mod h1:w2Tre2RfQVNOaN1WZ6ROMeTmpYjXtn8oFlt8KdkxFeE= github.com/kljensen/snowball v0.6.0 h1:6DZLCcZeL0cLfodx+Md4/OLC6b/bfurWUOUGs1ydfOU= github.com/kljensen/snowball v0.6.0/go.mod h1:27N7E8fVU5H68RlUmnWwZCfxgt4POBJfENGMvNRhldw= github.com/spf13/afero v1.2.2 h1:5jhuqJyZCZf2JRofRvN/nIFgIWNzPa3/Vz8mYylgbWc= diff --git a/tokenizer_test.go b/tokenizer_test.go index 5811f2c..70c8d9f 100644 --- a/tokenizer_test.go +++ b/tokenizer_test.go @@ -59,10 +59,10 @@ func TestTokenizer(t *testing.T) { {"node", false}, {"js", false}, - {"first_last", true}, - {"first", false}, - {"_", false}, - {"last", false}, + {"first_last", false}, + {"first", true}, + {"_", true}, + {"last", true}, {"my.name", true}, {"my.name@", false},