diff options
Diffstat (limited to 'vendor/golang.org/x/text/runes/runes_test.go')
-rw-r--r-- | vendor/golang.org/x/text/runes/runes_test.go | 664 |
1 files changed, 0 insertions, 664 deletions
diff --git a/vendor/golang.org/x/text/runes/runes_test.go b/vendor/golang.org/x/text/runes/runes_test.go deleted file mode 100644 index 23c5bc9..0000000 --- a/vendor/golang.org/x/text/runes/runes_test.go +++ /dev/null @@ -1,664 +0,0 @@ -// Copyright 2015 The Go Authors. All rights reserved. -// Use of this source code is governed by a BSD-style -// license that can be found in the LICENSE file. - -package runes - -import ( - "strings" - "testing" - "unicode/utf8" - - "golang.org/x/text/internal/testtext" - "golang.org/x/text/transform" -) - -type transformTest struct { - desc string - szDst int - atEOF bool - repl string - in string - out string // result string of first call to Transform - outFull string // transform of entire input string - err error - errSpan error - nSpan int - - t transform.SpanningTransformer -} - -const large = 10240 - -func (tt *transformTest) check(t *testing.T, i int) { - if tt.t == nil { - return - } - dst := make([]byte, tt.szDst) - src := []byte(tt.in) - nDst, nSrc, err := tt.t.Transform(dst, src, tt.atEOF) - if err != tt.err { - t.Errorf("%d:%s:error: got %v; want %v", i, tt.desc, err, tt.err) - } - if got := string(dst[:nDst]); got != tt.out { - t.Errorf("%d:%s:out: got %q; want %q", i, tt.desc, got, tt.out) - } - - // Calls tt.t.Transform for the remainder of the input. We use this to test - // the nSrc return value. - out := make([]byte, large) - n := copy(out, dst[:nDst]) - nDst, _, _ = tt.t.Transform(out[n:], src[nSrc:], true) - if got, want := string(out[:n+nDst]), tt.outFull; got != want { - t.Errorf("%d:%s:outFull: got %q; want %q", i, tt.desc, got, want) - } - - tt.t.Reset() - p := 0 - for ; p < len(tt.in) && p < len(tt.outFull) && tt.in[p] == tt.outFull[p]; p++ { - } - if tt.nSpan != 0 { - p = tt.nSpan - } - if n, err = tt.t.Span([]byte(tt.in), tt.atEOF); n != p || err != tt.errSpan { - t.Errorf("%d:%s:span: got %d, %v; want %d, %v", i, tt.desc, n, err, p, tt.errSpan) - } -} - -func idem(r rune) rune { return r } - -func TestMap(t *testing.T) { - runes := []rune{'a', 'ç', '中', '\U00012345', 'a'} - // Default mapper used for this test. - rotate := Map(func(r rune) rune { - for i, m := range runes { - if m == r { - return runes[i+1] - } - } - return r - }) - - for i, tt := range []transformTest{{ - desc: "empty", - szDst: large, - atEOF: true, - in: "", - out: "", - outFull: "", - t: rotate, - }, { - desc: "no change", - szDst: 1, - atEOF: true, - in: "b", - out: "b", - outFull: "b", - t: rotate, - }, { - desc: "short dst", - szDst: 2, - atEOF: true, - in: "aaaa", - out: "ç", - outFull: "çççç", - err: transform.ErrShortDst, - errSpan: transform.ErrEndOfSpan, - t: rotate, - }, { - desc: "short dst ascii, no change", - szDst: 2, - atEOF: true, - in: "bbb", - out: "bb", - outFull: "bbb", - err: transform.ErrShortDst, - t: rotate, - }, { - desc: "short dst writing error", - szDst: 2, - atEOF: false, - in: "a\x80", - out: "ç", - outFull: "ç\ufffd", - err: transform.ErrShortDst, - errSpan: transform.ErrEndOfSpan, - t: rotate, - }, { - desc: "short dst writing incomplete rune", - szDst: 2, - atEOF: true, - in: "a\xc0", - out: "ç", - outFull: "ç\ufffd", - err: transform.ErrShortDst, - errSpan: transform.ErrEndOfSpan, - t: rotate, - }, { - desc: "short dst, longer", - szDst: 5, - atEOF: true, - in: "Hellø", - out: "Hell", - outFull: "Hellø", - err: transform.ErrShortDst, - t: rotate, - }, { - desc: "short dst, single", - szDst: 1, - atEOF: false, - in: "ø", - out: "", - outFull: "ø", - err: transform.ErrShortDst, - t: Map(idem), - }, { - desc: "short dst, longer, writing error", - szDst: 8, - atEOF: false, - in: "\x80Hello\x80", - out: "\ufffdHello", - outFull: "\ufffdHello\ufffd", - err: transform.ErrShortDst, - errSpan: transform.ErrEndOfSpan, - t: rotate, - }, { - desc: "short src", - szDst: 2, - atEOF: false, - in: "a\xc2", - out: "ç", - outFull: "ç\ufffd", - err: transform.ErrShortSrc, - errSpan: transform.ErrEndOfSpan, - t: rotate, - }, { - desc: "invalid input, atEOF", - szDst: large, - atEOF: true, - in: "\x80", - out: "\ufffd", - outFull: "\ufffd", - errSpan: transform.ErrEndOfSpan, - t: rotate, - }, { - desc: "invalid input, !atEOF", - szDst: large, - atEOF: false, - in: "\x80", - out: "\ufffd", - outFull: "\ufffd", - errSpan: transform.ErrEndOfSpan, - t: rotate, - }, { - desc: "incomplete rune !atEOF", - szDst: large, - atEOF: false, - in: "\xc2", - out: "", - outFull: "\ufffd", - err: transform.ErrShortSrc, - errSpan: transform.ErrShortSrc, - t: rotate, - }, { - desc: "invalid input, incomplete rune atEOF", - szDst: large, - atEOF: true, - in: "\xc2", - out: "\ufffd", - outFull: "\ufffd", - errSpan: transform.ErrEndOfSpan, - t: rotate, - }, { - desc: "misc correct", - szDst: large, - atEOF: true, - in: "a\U00012345 ç!", - out: "ça 中!", - outFull: "ça 中!", - errSpan: transform.ErrEndOfSpan, - t: rotate, - }, { - desc: "misc correct and invalid", - szDst: large, - atEOF: true, - in: "Hello\x80 w\x80orl\xc0d!\xc0", - out: "Hello\ufffd w\ufffdorl\ufffdd!\ufffd", - outFull: "Hello\ufffd w\ufffdorl\ufffdd!\ufffd", - errSpan: transform.ErrEndOfSpan, - t: rotate, - }, { - desc: "misc correct and invalid, short src", - szDst: large, - atEOF: false, - in: "Hello\x80 w\x80orl\xc0d!\xc2", - out: "Hello\ufffd w\ufffdorl\ufffdd!", - outFull: "Hello\ufffd w\ufffdorl\ufffdd!\ufffd", - err: transform.ErrShortSrc, - errSpan: transform.ErrEndOfSpan, - t: rotate, - }, { - desc: "misc correct and invalid, short src, replacing RuneError", - szDst: large, - atEOF: false, - in: "Hel\ufffdlo\x80 w\x80orl\xc0d!\xc2", - out: "Hel?lo? w?orl?d!", - outFull: "Hel?lo? w?orl?d!?", - errSpan: transform.ErrEndOfSpan, - err: transform.ErrShortSrc, - t: Map(func(r rune) rune { - if r == utf8.RuneError { - return '?' - } - return r - }), - }} { - tt.check(t, i) - } -} - -func TestRemove(t *testing.T) { - remove := Remove(Predicate(func(r rune) bool { - return strings.ContainsRune("aeiou\u0300\uFF24\U00012345", r) - })) - - for i, tt := range []transformTest{ - 0: { - szDst: large, - atEOF: true, - in: "", - out: "", - outFull: "", - t: remove, - }, - 1: { - szDst: 0, - atEOF: true, - in: "aaaa", - out: "", - outFull: "", - errSpan: transform.ErrEndOfSpan, - t: remove, - }, - 2: { - szDst: 1, - atEOF: true, - in: "aaaa", - out: "", - outFull: "", - errSpan: transform.ErrEndOfSpan, - t: remove, - }, - 3: { - szDst: 1, - atEOF: true, - in: "baaaa", - out: "b", - outFull: "b", - errSpan: transform.ErrEndOfSpan, - t: remove, - }, - 4: { - szDst: 2, - atEOF: true, - in: "açaaa", - out: "ç", - outFull: "ç", - errSpan: transform.ErrEndOfSpan, - t: remove, - }, - 5: { - szDst: 2, - atEOF: true, - in: "aaaç", - out: "ç", - outFull: "ç", - errSpan: transform.ErrEndOfSpan, - t: remove, - }, - 6: { - szDst: 2, - atEOF: false, - in: "a\x80", - out: "", - outFull: "\ufffd", - err: transform.ErrShortDst, - errSpan: transform.ErrEndOfSpan, - t: remove, - }, - 7: { - szDst: 1, - atEOF: true, - in: "a\xc0", - out: "", - outFull: "\ufffd", - err: transform.ErrShortDst, - errSpan: transform.ErrEndOfSpan, - t: remove, - }, - 8: { - szDst: 1, - atEOF: false, - in: "a\xc2", - out: "", - outFull: "\ufffd", - err: transform.ErrShortSrc, - errSpan: transform.ErrEndOfSpan, - t: remove, - }, - 9: { - szDst: large, - atEOF: true, - in: "\x80", - out: "\ufffd", - outFull: "\ufffd", - errSpan: transform.ErrEndOfSpan, - t: remove, - }, - 10: { - szDst: large, - atEOF: false, - in: "\x80", - out: "\ufffd", - outFull: "\ufffd", - errSpan: transform.ErrEndOfSpan, - t: remove, - }, - 11: { - szDst: large, - atEOF: true, - in: "\xc2", - out: "\ufffd", - outFull: "\ufffd", - errSpan: transform.ErrEndOfSpan, - t: remove, - }, - 12: { - szDst: large, - atEOF: false, - in: "\xc2", - out: "", - outFull: "\ufffd", - err: transform.ErrShortSrc, - errSpan: transform.ErrShortSrc, - t: remove, - }, - 13: { - szDst: large, - atEOF: true, - in: "Hello \U00012345world!", - out: "Hll wrld!", - outFull: "Hll wrld!", - errSpan: transform.ErrEndOfSpan, - t: remove, - }, - 14: { - szDst: large, - atEOF: true, - in: "Hello\x80 w\x80orl\xc0d!\xc0", - out: "Hll\ufffd w\ufffdrl\ufffdd!\ufffd", - outFull: "Hll\ufffd w\ufffdrl\ufffdd!\ufffd", - errSpan: transform.ErrEndOfSpan, - t: remove, - }, - 15: { - szDst: large, - atEOF: false, - in: "Hello\x80 w\x80orl\xc0d!\xc2", - out: "Hll\ufffd w\ufffdrl\ufffdd!", - outFull: "Hll\ufffd w\ufffdrl\ufffdd!\ufffd", - err: transform.ErrShortSrc, - errSpan: transform.ErrEndOfSpan, - t: remove, - }, - 16: { - szDst: large, - atEOF: false, - in: "Hel\ufffdlo\x80 w\x80orl\xc0d!\xc2", - out: "Hello world!", - outFull: "Hello world!", - err: transform.ErrShortSrc, - errSpan: transform.ErrEndOfSpan, - t: Remove(Predicate(func(r rune) bool { return r == utf8.RuneError })), - }, - 17: { - szDst: 4, - atEOF: true, - in: "Hellø", - out: "Hll", - outFull: "Hllø", - err: transform.ErrShortDst, - errSpan: transform.ErrEndOfSpan, - t: remove, - }, - 18: { - szDst: 4, - atEOF: false, - in: "Hellø", - out: "Hll", - outFull: "Hllø", - err: transform.ErrShortDst, - errSpan: transform.ErrEndOfSpan, - t: remove, - }, - 19: { - szDst: 8, - atEOF: false, - in: "\x80Hello\uFF24\x80", - out: "\ufffdHll", - outFull: "\ufffdHll\ufffd", - err: transform.ErrShortDst, - errSpan: transform.ErrEndOfSpan, - t: remove, - }, - 20: { - szDst: 8, - atEOF: false, - in: "Hllll", - out: "Hllll", - outFull: "Hllll", - t: remove, - }} { - tt.check(t, i) - } -} - -func TestReplaceIllFormed(t *testing.T) { - replace := ReplaceIllFormed() - - for i, tt := range []transformTest{ - 0: { - szDst: large, - atEOF: true, - in: "", - out: "", - outFull: "", - t: replace, - }, - 1: { - szDst: 1, - atEOF: true, - in: "aa", - out: "a", - outFull: "aa", - err: transform.ErrShortDst, - t: replace, - }, - 2: { - szDst: 1, - atEOF: true, - in: "a\x80", - out: "a", - outFull: "a\ufffd", - err: transform.ErrShortDst, - errSpan: transform.ErrEndOfSpan, - t: replace, - }, - 3: { - szDst: 1, - atEOF: true, - in: "a\xc2", - out: "a", - outFull: "a\ufffd", - err: transform.ErrShortDst, - errSpan: transform.ErrEndOfSpan, - t: replace, - }, - 4: { - szDst: large, - atEOF: true, - in: "\x80", - out: "\ufffd", - outFull: "\ufffd", - errSpan: transform.ErrEndOfSpan, - t: replace, - }, - 5: { - szDst: large, - atEOF: false, - in: "\x80", - out: "\ufffd", - outFull: "\ufffd", - errSpan: transform.ErrEndOfSpan, - t: replace, - }, - 6: { - szDst: large, - atEOF: true, - in: "\xc2", - out: "\ufffd", - outFull: "\ufffd", - errSpan: transform.ErrEndOfSpan, - t: replace, - }, - 7: { - szDst: large, - atEOF: false, - in: "\xc2", - out: "", - outFull: "\ufffd", - err: transform.ErrShortSrc, - errSpan: transform.ErrShortSrc, - t: replace, - }, - 8: { - szDst: large, - atEOF: true, - in: "Hello world!", - out: "Hello world!", - outFull: "Hello world!", - t: replace, - }, - 9: { - szDst: large, - atEOF: true, - in: "Hello\x80 w\x80orl\xc2d!\xc2", - out: "Hello\ufffd w\ufffdorl\ufffdd!\ufffd", - outFull: "Hello\ufffd w\ufffdorl\ufffdd!\ufffd", - errSpan: transform.ErrEndOfSpan, - t: replace, - }, - 10: { - szDst: large, - atEOF: false, - in: "Hello\x80 w\x80orl\xc2d!\xc2", - out: "Hello\ufffd w\ufffdorl\ufffdd!", - outFull: "Hello\ufffd w\ufffdorl\ufffdd!\ufffd", - err: transform.ErrShortSrc, - errSpan: transform.ErrEndOfSpan, - t: replace, - }, - 16: { - szDst: 10, - atEOF: false, - in: "\x80Hello\x80", - out: "\ufffdHello", - outFull: "\ufffdHello\ufffd", - err: transform.ErrShortDst, - errSpan: transform.ErrEndOfSpan, - t: replace, - }, - 17: { - szDst: 10, - atEOF: false, - in: "\ufffdHello\ufffd", - out: "\ufffdHello", - outFull: "\ufffdHello\ufffd", - err: transform.ErrShortDst, - t: replace, - }, - } { - tt.check(t, i) - } -} - -func TestMapAlloc(t *testing.T) { - if n := testtext.AllocsPerRun(3, func() { - Map(idem).Transform(nil, nil, false) - }); n > 0 { - t.Errorf("got %f; want 0", n) - } -} - -func rmNop(r rune) bool { return false } - -func TestRemoveAlloc(t *testing.T) { - if n := testtext.AllocsPerRun(3, func() { - Remove(Predicate(rmNop)).Transform(nil, nil, false) - }); n > 0 { - t.Errorf("got %f; want 0", n) - } -} - -func TestReplaceIllFormedAlloc(t *testing.T) { - if n := testtext.AllocsPerRun(3, func() { - ReplaceIllFormed().Transform(nil, nil, false) - }); n > 0 { - t.Errorf("got %f; want 0", n) - } -} - -func doBench(b *testing.B, t Transformer) { - for _, bc := range []struct{ name, data string }{ - {"ascii", testtext.ASCII}, - {"3byte", testtext.ThreeByteUTF8}, - } { - dst := make([]byte, 2*len(bc.data)) - src := []byte(bc.data) - - testtext.Bench(b, bc.name+"/transform", func(b *testing.B) { - b.SetBytes(int64(len(src))) - for i := 0; i < b.N; i++ { - t.Transform(dst, src, true) - } - }) - src = t.Bytes(src) - t.Reset() - testtext.Bench(b, bc.name+"/span", func(b *testing.B) { - b.SetBytes(int64(len(src))) - for i := 0; i < b.N; i++ { - t.Span(src, true) - } - }) - } -} - -func BenchmarkRemove(b *testing.B) { - doBench(b, Remove(Predicate(func(r rune) bool { return r == 'e' }))) -} - -func BenchmarkMapAll(b *testing.B) { - doBench(b, Map(func(r rune) rune { return 'a' })) -} - -func BenchmarkMapNone(b *testing.B) { - doBench(b, Map(func(r rune) rune { return r })) -} - -func BenchmarkReplaceIllFormed(b *testing.B) { - doBench(b, ReplaceIllFormed()) -} - -var ( - input = strings.Repeat("Thé qüick brøwn føx jumps øver the lazy døg. ", 100) -) |