File tree Expand file tree Collapse file tree 1 file changed +16
-8
lines changed Expand file tree Collapse file tree 1 file changed +16
-8
lines changed Original file line number Diff line number Diff line change @@ -43,23 +43,27 @@ mod test {
43
43
use crate :: token:: TokenKind ;
44
44
45
45
fn tokens ( ) -> Vec < Token < ' static > > {
46
- vec ! [ Token {
46
+ vec ! [
47
+ Token {
47
48
lemma: Owned ( "PascalCase" . to_string( ) ) ,
48
49
char_end: 10 ,
49
50
byte_end: 10 ,
50
51
script: Script :: Latin ,
51
52
..Default :: default ( )
52
- } , Token {
53
+ } ,
54
+ Token {
53
55
lemma: Owned ( "ֆիզիկոսը" . to_string( ) ) ,
54
56
char_end: 8 ,
55
57
byte_end: 16 ,
56
58
script: Script :: Armenian ,
57
59
..Default :: default ( )
58
- } ]
60
+ } ,
61
+ ]
59
62
}
60
63
61
64
fn normalizer_result ( ) -> Vec < Token < ' static > > {
62
- vec ! [ Token {
65
+ vec ! [
66
+ Token {
63
67
lemma: Owned ( "pascalcase" . to_string( ) ) ,
64
68
char_end: 10 ,
65
69
byte_end: 10 ,
@@ -77,17 +81,20 @@ mod test {
77
81
( 1 , 1 ) ,
78
82
] ) ,
79
83
..Default :: default ( )
80
- } , Token {
84
+ } ,
85
+ Token {
81
86
lemma: Owned ( "ֆիզիկոսը" . to_string( ) ) ,
82
87
char_end: 8 ,
83
88
byte_end: 16 ,
84
89
script: Script :: Armenian ,
85
90
..Default :: default ( )
86
- } ]
91
+ } ,
92
+ ]
87
93
}
88
94
89
95
fn normalized_tokens ( ) -> Vec < Token < ' static > > {
90
- vec ! [ Token {
96
+ vec ! [
97
+ Token {
91
98
lemma: Owned ( "pascalcase" . to_string( ) ) ,
92
99
char_end: 10 ,
93
100
byte_end: 10 ,
@@ -114,7 +121,8 @@ mod test {
114
121
script: Script :: Armenian ,
115
122
kind: TokenKind :: Word ,
116
123
..Default :: default ( )
117
- } ]
124
+ } ,
125
+ ]
118
126
}
119
127
120
128
test_normalizer ! ( LowercaseNormalizer , tokens( ) , normalizer_result( ) , normalized_tokens( ) ) ;
You can’t perform that action at this time.
0 commit comments