File tree Expand file tree Collapse file tree 1 file changed +23
-3
lines changed Expand file tree Collapse file tree 1 file changed +23
-3
lines changed Original file line number Diff line number Diff line change @@ -52,7 +52,7 @@ mod test {
52
52
..Default :: default ( )
53
53
} ,
54
54
Token {
55
- lemma: Owned ( "ֆիզիկոսը " . to_string( ) ) ,
55
+ lemma: Owned ( "ՀայասՏան " . to_string( ) ) ,
56
56
char_end: 8 ,
57
57
byte_end: 16 ,
58
58
script: Script :: Armenian ,
@@ -83,10 +83,20 @@ mod test {
83
83
..Default :: default ( )
84
84
} ,
85
85
Token {
86
- lemma: Owned ( "ֆիզիկոսը " . to_string( ) ) ,
86
+ lemma: Owned ( "հայաստան " . to_string( ) ) ,
87
87
char_end: 8 ,
88
88
byte_end: 16 ,
89
89
script: Script :: Armenian ,
90
+ char_map: Some ( vec![
91
+ ( 2 , 2 ) ,
92
+ ( 2 , 2 ) ,
93
+ ( 2 , 2 ) ,
94
+ ( 2 , 2 ) ,
95
+ ( 2 , 2 ) ,
96
+ ( 2 , 2 ) ,
97
+ ( 2 , 2 ) ,
98
+ ( 2 , 2 ) ,
99
+ ] ) ,
90
100
..Default :: default ( )
91
101
} ,
92
102
]
@@ -115,11 +125,21 @@ mod test {
115
125
..Default :: default ( )
116
126
} ,
117
127
Token {
118
- lemma: Owned ( "ֆիզիկոսը " . to_string( ) ) ,
128
+ lemma: Owned ( "հայաստան " . to_string( ) ) ,
119
129
char_end: 8 ,
120
130
byte_end: 16 ,
121
131
script: Script :: Armenian ,
122
132
kind: TokenKind :: Word ,
133
+ char_map: Some ( vec![
134
+ ( 2 , 2 ) ,
135
+ ( 2 , 2 ) ,
136
+ ( 2 , 2 ) ,
137
+ ( 2 , 2 ) ,
138
+ ( 2 , 2 ) ,
139
+ ( 2 , 2 ) ,
140
+ ( 2 , 2 ) ,
141
+ ( 2 , 2 ) ,
142
+ ] ) ,
123
143
..Default :: default ( )
124
144
} ,
125
145
]
You can’t perform that action at this time.
0 commit comments