fix(aa): ensure tokenization helper cleanup data.
This commit is contained in:
parent
7d1f885209
commit
157c365b26
1 changed files with 2 additions and 1 deletions
|
|
@ -151,6 +151,7 @@ func tokenToSlice(token string) []string {
|
|||
token = strings.Trim(token, "()\n ")
|
||||
if strings.ContainsAny(token, ", ") {
|
||||
var sep string
|
||||
token = strings.ReplaceAll(token, " ", " ")
|
||||
switch {
|
||||
case strings.Contains(token, ","):
|
||||
sep = ","
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue