Fix a bug for tokenize for place recognize. (#1165)

datacommonsorg · Jun 16, 2023 · f0b1196 · f0b1196
1 parent e5cb640
commit f0b1196
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 0 deletions.
diff --git a/internal/server/recon/recognize.go b/internal/server/recon/recognize.go
@@ -76,6 +76,9 @@ func tokenize(query string) []string {
 		if string(partBySpace[0]) == "," {
 			tokens = append(tokens, ",")
 			partBySpace = partBySpace[1:]
+			if partBySpace == "" {
+				continue
+			}
 		}
 
 		// Check suffix.

diff --git a/internal/server/recon/recognize_test.go b/internal/server/recon/recognize_test.go
@@ -67,6 +67,10 @@ func TestTokenize(t *testing.T) {
 			" alpha  ,beta,Gamma,  delta eta",
 			[]string{"alpha", ",", "beta", ",", "Gamma", ",", "delta", "eta"},
 		},
+		{
+			"alpha , beta,Gamma",
+			[]string{"alpha", ",", "beta", ",", "Gamma"},
+		},
 	} {
 		got := tokenize(c.query)
 		if diff := cmp.Diff(got, c.want); diff != "" {