Fix breaking of character when a partial word from dictionary

is combined to input having native language words, bugfix after #53
varnamproject · Nov 21, 2023 · aa5022c · aa5022c
1 parent 8f08330
commit aa5022c
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 1 deletion.
diff --git a/govarnam/channel.go b/govarnam/channel.go
@@ -128,7 +128,7 @@ func (varnam *Varnam) channelGetFromDictionary(ctx context.Context, word string,
 
 		if len(dictResult.partialMatches) > 0 {
 			// Tokenize the word after the longest match found in dictionary
-			restOfWord := word[dictResult.longestMatchPosition+1:]
+			restOfWord := string([]rune(word)[dictResult.longestMatchPosition+1:])
 
 			start := time.Now()
 

diff --git a/govarnam/govarnam_ml_test.go b/govarnam/govarnam_ml_test.go
@@ -507,4 +507,5 @@ func TestMLNativePartialWordsInInput(t *testing.T) {
 
 	assertEqual(t, varnam.TransliterateAdvanced("ആലppu").DictionarySuggestions[0].Word, "ആലപ്പുഴ")
 	assertEqual(t, varnam.TransliterateAdvanced("puസ്ത").DictionarySuggestions[0].Word, "പുസ്തകം")
+	assertEqual(t, varnam.TransliterateAdvanced("ആലippazham").DictionarySuggestions[0].Word, "ആലിപ്പഴം")
 }