3.1.6 fix Bug fasttext cpp 压缩模型加载错误

Former-commit-id: 38e5acf

build.gradle

@@ -7,7 +7,7 @@ apply plugin: 'eclipse'
 
 description = "mynlp是mayabot开源的中文自然语言处理工具集"
 
-def buildVersion = "3.1.5"
+def buildVersion = "3.1.6"
 def snapShot = false
 
 allprojects {

fastText4j/src/main/java/com/mayabot/nlp/fasttext/dictionary/Dictionary.kt

@@ -59,7 +59,7 @@ class Dictionary(
 
     private var pdiscard: FloatArray = FloatArray(0)
     var pruneidxSize = -1L
-    private val pruneidx: HashMap<Int,Int> = HashMap()
+    private var pruneidx: HashMap<Int, Int> = HashMap()
 
     private val maxn = args.maxn
     private val minn = args.minn
@@ -405,6 +405,9 @@ class Dictionary(
             dict.initTableDiscard()
             dict.initNgrams()
 
+            dict.pruneidxSize = pruneidxSize
+            dict.pruneidx = pruneidx
+
             dict.onehotMap.initWordHash2WordId()
 
             return dict

fastText4j/src/test/java/com/mayabot/nlp/fasttext/CFtzModelBugTest.kt

@@ -0,0 +1,14 @@
+package com.mayabot.nlp.fasttext
+
+import java.io.File
+
+fun main() {
+    val model = FastText.loadCppModel(File("fastText4j/data/ChineseJapaneseKoreanLangIder.ftz"))
+
+    val list = model.predict(listOf("こんにちは"), 3, 0.1f)
+
+    list.forEach {
+        println(it)
+    }
+
+}