Release 0.65.0 (#143)

snipsco · Jul 12, 2019 · d8d3586 · d8d3586
1 parent 774a20b
commit d8d3586
Show file tree

Hide file tree

Showing 45 changed files with 3,316 additions and 6,701 deletions.
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -1,6 +1,22 @@
 # Changelog
 All notable changes to this project will be documented in this file.
 
+## [0.65.0] - 2019-07-11
+### Changed
+- Bumped ontology to `0.65.0` [#143](https://github.com/snipsco/snips-nlu-rs/pull/143)
+- Bumped parsers to `0.3.0` [#143](https://github.com/snipsco/snips-nlu-rs/pull/143)
+
+### Added
+- Added a lookup intent parser [#121](https://github.com/snipsco/snips-nlu-rs/pull/121)
+- Introduce new builtin entities:
+    - `snips/time`
+    - `snips/timePeriod`
+    - `snips/date`
+    - `snips/datePeriod`
+    - `snips/city`
+    - `snips/country`
+    - `snips/region`
+
 ## [0.64.4] - 2019-06-19
 ### Changed
 - Accept ambiguous results from `DeterministicIntentParser` when confidence score is above 0.5 [#141](https://github.com/snipsco/snips-nlu-rs/pull/141)
@@ -206,6 +222,7 @@ being statically hardcoded, reducing the binary size by 31Mb.
 - Improve support for japanese
 - Rename python package to `snips_nlu_rust`
 
+[0.65.0]: https://github.com/snipsco/snips-nlu-rs/compare/0.64.4...0.65.0
 [0.64.4]: https://github.com/snipsco/snips-nlu-rs/compare/0.64.3...0.64.4
 [0.64.3]: https://github.com/snipsco/snips-nlu-rs/compare/0.64.2...0.64.3
 [0.64.2]: https://github.com/snipsco/snips-nlu-rs/compare/0.64.1...0.64.2

diff --git a/Cargo.toml b/Cargo.toml
@@ -1,6 +1,6 @@
 [package]
 name = "snips-nlu-lib"
-version = "0.65.0-SNAPSHOT"
+version = "0.65.0"
 authors = [
     "Adrien Ball <[email protected]>",
     "Clement Doumouro <[email protected]>",
@@ -19,8 +19,8 @@ members = [
 
 [dependencies]
 crfsuite = { git = "https://github.com/snipsco/crfsuite-rs", tag = "0.3.1" }
-snips-nlu-ontology = { git = "https://github.com/snipsco/snips-nlu-ontology", tag = "0.64.8" }
-snips-nlu-parsers = { git = "https://github.com/snipsco/snips-nlu-parsers", tag = "0.2.3" }
+snips-nlu-ontology = { git = "https://github.com/snipsco/snips-nlu-ontology", tag = "0.65.0" }
+snips-nlu-parsers = { git = "https://github.com/snipsco/snips-nlu-parsers", tag = "0.3.0" }
 snips-nlu-utils = { git = "https://github.com/snipsco/snips-nlu-utils", tag = "0.9.0" }
 failure = "0.1"
 base64 = "0.10"

diff --git a/data/tests/models/nlu_engine.zip b/data/tests/models/nlu_engine.zip
diff --git a/data/tests/models/nlu_engine/custom_entity_parser/parser/parser_1/metadata.json b/data/tests/models/nlu_engine/custom_entity_parser/parser/parser_1/metadata.json
@@ -1 +1 @@
-{"version":"0.6.0","parser_filename":"parser","threshold":1.0,"stop_words":[],"edge_cases":[]}
+{"version":"0.7.0","parser_filename":"parser","threshold":1.0,"stop_words":[],"edge_cases":[]}
diff --git a/data/tests/models/nlu_engine/custom_entity_parser/parser/parser_1/parser b/data/tests/models/nlu_engine/custom_entity_parser/parser/parser_1/parser
diff --git a/data/tests/models/nlu_engine/nlu_engine.json b/data/tests/models/nlu_engine/nlu_engine.json
@@ -39,7 +39,7 @@
             },
             "unit_name": "featurizer"
           },
-          "random_seed": null,
+          "noise_reweight_factor": 1.0,
           "unit_name": "log_reg_intent_classifier"
         },
         "slot_filler_config": {
@@ -161,7 +161,6 @@
               ]
             }
           ],
-          "random_seed": null,
           "tagging_scheme": 1,
           "unit_name": "crf_slot_filler"
         },
@@ -193,7 +192,7 @@
     "deterministic_intent_parser",
     "probabilistic_intent_parser"
   ],
-  "model_version": "0.19.0",
-  "training_package_version": "0.19.6",
+  "model_version": "0.20.0",
+  "training_package_version": "0.20.0",
   "unit_name": "nlu_engine"
 }
diff --git a/...probabilistic_intent_parser/intent_classifier/featurizer/tfidf_vectorizer/vectorizer.json b/...probabilistic_intent_parser/intent_classifier/featurizer/tfidf_vectorizer/vectorizer.json
@@ -12,27 +12,27 @@
     "idf_diag": [
       4.157000421150114,
       3.176171168138387,
-      4.157000421150114,
+      4.002849741322855,
       3.8693183486983322,
       2.2110902720948,
-      3.3838105329166317,
+      3.463853240590168,
       2.904237452654745,
-      4.157000421150114,
+      4.339321977944068,
       2.7707060600302227,
       3.0583881324820035,
       3.176171168138387,
-      3.5508646175797978,
-      3.3838105329166317,
-      3.1155465463219523,
+      3.463853240590168,
+      3.3097025607629096,
       3.0583881324820035,
-      1.923408199643019,
-      4.002849741322855,
+      3.0043209112117277,
+      1.9057086225436182,
+      3.8693183486983322,
       4.157000421150114,
-      3.3838105329166317,
+      3.463853240590168,
       2.904237452654745,
-      2.547562508716013,
+      2.5814640603916943,
       4.157000421150114,
-      3.176171168138387
+      3.2407096892759584
     ],
     "vocab": {
       "?": 0,

diff --git a/...ts/models/nlu_engine/probabilistic_intent_parser/intent_classifier/intent_classifier.json b/...ts/models/nlu_engine/probabilistic_intent_parser/intent_classifier/intent_classifier.json
@@ -1,94 +1,94 @@
 {
   "coeffs": [
     [
-      -0.06802682803669799,
-      -1.0477709271689088,
-      -0.06797433285801527,
-      0.38486449522161015,
-      -0.39682079043328833,
-      0.1912439142720778,
-      0.6992271041751683,
-      -0.11392524510757354,
-      0.2619339622522112,
-      0.02319188875877617,
-      -0.18454462660809545,
-      -0.1090016801739049,
-      -0.8063609492138708,
-      -0.13246873201311002,
-      -0.2737880486828098,
-      -1.2301318389386748,
-      0.2738492063082161,
-      -0.04715897604794,
-      0.1912439142720778,
-      -0.4026465404630374,
-      -1.707023637820765,
-      -0.04715897604794,
-      -0.1616857113456874,
-      1.7221183375067464,
-      -0.7998995704248207,
-      -0.5518291951304535,
-      1.7221183375067464,
-      -0.5518291951304535
+      -0.06628334386039435,
+      -0.8643735409565843,
+      -0.10162233194496288,
+      0.3731953851089176,
+      -0.4488682974331702,
+      0.17636658950526615,
+      0.7184102193303363,
+      -0.06865280010172024,
+      0.29743179731574193,
+      0.0346771374230032,
+      -0.1761175736061183,
+      -0.13726751217877073,
+      -0.8071682094773692,
+      -0.05137180345130995,
+      -0.11880606643573582,
+      -1.0869381590717797,
+      0.32523561280093755,
+      -0.049393800526571136,
+      0.17636658950526615,
+      -0.37371467568972533,
+      -1.552232223994024,
+      -0.049393800526571136,
+      -0.07258216842039956,
+      1.773882907274256,
+      -0.7513363572925229,
+      -0.5328718550242008,
+      1.773882907274256,
+      -0.5328718550242008
     ],
     [
-      0.1511174572060957,
-      -0.8556921875495286,
-      0.16069702311392323,
-      -0.17610257114571015,
-      -0.44064143866570954,
-      0.005939542116315037,
-      -0.3420351579221934,
-      0.23772534966438352,
-      0.11866860734598052,
-      0.4064384541153824,
-      0.42449085171077255,
-      0.2715056970716722,
-      -0.7268078535217917,
-      0.6259746147286103,
-      0.4228099262925742,
-      -1.3883942803822766,
-      -0.15075241818686666,
-      0.07715540916489982,
-      0.005939542116315037,
-      0.8523757832658079,
-      -1.7100939045517949,
-      0.07715540916489982,
-      -0.3698959080372159,
-      -0.846628651028051,
-      1.5833338811081756,
-      1.2581305456329626,
-      -0.846628651028051,
-      1.2581305456329626
+      0.09460701831794095,
+      -0.6521590578791224,
+      0.2457151029413227,
+      -0.1564569232219889,
+      -0.501396327528731,
+      -0.006657999049205669,
+      -0.3254543267957415,
+      0.19982413835098595,
+      0.09848862892018242,
+      0.4824274378008,
+      0.4213894656886821,
+      0.30004773187161327,
+      -0.7342364277722051,
+      0.6427012659535128,
+      0.5425430291591661,
+      -1.2591009549072656,
+      -0.18164901959554086,
+      0.10599990651714576,
+      -0.006657999049205669,
+      0.8868013621218258,
+      -1.5676891353952978,
+      0.10599990651714576,
+      -0.2459922083905006,
+      -0.8070607856886259,
+      1.5929339342221138,
+      1.2525103361872103,
+      -0.8070607856886259,
+      1.2525103361872103
     ],
     [
-      -0.07433770651229062,
-      0.6157791282151297,
-      -0.14819122682919827,
-      -0.2620921268325716,
-      -0.07048872002163316,
-      -0.246838476290403,
-      -0.4585457526300242,
-      -0.15699758774501818,
-      -0.4476095365647407,
-      -0.5414296962779365,
-      -0.29470392789176814,
-      -0.19536456550078135,
-      0.49364218173684254,
-      -0.5499287352043606,
-      -0.42441492596554004,
-      0.829264182704777,
-      -0.14045264850044495,
-      -0.08890876909294534,
-      -0.246838476290403,
-      -0.5247761133414941,
-      1.4014354917524547,
-      -0.08890876909294534,
-      0.024766514970946132,
-      -1.1250896677388633,
-      -0.9655795432152053,
-      -0.8812293414051517,
-      -1.1250896677388633,
-      -0.8812293414051517
+      -0.07342804814279959,
+      0.5198593428656567,
+      -0.1581096606820083,
+      -0.26280946680431544,
+      0.00904118342688167,
+      -0.2318387692350015,
+      -0.4684730287438426,
+      -0.1304212706183918,
+      -0.44631551521307367,
+      -0.5533957320987131,
+      -0.29099767056562215,
+      -0.21324635553933227,
+      0.5486473938992574,
+      -0.5604628287636957,
+      -0.4863443376102945,
+      0.7764987437479216,
+      -0.17070720658830346,
+      -0.09943826061076572,
+      -0.2318387692350015,
+      -0.5248553684542913,
+      1.3219543672776477,
+      -0.09943826061076572,
+      -0.025792600962746038,
+      -1.1511881362239413,
+      -0.9891682959063401,
+      -0.8725891493847063,
+      -1.1511881362239413,
+      -0.8725891493847063
     ]
   ],
   "config": {
@@ -117,7 +117,7 @@
       },
       "unit_name": "featurizer"
     },
-    "random_seed": null,
+    "noise_reweight_factor": 1.0,
     "unit_name": "log_reg_intent_classifier"
   },
   "featurizer": "featurizer",
@@ -127,9 +127,9 @@
     null
   ],
   "intercept": [
-    -0.5975827776688184,
-    -0.5808595746433686,
-    0.26958468406981606
+    -0.797273067375694,
+    -0.7793999633924479,
+    0.36488637926624495
   ],
-  "t_": 701.0
+  "t_": 3221.0
 }
diff --git a/data/tests/models/nlu_engine/probabilistic_intent_parser/intent_parser.json b/data/tests/models/nlu_engine/probabilistic_intent_parser/intent_parser.json
@@ -26,7 +26,7 @@
         },
         "unit_name": "featurizer"
       },
-      "random_seed": null,
+      "noise_reweight_factor": 1.0,
       "unit_name": "log_reg_intent_classifier"
     },
     "slot_filler_config": {
@@ -148,7 +148,6 @@
           ]
         }
       ],
-      "random_seed": null,
       "tagging_scheme": 1,
       "unit_name": "crf_slot_filler"
     },

diff --git a/.../tests/models/nlu_engine/probabilistic_intent_parser/slot_filler_0/model55imurmx.crfsuite b/.../tests/models/nlu_engine/probabilistic_intent_parser/slot_filler_0/model55imurmx.crfsuite
diff --git a/.../tests/models/nlu_engine/probabilistic_intent_parser/slot_filler_0/modelf5pq4bwe.crfsuite b/.../tests/models/nlu_engine/probabilistic_intent_parser/slot_filler_0/modelf5pq4bwe.crfsuite
diff --git a/data/tests/models/nlu_engine/probabilistic_intent_parser/slot_filler_0/slot_filler.json b/data/tests/models/nlu_engine/probabilistic_intent_parser/slot_filler_0/slot_filler.json
@@ -116,12 +116,16 @@
         "args": {
           "entity_labels": [
             "snips/amountOfMoney",
+            "snips/date",
+            "snips/datePeriod",
             "snips/datetime",
             "snips/duration",
             "snips/number",
             "snips/ordinal",
             "snips/percentage",
-            "snips/temperature"
+            "snips/temperature",
+            "snips/time",
+            "snips/timePeriod"
           ],
           "language_code": "en",
           "tagging_scheme_code": 1
@@ -134,11 +138,10 @@
         ]
       }
     ],
-    "random_seed": null,
     "tagging_scheme": 1,
     "unit_name": "crf_slot_filler"
   },
-  "crf_model_file": "modelf5pq4bwe.crfsuite",
+  "crf_model_file": "model55imurmx.crfsuite",
   "intent": "MakeCoffee",
   "language_code": "en",
   "slot_name_mapping": {

diff --git a/.../tests/models/nlu_engine/probabilistic_intent_parser/slot_filler_1/model8a9dqxnp.crfsuite b/.../tests/models/nlu_engine/probabilistic_intent_parser/slot_filler_1/model8a9dqxnp.crfsuite
diff --git a/.../tests/models/nlu_engine/probabilistic_intent_parser/slot_filler_1/modeli84ca1rr.crfsuite b/.../tests/models/nlu_engine/probabilistic_intent_parser/slot_filler_1/modeli84ca1rr.crfsuite
Original file line number	Diff line number	Diff line change
		@@ -1 +1 @@
		{"version":"0.6.0","parser_filename":"parser","threshold":1.0,"stop_words":[],"edge_cases":[]}
		{"version":"0.7.0","parser_filename":"parser","threshold":1.0,"stop_words":[],"edge_cases":[]}