Add config for non-elmo constituency parser, rename existing parser c…

…onfig (allenai#1965)
WrRan · Oct 25, 2018 · 5512a8f · 5512a8f
1 parent dedc4ce
commit 5512a8f
Show file tree

Hide file tree

Showing 2 changed files with 88 additions and 14 deletions.
diff --git a/training_config/constituency_parser.jsonnet b/training_config/constituency_parser.jsonnet
@@ -3,12 +3,7 @@
 {
     "dataset_reader":{
         "type":"ptb_trees",
-        "use_pos_tags": true,
-        "token_indexers": {
-          "elmo": {
-            "type": "elmo_characters"
-          }
-        }
+        "use_pos_tags": true
     },
     "train_data_path": std.extVar('PTB_TRAIN_PATH'),
     "validation_data_path": std.extVar('PTB_DEV_PATH'),
@@ -17,13 +12,11 @@
       "type": "constituency_parser",
       "text_field_embedder": {
         "token_embedders": {
-            "elmo": {
-                "type": "elmo_token_embedder",
-                "dropout": 0.2,
-                "options_file": "https://s3-us-west-2.amazonaws.com/allennlp/models/elmo/2x4096_512_2048cnn_2xhighway/elmo_2x4096_512_2048cnn_2xhighway_options.json",
-                "weight_file": "https://s3-us-west-2.amazonaws.com/allennlp/models/elmo/2x4096_512_2048cnn_2xhighway/elmo_2x4096_512_2048cnn_2xhighway_weights.hdf5",
-                "do_layer_norm": false
-            }
+          "tokens": {
+            "type": "embedding",
+            "embedding_dim": 100,
+            "trainable": true
+          }
         }
       },
       "pos_tag_embedding":{
@@ -38,7 +31,7 @@
       ],
       "encoder": {
         "type": "lstm",
-        "input_size": 1074,
+        "input_size": 150,
         "hidden_size": 250,
         "num_layers": 2,
         "bidirectional": true,

diff --git a/training_config/constituency_parser_elmo.jsonnet b/training_config/constituency_parser_elmo.jsonnet
@@ -0,0 +1,81 @@
+// Configuration for an Elmo-augmented constituency parser based on:
+//   Stern, Mitchell et al. “A Minimal Span-Based Neural Constituency Parser.” ACL (2017).
+{
+    "dataset_reader":{
+        "type":"ptb_trees",
+        "use_pos_tags": true,
+        "token_indexers": {
+          "elmo": {
+            "type": "elmo_characters"
+          }
+        }
+    },
+    "train_data_path": std.extVar('PTB_TRAIN_PATH'),
+    "validation_data_path": std.extVar('PTB_DEV_PATH'),
+    "test_data_path": std.extVar('PTB_TEST_PATH'),
+    "model": {
+      "type": "constituency_parser",
+      "text_field_embedder": {
+        "token_embedders": {
+            "elmo": {
+                "type": "elmo_token_embedder",
+                "dropout": 0.2,
+                "options_file": "https://s3-us-west-2.amazonaws.com/allennlp/models/elmo/2x4096_512_2048cnn_2xhighway/elmo_2x4096_512_2048cnn_2xhighway_options.json",
+                "weight_file": "https://s3-us-west-2.amazonaws.com/allennlp/models/elmo/2x4096_512_2048cnn_2xhighway/elmo_2x4096_512_2048cnn_2xhighway_weights.hdf5",
+                "do_layer_norm": false
+            }
+        }
+      },
+      "pos_tag_embedding":{
+        "embedding_dim": 50,
+        "vocab_namespace": "pos"
+      },
+      "initializer": [
+        ["tag_projection_layer.*weight", {"type": "xavier_normal"}],
+        ["feedforward_layer.*weight", {"type": "xavier_normal"}],
+        ["encoder._module.weight_ih.*", {"type": "xavier_normal"}],
+        ["encoder._module.weight_hh.*", {"type": "orthogonal"}]
+      ],
+      "encoder": {
+        "type": "lstm",
+        "input_size": 1074,
+        "hidden_size": 250,
+        "num_layers": 2,
+        "bidirectional": true,
+        "dropout": 0.2
+      },
+      "feedforward": {
+        "input_dim": 500,
+        "num_layers": 1,
+        "hidden_dims": 250,
+        "activations": "relu",
+        "dropout": 0.1
+      },
+      "span_extractor": {
+        "type": "bidirectional_endpoint",
+        "input_dim": 500
+      }
+    },
+    "iterator": {
+      "type": "bucket",
+      "sorting_keys": [["tokens", "num_tokens"]],
+      "batch_size" : 32
+    },
+    "trainer": {
+      "learning_rate_scheduler": {
+        "type": "multi_step",
+        "milestones": [40, 50, 60, 70, 80],
+        "gamma": 0.8
+      },
+      "num_epochs": 150,
+      "grad_norm": 5.0,
+      "patience": 20,
+      "validation_metric": "+evalb_f1_measure",
+      "cuda_device": 0,
+      "optimizer": {
+        "type": "adadelta",
+        "lr": 1.0,
+        "rho": 0.95
+      }
+    }
+  }