quarel_parser_zeroshot_elmo.json

{
  "dataset_reader": {
    "type": "quarel",
    "lazy": false,
    "sample": -1,
    "replace_world_entities": true,
    "align_world_extractions": true,
    "world_extraction_model": "https://s3-us-west-2.amazonaws.com/allennlp/models/quarel-tagger-2018.10.03.tar.gz",
    "lf_syntax": "quarel_v1_attr_entities",
    "lexical_cues": ["synonyms", "values"],
    "question_token_indexers": {
      "tokens": {
        "type": "single_id",
        "lowercase_tokens": true
      },
      "elmo": {
        "type": "elmo_characters"
      }
    }
  },
  "validation_dataset_reader": {
    "type": "quarel",
    "lazy": false,
    "sample": -1,
    "replace_world_entities": true,
    "align_world_extractions": false,
    "world_extraction_model": "https://s3-us-west-2.amazonaws.com/allennlp/models/quarel-tagger-2018.10.03.tar.gz",
    "lf_syntax": "quarel_v1_attr_entities",
    "lexical_cues": ["synonyms", "values"],
    "question_token_indexers": {
      "tokens": {
        "type": "single_id",
        "lowercase_tokens": true
      },
      "elmo": {
        "type": "elmo_characters"
      }
    }
  },
  "vocabulary": {
    "non_padded_namespaces": ["actions"],
    "pretrained_files": {"tokens": "/inputs/glove/glove.6B.100d.txt.gz"},
    "min_pretrained_embeddings": {"tokens": 30000}
  },
  "train_data_path": "https://s3-us-west-2.amazonaws.com/allennlp/datasets/quarel/quarel-v1-train.jsonl",
  "validation_data_path": "https://s3-us-west-2.amazonaws.com/allennlp/datasets/quarel/quarel-v1-dev.jsonl",
  "model": {
    "type": "quarel_parser",
    "use_entities": true,
    "num_linking_features": 0,
    "entity_similarity_mode": "weighted_dot_product",
    "question_embedder": {
      "tokens": {
        "type": "embedding",
        "pretrained_file": "/inputs/glove/glove.6B.100d.txt.gz",
        "embedding_dim": 100,
        "trainable": false
      },
      "elmo":{
        "type": "elmo_token_embedder",
        "options_file": "https://s3-us-west-2.amazonaws.com/allennlp/models/elmo/2x4096_512_2048cnn_2xhighway/elmo_2x4096_512_2048cnn_2xhighway_options.json",
        "weight_file": "https://s3-us-west-2.amazonaws.com/allennlp/models/elmo/2x4096_512_2048cnn_2xhighway/elmo_2x4096_512_2048cnn_2xhighway_weights.hdf5",
        "do_layer_norm": false,
        "dropout": 0.5
      }
    },
    "action_embedding_dim": 50,
    "encoder": {
      "type": "lstm",
      "input_size": 1124,
      "hidden_size": 50,
      "bidirectional": false,
      "num_layers": 1
    },
    "decoder_beam_search": {
      "beam_size": 5
    },
    "max_decoding_steps": 30,
    "attention": {"type": "dot_product"},
    "dropout": 0.2
  },
  "iterator": {
    "type": "basic",
    "batch_size" : 5
  },
  "trainer": {
    "num_epochs": 100,
    "patience": 40,
    "validation_metric": "+parse_acc",
    "learning_rate_scheduler":  {
      "type": "reduce_on_plateau",
      "factor": 0.5,
      "mode": "max",
      "patience": 10
    },
    "num_serialized_models_to_keep": 2,
    "cuda_device": -1,
    "optimizer": {
      "type": "adam"
    }
  }
}