neural-question-generator / v_transformer.json
v_transformer.json
Raw
{
  "experiment_name": "default_experiment",
  "dataset": {
    "training_file_path": "./data/train_processed.pickle",
    "validation_file_path": "./data/val_processed.pickle",
    "test_file_path": "./data/test_processed.pickle",
    "vocabulary_threshold": 2,
    "batch_size": 32,
    "num_workers": 8,
    "test_batch_size": 1
  },
  "experiment": {
    "num_epochs": 25,
    "learning_rate": 5e-4
  },
  "model": {
    "hidden_size": 512,
    "num_layers": 2,
    "embedding_size": 300,
    "model_type": "v_transformer"
  },
  "transformer": {
    "num_encoder_layers": 3,
    "num_decoder_layers": 3,
    "nhead": 8,
    "dim_feedforward": 512,
    "dropout": 0.2
  },
  "generation": {
    "max_length": 20,
    "deterministic": false,
    "temperature": 0.1
  }
}