name: "rnnlm"
#To scan the training file (81350) 10 times
train_steps:81350
#To scan the validation file (6828) once
validate_steps:683
validate_freq:8135
#disp_freq is specific to training
disp_freq:8135
train_one_batch {
alg: kBP
}
updater{
  type: kSGD
  learning_rate {
    type: kFixedStep
    fixedstep_conf:{
      step:0
      step:48810
      step:56945
      step:65080
      step:73215
      step_lr:0.1
      step_lr:0.05
      step_lr:0.025
      step_lr:0.0125
      step_lr:0.00625
    }
  }
}

neuralnet {
layer {
  name: "data"
  user_type: "kData"
  [data_conf] {
    backend: "kvfile"
    path: "examples/rnnlm/train_data.bin"
    max_window: 10
  }
  include: kTrain
}

layer {
  name: "data"
  user_type: "kData"
  [data_conf] {
    path: "examples/rnnlm/valid_data.bin"
    max_window: 10
  }
  include: kVal
}

layer{
  name: "embedding"
  user_type: "kEmbedding"
  srclayers: "data"
  [embedding_conf] {
    word_dim: 15
    vocab_size: 3720
  }
    param {
    name: "w1"
    init {
       type: kUniform
       low:-0.3
       high:0.3
    }
  }
}

layer{
  name: "hidden"
  user_type: "kHidden"
  srclayers:"embedding"
  param{
    name: "w2"
    init {
      type: kUniform
      low:-0.3
      high:0.3
    }
  }
}
layer{
  name: "loss"
  user_type: "kLoss"
  srclayers:"hidden"
  srclayers:"data"
  [loss_conf] {
    nclass:100
    vocab_size: 3720
  }
  param{
    name: "w3"
    init {
      type: kUniform
      low:-0.3
      high:0.3
    }
  }
  param{
    name: "w4"
    init {
      type: kUniform
      low:-0.3
      high:0.3
    }
  }
}

}
cluster {
  nworker_groups: 1
  nserver_groups: 1
  nservers_per_group: 1
  nworkers_per_group: 1
  nservers_per_procs: 1
  nworkers_per_procs: 1
  workspace: "examples/rnnlm/"
}