def super_lm_tpu_memtest ( ) : hparams = super_lm_base ( ) hparams . num_model_shards = 1 hparams . layers = "ffn," * 8 hparams . hidden_size = 4096 hparams . filter_size = 12000 hparams . batch_size = 512 return hparams
is it makig problem if you trian on cpu and predict on gpu? python
Crazy set of hyperparameters to test memory optimizations .
def super_lm_tpu_memtest():
  """Crazy set of hyperparameters to test memory optimizations.

  Quality will be very poor due to lack of attention layers.
  853M parameters
  This seems to run on TPU for languagemodel_lm1b8k_packed as of 2018-01-19.

  Returns:
    An hparams object.
  """
  hparams = super_lm_base()
  hparams.num_model_shards = 1
  hparams.layers = "ffn," * 8
  hparams.hidden_size = 4096
  hparams.filter_size = 12000
  hparams.batch_size = 512
  return hparams