config.py

"""
Defines all hyperparameters for RAM model.
"""

class Config(object):

    # glimpse network
    convert_ratio       = 0.8
    original_size       = 28
    new_size            = 60
    num_channels        = 1  # remove later

    glimpse_size        = 12
    bandwidth           = glimpse_size**2

    n_patches           = 2 # # patches at each t
    num_glimpses        = 6 # samples before decision
    scale               = 2 # how much receptive field is scaled up for each glimpse

    sensor_size         = glimpse_size**2 * n_patches

    minRadius           = 8
    hg_size = hl_size   = 128
    loc_dim             = 2
    g_size              = 256

    # logging

    # training
    batch_size          = 32
    eval_batch_size     = 50
    step                = 60000
    lr_start            = 1e-3
    lr_min              = 1e-5
    loc_std             = 0.00000011
    max_grad_norm       = 5.
    n_verbose           = 250

    # lstm
    cell_output_size    = 256
    cell_size           = 256
    cell_out_size       = cell_size

    # task
    num_classes         = 10
    n_distractors       = 4 # nr of digit distractors for cluttered task

    # monte carlo sampling
    M                   = 10