config.py

class Config:
    start_lr=1e-7
    max_lr=1e-6
    min_lr=5e-7
    lora=0
    alpha=0
    nonz_len=2048
    mask_len=2048
    filt_len=200
    dropout=0.1
    enc_dims=1536
    enc_nlayers=40
    enc_num_heads=48
    enc_dropout=0.1
    temp=0.2
    eps=1e-2
    recompute=True
    sim=0.8
    add_zero=False
    pad_zero=True
    label=False
    ttl_step=1e5
    ecs_threshold=0.8
    ecs=False


class Config_80M:
    start_lr=1e-7
    max_lr=1e-6
    min_lr=5e-7
    factor=5
    lora=0
    alpha=0
    lamb=10
    nb_features=256
    nonz_len=2048
    mask_len=2048
    filt_len=200
    dropout=0.1
    enc_dims=1536
    enc_nlayers=2
    enc_num_heads=48
    enc_dropout=0.1
    dec_dims=512
    dec_nlayers=6
    dec_num_heads=16
    dec_dropout=0.1
    temp=0.2
    eps=1e-2
    recompute=True
    sim=0.8
    add_zero=False
    pad_zero=False
    label=False
    num_cls=80
    platforms=27
    ttl_step=1e5