|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
"""util for drop scheduler.""" |
|
|
import numpy as np |
|
|
|
|
|
|
|
|
def drop_scheduler(drop_rate, epochs, niter_per_ep, cutoff_epoch=0, mode='standard', schedule='constant'): |
|
|
"""drop scheduler""" |
|
|
assert mode in ['standard', 'early', 'late'] |
|
|
if mode == 'standard': |
|
|
return np.full(epochs * niter_per_ep, drop_rate) |
|
|
|
|
|
early_iters = cutoff_epoch * niter_per_ep |
|
|
late_iters = (epochs - cutoff_epoch) * niter_per_ep |
|
|
|
|
|
if mode == 'early': |
|
|
assert schedule in ['constant', 'linear'] |
|
|
if schedule == 'constant': |
|
|
early_schedule = np.full(early_iters, drop_rate) |
|
|
elif schedule == 'linear': |
|
|
early_schedule = np.linspace(drop_rate, 0, early_iters) |
|
|
final_schedule = np.concatenate((early_schedule, np.full(late_iters, 0))) |
|
|
elif mode == 'late': |
|
|
assert schedule in ['constant'] |
|
|
early_schedule = np.full(early_iters, 0) |
|
|
final_schedule = np.concatenate((early_schedule, np.full(late_iters, drop_rate))) |
|
|
|
|
|
assert len(final_schedule) == epochs * niter_per_ep |
|
|
return final_schedule |
|
|
|
