반응형
params_to_optimize = [param for name, param in self.model.named_parameters() if self.check_name_validity(TRAIN_WEIGHT_LIST, name)]
self.opt = optim.AdamW(params_to_optimize, lr=config['lr'], weight_decay=config['w_decay'])
params_to_optimize = [param for name, param in self.model.named_parameters() if self.check_name_validity(TRAIN_WEIGHT_LIST, name)]
self.opt = optim.AdamW(params_to_optimize, lr=config['lr'], weight_decay=config['w_decay'])