# Only update this optimizer's lr, if a scheduler has been registered # along with it. for module_id, optimizer_names in self._module_optimizers.items(): for optimizer_name in optimizer_names: optimizer = self._named_optimizers[optimizer_name] lr_schedule = self._optimizer_lr_schedules.get...