Learning Rate Scheduler Placement

scheduler = torch.optim.lr_scheduler.StepLR(optimizer, step_size=10, gamma=0.1)
for epoch in range(50):
    for batch in loader:
        train_step(batch)
        optimizer.step()
        scheduler.step()