diff --git a/examples/mnist/lenet_multistep_solver.prototxt b/examples/mnist/lenet_multistep_solver.prototxt
index 7ee9fb60e67..9b22b45ba6b 100644
--- a/examples/mnist/lenet_multistep_solver.prototxt
+++ b/examples/mnist/lenet_multistep_solver.prototxt
@@ -13,12 +13,11 @@ weight_decay: 0.0005
 # The learning rate policy
 lr_policy: "multistep"
 gamma: 0.9
-stepvalue: 1000
-stepvalue: 2000
-stepvalue: 2500
-stepvalue: 3000
-stepvalue: 3500
-stepvalue: 4000
+stepvalue: 5000
+stepvalue: 7000
+stepvalue: 8000
+stepvalue: 9000
+stepvalue: 9500
 # Display every 100 iterations
 display: 100
 # The maximum number of iterations
diff --git a/src/caffe/solver.cpp b/src/caffe/solver.cpp
index a13bca8b44a..5b8f0795306 100644
--- a/src/caffe/solver.cpp
+++ b/src/caffe/solver.cpp
@@ -162,6 +162,7 @@ void Solver<Dtype>::Solve(const char* resume_file) {
   PreSolve();
 
   iter_ = 0;
+  current_step_ = 0;
   if (resume_file) {
     LOG(INFO) << "Restoring previous solver status from " << resume_file;
     Restore(resume_file);