diff --git a/paddle/fluid/framework/ipu/ipu_backend.cc b/paddle/fluid/framework/ipu/ipu_backend.cc
index 0c15a581bd908..f11581ee1de66 100644
--- a/paddle/fluid/framework/ipu/ipu_backend.cc
+++ b/paddle/fluid/framework/ipu/ipu_backend.cc
@@ -87,6 +87,12 @@ std::unique_ptr<popart::Optimizer> IpuBackend::GetPopartOptimizer() {
   }
 }
 
+std::vector<int64_t> IpuBackend::GetTensorShape(const std::string& var_name) {
+  auto oshape = compiler_->GetTensorShape(var_name);
+  oshape.insert(oshape.begin(), ipu_strategy_->batches_per_step);
+  return oshape;
+}
+
 void IpuBackend::Prepare() {
   VLOG(1) << "Get ModelProto ...\n";
   auto proto = compiler_->GetModelProto();
diff --git a/paddle/fluid/framework/ipu/ipu_backend.h b/paddle/fluid/framework/ipu/ipu_backend.h
index c7b3ebf374147..13721d3d6b12f 100644
--- a/paddle/fluid/framework/ipu/ipu_backend.h
+++ b/paddle/fluid/framework/ipu/ipu_backend.h
@@ -14,10 +14,6 @@ limitations under the License. */
 
 #pragma once
 
-#include <map>
-#include <string>
-#include <vector>
-
 #include <popart/adam.hpp>
 #include <popart/builder.hpp>
 #include <popart/dataflow.hpp>
@@ -81,9 +77,7 @@ class IpuBackend {
 
   std::unique_ptr<popart::Optimizer> GetPopartOptimizer();
 
-  std::vector<int64_t> GetTensorShape(const std::string &var_name) {
-    return compiler_->GetTensorShape(var_name);
-  }
+  std::vector<int64_t> GetTensorShape(const std::string &var_name);
 
   // SetScope, so we can get model parameters from scope
   void SetScope(const Scope &scope) { scope_ = &scope; }
diff --git a/python/paddle/fluid/tests/unittests/ipu/test_batchs_per_step_simple.py b/python/paddle/fluid/tests/unittests/ipu/test_batchs_per_step_simple.py
new file mode 100644
index 0000000000000..65b5ff3f6f63a
--- /dev/null
+++ b/python/paddle/fluid/tests/unittests/ipu/test_batchs_per_step_simple.py
@@ -0,0 +1,85 @@
+#  Copyright (c) 2021 PaddlePaddle Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from __future__ import print_function
+
+import numpy as np
+import unittest
+import paddle
+import paddle.fluid
+import paddle.fluid.compiler as compiler
+
+paddle.enable_static()
+SEED = 2021
+
+
+@unittest.skipIf(not paddle.is_compiled_with_ipu(),
+                 "core is not compiled with IPU")
+class TestFunc(unittest.TestCase):
+    def _test_func(self, run_ipu=True):
+        main_prog = paddle.static.Program()
+        startup_prog = paddle.static.Program()
+        main_prog.random_seed = SEED
+        startup_prog.random_seed = SEED
+        np.random.seed(SEED)
+
+        bps = 5
+        n = 1 if run_ipu else -1
+        c, h, w = 3, 10, 10
+        np_image = np.random.uniform(size=[1 * bps, c, h, w]).astype(np.float32)
+        with paddle.static.program_guard(main_prog, startup_prog):
+            image = paddle.static.data(
+                name='image', shape=[n, c, h, w], dtype='float32')
+            conv2d = paddle.static.nn.conv2d(
+                image, num_filters=3, filter_size=3, bias_attr=False)
+
+            # paddle.mean oshape on ipu is [bps], need another mean()
+            # paddle.mean oshape on cpu is [1]
+            # out = paddle.mean(conv2d)
+            out = conv2d
+
+        if run_ipu:
+            place = paddle.IPUPlace()
+        else:
+            place = paddle.CPUPlace()
+        exe = paddle.static.Executor(place)
+        exe.run(startup_prog)
+
+        if run_ipu:
+            feed_list = [image.name]
+            fetch_list = [out.name]
+            ipu_strategy = compiler.get_ipu_strategy()
+            ipu_strategy.is_training = False
+            ipu_strategy.batches_per_step = bps
+            program = compiler.IpuCompiler(
+                main_prog, ipu_strategy=ipu_strategy).compile(feed_list,
+                                                              fetch_list)
+        else:
+            program = main_prog
+
+        result = exe.run(program, feed={image.name: np_image}, fetch_list=[out])
+        return result[0]
+
+    def test_func(self):
+        ipu_res = self._test_func(True)
+        cpu_res = self._test_func(False)
+
+        if np.prod(ipu_res.shape) == np.prod(cpu_res.shape):
+            ipu_res = ipu_res.reshape(cpu_res.shape)
+
+        self.assertTrue(np.allclose(ipu_res, cpu_res, atol=1e-4))
+
+
+if __name__ == "__main__":
+    unittest.main()