diff --git a/tests/unit/test_zero_context.py b/tests/unit/test_zero_context.py
index 8b8d51131503..98ee0c7ad00b 100644
--- a/tests/unit/test_zero_context.py
+++ b/tests/unit/test_zero_context.py
@@ -281,3 +281,32 @@ def test_stage_3_output_type(output_type):
                 loss = loss['loss']
             engine.backward(loss)
             engine.step()
+
+
+class ConvX(torch.nn.Conv1d):
+    def __init__(self, *args):
+        super().__init__(*args)
+        # This would not be partitioned before bugfix 5ca8167
+        self.param_in = torch.nn.Parameter(torch.FloatTensor(5).uniform_())
+
+    def forward(self, x):
+        return x
+
+
+class ConvNet(torch.nn.Module):
+    def __init__(self):
+        super().__init__()
+        self.conv1 = ConvX(1, 3, 4)
+        self.param = torch.nn.Parameter(torch.FloatTensor(5).uniform_())
+
+    def forward(self, x):
+        return x
+
+
+def test_subclass_param():
+    setup_serial_env()
+    with deepspeed.zero.Init(config=config):
+        model = ConvNet()
+
+    assert model.param.ds_status == ZeroParamStatus.NOT_AVAILABLE
+    assert model.conv1.param_in.ds_status == ZeroParamStatus.NOT_AVAILABLE