diff --git a/releasenotes/notes/add-circuit-qnn-batch-grad-62be3eb762f0e82e.yaml b/releasenotes/notes/0.4/add-circuit-qnn-batch-grad-62be3eb762f0e82e.yaml
similarity index 100%
rename from releasenotes/notes/add-circuit-qnn-batch-grad-62be3eb762f0e82e.yaml
rename to releasenotes/notes/0.4/add-circuit-qnn-batch-grad-62be3eb762f0e82e.yaml
diff --git a/releasenotes/notes/add-effective-dimension-class-44fd7661f6ba4b33.yaml b/releasenotes/notes/0.4/add-effective-dimension-class-44fd7661f6ba4b33.yaml
similarity index 100%
rename from releasenotes/notes/add-effective-dimension-class-44fd7661f6ba4b33.yaml
rename to releasenotes/notes/0.4/add-effective-dimension-class-44fd7661f6ba4b33.yaml
diff --git a/releasenotes/notes/add-python310-support-b2a9435d27a4164f.yaml b/releasenotes/notes/0.4/add-python310-support-b2a9435d27a4164f.yaml
similarity index 100%
rename from releasenotes/notes/add-python310-support-b2a9435d27a4164f.yaml
rename to releasenotes/notes/0.4/add-python310-support-b2a9435d27a4164f.yaml
diff --git a/releasenotes/notes/average-objective-a1faffb8a11307cc.yaml b/releasenotes/notes/0.4/average-objective-a1faffb8a11307cc.yaml
similarity index 100%
rename from releasenotes/notes/average-objective-a1faffb8a11307cc.yaml
rename to releasenotes/notes/0.4/average-objective-a1faffb8a11307cc.yaml
diff --git a/releasenotes/notes/basebackend-3b582ad521e6aa91.yaml b/releasenotes/notes/0.4/basebackend-3b582ad521e6aa91.yaml
similarity index 100%
rename from releasenotes/notes/basebackend-3b582ad521e6aa91.yaml
rename to releasenotes/notes/0.4/basebackend-3b582ad521e6aa91.yaml
diff --git a/releasenotes/notes/deprecate-datasets-a2337ca0238faebb.yaml b/releasenotes/notes/0.4/deprecate-datasets-a2337ca0238faebb.yaml
similarity index 100%
rename from releasenotes/notes/deprecate-datasets-a2337ca0238faebb.yaml
rename to releasenotes/notes/0.4/deprecate-datasets-a2337ca0238faebb.yaml
diff --git a/releasenotes/notes/drop-python3.6-support-c6424de11be654c8.yaml b/releasenotes/notes/0.4/drop-python3.6-support-c6424de11be654c8.yaml
similarity index 100%
rename from releasenotes/notes/drop-python3.6-support-c6424de11be654c8.yaml
rename to releasenotes/notes/0.4/drop-python3.6-support-c6424de11be654c8.yaml
diff --git a/releasenotes/notes/fix-adhoc-05105990dafba858.yaml b/releasenotes/notes/0.4/fix-adhoc-05105990dafba858.yaml
similarity index 100%
rename from releasenotes/notes/fix-adhoc-05105990dafba858.yaml
rename to releasenotes/notes/0.4/fix-adhoc-05105990dafba858.yaml
diff --git a/releasenotes/notes/fix-batching-with-incomplete-labels-2fcf26585903d437.yaml b/releasenotes/notes/0.4/fix-batching-with-incomplete-labels-2fcf26585903d437.yaml
similarity index 100%
rename from releasenotes/notes/fix-batching-with-incomplete-labels-2fcf26585903d437.yaml
rename to releasenotes/notes/0.4/fix-batching-with-incomplete-labels-2fcf26585903d437.yaml
diff --git a/releasenotes/notes/fix-multiclass-classification-2fe698bec614fd4d.yaml b/releasenotes/notes/0.4/fix-multiclass-classification-2fe698bec614fd4d.yaml
similarity index 100%
rename from releasenotes/notes/fix-multiclass-classification-2fe698bec614fd4d.yaml
rename to releasenotes/notes/0.4/fix-multiclass-classification-2fe698bec614fd4d.yaml
diff --git a/releasenotes/notes/fix-quantum-kernel-n-dimensions-a2a446c5a1f463ea.yaml b/releasenotes/notes/0.4/fix-quantum-kernel-n-dimensions-a2a446c5a1f463ea.yaml
similarity index 100%
rename from releasenotes/notes/fix-quantum-kernel-n-dimensions-a2a446c5a1f463ea.yaml
rename to releasenotes/notes/0.4/fix-quantum-kernel-n-dimensions-a2a446c5a1f463ea.yaml
diff --git a/releasenotes/notes/fix-vqc-warm-start-1c15d3f5742c5e84.yaml b/releasenotes/notes/0.4/fix-vqc-warm-start-1c15d3f5742c5e84.yaml
similarity index 100%
rename from releasenotes/notes/fix-vqc-warm-start-1c15d3f5742c5e84.yaml
rename to releasenotes/notes/0.4/fix-vqc-warm-start-1c15d3f5742c5e84.yaml
diff --git a/releasenotes/notes/gpu-support-a6bc65de12df33aa.yaml b/releasenotes/notes/0.4/gpu-support-a6bc65de12df33aa.yaml
similarity index 100%
rename from releasenotes/notes/gpu-support-a6bc65de12df33aa.yaml
rename to releasenotes/notes/0.4/gpu-support-a6bc65de12df33aa.yaml
diff --git a/releasenotes/notes/remove-deprecation-deprecate-sigmoid-319213068ae00ea9.yaml b/releasenotes/notes/0.4/remove-deprecation-deprecate-sigmoid-319213068ae00ea9.yaml
similarity index 100%
rename from releasenotes/notes/remove-deprecation-deprecate-sigmoid-319213068ae00ea9.yaml
rename to releasenotes/notes/0.4/remove-deprecation-deprecate-sigmoid-319213068ae00ea9.yaml
diff --git a/releasenotes/notes/save-load-models-668cf965a9bb9875.yaml b/releasenotes/notes/0.4/save-load-models-668cf965a9bb9875.yaml
similarity index 100%
rename from releasenotes/notes/save-load-models-668cf965a9bb9875.yaml
rename to releasenotes/notes/0.4/save-load-models-668cf965a9bb9875.yaml
diff --git a/releasenotes/notes/sparse-bug-a51b5a2a1edb06eb.yaml b/releasenotes/notes/0.4/sparse-bug-a51b5a2a1edb06eb.yaml
similarity index 100%
rename from releasenotes/notes/sparse-bug-a51b5a2a1edb06eb.yaml
rename to releasenotes/notes/0.4/sparse-bug-a51b5a2a1edb06eb.yaml
diff --git a/releasenotes/notes/use-bound-pass-manager-in-circuitqnn-20c60effedb70d76.yaml b/releasenotes/notes/0.4/use-bound-pass-manager-in-circuitqnn-20c60effedb70d76.yaml
similarity index 100%
rename from releasenotes/notes/use-bound-pass-manager-in-circuitqnn-20c60effedb70d76.yaml
rename to releasenotes/notes/0.4/use-bound-pass-manager-in-circuitqnn-20c60effedb70d76.yaml
diff --git a/releasenotes/notes/use-bound-pass-manager-in-quantumkernel-eae5b56cae74fcd9.yaml b/releasenotes/notes/0.4/use-bound-pass-manager-in-quantumkernel-eae5b56cae74fcd9.yaml
similarity index 100%
rename from releasenotes/notes/use-bound-pass-manager-in-quantumkernel-eae5b56cae74fcd9.yaml
rename to releasenotes/notes/0.4/use-bound-pass-manager-in-quantumkernel-eae5b56cae74fcd9.yaml