Fix Nested Instantiate (backport #4018) (#4026)

* Fix Nested Instantiate (#4018)

* minimal reproduce Nested Instantiate bug

* expose cache and elaborated defination to inner defination

* fix up

(cherry picked from commit 02b01e8)

# Conflicts:
#	core/src/main/scala/chisel3/experimental/hierarchy/core/Definition.scala
#	core/src/main/scala/chisel3/experimental/hierarchy/core/Instance.scala
#	core/src/main/scala/chisel3/internal/Builder.scala
#	src/main/scala/chisel3/aop/injecting/InjectingAspect.scala
#	src/main/scala/chisel3/stage/phases/Elaborate.scala

* Resolve backport conflicts

---------

Co-authored-by: Jiuyang Liu <liu@jiuyang.me>
Co-authored-by: Jack Koenig <koenig@sifive.com>

core/src/main/scala/chisel3/experimental/hierarchy/core/Definition.scala

@@ -5,7 +5,7 @@ package chisel3.experimental.hierarchy.core
 import scala.language.experimental.macros
 import chisel3._
 
-import scala.collection.mutable.HashMap
+import scala.collection.mutable.{ArrayBuffer, HashMap}
 import chisel3.internal.{Builder, DynamicContext}
 import chisel3.internal.sourceinfo.{DefinitionTransform, DefinitionWrapTransform}
 import chisel3.experimental.{BaseModule, SourceInfo}
@@ -106,8 +106,9 @@ object Definition extends SourceInfoDoc {
         context.throwOnFirstError,
         context.warningFilters,
         context.sourceRoots,
-        Builder.allDefinitions,
-        context.loggerOptions
+        context.loggerOptions,
+        context.definitions,
+        context.contextCache
       )
     }
     Builder.globalNamespace.copyTo(dynamicContext.globalNamespace)

core/src/main/scala/chisel3/experimental/hierarchy/core/Instance.scala

@@ -121,7 +121,7 @@ object Instance extends SourceInfoDoc {
     implicit sourceInfo: SourceInfo
   ): Instance[T] = {
     // Check to see if the module is already defined internally or externally
-    val existingMod = Builder.allDefinitions.view.flatten.map(_.proto).exists {
+    val existingMod = Builder.definitions.view.map(_.proto).exists {
       case c: RawModule           => c == definition.proto
       case c: BaseBlackBox        => c.name == definition.proto.name
       case c: BaseIntrinsicModule => c.name == definition.proto.name

core/src/main/scala/chisel3/internal/Builder.scala

@@ -421,8 +421,9 @@ private[chisel3] class DynamicContext(
   val warningFilters:    Seq[WarningFilter],
   val sourceRoots:       Seq[File],
   // Definitions from other scopes in the same elaboration, use allDefinitions below
-  val outerScopeDefinitions: List[Iterable[Definition[_]]],
-  val loggerOptions:         LoggerOptions) {
+  val loggerOptions: LoggerOptions,
+  val definitions:   ArrayBuffer[Definition[_]],
+  val contextCache:  BuilderContextCache) {
   val importedDefinitionAnnos = annotationSeq.collect { case a: ImportDefinitionAnnotation[_] => a }
 
   // Map from proto module name to ext-module name
@@ -466,7 +467,6 @@ private[chisel3] class DynamicContext(
   }
 
   val components = ArrayBuffer[Component]()
-  val definitions = ArrayBuffer[Definition[_]]()
   val annotations = ArrayBuffer[ChiselAnnotation]()
   val newAnnotations = ArrayBuffer[ChiselMultiAnnotation]()
   var currentModule: Option[BaseModule] = None
@@ -479,8 +479,6 @@ private[chisel3] class DynamicContext(
   // Views that do not correspond to a single ReferenceTarget and thus require renaming
   val unnamedViews: ArrayBuffer[Data] = ArrayBuffer.empty
 
-  val contextCache: BuilderContextCache = BuilderContextCache.empty
-
   // Set by object Module.apply before calling class Module constructor
   // Used to distinguish between no Module() wrapping, multiple wrappings, and rewrapping
   var readyForModuleConstr: Boolean = false
@@ -546,9 +544,6 @@ private[chisel3] object Builder extends LazyLogging {
   def annotations:               ArrayBuffer[ChiselAnnotation] = dynamicContext.annotations
   def definitions:               ArrayBuffer[Definition[_]] = dynamicContext.definitions
 
-  /** All definitions from current elaboration, including Definitions passed as an argument to this one */
-  def allDefinitions: List[Iterable[Definition[_]]] = definitions :: dynamicContext.outerScopeDefinitions
-
   def contextCache: BuilderContextCache = dynamicContext.contextCache
 
   // TODO : Unify this with annotations in the future - done this way for backward compatability

core/src/main/scala/chisel3/internal/BuilderContextCache.scala

@@ -9,7 +9,7 @@ private[chisel3] object BuilderContextCache {
   /** Users of the [[BuilderContextCache]] must use a subclass of this type as a map key */
   abstract class Key[A]
 
-  private[internal] def empty = new BuilderContextCache
+  def empty = new BuilderContextCache
 }
 
 import BuilderContextCache.Key

src/main/scala/chisel3/aop/injecting/InjectingAspect.scala

@@ -4,7 +4,8 @@ package chisel3.aop.injecting
 
 import chisel3.{withClockAndReset, Module, ModuleAspect, RawModule}
 import chisel3.aop._
-import chisel3.internal.{Builder, DynamicContext}
+import chisel3.experimental.hierarchy.core.Definition
+import chisel3.internal.{Builder, BuilderContextCache, DynamicContext}
 import chisel3.internal.firrtl.DefModule
 import chisel3.stage.{ChiselOptions, DesignAnnotation}
 import firrtl.annotations.{Annotation, ModuleTarget}
@@ -14,6 +15,8 @@ import firrtl.{ir, _}
 import scala.collection.mutable
 import logger.LoggerOptions
 
+import scala.collection.mutable.ArrayBuffer
+
 /** Aspect to inject Chisel code into a module of type M
   *
   * @param selectRoots Given top-level module, pick the instances of a module to apply the aspect (root module)
@@ -65,8 +68,9 @@ abstract class InjectorAspect[T <: RawModule, M <: RawModule](
           chiselOptions.throwOnFirstError,
           chiselOptions.warningFilters,
           chiselOptions.sourceRoots,
-          Nil, // FIXME this maybe should somehow grab definitions from earlier elaboration
-          loggerOptions
+          loggerOptions,
+          ArrayBuffer[Definition[_]](),
+          BuilderContextCache.empty
         )
       // Add existing module names into the namespace. If injection logic instantiates new modules
       //  which would share the same name, they will get uniquified accordingly

src/main/scala/chisel3/stage/phases/Elaborate.scala

@@ -3,8 +3,9 @@
 package chisel3.stage.phases
 
 import chisel3.Module
+import chisel3.experimental.hierarchy.core.Definition
 import chisel3.internal.ExceptionHelpers.ThrowableHelpers
-import chisel3.internal.{Builder, DynamicContext}
+import chisel3.internal.{Builder, BuilderContextCache, DynamicContext}
 import chisel3.stage.{
   ChiselCircuitAnnotation,
   ChiselGeneratorAnnotation,
@@ -17,6 +18,8 @@ import firrtl.options.{Dependency, Phase}
 import firrtl.options.Viewer.view
 import logger.LoggerOptions
 
+import scala.collection.mutable.ArrayBuffer
+
 /** Elaborate all [[chisel3.stage.ChiselGeneratorAnnotation]]s into [[chisel3.stage.ChiselCircuitAnnotation]]s.
   */
 class Elaborate extends Phase {
@@ -40,8 +43,9 @@ class Elaborate extends Phase {
             chiselOptions.throwOnFirstError,
             chiselOptions.warningFilters,
             chiselOptions.sourceRoots,
-            Nil,
-            loggerOptions
+            loggerOptions,
+            ArrayBuffer[Definition[_]](),
+            BuilderContextCache.empty
           )
         val (circuit, dut) =
           Builder.build(Module(gen()), context)

src/test/scala/chiselTests/experimental/hierarchy/InstantiateSpec.scala

@@ -163,13 +163,28 @@ object InstantiateSpec {
     @public val in = IO(Input(UInt(8.W)))
     @public val out = IO(Output(UInt(8.W)))
   }
+
+  @instantiable
+  class Baz extends Module
+
+  @instantiable
+  class Bar(i: Int) extends Module {
+    val baz = Instantiate(new Baz)
+  }
+  @instantiable
+  class Foo(i: Int) extends Module {
+    val bar0 = Instantiate(new Bar(0))
+    val bar1 = Instantiate(new Bar(1))
+    val bar11 = Instantiate(new Bar(1))
+  }
 }
 
 class ParameterizedReset(hasAsyncNotSyncReset: Boolean) extends Module {
   override def resetType = if (hasAsyncNotSyncReset) Module.ResetType.Asynchronous else Module.ResetType.Synchronous
 }
 
 class InstantiateSpec extends ChiselFunSpec with Utils {
+
   import InstantiateSpec._
 
   describe("Module classes that take no arguments") {
@@ -475,4 +490,12 @@ class InstantiateSpec extends ChiselFunSpec with Utils {
       )
     )
   }
+
+  it("Nested Instantiate should work") {
+    class MyTop extends Top {
+      val inst0 = Instantiate(new Foo(0))
+      val inst1 = Instantiate(new Foo(1))
+    }
+    assert(convert(new MyTop).modules.map(_.name).sorted == Seq("Bar", "Bar_1", "Baz", "Foo", "Foo_1", "Top").sorted)
+  }
 }