tests: run both with and without --spirt.

EmbarkStudios · Dec 12, 2022 · 3fca36e · 3fca36e
1 parent 8535bb3
commit 3fca36e
Show file tree

Hide file tree

Showing 76 changed files with 516 additions and 253 deletions.
diff --git a/crates/rustc_codegen_spirv/src/linker/test.rs b/crates/rustc_codegen_spirv/src/linker/test.rs
@@ -1,4 +1,4 @@
-use super::{link, LinkResult, Options};
+use super::{link, LinkResult};
 use pipe::pipe;
 use rspirv::dr::{Loader, Module};
 use rustc_errors::registry::Registry;
@@ -53,7 +53,55 @@ fn load(bytes: &[u8]) -> Module {
     loader.module()
 }
 
-fn assemble_and_link(binaries: &[&[u8]]) -> Result<Module, PrettyString> {
+struct TestLinkOutputs {
+    // Old output, equivalent to not passing `--spirt` in codegen args.
+    without_spirt: Module,
+
+    // New output, equivalent to passing `--spirt` in codegen args.
+    with_spirt: Module,
+}
+
+// FIXME(eddyb) shouldn't this be named just `link`? (`assemble_spirv` is separate)
+fn assemble_and_link(binaries: &[&[u8]]) -> Result<TestLinkOutputs, PrettyString> {
+    let link_with_spirt = |spirt: bool| {
+        link_with_linker_opts(
+            binaries,
+            &crate::linker::Options {
+                compact_ids: true,
+                dce: true,
+                keep_link_exports: true,
+                spirt,
+                ..Default::default()
+            },
+        )
+    };
+    match [link_with_spirt(false), link_with_spirt(true)] {
+        [Ok(without_spirt), Ok(with_spirt)] => Ok(TestLinkOutputs {
+            without_spirt,
+            with_spirt,
+        }),
+
+        [Err(without_spirt), Err(with_spirt)] if without_spirt == with_spirt => Err(without_spirt),
+
+        // Different error, or only one side errored.
+        [without_spirt, with_spirt] => {
+            let pretty = |result: Result<Module, _>| {
+                result.map(|m| {
+                    use rspirv::binary::Disassemble;
+                    PrettyString(m.disassemble())
+                })
+            };
+            // HACK(eddyb) using `assert_eq!` to dump the different `Result`s.
+            assert_eq!(pretty(without_spirt), pretty(with_spirt));
+            unreachable!();
+        }
+    }
+}
+
+fn link_with_linker_opts(
+    binaries: &[&[u8]],
+    opts: &crate::linker::Options,
+) -> Result<Module, PrettyString> {
     let modules = binaries.iter().cloned().map(load).collect::<Vec<_>>();
 
     // FIXME(eddyb) this seems ridiculous, we should be able to write to
@@ -118,16 +166,7 @@ fn assemble_and_link(binaries: &[&[u8]]) -> Result<Module, PrettyString> {
                 )
             };
 
-            let res = link(
-                &sess,
-                modules,
-                &Options {
-                    compact_ids: true,
-                    dce: true,
-                    keep_link_exports: true,
-                    ..Default::default()
-                },
-            );
+            let res = link(&sess, modules, opts);
             assert_eq!(sess.has_errors(), res.as_ref().err().copied());
             res.map(|res| match res {
                 LinkResult::SingleModule(m) => *m,
@@ -141,14 +180,33 @@ fn assemble_and_link(binaries: &[&[u8]]) -> Result<Module, PrettyString> {
 }
 
 #[track_caller]
-fn without_header_eq(mut result: Module, expected: &str) {
-    use rspirv::binary::Disassemble;
-    //use rspirv::binary::Assemble;
-
-    // validate(&result.assemble());
-
-    result.header = None;
-    let result = result.disassemble();
+fn without_header_eq(outputs: TestLinkOutputs, expected: &str) {
+    let result = {
+        let disasm = |mut result: Module| {
+            use rspirv::binary::Disassemble;
+            //use rspirv::binary::Assemble;
+
+            // validate(&result.assemble());
+
+            result.header = None;
+            result.disassemble()
+        };
+        let [without_spirt, with_spirt] =
+            [disasm(outputs.without_spirt), disasm(outputs.with_spirt)];
+
+        // HACK(eddyb) merge the two outputs into a single "dump".
+        if without_spirt == with_spirt {
+            without_spirt
+        } else {
+            format!(
+                "=== without SPIR-T ===\n\
+                 {without_spirt}\n\
+                 \n\
+                 ===   with  SPIR-T ===\n\
+                 {with_spirt}"
+            )
+        }
+    };
 
     let expected = expected
         .split('\n')
@@ -471,7 +529,8 @@ fn use_exported_func_param_attr() {
 
     let result = assemble_and_link(&[&a, &b]).unwrap();
 
-    let expect = r#"OpCapability Kernel
+    let expect = r#"=== without SPIR-T ===
+        OpCapability Kernel
         OpCapability Linkage
         OpMemoryModel Logical OpenCL
         OpDecorate %1 FuncParamAttr Zext
@@ -492,6 +551,30 @@ fn use_exported_func_param_attr() {
         %10 = OpLabel
         %11 = OpLoad %6 %4
         OpReturn
+        OpFunctionEnd
+
+        ===  with SPIR-T ===
+        OpCapability Linkage
+        OpCapability Kernel
+        OpMemoryModel Logical OpenCL
+        OpDecorate %1 FuncParamAttr Zext
+        OpDecorate %2 FuncParamAttr Sext
+        OpDecorate %3 LinkageAttributes "HACK(eddyb) keep function alive" Export
+        OpDecorate %4 LinkageAttributes "foo" Export
+        %5 = OpTypeVoid
+        %6 = OpTypeInt 32 0
+        %7 = OpTypeFunction %5 %6
+        %3 = OpFunction %5 None %7
+        %1 = OpFunctionParameter %6
+        %8 = OpLabel
+        %9 = OpLoad %6 %1
+        OpReturn
+        OpFunctionEnd
+        %4 = OpFunction %5 None %7
+        %2 = OpFunctionParameter %6
+        %10 = OpLabel
+        %11 = OpLoad %6 %2
+        OpReturn
         OpFunctionEnd"#;
 
     without_header_eq(result, expect);
@@ -550,7 +633,8 @@ fn names_and_decorations() {
 
     let result = assemble_and_link(&[&a, &b]).unwrap();
 
-    let expect = r#"OpCapability Kernel
+    let expect = r#"=== without SPIR-T ===
+        OpCapability Kernel
         OpCapability Linkage
         OpMemoryModel Logical OpenCL
         OpName %1 "foo"
@@ -575,6 +659,34 @@ fn names_and_decorations() {
         %11 = OpLabel
         %12 = OpLoad %6 %2
         OpReturn
+        OpFunctionEnd
+
+        ===  with SPIR-T ===
+        OpCapability Linkage
+        OpCapability Kernel
+        OpMemoryModel Logical OpenCL
+        OpName %1 "foo"
+        OpName %2 "param"
+        OpDecorate %3 Restrict
+        OpDecorate %3 NonWritable
+        OpDecorate %2 Restrict
+        OpDecorate %4 LinkageAttributes "HACK(eddyb) keep function alive" Export
+        OpDecorate %1 LinkageAttributes "foo" Export
+        %5 = OpTypeVoid
+        %6 = OpTypeInt 32 0
+        %7 = OpTypePointer Function %6
+        %8 = OpTypeFunction %5 %7
+        %4 = OpFunction %5 None %8
+        %3 = OpFunctionParameter %7
+        %9 = OpLabel
+        %10 = OpLoad %6 %3
+        OpReturn
+        OpFunctionEnd
+        %1 = OpFunction %5 None %8
+        %2 = OpFunctionParameter %7
+        %11 = OpLabel
+        %12 = OpLoad %6 %2
+        OpReturn
         OpFunctionEnd"#;
 
     without_header_eq(result, expect);

diff --git a/tests/src/main.rs b/tests/src/main.rs
@@ -27,8 +27,8 @@ struct Opt {
 }
 
 impl Opt {
-    pub fn environments(&self) -> Vec<String> {
-        self.target_env.split(',').map(String::from).collect()
+    pub fn environments(&self) -> impl Iterator<Item = &str> {
+        self.target_env.split(',')
     }
 }
 
@@ -125,12 +125,20 @@ impl Runner {
             .join(" ")
         }
 
-        for env in self.opt.environments() {
+        for (env, spirt) in self
+            .opt
+            .environments()
+            .flat_map(|env| [(env, false), (env, true)])
+        {
+            // HACK(eddyb) in order to allow *some* tests to have separate output
+            // with the SPIR-T support enabled (via `--spirt`), while keeping
+            // *most* of the tests unchanged, we take advantage of "stage IDs",
+            // which offer `// only-S` and `// ignore-S` for any stage ID `S`.
+            let stage_id = if spirt { "spirt" } else { "not_spirt" };
+
             let target = format!("{}{}", TARGET_PREFIX, env);
-            let mut config = compiletest::Config::default();
             let libs = build_deps(&self.deps_target_dir, &self.codegen_backend_path, &target);
-
-            let flags = test_rustc_flags(
+            let mut flags = test_rustc_flags(
                 &self.codegen_backend_path,
                 &libs,
                 &[
@@ -142,14 +150,22 @@ impl Runner {
                         .join(DepKind::ProcMacro.target_dir_suffix(&target)),
                 ],
             );
-
-            config.target_rustcflags = Some(flags);
-            config.mode = mode.parse().expect("Invalid mode");
-            config.target = target;
-            config.src_base = self.tests_dir.join(mode);
-            config.build_base = self.compiletest_build_dir.clone();
-            config.bless = self.opt.bless;
-            config.filters = self.opt.filters.clone();
+            if spirt {
+                flags += " -Cllvm-args=--spirt";
+            }
+
+            let config = compiletest::Config {
+                stage_id: stage_id.to_string(),
+                target_rustcflags: Some(flags),
+                mode: mode.parse().expect("Invalid mode"),
+                target,
+                src_base: self.tests_dir.join(mode),
+                build_base: self.compiletest_build_dir.clone(),
+                bless: self.opt.bless,
+                filters: self.opt.filters.clone(),
+                ..compiletest::Config::default()
+            };
+            // FIXME(eddyb) do we need this? shouldn't `compiletest` be independent?
             config.clean_rmeta();
 
             compiletest::run_tests(&config);

diff --git a/tests/ui/arch/all_memory_barrier.rs b/tests/ui/arch/all_memory_barrier.rs
@@ -1,3 +1,5 @@
+// normalize-stderr-not_spirt "OpLine %8 11 1" -> "OpNoLine"
+
 // build-pass
 // compile-flags: -C target-feature=+VulkanMemoryModelDeviceScopeKHR,+ext:SPV_KHR_vulkan_memory_model
 // compile-flags: -C llvm-args=--disassemble-fn=all_memory_barrier::all_memory_barrier

diff --git a/tests/ui/arch/all_memory_barrier.stderr b/tests/ui/arch/all_memory_barrier.stderr
@@ -2,6 +2,6 @@
 %4 = OpLabel
 OpLine %5 75 4
 OpMemoryBarrier %6 %7
-OpLine %8 9 1
+OpNoLine
 OpReturn
 OpFunctionEnd
diff --git a/tests/ui/arch/all_memory_barrier_with_group_sync.rs b/tests/ui/arch/all_memory_barrier_with_group_sync.rs
@@ -1,3 +1,5 @@
+// normalize-stderr-not_spirt "OpLine %9 11 1" -> "OpNoLine"
+
 // build-pass
 // compile-flags: -C target-feature=+VulkanMemoryModelDeviceScopeKHR,+ext:SPV_KHR_vulkan_memory_model
 // compile-flags: -C llvm-args=--disassemble-fn=all_memory_barrier_with_group_sync::all_memory_barrier_with_group_sync

diff --git a/tests/ui/arch/all_memory_barrier_with_group_sync.stderr b/tests/ui/arch/all_memory_barrier_with_group_sync.stderr
@@ -2,6 +2,6 @@
 %4 = OpLabel
 OpLine %5 41 4
 OpControlBarrier %6 %7 %8
-OpLine %9 9 1
+OpNoLine
 OpReturn
 OpFunctionEnd
diff --git a/tests/ui/arch/device_memory_barrier.rs b/tests/ui/arch/device_memory_barrier.rs
@@ -1,3 +1,5 @@
+// normalize-stderr-not_spirt "OpLine %8 11 1" -> "OpNoLine"
+
 // build-pass
 // compile-flags: -C target-feature=+VulkanMemoryModelDeviceScopeKHR,+ext:SPV_KHR_vulkan_memory_model
 // compile-flags: -C llvm-args=--disassemble-fn=device_memory_barrier::device_memory_barrier

diff --git a/tests/ui/arch/device_memory_barrier.stderr b/tests/ui/arch/device_memory_barrier.stderr
@@ -2,6 +2,6 @@
 %4 = OpLabel
 OpLine %5 75 4
 OpMemoryBarrier %6 %7
-OpLine %8 9 1
+OpNoLine
 OpReturn
 OpFunctionEnd
diff --git a/tests/ui/arch/device_memory_barrier_with_group_sync.rs b/tests/ui/arch/device_memory_barrier_with_group_sync.rs
@@ -1,3 +1,5 @@
+// normalize-stderr-not_spirt "OpLine %9 11 1" -> "OpNoLine"
+
 // build-pass
 // compile-flags: -C target-feature=+VulkanMemoryModelDeviceScopeKHR,+ext:SPV_KHR_vulkan_memory_model
 // compile-flags: -C llvm-args=--disassemble-fn=device_memory_barrier_with_group_sync::device_memory_barrier_with_group_sync

diff --git a/tests/ui/arch/device_memory_barrier_with_group_sync.stderr b/tests/ui/arch/device_memory_barrier_with_group_sync.stderr
@@ -2,6 +2,6 @@
 %4 = OpLabel
 OpLine %5 41 4
 OpControlBarrier %6 %7 %8
-OpLine %9 9 1
+OpNoLine
 OpReturn
 OpFunctionEnd
diff --git a/tests/ui/arch/workgroup_memory_barrier.rs b/tests/ui/arch/workgroup_memory_barrier.rs
@@ -1,3 +1,5 @@
+// normalize-stderr-not_spirt "OpLine %8 10 1" -> "OpNoLine"
+
 // build-pass
 // compile-flags: -C llvm-args=--disassemble-fn=workgroup_memory_barrier::workgroup_memory_barrier
 

diff --git a/tests/ui/arch/workgroup_memory_barrier.stderr b/tests/ui/arch/workgroup_memory_barrier.stderr
@@ -2,6 +2,6 @@
 %4 = OpLabel
 OpLine %5 75 4
 OpMemoryBarrier %6 %7
-OpLine %8 8 1
+OpNoLine
 OpReturn
 OpFunctionEnd
diff --git a/tests/ui/arch/workgroup_memory_barrier_with_group_sync.rs b/tests/ui/arch/workgroup_memory_barrier_with_group_sync.rs
@@ -1,3 +1,5 @@
+// normalize-stderr-not_spirt "OpLine %8 10 1" -> "OpNoLine"
+
 // build-pass
 // compile-flags: -C llvm-args=--disassemble-fn=workgroup_memory_barrier_with_group_sync::workgroup_memory_barrier_with_group_sync
 

diff --git a/tests/ui/arch/workgroup_memory_barrier_with_group_sync.stderr b/tests/ui/arch/workgroup_memory_barrier_with_group_sync.stderr
@@ -2,6 +2,6 @@
 %4 = OpLabel
 OpLine %5 41 4
 OpControlBarrier %6 %6 %7
-OpLine %8 8 1
+OpNoLine
 OpReturn
 OpFunctionEnd
diff --git a/tests/ui/dis/add_two_ints.rs b/tests/ui/dis/add_two_ints.rs
@@ -1,3 +1,5 @@
+// normalize-stderr-not_spirt "OpLine %7 10 1" -> "OpNoLine"
+
 // build-pass
 // compile-flags: -C llvm-args=--disassemble-fn=add_two_ints::add_two_ints
 

diff --git a/tests/ui/dis/add_two_ints.stderr b/tests/ui/dis/add_two_ints.stderr
@@ -2,8 +2,8 @@
 %4 = OpFunctionParameter  %2
 %5 = OpFunctionParameter  %2
 %6 = OpLabel
-OpLine %7 7 4
+OpLine %7 9 4
 %8 = OpIAdd  %2  %4 %5
-OpLine %7 8 1
+OpNoLine
 OpReturnValue %8
 OpFunctionEnd
diff --git a/tests/ui/dis/asm.rs b/tests/ui/dis/asm.rs
@@ -1,3 +1,5 @@
+// normalize-stderr-not_spirt "OpLine %5 18 1" -> "OpNoLine"
+
 // build-pass
 // compile-flags: -C llvm-args=--disassemble-fn=asm::asm
 

diff --git a/tests/ui/dis/asm.stderr b/tests/ui/dis/asm.stderr
@@ -1,7 +1,7 @@
 %1 = OpFunction  %2  None %3
 %4 = OpLabel
-OpLine %5 9 8
+OpLine %5 11 8
 OpMemoryBarrier %6 %7
-OpLine %5 16 1
+OpNoLine
 OpReturn
 OpFunctionEnd
diff --git a/tests/ui/dis/asm_add_two_ints.rs b/tests/ui/dis/asm_add_two_ints.rs
@@ -1,3 +1,5 @@
+// normalize-stderr-not_spirt "OpLine %7 20 1" -> "OpNoLine"
+
 // build-pass
 // compile-flags: -C llvm-args=--disassemble-fn=asm_add_two_ints::add_two_ints