Fix calling convention print and mismatch

EnzymeAD · Nov 2, 2023 · 760b07d · 760b07d
1 parent 612a575
commit 760b07d
Show file tree

Hide file tree

Showing 2 changed files with 43 additions and 11 deletions.
diff --git a/src/compiler.jl b/src/compiler.jl
@@ -4601,15 +4601,32 @@ function enzyme_custom_common_rev(forward::Bool, B, orig::LLVM.CallInst, gutils,
         return tapeV
     end
 
+
+    T_jlvalue = LLVM.StructType(LLVMType[])
+    T_prjlvalue = LLVM.PointerType(T_jlvalue, Tracked)
+
     for i in 1:length(args)
         party =  value_type(parameters(llvmf)[i])
+        if value_type(args[i]) != party
+            if party == T_prjlvalue
+                while isa(args[i], LLVM.CastInst)
+                    args[i] = operands(args[i])[1]
+                end
+            end
+        end
+
         if value_type(args[i]) == party
             continue
         end
         # Fix calling convention within julia that Tuple{Float,Float} ->[2 x float] rather than {float, float}
-        args[i] = calling_conv_fixup(B, args[i], party)
-        # GPUCompiler.@safe_error "Calling convention mismatch", party, args[i], i, llvmf, augprimal_TT, rev_TT, fn, args, sret, returnRoots
-        # return tapeV
+        function msg(io)
+            println(io, string(llvmf))
+            println(io, "args = ", args)
+            println(io, "i = ", i)
+            println(io, "args[i] = ", args[i])
+            println(io, "party = ", party)
+        end
+        args[i] = calling_conv_fixup(B, args[i], party, LLVM.UndefValue(party), Cuint[], Cuint[], msg)
     end
 
     res = LLVM.call!(B, LLVM.function_type(llvmf), llvmf, args)

diff --git a/src/compiler/utils.jl b/src/compiler/utils.jl
@@ -179,7 +179,7 @@ end
 
 # Fix calling convention within julia that Tuple{Float,Float} ->[2 x float] rather than {float, float}
 # and that Bool -> i8, not i1
-function calling_conv_fixup(builder, val::LLVM.Value, tape::LLVM.LLVMType, prev::LLVM.Value=LLVM.UndefValue(tape), lidxs::Vector{Cuint}=Cuint[], ridxs::Vector{Cuint}=Cuint[])::LLVM.Value
+function calling_conv_fixup(builder, val::LLVM.Value, tape::LLVM.LLVMType, prev::LLVM.Value=LLVM.UndefValue(tape), lidxs::Vector{Cuint}=Cuint[], ridxs::Vector{Cuint}=Cuint[], emesg=nothing)::LLVM.Value
     ctype = recursive_eltype(val, lidxs)
     if ctype == tape
         if length(lidxs) != 0
@@ -200,7 +200,7 @@ function calling_conv_fixup(builder, val::LLVM.Value, tape::LLVM.LLVMType, prev:
                 push!(ln, i-1)
                 rn = copy(ridxs)
                 push!(rn, i-1)
-                prev = calling_conv_fixup(builder, val, ty, prev, ln, rn)
+                prev = calling_conv_fixup(builder, val, ty, prev, ln, rn, emesg)
             end
             return prev
         end
@@ -211,7 +211,7 @@ function calling_conv_fixup(builder, val::LLVM.Value, tape::LLVM.LLVMType, prev:
                 push!(ln, i-1)
                 rn = copy(ridxs)
                 push!(rn, i-1)
-                prev = calling_conv_fixup(builder, val, ty, prev, ln, rn)
+                prev = calling_conv_fixup(builder, val, ty, prev, ln, rn, emesg)
             end
             return prev
         end
@@ -223,7 +223,7 @@ function calling_conv_fixup(builder, val::LLVM.Value, tape::LLVM.LLVMType, prev:
                 push!(ln, i-1)
                 rn = copy(ridxs)
                 push!(rn, i-1)
-                prev = calling_conv_fixup(builder, val, eltype(tape), prev, ln, rn)
+                prev = calling_conv_fixup(builder, val, eltype(tape), prev, ln, rn, emesg)
             end
             return prev
         end
@@ -234,7 +234,7 @@ function calling_conv_fixup(builder, val::LLVM.Value, tape::LLVM.LLVMType, prev:
                 push!(ln, i-1)
                 rn = copy(ridxs)
                 push!(rn, i-1)
-                prev = calling_conv_fixup(builder, val, eltype(tape), prev, ln, rn)
+                prev = calling_conv_fixup(builder, val, eltype(tape), prev, ln, rn, emesg)
             end
             return prev
         end
@@ -265,8 +265,23 @@ function calling_conv_fixup(builder, val::LLVM.Value, tape::LLVM.LLVMType, prev:
     if isa(ctype, LLVM.ArrayType) && length(ctype) == 1 && eltype(ctype) == tape
         lhs_n = copy(lidxs)
         push!(lhs_n, 0)
-        return calling_conv_fixup(builder, val, tape, prev, lhs_n, ridxs)
+        return calling_conv_fixup(builder, val, tape, prev, lhs_n, ridxs, emesg)
     end
-    @show ctype, tape, val, prev, lidxs, ridxs, tape_type(tape), convert(LLVM.LLVMType, tape_type(tape); allow_boxed=true)
-    @assert false
+
+
+    msg2 = sprint() do io
+        println(io, "Enzyme Internal Error: Illegal calling convention fixup")
+        if  emesg !== nothing
+            emesg(io)
+        end
+        println(io, "ctype = ", ctype)
+        println(io, "tape = ", tape)
+        println(io, "val = ", val)
+        println(io, "prev = ", prev)
+        println(io, "lidxs = ", lidxs)
+        println(io, "ridxs = ", ridxs)
+        println(io, "tape_type(tape) = ", tape_type(tape))
+        println(io, "convert(LLVMType, tape_type(tape)) = ", convert(LLVM.LLVMType, tape_type(tape); allow_boxed=true))
+    end
+    throw(AssertionError(msg2))
 end