Don't free a gurantueed null-pointer (rust-lang#595)

vchuravy · wsmoses · web-flow · commit 16ed9867b18e · 2022-04-09T03:14:40.000-04:00
* Don't free a gurantueed null-pointer

* Handle hypot

* Remove vec free

Co-authored-by: William S. Moses &lt;gh@wsmoses.com&gt;
diff --git a/enzyme/Enzyme/EnzymeLogic.cpp b/enzyme/Enzyme/EnzymeLogic.cpp
@@ -3084,9 +3084,13 @@ Function *EnzymeLogic::CreatePrimalAndGradient(
                               MDNode::get(truetape->getContext(), {}));
 
         if (key.freeMemory) {
-          CallInst *ci = cast<CallInst>(CallInst::CreateFree(tape, BB));
-          bb.Insert(ci);
-          ci->addAttribute(AttributeList::FirstArgIndex, Attribute::NonNull);
+          auto size = NewF->getParent()->getDataLayout().getTypeAllocSizeInBits(
+              aug.tapeType);
+          if (size != 0) {
+            CallInst *ci = cast<CallInst>(CallInst::CreateFree(tape, BB));
+            bb.Insert(ci);
+            ci->addAttribute(AttributeList::FirstArgIndex, Attribute::NonNull);
+          }
         }
         tape = truetape;
       }
@@ -4135,10 +4139,16 @@ Function *EnzymeLogic::CreateForwardDiff(
           additionalValue = truetape;
         } else {
           if (gutils->FreeMemory) {
-            CallInst *ci = cast<CallInst>(
-                CallInst::CreateFree(additionalValue, gutils->inversionAllocs));
-            ci->addAttribute(AttributeList::FirstArgIndex, Attribute::NonNull);
-            BuilderZ.Insert(ci);
+            auto size = gutils->newFunc->getParent()
+                            ->getDataLayout()
+                            .getTypeAllocSizeInBits(augmenteddata->tapeType);
+            if (size != 0) {
+              CallInst *ci = cast<CallInst>(CallInst::CreateFree(
+                  additionalValue, gutils->inversionAllocs));
+              ci->addAttribute(AttributeList::FirstArgIndex,
+                               Attribute::NonNull);
+              BuilderZ.Insert(ci);
+            }
           }
           additionalValue = UndefValue::get(augmenteddata->tapeType);
         }
diff --git a/enzyme/test/Enzyme/ForwardModeSplit/Faddeeva_erf.ll b/enzyme/test/Enzyme/ForwardModeSplit/Faddeeva_erf.ll
@@ -20,7 +20,6 @@ declare { double, double } @__enzyme_fwdsplit({ double, double } ({ double, doub
 
 ; CHECK: define internal { double, double } @fwddiffetester({ double, double } %in, { double, double } %"in'", i8* %tapeArg)
 ; CHECK-NEXT: entry:
-; CHECK-NEXT:   tail call void @free(i8* nonnull %tapeArg)
 ; CHECK-NEXT:   %0 = extractvalue { double, double } %in, 0
 ; CHECK-NEXT:   %1 = extractvalue { double, double } %in, 1
 ; CHECK-DAG:    %[[a2:.+]] = fmul fast double %0, %0
diff --git a/enzyme/test/Enzyme/ForwardModeSplit/Faddeeva_erfc.ll b/enzyme/test/Enzyme/ForwardModeSplit/Faddeeva_erfc.ll
@@ -20,7 +20,6 @@ declare { double, double } @__enzyme_fwdsplit({ double, double } ({ double, doub
 
 ; CHECK: define internal { double, double } @fwddiffetester({ double, double } %in, { double, double } %"in'", i8* %tapeArg)
 ; CHECK-NEXT: entry:
-; CHECK-NEXT:   tail call void @free(i8* nonnull %tapeArg)
 ; CHECK-NEXT:   %0 = extractvalue { double, double } %in, 0
 ; CHECK-NEXT:   %1 = extractvalue { double, double } %in, 1
 ; CHECK-DAG:    %[[a2:.+]] = fmul fast double %0, %0
diff --git a/enzyme/test/Enzyme/ForwardModeSplit/Faddeeva_erfi.ll b/enzyme/test/Enzyme/ForwardModeSplit/Faddeeva_erfi.ll
@@ -20,7 +20,6 @@ declare { double, double } @__enzyme_fwdsplit({ double, double } ({ double, doub
 
 ; CHECK: define internal { double, double } @fwddiffetester({ double, double } %in, { double, double } %"in'", i8* %tapeArg)
 ; CHECK-NEXT: entry:
-; CHECK-NEXT:   tail call void @free(i8* nonnull %tapeArg)
 ; CHECK-NEXT:   %0 = extractvalue { double, double } %in, 0
 ; CHECK-NEXT:   %1 = extractvalue { double, double } %in, 1
 ; CHECK-DAG:    %[[a2:.+]] = fmul fast double %0, %0
diff --git a/enzyme/test/Enzyme/ForwardModeSplit/add.ll b/enzyme/test/Enzyme/ForwardModeSplit/add.ll
@@ -23,7 +23,6 @@ declare double @__enzyme_fwdsplit(double (double, double)*, ...)
 
 ; CHECK: define internal double @fwddiffetester(double %x, double %"x'", double %y, double %"y'", i8* %tapeArg)
 ; CHECK-NEXT: entry:
-; CHECK-NEXT:   tail call void @free(i8* nonnull %tapeArg)
 ; CHECK-NEXT:   %0 = fadd fast double %"x'", %"y'"
 ; CHECK-NEXT:   ret double %0
 ; CHECK-NEXT: }
diff --git a/enzyme/test/Enzyme/ForwardModeSplit/addOneMem.ll b/enzyme/test/Enzyme/ForwardModeSplit/addOneMem.ll
@@ -41,6 +41,5 @@ declare double @__enzyme_fwdsplit(void (double*)*, ...)
 
 ; CHECK: define {{(dso_local )?}}void @test_derivative(double* %x, double* %xp, i8* %tape)
 ; CHECK-NEXT: entry:
-; CHECK-NEXT:   call void @free(i8* nonnull %tape)
 ; CHECK-NEXT:   ret void
 ; CHECK-NEXT: }
diff --git a/enzyme/test/Enzyme/ForwardModeSplit/badcall.ll b/enzyme/test/Enzyme/ForwardModeSplit/badcall.ll
@@ -42,7 +42,6 @@ attributes #1 = { noinline nounwind uwtable }
 
 ; CHECK: define internal {{(dso_local )?}}void @fwddiffef(double* nocapture %x, double* nocapture %"x'", i8* %tapeArg)
 ; CHECK-NEXT: entry:
-; CHECK-NEXT:   tail call void @free(i8* nonnull %tapeArg)
 ; CHECK-NEXT:	call void @fwddiffesubf(double* %x, double* %"x'")
 ; CHECK-NEXT:	store double 0.000000e+00, double* %"x'"
 ; CHECK-NEXT:	ret void
diff --git a/enzyme/test/Enzyme/ForwardModeSplit/badcall2.ll b/enzyme/test/Enzyme/ForwardModeSplit/badcall2.ll
@@ -51,7 +51,6 @@ declare dso_local double @__enzyme_fwdsplit(i8*, double*, double*, i8*) local_un
 
 ; CHECK: define internal {{(dso_local )?}}void @fwddiffef(double* nocapture %x, double* nocapture %"x'", i8* %tapeArg)
 ; CHECK-NEXT: entry:
-; CHECK-NEXT:   tail call void @free(i8* nonnull %tapeArg)
 ; CHECK-NEXT:    call void @fwddiffesubf(double* %x, double* %"x'")
 ; CHECK-NEXT:   store double 0.000000e+00, double* %"x'", align 8
 ; CHECK-NEXT:   ret void
diff --git a/enzyme/test/Enzyme/ForwardModeSplit/badcall3.ll b/enzyme/test/Enzyme/ForwardModeSplit/badcall3.ll
@@ -50,7 +50,6 @@ declare dso_local double @__enzyme_fwdsplit(i8*, double*, double*, i8*) local_un
 
 ; CHECK: define internal {{(dso_local )?}}void @fwddiffef(double* nocapture %x, double* nocapture %"x'", i8* %tapeArg)
 ; CHECK-NEXT: entry:
-; CHECK-NEXT:   tail call void @free(i8* nonnull %tapeArg)
 ; CHECK-NEXT:   call void @fwddiffesubf(double* %x, double* %"x'")
 ; CHECK-NEXT:   store double 0.000000e+00, double* %"x'", align 8
 ; CHECK-NEXT:   ret void
diff --git a/enzyme/test/Enzyme/ForwardModeSplit/badcall4.ll b/enzyme/test/Enzyme/ForwardModeSplit/badcall4.ll
@@ -52,7 +52,6 @@ declare dso_local double @__enzyme_fwdsplit(i8*, double*, double*, i8*) local_un
 
 ; CHECK: define internal {{(dso_local )?}}void @fwddiffef(double* nocapture %x, double* nocapture %"x'", i8* %tapeArg)
 ; CHECK-NEXT: entry:
-; CHECK-NEXT:   tail call void @free(i8* nonnull %tapeArg)
 ; CHECK-NEXT:   call void @fwddiffesubf(double* %x, double* %"x'")
 ; CHECK-NEXT:   store double 0.000000e+00, double* %"x'"
 ; CHECK-NEXT:   ret void
diff --git a/enzyme/test/Enzyme/ForwardModeSplit/badcallused.ll b/enzyme/test/Enzyme/ForwardModeSplit/badcallused.ll
@@ -44,7 +44,6 @@ attributes #1 = { noinline nounwind uwtable }
 
 ; CHECK: define internal {{(dso_local )?}}void @fwddiffef(double* nocapture %x, double* nocapture %"x'", i8* %tapeArg)
 ; CHECK-NEXT: entry:
-; CHECK-NEXT:   tail call void @free(i8* nonnull %tapeArg)
 ; CHECK-NEXT:   call void @fwddiffesubf(double* %x, double* %"x'")
 ; CHECK-NEXT:   store double 0.000000e+00, double* %"x'", align 8
 ; CHECK-NEXT:   ret void
diff --git a/enzyme/test/Enzyme/ForwardModeSplit/badcallused2.ll b/enzyme/test/Enzyme/ForwardModeSplit/badcallused2.ll
@@ -53,7 +53,6 @@ attributes #1 = { noinline nounwind uwtable }
 
 ; CHECK: define internal {{(dso_local )?}}void @fwddiffef(double* nocapture %x, double* nocapture %"x'", i8* %tapeArg)
 ; CHECK-NEXT: entry:
-; CHECK-NEXT:   tail call void @free(i8* nonnull %tapeArg)
 ; CHECK-NEXT:   call void @fwddiffesubf(double* %x, double* %"x'")
 ; CHECK-NEXT:   store double 0.000000e+00, double* %"x'", align 8
 ; CHECK-NEXT:   ret void
diff --git a/enzyme/test/Enzyme/ForwardModeSplit/bitcast.ll b/enzyme/test/Enzyme/ForwardModeSplit/bitcast.ll
@@ -17,6 +17,5 @@ declare double @__enzyme_fwdsplit(double (double)*, ...)
 
 ; CHECK: define internal {{(dso_local )?}}double @fwddiffetester(double %x, double %"x'", i8* %tapeArg)
 ; CHECK-NEXT: entry:
-; CHECK-NEXT:   tail call void @free(i8* nonnull %tapeArg)
 ; CHECK-NEXT:   ret double %"x'"
 ; CHECK-NEXT: }
diff --git a/enzyme/test/Enzyme/ForwardModeSplit/call.ll b/enzyme/test/Enzyme/ForwardModeSplit/call.ll
@@ -42,7 +42,6 @@ declare dso_local double @__enzyme_fwdsplit(double (double)*, double, double, i8
 
 ; CHECK: define internal {{(dso_local )?}}double @fwddiffeadd4(double %x, double %"x'", i8* %tapeArg)
 ; CHECK-NEXT: entry:
-; CHECK-NEXT:   tail call void @free(i8* nonnull %tapeArg)
 ; CHECK-NEXT:   %0 = call fast double @fwddiffeadd2(double %x, double %"x'")
 ; CHECK-NEXT:   ret double %0
 ; CHECK-NEXT: }
diff --git a/enzyme/test/Enzyme/ForwardModeSplit/constant.ll b/enzyme/test/Enzyme/ForwardModeSplit/constant.ll
@@ -17,6 +17,5 @@ declare double @__enzyme_fwdsplit(double (double)*, ...)
 
 ; CHECK: define internal {{(dso_local )?}}double @fwddiffetester(double %x, double %"x'", i8* %tapeArg)
 ; CHECK-NEXT: entry:
-; CHECK-NEXT: tail call void @free(i8* nonnull %tapeArg)
 ; CHECK-NEXT:   ret double 0.000000e+00
 ; CHECK-NEXT: }
diff --git a/enzyme/test/Enzyme/ForwardModeSplit/constselect.ll b/enzyme/test/Enzyme/ForwardModeSplit/constselect.ll
@@ -42,7 +42,6 @@ attributes #4 = { nounwind }
 
 ; CHECK: define internal double @fwddiffefun2(double %x, double %"x'", i8* %tapeArg)
 ; CHECK-NEXT: entry:
-; CHECK-NEXT: tail call void @free(i8* nonnull %tapeArg)
 ; CHECK-NEXT:   %cmp.inv = fcmp oge double %x, 0.000000e+00
 ; CHECK-NEXT:   %0 = select{{( fast)?}} i1 %cmp.inv, double %"x'", double 0.000000e+00
 ; CHECK-NEXT:   ret double %0
diff --git a/enzyme/test/Enzyme/ForwardModeSplit/cosh.ll b/enzyme/test/Enzyme/ForwardModeSplit/cosh.ll
@@ -21,7 +21,6 @@ declare double @__enzyme_fwdsplit(double (double)*, ...)
 
 ; CHECK: define internal double @fwddiffetester(double %x, double %"x'", i8* %tapeArg)
 ; CHECK-NEXT: entry:
-; CHECK-NEXT:   tail call void @free(i8* nonnull %tapeArg)
 ; CHECK-NEXT:   %0 = call fast double @sinh(double %x)
 ; CHECK-NEXT:   %1 = fmul fast double %"x'", %0
 ; CHECK-NEXT:   ret double %1
diff --git a/enzyme/test/Enzyme/ForwardModeSplit/div.ll b/enzyme/test/Enzyme/ForwardModeSplit/div.ll
@@ -18,7 +18,6 @@ declare double @__enzyme_fwdsplit(double (double, double)*, ...)
 
 ; CHECK: define internal {{(dso_local )?}}double @fwddiffetester(double %x, double %"x'", double %y, double %"y'", i8* %tapeArg)
 ; CHECK-NEXT: entry:
-; CHECK-NEXT: tail call void @free(i8* nonnull %tapeArg)
 ; CHECK-NEXT:   %0 = fmul fast double %"x'", %y
 ; CHECK-NEXT:   %1 = fmul fast double %x, %"y'"
 ; CHECK-NEXT:   %2 = fsub fast double %0, %1
diff --git a/enzyme/test/Enzyme/ForwardModeSplit/enzyme_inactive.ll b/enzyme/test/Enzyme/ForwardModeSplit/enzyme_inactive.ll
@@ -22,6 +22,5 @@ attributes #0 = { "enzyme_inactive" }
 
 ; CHECK: define internal {{(dso_local )?}}double @fwddiffetester(double %x, double %"x'", i8* %tapeArg)
 ; CHECK-NEXT: entry:
-; CHECK-NEXT: tail call void @free(i8* nonnull %tapeArg)
 ; CHECK-NEXT:   ret double %"x'"
 ; CHECK-NEXT: }
diff --git a/enzyme/test/Enzyme/ForwardModeSplit/enzyme_inactive2.ll b/enzyme/test/Enzyme/ForwardModeSplit/enzyme_inactive2.ll
@@ -22,6 +22,5 @@ attributes #0 = { "enzyme_inactive" }
 
 ; CHECK: define internal {{(dso_local )?}}double @fwddiffetester(double %x, double %"x'", i8* %tapeArg)
 ; CHECK-NEXT: entry:
-; CHECK-NEXT: tail call void @free(i8* nonnull %tapeArg)
 ; CHECK-NEXT:   ret double %"x'"
 ; CHECK-NEXT: }
diff --git a/enzyme/test/Enzyme/ForwardModeSplit/erf.ll b/enzyme/test/Enzyme/ForwardModeSplit/erf.ll
@@ -19,7 +19,6 @@ declare double @__enzyme_fwdsplit(double (double)*, ...)
 
 ; CHECK: define internal double @fwddiffetester(double %x, double %"x'", i8* %tapeArg)
 ; CHECK-NEXT: entry:
-; CHECK-NEXT:   tail call void @free(i8* nonnull %tapeArg)
 ; CHECK-NEXT:   %0 = fmul fast double %x, %x
 ; CHECK-NEXT:   %1 = {{(fsub fast double \-?0.000000e\+00,|fneg fast double)}} %0
 ; CHECK-NEXT:   %2 = call fast double @llvm.exp.f64(double %1)
diff --git a/enzyme/test/Enzyme/ForwardModeSplit/erfc.ll b/enzyme/test/Enzyme/ForwardModeSplit/erfc.ll
@@ -19,7 +19,6 @@ declare double @__enzyme_fwdsplit(double (double)*, ...)
 
 ; CHECK: define internal double @fwddiffetester(double %x, double %"x'", i8* %tapeArg)
 ; CHECK-NEXT: entry:
-; CHECK-NEXT:   tail call void @free(i8* nonnull %tapeArg)
 ; CHECK-NEXT:   %0 = fmul fast double %x, %x
 ; CHECK-NEXT:   %1 = {{(fsub fast double \-?0.000000e\+00,|fneg fast double)}} %0
 ; CHECK-NEXT:   %2 = call fast double @llvm.exp.f64(double %1)
diff --git a/enzyme/test/Enzyme/ForwardModeSplit/erfi.ll b/enzyme/test/Enzyme/ForwardModeSplit/erfi.ll
@@ -19,7 +19,6 @@ declare double @__enzyme_fwdsplit(double (double)*, ...)
 
 ; CHECK: define internal double @fwddiffetester(double %x, double %"x'", i8* %tapeArg)
 ; CHECK-NEXT: entry:
-; CHECK-NEXT:   tail call void @free(i8* nonnull %tapeArg)
 ; CHECK-NEXT:    %0 = fmul fast double %x, %x
 ; CHECK-NEXT:    %1 = call fast double @llvm.exp.f64(double %0)
 ; CHECK-NEXT:    %2 = fmul fast double %1, 0x3FF20DD750429B6D
diff --git a/enzyme/test/Enzyme/ForwardModeSplit/experimental_vector_reduce_v2_fadd.ll b/enzyme/test/Enzyme/ForwardModeSplit/experimental_vector_reduce_v2_fadd.ll
@@ -20,7 +20,6 @@ declare float @__enzyme_fwdsplit(float (float, <4 x float>)*, ...)
 
 ; CHECK: define internal {{(dso_local )?}}float @fwddiffetester(float %start_value, float %"start_value'", <4 x float> %input, <4 x float> %"input'", i8* %tapeArg)
 ; CHECK-NEXT: entry:
-; CHECK-NEXT:   tail call void @free(i8* nonnull %tapeArg)
 ; CHECK-NEXT:   %0 = call fast float @llvm.experimental.vector.reduce.v2.fadd.f32.v4f32(float %"start_value'", <4 x float> %"input'")
 ; CHECK-NEXT:   ret float %0
 ; CHECK-NEXT: }
diff --git a/enzyme/test/Enzyme/ForwardModeSplit/fabs.ll b/enzyme/test/Enzyme/ForwardModeSplit/fabs.ll
@@ -21,7 +21,6 @@ declare double @__enzyme_fwdsplit(double (double)*, ...)
 
 ; CHECK: define internal {{(dso_local )?}}double @fwddiffetester(double %x, double %[[differet:.+]], i8* %tapeArg)
 ; CHECK-NEXT: entry:
-; CHECK-NEXT:   tail call void @free(i8* nonnull %tapeArg)
 ; CHECK-NEXT:   %0 = fcmp fast olt double %x, 0.000000e+00
 ; CHECK-NEXT:   %1 = select{{( fast)?}} i1 %0, double -1.000000e+00, double 1.000000e+00
 ; CHECK-NEXT:   %2 = fmul fast double %1, %[[differet]]
diff --git a/enzyme/test/Enzyme/ForwardModeSplit/fneg.ll b/enzyme/test/Enzyme/ForwardModeSplit/fneg.ll
@@ -25,7 +25,6 @@ declare double @__enzyme_fwdsplit(double (double)*, double, double, i8*)
 
 
 ; CHECK: define internal double @fwddiffefneg(double %x, double %"x'", i8* %tapeArg)
-; CHECK-NEXT:   tail call void @free(i8* nonnull %tapeArg)
 ; CHECK-NEXT:   %1 = fneg fast double %"x'"
 ; CHECK-NEXT:   ret double %1
 ; CHECK-NEXT: }
diff --git a/enzyme/test/Enzyme/ForwardModeSplit/fpext.ll b/enzyme/test/Enzyme/ForwardModeSplit/fpext.ll
@@ -16,7 +16,6 @@ declare double @__enzyme_fwdsplit(double (float)*, ...)
 
 ; CHECK: define internal {{(dso_local )?}}double @fwddiffetester(float %x, float %"x'", i8* %tapeArg)
 ; CHECK-NEXT: entry:
-; CHECK-NEXT:   tail call void @free(i8* nonnull %tapeArg)
 ; CHECK-NEXT:   %0 = fpext float %"x'" to double
 ; CHECK-NEXT:   ret double %0
 ; CHECK-NEXT: }
diff --git a/enzyme/test/Enzyme/ForwardModeSplit/hypot.ll b/enzyme/test/Enzyme/ForwardModeSplit/hypot.ll
@@ -27,7 +27,6 @@ declare double @__enzyme_fwdsplit(...)
 
 ; CHECK-LABEL: define internal double @fwddiffetester(
 ; CHECK-NEXT: entry:
-; CHECK-NEXT:   tail call void @free(i8* {{(nonnull )?}}%tapeArg)
 ; CHECK-NEXT:   %0 = call fast double @hypot(double %x, double %y)
 ; CHECK-NEXT:   %1 = fmul fast double %x, %"x'"
 ; CHECK-NEXT:   %2 = fmul fast double %y, %"y'"
@@ -38,7 +37,6 @@ declare double @__enzyme_fwdsplit(...)
 
 ; CHECK-LABEL: define internal double @fwddiffetester2(
 ; CHECK-NEXT: entry:
-; CHECK-NEXT:   tail call void @free(i8* {{(nonnull )?}}%tapeArg)
 ; CHECK-NEXT:   %0 = call fast double @hypot(double %x, double 2.000000e+00)
 ; CHECK-NEXT:   %1 = fmul fast double %x, %"x'"
 ; CHECK-NEXT:   %2 = fdiv fast double %1, %0
diff --git a/enzyme/test/Enzyme/ForwardModeSplit/insertvalue.ll b/enzyme/test/Enzyme/ForwardModeSplit/insertvalue.ll
@@ -23,7 +23,6 @@ declare double @__enzyme_fwdsplit(double (double)*, ...)
 
 ; CHECK: define internal double @fwddiffetester(double %x, double %"x'", i8* %tapeArg)
 ; CHECK-NEXT: entry:
-; CHECK-NEXT:   tail call void @free(i8* nonnull %tapeArg)
 ; CHECK-NEXT:   %0 = fmul fast double %"x'", %x
 ; CHECK-NEXT:   %1 = fmul fast double %"x'", %x
 ; CHECK-NEXT:   %2 = fadd fast double %0, %1
diff --git a/enzyme/test/Enzyme/ForwardModeSplit/intsum.ll b/enzyme/test/Enzyme/ForwardModeSplit/intsum.ll
@@ -34,7 +34,6 @@ declare double @__enzyme_fwdsplit(void (float*, float*)*, ...) #2
 
 ; CHECK: define internal void @fwddiffesum(float* %array, float* %"array'", float* %ret, float* %"ret'", i8* %tapeArg)
 ; CHECK-NEXT: entry:
-; CHECK-NEXT:   tail call void @free(i8* nonnull %tapeArg)
 ; CHECK-NEXT:   br label %do.body
 
 ; CHECK: do.body:                                          ; preds = %do.body, %entry
diff --git a/enzyme/test/Enzyme/ForwardModeSplit/maskedload.ll b/enzyme/test/Enzyme/ForwardModeSplit/maskedload.ll
@@ -24,7 +24,6 @@ declare <2 x double> @__enzyme_fwdsplit.f64(...)
 
 ; CHECK: define internal <2 x double> @fwddiffeloader(<2 x double>* %ptr, <2 x double>* %"ptr'", <2 x i1> %mask, <2 x double> %other, <2 x double> %"other'", i8* %tapeArg)
 ; CHECK-NEXT: entry:
-; CHECK-NEXT:   tail call void @free(i8* nonnull %tapeArg)
 ; CHECK-NEXT:   %0 = call fast <2 x double> @llvm.masked.load.v2f64.p0v2f64(<2 x double>* %"ptr'", i32 16, <2 x i1> %mask, <2 x double> %"other'")
 ; CHECK-NEXT:   ret <2 x double> %0
 ; CHECK-NEXT: }
diff --git a/enzyme/test/Enzyme/ForwardModeSplit/maskedstore.ll b/enzyme/test/Enzyme/ForwardModeSplit/maskedstore.ll
@@ -24,7 +24,6 @@ declare <2 x double> @__enzyme_fwdsplit.f64(...)
 
 ; CHECK: define internal void @fwddiffeloader(<2 x double>* %ptr, <2 x double>* %"ptr'", <2 x i1> %mask, <2 x double> %val, <2 x double> %"val'", i8* %tapeArg)
 ; CHECK-NEXT: entry:
-; CHECK-NEXT:   tail call void @free(i8* nonnull %tapeArg)
 ; CHECK-NEXT:   call void @llvm.masked.store.v2f64.p0v2f64(<2 x double> %"val'", <2 x double>* %"ptr'", i32 16, <2 x i1> %mask)
 ; CHECK-NEXT:   ret void
 ; CHECK-NEXT: }
diff --git a/enzyme/test/Enzyme/ForwardModeSplit/max.ll b/enzyme/test/Enzyme/ForwardModeSplit/max.ll
@@ -21,7 +21,6 @@ declare double @__enzyme_fwdsplit(double (double, double)*, ...)
 
 ; CHECK: define internal double @fwddiffemax(double %x, double %"x'", double %y, double %"y'", i8* %tapeArg)
 ; CHECK-NEXT: entry:
-; CHECK-NEXT:   tail call void @free(i8* nonnull %tapeArg)
 ; CHECK-NEXT:   %cmp = fcmp fast ogt double %x, %y
 ; CHECK-NEXT:   %0 = select {{(fast )?}}i1 %cmp, double %"x'", double %"y'"
 ; CHECK-NEXT:   ret double %0
diff --git a/enzyme/test/Enzyme/ForwardModeSplit/maxnum-inactive.ll b/enzyme/test/Enzyme/ForwardModeSplit/maxnum-inactive.ll
@@ -22,7 +22,6 @@ declare double @__enzyme_fwdsplit(double (double, double)*, ...)
 
 ; CHECK: define internal double @fwddiffetester(double %x, double %"x'", double %y, i8* %tapeArg)
 ; CHECK-NEXT: entry:
-; CHECK-NEXT:   tail call void @free(i8* nonnull %tapeArg)
 ; CHECK-NEXT:   %0 = fcmp fast olt double %x, %y
 ; CHECK-NEXT:   %1 = select {{(fast )?}}i1 %0, double %"x'", double 0.000000e+00
 ; CHECK-NEXT:   ret double %1
diff --git a/enzyme/test/Enzyme/ForwardModeSplit/maxnum.ll b/enzyme/test/Enzyme/ForwardModeSplit/maxnum.ll
@@ -21,7 +21,6 @@ declare double @__enzyme_fwdsplit(double (double, double)*, ...)
 
 ; CHECK: define internal {{(dso_local )?}}double @fwddiffetester(double %x, double %"x'", double %y, double %"y'", i8* %tapeArg)
 ; CHECK-NEXT: entry:
-; CHECK-NEXT:   tail call void @free(i8* nonnull %tapeArg)
 ; CHECK-NEXT:   %0 = fcmp fast olt double %x, %y
 ; CHECK-NEXT:   %1 = select {{(fast )?}}i1 %0, double %"x'", double %"y'"
 ; CHECK-NEXT:   ret double %1
diff --git a/enzyme/test/Enzyme/ForwardModeSplit/memcpy-flt.ll b/enzyme/test/Enzyme/ForwardModeSplit/memcpy-flt.ll
@@ -29,7 +29,6 @@ attributes #2 = { noinline nounwind uwtable }
 
 ; CHECK: define internal void @fwddiffememcpy_float(double* nocapture %dst, double* nocapture %"dst'", double* nocapture readonly %src, double* nocapture %"src'", i64 %num, i8* %tapeArg)
 ; CHECK-NEXT: entry:
-; CHECK-NEXT:   tail call void @free(i8* nonnull %tapeArg)
 ; CHECK-NEXT:   %"'ipc" = bitcast double* %"dst'" to i8*
 ; CHECK-NEXT:   %"'ipc2" = bitcast double* %"src'" to i8*
 ; CHECK-NEXT:   call void @llvm.memcpy.p0i8.p0i8.i64(i8* align 1 %"'ipc", i8* align 1 %"'ipc2", i64 %num, i1 false)
diff --git a/enzyme/test/Enzyme/ForwardModeSplit/memcpy-intstruct.ll b/enzyme/test/Enzyme/ForwardModeSplit/memcpy-intstruct.ll
@@ -33,6 +33,5 @@ attributes #0 = { argmemonly nounwind }
 
 ; CHECK: define internal void @fwddiffememcpy_ptr(i8* nocapture %dst, i8* nocapture %"dst'", i8* nocapture readonly %src, i8* nocapture %"src'", i64 %num, i8* %tapeArg)
 ; CHECK-NEXT: entry:
-; CHECK-NEXT:   tail call void @free(i8* nonnull %tapeArg)
 ; CHECK-NEXT:   ret void
 ; CHECK-NEXT: }
diff --git a/enzyme/test/Enzyme/ForwardModeSplit/memcpy-ptr.ll b/enzyme/test/Enzyme/ForwardModeSplit/memcpy-ptr.ll
@@ -30,6 +30,5 @@ attributes #3 = { nounwind }
 
 ; CHECK: define internal void @fwddiffememcpy_ptr(double** nocapture %dst, double** nocapture %"dst'", double** nocapture readonly %src, double** nocapture %"src'", i64 %num, i8* %tapeArg)
 ; CHECK-NEXT: entry:
-; CHECK-NEXT:   tail call void @free(i8* nonnull %tapeArg)
 ; CHECK-NEXT:   ret void
 ; CHECK-NEXT: }
diff --git a/enzyme/test/Enzyme/ForwardModeSplit/minnum.ll b/enzyme/test/Enzyme/ForwardModeSplit/minnum.ll
@@ -18,7 +18,6 @@ declare double @__enzyme_fwdsplit(double (double, double)*, ...)
 
 ; CHECK: define internal {{(dso_local )?}}double @fwddiffetester(double %x, double %"x'", double %y, double %"y'", i8* %tapeArg)
 ; CHECK-NEXT: entry:
-; CHECK-NEXT:   tail call void @free(i8* nonnull %tapeArg)
 ; CHECK-NEXT:   %0 = fcmp fast olt double %x, %y
 ; CHECK-NEXT:   %1 = select{{( fast)?}} i1 %0, double %"x'", double %"y'"
 ; CHECK-NEXT:   ret double %1
diff --git a/enzyme/test/Enzyme/ForwardModeSplit/mul.ll b/enzyme/test/Enzyme/ForwardModeSplit/mul.ll
@@ -18,7 +18,6 @@ declare double @__enzyme_fwdsplit(double (double, double)*, ...)
 
 ; CHECK: define internal {{(dso_local )?}}double @fwddiffetester(double %x, double %"x'", double %y, double %"y'", i8* %tapeArg)
 ; CHECK-NEXT: entry:
-; CHECK-NEXT:   tail call void @free(i8* nonnull %tapeArg)
 ; CHECK-NEXT:   %0 = fmul fast double %"x'", %y
 ; CHECK-NEXT:   %1 = fmul fast double %"y'", %x
 ; CHECK-NEXT:   %2 = fadd fast double %0, %1
diff --git a/enzyme/test/Enzyme/ForwardModeSplit/negbithack.ll b/enzyme/test/Enzyme/ForwardModeSplit/negbithack.ll
@@ -20,7 +20,6 @@ declare double @__enzyme_fwdsplit(double (double)*, ...)
 
 ; CHECK: define internal double @fwddiffetester(double %x, double %"x'", i8* %tapeArg)
 ; CHECK-NEXT: entry:
-; CHECK-NEXT:   tail call void @free(i8* nonnull %tapeArg)
 ; CHECK-NEXT:   %0 = {{(fsub fast double \-?0.000000e\+00,|fneg fast double)}} %"x'"
 ; CHECK-NEXT:   ret double %0
 ; CHECK-NEXT: }
diff --git a/enzyme/test/Enzyme/ForwardModeSplit/negbithack2.ll b/enzyme/test/Enzyme/ForwardModeSplit/negbithack2.ll
@@ -20,7 +20,6 @@ declare <2 x double> @__enzyme_fwdsplit(<2 x double> (<2 x double>)*, ...)
 
 ; CHECK: define internal <2 x double> @fwddiffetester(<2 x double> %x, <2 x double> %"x'", i8* %tapeArg)
 ; CHECK-NEXT: entry:
-; CHECK-NEXT:   tail call void @free(i8* nonnull %tapeArg)
 ; CHECK-NEXT:   %0 = {{(fsub fast <2 x double> <double \-?0.000000e\+00, double \-?0.000000e\+00>,|fneg fast <2 x double>)}} %"x'"
 ; CHECK-NEXT:   ret <2 x double> %0
 ; CHECK-NEXT: }
diff --git a/enzyme/test/Enzyme/ForwardModeSplit/negbithack3.ll b/enzyme/test/Enzyme/ForwardModeSplit/negbithack3.ll
@@ -20,7 +20,6 @@ declare <2 x double> @__enzyme_fwdsplit(<2 x double> (<2 x double>)*, ...)
 
 ; CHECK: define internal <2 x double> @fwddiffetester(<2 x double> %x, <2 x double> %"x'", i8* %tapeArg)
 ; CHECK-NEXT: entry:
-; CHECK-NEXT:   tail call void @free(i8* nonnull %tapeArg)
 ; CHECK-NEXT:   %0 = bitcast <2 x double> %"x'" to <2 x i64>
 ; CHECK-NEXT:   %1 = extractelement <2 x i64> %0, i64 0
 ; CHECK-NEXT:   %2 = bitcast i64 %1 to double
diff --git a/enzyme/test/Enzyme/ForwardModeSplit/pow.ll b/enzyme/test/Enzyme/ForwardModeSplit/pow.ll
@@ -21,7 +21,6 @@ declare double @__enzyme_fwdsplit(double (double, double)*, ...)
 
 ; CHECK: define internal {{(dso_local )?}}double @fwddiffetester(double %x, double %"x'", double %y, double %"y'", i8* %tapeArg)
 ; CHECK-NEXT: entry:
-; CHECK-NEXT:   tail call void @free(i8* nonnull %tapeArg)
 ; CHECK-NEXT:   %[[i0:.+]] = fsub fast double %y, 1.000000e+00
 ; CHECK-NEXT:   %[[i1:.+]] = call fast double @llvm.pow.f64(double %x, double %[[i0]])
 ; CHECK-NEXT:   %[[i2:.+]] = fmul fast double %y, %[[i1]]
diff --git a/enzyme/test/Enzyme/ForwardModeSplit/powi13.ll b/enzyme/test/Enzyme/ForwardModeSplit/powi13.ll
diff --git a/enzyme/test/Enzyme/ForwardModeSplit/square.ll b/enzyme/test/Enzyme/ForwardModeSplit/square.ll
diff --git a/enzyme/test/Enzyme/ForwardModeSplit/square_array.ll b/enzyme/test/Enzyme/ForwardModeSplit/square_array.ll
diff --git a/enzyme/test/Enzyme/ForwardModeSplit/sret.ll b/enzyme/test/Enzyme/ForwardModeSplit/sret.ll
diff --git a/enzyme/test/Enzyme/ForwardModeSplit/sret12.ll b/enzyme/test/Enzyme/ForwardModeSplit/sret12.ll
diff --git a/enzyme/test/Enzyme/ForwardModeSplit/store3.ll b/enzyme/test/Enzyme/ForwardModeSplit/store3.ll
diff --git a/enzyme/test/Enzyme/ForwardModeSplit/storeconstexpr.ll b/enzyme/test/Enzyme/ForwardModeSplit/storeconstexpr.ll
diff --git a/enzyme/test/Enzyme/ForwardModeSplit/sub.ll b/enzyme/test/Enzyme/ForwardModeSplit/sub.ll
diff --git a/enzyme/test/Enzyme/ForwardModeSplit/vecsquare.ll b/enzyme/test/Enzyme/ForwardModeSplit/vecsquare.ll
diff --git a/enzyme/test/Enzyme/ForwardModeSplit/vector_reduce_fadd.ll b/enzyme/test/Enzyme/ForwardModeSplit/vector_reduce_fadd.ll
