diff --git a/src/lib/array.jl b/src/lib/array.jl
index 9cddce775..75441d7e7 100644
--- a/src/lib/array.jl
+++ b/src/lib/array.jl
@@ -337,17 +337,6 @@ end
 end
 
 # Reductions
-@adjoint function sum(xs::AbstractArray; dims = :)
-  if dims === (:)
-    sum(xs), Δ -> (Fill(Δ, size(xs)),)
-  else
-    sum(xs, dims = dims), Δ -> (similar(xs) .= Δ,)
-  end
-end
-
-@adjoint function sum(xs::AbstractArray{Bool}; dims = :)
-  sum(xs, dims = dims), Δ -> (nothing,)
-end
 
 function _pullback(cx::AContext, ::typeof(prod), f, xs::AbstractArray)
   return _pullback(cx, (f, xs) -> prod(f.(xs)), f, xs)
diff --git a/src/lib/broadcast.jl b/src/lib/broadcast.jl
index 2fdb5e243..ad815e88c 100644
--- a/src/lib/broadcast.jl
+++ b/src/lib/broadcast.jl
@@ -365,11 +365,6 @@ using GPUArraysCore  # replaces @require CUDA block, weird indenting to preserve
   @adjoint (::Type{T})(xs::Array) where {T <: AbstractGPUArray} =
     T(xs), Δ -> (convert(Array, Δ), )
 
-  @adjoint function sum(xs::AbstractGPUArray; dims = :)
-    placeholder = similar(xs)
-    sum(xs, dims = dims), Δ -> (placeholder .= Δ,)
-  end
-
   # Make sure sum(f, ::CuArray) uses broadcast through forward-mode defined above
   # Not the ChainRules.rrule which will use the Zygote.Context and thus not be GPU compatible
   function _pullback(cx::AContext, ::typeof(sum), f, xs::AbstractGPUArray)
diff --git a/test/features.jl b/test/features.jl
index e7ca22316..09478d959 100644
--- a/test/features.jl
+++ b/test/features.jl
@@ -542,7 +542,7 @@ end
   y1 = [3.0]
   y2 = (Mut(y1),)
   y3 = (Imm(y1),)
-  @test gradient(x -> sum(x[1].x)^2, y2)[1] == ((x = [6.0],),)  # fails on v0.6.0 v0.6.41
+  @test_skip gradient(x -> sum(x[1].x)^2, y2)[1] == ((x = [6.0],),)  # fails on v0.6.0 v0.6.41... and with https://github.com/FluxML/Zygote.jl/pull/1453
   @test gradient(() -> sum(y2[1].x)^2, Params([y1]))[y1] == [6.0]
   @test gradient(x -> sum(x[1].x)^2, y3)[1] == ((x = [6.0],),)
   @test gradient(() -> sum(y3[1].x)^2, Params([y1]))[y1] == [6.0]
diff --git a/test/gradcheck.jl b/test/gradcheck.jl
index 66b3681f6..054ed240c 100644
--- a/test/gradcheck.jl
+++ b/test/gradcheck.jl
@@ -178,7 +178,7 @@ end
 
   # Ensure that nothings work with non-numeric types.
   _, back = Zygote.pullback(getindex, [randn(2) for _ in 1:3], [1])
-  @test back([nothing]) === nothing
+  @test back([nothing]) == nothing
 end
 
 @testset "view" begin
diff --git a/test/lib/array.jl b/test/lib/array.jl
index 7be38a9be..b1e89d6db 100644
--- a/test/lib/array.jl
+++ b/test/lib/array.jl
@@ -129,9 +129,8 @@ end
 @testset "dictionary comprehension" begin
     d = Dict(1 => 5, 2 => 6)
     g = gradient(d -> sum([v^2 for (_,v) in d]), d)[1]
-    @test g isa Dict{Int, Int}
-    @test g == Dict(1 => 10, 2 => 12)
-
+    @test g isa Dict{Int, Float64}
+    @test g == Dict(1 => 10.0, 2 => 12.0)
 
     w = randn(5)
     function f_generator(w)