diff --git a/test/utils.jl b/test/utils.jl
index 9221297fd4..0236a3d636 100644
--- a/test/utils.jl
+++ b/test/utils.jl
@@ -254,16 +254,16 @@ end
   m = Dense(10 => 5)
   @test size.(params(m)) == [(5, 10), (5,)]
   m = RNN(10 => 5)
-  @test size.(params(m)) == [(5, 10), (5, 5), (5,), (5, 1)]
+  @test size.(params(m)) == [(5, 10), (5, 5), (5,)]
 
   # Layer duplicated in same chain, params just once pls.
   c = Chain(m, m)
-  @test size.(params(c)) == [(5, 10), (5, 5), (5,), (5, 1)]
+  @test size.(params(c)) == [(5, 10), (5, 5), (5,)]
 
   # Self-referential array. Just want params, no stack overflow pls.
   r = Any[nothing,m]
   r[1] = r
-  @test size.(params(r)) == [(5, 10), (5, 5), (5,), (5, 1)]
+  @test size.(params(r)) == [(5, 10), (5, 5), (5,)]
 
   # Ensure functor explores inside Transpose but not SubArray
   m = (x = view([1,2,3]pi, 1:2), y = transpose([4 5]pi))