diff --git a/src/ruby/spec/generic/rpc_server_pool_spec.rb b/src/ruby/spec/generic/rpc_server_pool_spec.rb
index 8b2ab2dc4e365d72445ccd81625df5fbf0e467a6..48ccaee510156e69688a85c817f63db8a027c998 100644
--- a/src/ruby/spec/generic/rpc_server_pool_spec.rb
+++ b/src/ruby/spec/generic/rpc_server_pool_spec.rb
@@ -55,7 +55,7 @@ describe GRPC::Pool do
     it 'it stops being ready after all workers jobs waiting or running' do
       p = Pool.new(5)
       p.start
-      job = proc { sleep(5) } # sleep so workers busy when done scheduling
+      job = proc { sleep(3) } # sleep so workers busy when done scheduling
       5.times do
         expect(p.ready_for_work?).to be(true)
         p.schedule(&job)