Use parallel gem to do parallelization

Drieam · Aug 3, 2021 · 049b86c · 049b86c
1 parent 9b3f5a1
commit 049b86c
Show file tree

Hide file tree

Showing 3 changed files with 7 additions and 5 deletions.
diff --git a/Gemfile.lock b/Gemfile.lock
@@ -3,6 +3,7 @@ PATH
   specs:
     appsignal-sourcemap (1.0.0.develop)
       appsignal (~> 3.0)
+      parallel (~> 1.0)
 
 GEM
   remote: https://rubygems.org/

diff --git a/appsignal-sourcemap.gemspec b/appsignal-sourcemap.gemspec
@@ -21,6 +21,7 @@ Gem::Specification.new do |spec|
   spec.files = Dir["lib/**/*", "README.md"]
 
   spec.add_dependency "appsignal", "~> 3.0"
+  spec.add_dependency "parallel", "~> 1.0"
 
   spec.add_development_dependency "standard"
 end
diff --git a/lib/appsignal/sourcemap/supervisor.rb b/lib/appsignal/sourcemap/supervisor.rb
@@ -5,6 +5,8 @@
 module Appsignal
   module Sourcemap
     class Supervisor
+      PARALLEL_THREADS = 10
+
       def self.start
         new.start
       end
@@ -14,11 +16,9 @@ def start
 
         Appsignal.logger.info("Starting sourcemaps upload")
 
-        source_map_paths.map do |source_map_path|
-          Thread.new do
-            Uploader.upload(source_map_path)
-          end
-        end.each(&:join)
+        Parallel.each(source_map_paths, in_threads: PARALLEL_THREADS) do |source_map_path|
+          Uploader.upload(source_map_path)
+        end
 
         Appsignal.logger.info("Finished sourcemaps upload")
       end