Use parallel gem to do parallelization (#1)

* Use parallel gem to do parallelization * Fix loading of parallel gem
Drieam · Aug 4, 2021 · 1005ed3 · 1005ed3
1 parent 9b3f5a1
commit 1005ed3
Show file tree

Hide file tree

Showing 3 changed files with 8 additions and 5 deletions.
diff --git a/Gemfile.lock b/Gemfile.lock
@@ -3,6 +3,7 @@ PATH
   specs:
     appsignal-sourcemap (1.0.0.develop)
       appsignal (~> 3.0)
+      parallel (~> 1.0)
 
 GEM
   remote: https://rubygems.org/

diff --git a/appsignal-sourcemap.gemspec b/appsignal-sourcemap.gemspec
@@ -21,6 +21,7 @@ Gem::Specification.new do |spec|
   spec.files = Dir["lib/**/*", "README.md"]
 
   spec.add_dependency "appsignal", "~> 3.0"
+  spec.add_dependency "parallel", "~> 1.0"
 
   spec.add_development_dependency "standard"
 end
diff --git a/lib/appsignal/sourcemap/supervisor.rb b/lib/appsignal/sourcemap/supervisor.rb
@@ -1,10 +1,13 @@
 # frozen_string_literal: true
 
+require "parallel"
 require "appsignal/sourcemap/uploader"
 
 module Appsignal
   module Sourcemap
     class Supervisor
+      PARALLEL_THREADS = 10
+
       def self.start
         new.start
       end
@@ -14,11 +17,9 @@ def start
 
         Appsignal.logger.info("Starting sourcemaps upload")
 
-        source_map_paths.map do |source_map_path|
-          Thread.new do
-            Uploader.upload(source_map_path)
-          end
-        end.each(&:join)
+        Parallel.each(source_map_paths, in_threads: PARALLEL_THREADS) do |source_map_path|
+          Uploader.upload(source_map_path)
+        end
 
         Appsignal.logger.info("Finished sourcemaps upload")
       end