Download all listed dependency packages

Author: Caleb-T-Owens

lib/importmap/commands.rb

@@ -14,16 +14,9 @@ def self.exit_on_failure?
   option :from, type: :string, aliases: :f, default: "jspm"
   def pin(*packages)
     if imports = packager.import(*packages, env: options[:env], from: options[:from])
-      imports.each do |package, url|
-        puts %(Pinning "#{package}" to #{packager.vendor_path}/#{package}.js via download from #{url})
-        packager.download(package, url)
-        pin = packager.vendored_pin_for(package, url)
-
-        if packager.packaged?(package)
-          gsub_file("config/importmap.rb", /^pin "#{package}".*$/, pin, verbose: false)
-        else
-          append_to_file("config/importmap.rb", "#{pin}\n", verbose: false)
-        end
+      imports.each do |package|
+        puts %(Pinning "#{package.package_name}" to #{packager.vendor_path}/#{package.vendored_package_folder} via download from #{package.base_url})
+        package.download
       end
     else
       puts "Couldn't find any packages in #{packages.inspect} on #{options[:from]}"
@@ -35,10 +28,10 @@ def pin(*packages)
   option :from, type: :string, aliases: :f, default: "jspm"
   def unpin(*packages)
     if imports = packager.import(*packages, env: options[:env], from: options[:from])
-      imports.each do |package, url|
-        if packager.packaged?(package)
-          puts %(Unpinning and removing "#{package}")
-          packager.remove(package)
+      imports.each do |package|
+        if packager.packaged?(package.package_name)
+          puts %(Unpinning and removing "#{package.package_name}")
+          package.remove
         end
       end
     else

lib/importmap/package.rb

@@ -0,0 +1,117 @@
+class Importmap::Package
+  attr_reader :base_url, :main_url, :package_name
+
+  def initialize(
+    unfiltered_dependencies:,
+    package_name:,
+    main_url:,
+    packager:
+  )
+    @unfiltered_dependencies = unfiltered_dependencies
+    @package_name = package_name
+    @main_url = main_url
+    @packager = packager
+
+    @base_url = extract_base_url_from(main_url)
+
+    dependencies = unfiltered_dependencies.select { _1.start_with?(base_url) }
+    @dependency_files = dependencies.map { _1[(base_url.size + 1)..] } # @main_file is included in this list
+
+    @main_file = main_url[(base_url.size + 1)..]
+  end
+
+  def download
+    @packager.ensure_vendor_directory_exists
+    remove_existing_package_files
+
+    @dependency_files.each do |file|
+      download_file(file)
+    end
+
+    @packager.pin_package_in_importmap(@package_name, vendored_pin)
+  end
+
+  def remove
+    remove_existing_package_files
+    @packager.remove_package_from_importmap(@package_name)
+  end
+
+  def vendored_pin
+    filename = vendored_package_path_for_file(@main_file)
+    version  = extract_package_version_from(@main_url)
+
+    %(pin "#{package_name}", to: "#{filename}" # #{version})
+  end
+
+  def vendored_package_folder
+    @packager.vendor_path.join(folder_name)
+  end
+
+  private
+    def download_file(file)
+      response = Net::HTTP.get_response(URI("#{base_url}/#{file}"))
+
+      if response.code == "200"
+        save_vendored_file(file, response.body)
+      else
+        handle_failure_response(response)
+      end
+    end
+
+    def save_vendored_file(file, source)
+      url = "#{base_url}/#{file}"
+      file_name = vendored_package_path_for_file(file)
+      ensure_parent_directories_exist_for(file_name)
+      File.open(file_name, "w+") do |vendored_file|
+        vendored_file.write "// #{package_name}#{extract_package_version_from(url)}/#{file} downloaded from #{url}\n\n"
+
+        vendored_file.write remove_sourcemap_comment_from(source).force_encoding("UTF-8")
+      end
+    end
+
+    def ensure_parent_directories_exist_for(file)
+      dir_name = File.dirname(file)
+
+      unless File.directory?(dir_name)
+        FileUtils.mkdir_p(dir_name)
+      end
+    end
+
+    def remove_sourcemap_comment_from(source)
+      source.gsub(/^\/\/# sourceMappingURL=.*/, "")
+    end
+
+    def vendored_package_path_for_file(file)
+      vendored_package_folder.join(file)
+    end
+
+    def handle_failure_response(response)
+      if error_message = parse_service_error(response)
+        raise ServiceError, error_message
+      else
+        raise HTTPError, "Unexpected response code (#{response.code})"
+      end
+    end
+
+    def parse_service_error(response)
+      JSON.parse(response.body.to_s)["error"]
+    rescue JSON::ParserError
+      nil
+    end
+
+    def remove_existing_package_files
+      FileUtils.rm_rf vendored_package_folder
+    end
+
+    def folder_name
+      @package_name.gsub("/", "--")
+    end
+
+    def extract_base_url_from(url)
+      url.match(/^.+@\d+\.\d+\.\d+/)&.to_a&.first
+    end
+
+    def extract_package_version_from(url)
+      url.match(/@\d+\.\d+\.\d+/)&.to_a&.first
+    end
+end

lib/importmap/packager.rb

@@ -1,6 +1,7 @@
 require "net/http"
 require "uri"
 require "json"
+require "importmap/package"
 
 class Importmap::Packager
   Error        = Class.new(StandardError)
@@ -10,7 +11,7 @@ class Importmap::Packager
   singleton_class.attr_accessor :endpoint
   self.endpoint = URI("https://api.jspm.io/generate")
 
-  attr_reader :vendor_path
+  attr_reader :vendor_path, :importmap_path
 
   def initialize(importmap_path = "config/importmap.rb", vendor_path: "vendor/javascript")
     @importmap_path = Pathname.new(importmap_path)
@@ -32,34 +33,29 @@ def import(*packages, env: "production", from: "jspm")
     end
   end
 
-  def pin_for(package, url)
-    %(pin "#{package}", to: "#{url}")
+  def packaged?(package_name)
+    importmap.match(/^pin ["']#{package_name}["'].*$/)
   end
 
-  def vendored_pin_for(package, url)
-    filename = package_filename(package)
-    version  = extract_package_version_from(url)
+  def remove_package_from_importmap(package_name)
+    all_lines = File.readlines(@importmap_path)
+    with_lines_removed = all_lines.grep_v(/pin ["']#{package_name}["']/)
 
-    if "#{package}.js" == filename
-      %(pin "#{package}" # #{version})
-    else
-      %(pin "#{package}", to: "#{filename}" # #{version})
+    File.open(@importmap_path, "w") do |file|
+      with_lines_removed.each { |line| file.write(line) }
     end
   end
 
-  def packaged?(package)
-    importmap.match(/^pin ["']#{package}["'].*$/)
-  end
-
-  def download(package, url)
-    ensure_vendor_directory_exists
-    remove_existing_package_file(package)
-    download_package_file(package, url)
+  def pin_package_in_importmap(package_name, pin)
+    if packaged?(package_name)
+      gsub_file(@importmap_path, /^pin "#{package_name}".*$/, pin, verbose: false)
+    else
+      File.write(@importmap_path, "#{pin}\n", mode: 'a+')
+    end
   end
 
-  def remove(package)
-    remove_existing_package_file(package)
-    remove_package_from_importmap(package)
+  def ensure_vendor_directory_exists
+    FileUtils.mkdir_p @vendor_path
   end
 
   private
@@ -74,7 +70,22 @@ def normalize_provider(name)
     end
 
     def extract_parsed_imports(response)
-      JSON.parse(response.body).dig("map", "imports")
+      parsed_response = JSON.parse(response.body)
+
+      imports = parsed_response.dig("map", "imports")
+      static_dependencies = parsed_response["staticDeps"] || []
+      dynamic_dependencies = parsed_response["dynamicDeps"] || []
+
+      dependencies = static_dependencies + dynamic_dependencies
+
+      imports.map do |package, url|
+        Importmap::Package.new(
+          unfiltered_dependencies: dependencies,
+          package_name: package,
+          main_url: url,
+          packager: self
+        )
+      end
     end
 
     def handle_failure_response(response)
@@ -94,56 +105,4 @@ def parse_service_error(response)
     def importmap
       @importmap ||= File.read(@importmap_path)
     end
-
-
-    def ensure_vendor_directory_exists
-      FileUtils.mkdir_p @vendor_path
-    end
-
-    def remove_existing_package_file(package)
-      FileUtils.rm_rf vendored_package_path(package)
-    end
-
-    def remove_package_from_importmap(package)
-      all_lines = File.readlines(@importmap_path)
-      with_lines_removed = all_lines.grep_v(/pin ["']#{package}["']/)
-
-      File.open(@importmap_path, "w") do |file|
-        with_lines_removed.each { |line| file.write(line) }
-      end
-    end
-
-    def download_package_file(package, url)
-      response = Net::HTTP.get_response(URI(url))
-
-      if response.code == "200"
-        save_vendored_package(package, url, response.body)
-      else
-        handle_failure_response(response)
-      end
-    end
-
-    def save_vendored_package(package, url, source)
-      File.open(vendored_package_path(package), "w+") do |vendored_package|
-        vendored_package.write "// #{package}#{extract_package_version_from(url)} downloaded from #{url}\n\n"
-
-        vendored_package.write remove_sourcemap_comment_from(source).force_encoding("UTF-8")
-      end
-    end
-
-    def remove_sourcemap_comment_from(source)
-      source.gsub(/^\/\/# sourceMappingURL=.*/, "")
-    end
-
-    def vendored_package_path(package)
-      @vendor_path.join(package_filename(package))
-    end
-
-    def package_filename(package)
-      package.gsub("/", "--") + ".js"
-    end
-
-    def extract_package_version_from(url)
-      url.match(/@\d+\.\d+\.\d+/)&.to_a&.first
-    end
 end