Gecko [ www.jdcpatala.org ]

Name	Size	Permission
commands	[ DIR ]	drwxr-xr-x
core_ext	[ DIR ]	drwxr-xr-x
ext	[ DIR ]	drwxr-xr-x
package	[ DIR ]	drwxr-xr-x
request	[ DIR ]	drwxr-xr-x
request_set	[ DIR ]	drwxr-xr-x
resolver	[ DIR ]	drwxr-xr-x
security	[ DIR ]	drwxr-xr-x
source	[ DIR ]	drwxr-xr-x
ssl_certs	[ DIR ]	drwxr-xr-x
util	[ DIR ]	drwxr-xr-x
available_set.rb	3.02 KB	-rw-r--r--
basic_specification.rb	7.61 KB	-rw-r--r--
bundler_version_finder.rb	2.97 KB	-rw-r--r--
command.rb	15.79 KB	-rw-r--r--
command_manager.rb	4.99 KB	-rw-r--r--
compatibility.rb	1022 B	-rw-r--r--
config_file.rb	12.69 KB	-rw-r--r--
defaults.rb	4.55 KB	-rw-r--r--
dependency.rb	8.64 KB	-rw-r--r--
dependency_installer.rb	12 KB	-rw-r--r--
dependency_list.rb	5.54 KB	-rw-r--r--
deprecate.rb	1.75 KB	-rw-r--r--
doctor.rb	3.06 KB	-rw-r--r--
errors.rb	4.64 KB	-rw-r--r--
exceptions.rb	6.49 KB	-rw-r--r--
ext.rb	460 B	-rw-r--r--
gem_runner.rb	2.18 KB	-rw-r--r--
gemcutter_utilities.rb	5.16 KB	-rw-r--r--
indexer.rb	11.29 KB	-rw-r--r--
install_default_message.rb	336 B	-rw-r--r--
install_message.rb	310 B	-rw-r--r--
install_update_options.rb	6.26 KB	-rw-r--r--
installer.rb	26.62 KB	-rw-r--r--
installer_test_case.rb	4.8 KB	-rw-r--r--
local_remote_options.rb	3.53 KB	-rw-r--r--
mock_gem_ui.rb	1.38 KB	-rw-r--r--
name_tuple.rb	2.42 KB	-rw-r--r--
package.rb	17.99 KB	-rw-r--r--
package_task.rb	3.8 KB	-rw-r--r--
path_support.rb	1.88 KB	-rw-r--r--
platform.rb	6.25 KB	-rw-r--r--
psych_additions.rb	300 B	-rw-r--r--
psych_tree.rb	796 B	-rw-r--r--
rdoc.rb	524 B	-rw-r--r--
remote_fetcher.rb	9.48 KB	-rw-r--r--
request.rb	8.7 KB	-rw-r--r--
request_set.rb	11.94 KB	-rw-r--r--
requirement.rb	7.15 KB	-rw-r--r--
resolver.rb	9.46 KB	-rw-r--r--
s3_uri_signer.rb	5.93 KB	-rw-r--r--
safe_yaml.rb	1.55 KB	-rw-r--r--
security.rb	21.24 KB	-rw-r--r--
security_option.rb	1.03 KB	-rw-r--r--
server.rb	22.72 KB	-rw-r--r--
source.rb	5.38 KB	-rw-r--r--
source_list.rb	2.55 KB	-rw-r--r--
source_local.rb	274 B	-rw-r--r--
source_specific_file.rb	272 B	-rw-r--r--
spec_fetcher.rb	6.3 KB	-rw-r--r--
specification.rb	70.69 KB	-rw-r--r--
specification_policy.rb	11.38 KB	-rw-r--r--
stub_specification.rb	4.74 KB	-rw-r--r--
syck_hack.rb	2.12 KB	-rw-r--r--
test_case.rb	39.51 KB	-rw-r--r--
test_utilities.rb	8.84 KB	-rw-r--r--
text.rb	1.85 KB	-rw-r--r--
uninstaller.rb	8.83 KB	-rw-r--r--
uri_formatter.rb	778 B	-rw-r--r--
uri_parser.rb	785 B	-rw-r--r--
uri_parsing.rb	324 B	-rw-r--r--
user_interaction.rb	13.3 KB	-rw-r--r--
util.rb	2.22 KB	-rw-r--r--
validator.rb	3.65 KB	-rw-r--r--
version.rb	12.43 KB	-rw-r--r--
version_option.rb	2.02 KB	-rw-r--r--

Code Editor : indexer.rb

# frozen_string_literal: true
require 'rubygems'
require 'rubygems/package'
require 'time'
require 'tmpdir'

rescue_exceptions = [LoadError]
begin
  require 'bundler/errors'
rescue LoadError # this rubygems + old ruby
else # this rubygems + ruby trunk with bundler
  rescue_exceptions << Bundler::GemfileNotFound
end
begin
  gem 'builder'
  require 'builder/xchar'
rescue *rescue_exceptions
end

##
# Top level class for building the gem repository index.

class Gem::Indexer

include Gem::UserInteraction

##
  # Build indexes for RubyGems 1.2.0 and newer when true

attr_accessor :build_modern

##
  # Index install location

attr_reader :dest_directory

##
  # Specs index install location

attr_reader :dest_specs_index

##
  # Latest specs index install location

attr_reader :dest_latest_specs_index

##
  # Prerelease specs index install location

attr_reader :dest_prerelease_specs_index

##
  # Index build directory

attr_reader :directory

##
  # Create an indexer that will index the gems in +directory+.

def initialize(directory, options = {})
    require 'fileutils'
    require 'tmpdir'
    require 'zlib'

unless defined?(Builder::XChar)
      raise "Gem::Indexer requires that the XML Builder library be installed:" +
            "\n\tgem install builder"
    end

options = { :build_modern => true }.merge options

@build_modern = options[:build_modern]

@dest_directory = directory
    @directory = Dir.mktmpdir 'gem_generate_index'

marshal_name = "Marshal.#{Gem.marshal_version}"

@master_index = File.join @directory, 'yaml'
    @marshal_index = File.join @directory, marshal_name

@quick_dir = File.join @directory, 'quick'
    @quick_marshal_dir = File.join @quick_dir, marshal_name
    @quick_marshal_dir_base = File.join "quick", marshal_name # FIX: UGH

@quick_index = File.join @quick_dir, 'index'
    @latest_index = File.join @quick_dir, 'latest_index'

@specs_index = File.join @directory, "specs.#{Gem.marshal_version}"
    @latest_specs_index =
      File.join(@directory, "latest_specs.#{Gem.marshal_version}")
    @prerelease_specs_index =
      File.join(@directory, "prerelease_specs.#{Gem.marshal_version}")
    @dest_specs_index =
      File.join(@dest_directory, "specs.#{Gem.marshal_version}")
    @dest_latest_specs_index =
      File.join(@dest_directory, "latest_specs.#{Gem.marshal_version}")
    @dest_prerelease_specs_index =
      File.join(@dest_directory, "prerelease_specs.#{Gem.marshal_version}")

@files = []
  end

##
  # Build various indices

def build_indices
    specs = map_gems_to_specs gem_file_list
    Gem::Specification._resort! specs
    build_marshal_gemspecs specs
    build_modern_indices specs if @build_modern

compress_indices
  end

##
  # Builds Marshal quick index gemspecs.

def build_marshal_gemspecs(specs)
    count = specs.count
    progress = ui.progress_reporter count,
                                    "Generating Marshal quick index gemspecs for #{count} gems",
                                    "Complete"

files = []

Gem.time 'Generated Marshal quick index gemspecs' do
      specs.each do |spec|
        next if spec.default_gem?
        spec_file_name = "#{spec.original_name}.gemspec.rz"
        marshal_name = File.join @quick_marshal_dir, spec_file_name

marshal_zipped = Gem.deflate Marshal.dump(spec)

File.open marshal_name, 'wb' do |io|
          io.write marshal_zipped
        end

files << marshal_name

progress.updated spec.original_name
      end

progress.done
    end

@files << @quick_marshal_dir

files
  end

##
  # Build a single index for RubyGems 1.2 and newer

def build_modern_index(index, file, name)
    say "Generating #{name} index"

Gem.time "Generated #{name} index" do
      open(file, 'wb') do |io|
        specs = index.map do |*spec|
          # We have to splat here because latest_specs is an array, while the
          # others are hashes.
          spec = spec.flatten.last
          platform = spec.original_platform

# win32-api-1.0.4-x86-mswin32-60
          unless String === platform
            alert_warning "Skipping invalid platform in gem: #{spec.full_name}"
            next
          end

platform = Gem::Platform::RUBY if platform.nil? or platform.empty?
          [spec.name, spec.version, platform]
        end

specs = compact_specs(specs)
        Marshal.dump(specs, io)
      end
    end
  end

##
  # Builds indices for RubyGems 1.2 and newer. Handles full, latest, prerelease

def build_modern_indices(specs)
    prerelease, released = specs.partition do |s|
      s.version.prerelease?
    end
    latest_specs =
      Gem::Specification._latest_specs specs

build_modern_index(released.sort, @specs_index, 'specs')
    build_modern_index(latest_specs.sort, @latest_specs_index, 'latest specs')
    build_modern_index(prerelease.sort, @prerelease_specs_index,
                       'prerelease specs')

@files += [@specs_index,
               "#{@specs_index}.gz",
               @latest_specs_index,
               "#{@latest_specs_index}.gz",
               @prerelease_specs_index,
               "#{@prerelease_specs_index}.gz"]
  end

def map_gems_to_specs(gems)
    gems.map do |gemfile|
      if File.size(gemfile) == 0
        alert_warning "Skipping zero-length gem: #{gemfile}"
        next
      end

begin
        spec = Gem::Package.new(gemfile).spec
        spec.loaded_from = gemfile

spec.abbreviate
        spec.sanitize

spec
      rescue SignalException
        alert_error "Received signal, exiting"
        raise
      rescue Exception => e
        msg = ["Unable to process #{gemfile}",
               "#{e.message} (#{e.class})",
               "\t#{e.backtrace.join "\n\t"}"].join("\n")
        alert_error msg
      end
    end.compact
  end

##
  # Compresses indices on disk
  #--
  # All future files should be compressed using gzip, not deflate

def compress_indices
    say "Compressing indices"

Gem.time 'Compressed indices' do
      if @build_modern
        gzip @specs_index
        gzip @latest_specs_index
        gzip @prerelease_specs_index
      end
    end
  end

##
  # Compacts Marshal output for the specs index data source by using identical
  # objects as much as possible.

def compact_specs(specs)
    names = {}
    versions = {}
    platforms = {}

specs.map do |(name, version, platform)|
      names[name] = name unless names.include? name
      versions[version] = version unless versions.include? version
      platforms[platform] = platform unless platforms.include? platform

[names[name], versions[version], platforms[platform]]
    end
  end

##
  # Compress +filename+ with +extension+.

def compress(filename, extension)
    data = Gem.read_binary filename

zipped = Gem.deflate data

File.open "#{filename}.#{extension}", 'wb' do |io|
      io.write zipped
    end
  end

##
  # List of gem file names to index.

def gem_file_list
    Gem::Util.glob_files_in_dir("*.gem", File.join(@dest_directory, "gems"))
  end

##
  # Builds and installs indices.

def generate_index
    make_temp_directories
    build_indices
    install_indices
  rescue SignalException
  ensure
    FileUtils.rm_rf @directory
  end

##
  # Zlib::GzipWriter wrapper that gzips +filename+ on disk.

def gzip(filename)
    Zlib::GzipWriter.open "#{filename}.gz" do |io|
      io.write Gem.read_binary(filename)
    end
  end

##
  # Install generated indices into the destination directory.

def install_indices
    verbose = Gem.configuration.really_verbose

say "Moving index into production dir #{@dest_directory}" if verbose

files = @files
    files.delete @quick_marshal_dir if files.include? @quick_dir

if files.include? @quick_marshal_dir and not files.include? @quick_dir
      files.delete @quick_marshal_dir

dst_name = File.join(@dest_directory, @quick_marshal_dir_base)

FileUtils.mkdir_p File.dirname(dst_name), :verbose => verbose
      FileUtils.rm_rf dst_name, :verbose => verbose
      FileUtils.mv(@quick_marshal_dir, dst_name,
                   :verbose => verbose, :force => true)
    end

files = files.map do |path|
      path.sub(/^#{Regexp.escape @directory}\/?/, '') # HACK?
    end

files.each do |file|
      src_name = File.join @directory, file
      dst_name = File.join @dest_directory, file

FileUtils.rm_rf dst_name, :verbose => verbose
      FileUtils.mv(src_name, @dest_directory,
                   :verbose => verbose, :force => true)
    end
  end

##
  # Make directories for index generation

def make_temp_directories
    FileUtils.rm_rf @directory
    FileUtils.mkdir_p @directory, :mode => 0700
    FileUtils.mkdir_p @quick_marshal_dir
  end

##
  # Ensure +path+ and path with +extension+ are identical.

def paranoid(path, extension)
    data = Gem.read_binary path
    compressed_data = Gem.read_binary "#{path}.#{extension}"

unless data == Gem::Util.inflate(compressed_data)
      raise "Compressed file #{compressed_path} does not match uncompressed file #{path}"
    end
  end

##
  # Perform an in-place update of the repository from newly added gems.

def update_index
    make_temp_directories

specs_mtime = File.stat(@dest_specs_index).mtime
    newest_mtime = Time.at 0

updated_gems = gem_file_list.select do |gem|
      gem_mtime = File.stat(gem).mtime
      newest_mtime = gem_mtime if gem_mtime > newest_mtime
      gem_mtime >= specs_mtime
    end

if updated_gems.empty?
      say 'No new gems'
      terminate_interaction 0
    end

specs = map_gems_to_specs updated_gems
    prerelease, released = specs.partition { |s| s.version.prerelease? }

files = build_marshal_gemspecs specs

Gem.time 'Updated indexes' do
      update_specs_index released, @dest_specs_index, @specs_index
      update_specs_index released, @dest_latest_specs_index, @latest_specs_index
      update_specs_index(prerelease,
                         @dest_prerelease_specs_index,
                         @prerelease_specs_index)
    end

compress_indices

verbose = Gem.configuration.really_verbose

say "Updating production dir #{@dest_directory}" if verbose

files << @specs_index
    files << "#{@specs_index}.gz"
    files << @latest_specs_index
    files << "#{@latest_specs_index}.gz"
    files << @prerelease_specs_index
    files << "#{@prerelease_specs_index}.gz"

files = files.map do |path|
      path.sub(/^#{Regexp.escape @directory}\/?/, '') # HACK?
    end

files.each do |file|
      src_name = File.join @directory, file
      dst_name = File.join @dest_directory, file # REFACTOR: duped above

FileUtils.mv src_name, dst_name, :verbose => verbose,
                   :force => true

File.utime newest_mtime, newest_mtime, dst_name
    end
  end

##
  # Combines specs in +index+ and +source+ then writes out a new copy to
  # +dest+.  For a latest index, does not ensure the new file is minimal.

def update_specs_index(index, source, dest)
    specs_index = Marshal.load Gem.read_binary(source)

index.each do |spec|
      platform = spec.original_platform
      platform = Gem::Platform::RUBY if platform.nil? or platform.empty?
      specs_index << [spec.name, spec.version, platform]
    end

specs_index = compact_specs specs_index.uniq.sort

File.open dest, 'wb' do |io|
      Marshal.dump specs_index, io
    end
  end

end

${this.title}

Code Editor : indexer.rb