Skip to content

Commit

Permalink
WIP
Browse files Browse the repository at this point in the history
  • Loading branch information
fxn committed May 28, 2024
1 parent 95f7c04 commit 2f07d48
Show file tree
Hide file tree
Showing 7 changed files with 263 additions and 143 deletions.
1 change: 1 addition & 0 deletions lib/zeitwerk.rb
Original file line number Diff line number Diff line change
Expand Up @@ -3,6 +3,7 @@
module Zeitwerk
require_relative "zeitwerk/real_mod_name"
require_relative "zeitwerk/internal"
require_relative "zeitwerk/cref"
require_relative "zeitwerk/loader"
require_relative "zeitwerk/gem_loader"
require_relative "zeitwerk/registry"
Expand Down
99 changes: 99 additions & 0 deletions lib/zeitwerk/cref.rb
Original file line number Diff line number Diff line change
@@ -0,0 +1,99 @@
# frozen_string_literal: true

# This private class encapsulates pairs (mod, cname).
#
# Objects represent the constant cname in the class or module object mod, and
# have API to manage them that encapsulates the constants API. Examples:
#
# cref.path
# cref.set(value)
# cref.get
#
# The constant may or may not exist in mod.
class Zeitwerk::Cref
include Zeitwerk::RealModName

# @sig Symbol
attr_reader :cname

# The type of the first argument is Module because Class < Module, class
# objects are also valid.
#
# @sig (Module, Symbol) -> void
def initialize(mod, cname)
@mod = mod
@cname = cname
@path = nil
end

if Symbol.method_defined?(:name)
# Symbol#name was introduced in Ruby 3.0. It returns always the same
# frozen object, so we may save a few string allocations.
#
# @sig () -> String
def path
@path ||= Object.equal?(@mod) ? @cname.name : "#{real_mod_name(@mod)}::#{@cname.name}"
end
else
# @sig () -> String
def path
@path ||= Object.equal?(@mod) ? @cname.to_s : "#{real_mod_name(@mod)}::#{@cname}"
end
end

# The autoload? predicate takes into account the ancestor chain of the
# receiver, like const_defined? and other methods in the constants API do.
#
# For example, given
#
# class A
# autoload :X, "x.rb"
# end
#
# class B < A
# end
#
# B.autoload?(:X) returns "x.rb".
#
# We need a way to retrieve it ignoring ancestors.
#
# @sig () -> String?
if method(:autoload?).arity == 1
# @sig () -> String?
def autoload?
@mod.autoload?(@cname) if self.defined?
end
else
# @sig () -> String?
def autoload?
@mod.autoload?(@cname, false)
end
end

# @sig (String) -> bool
def autoload(abspath)
@mod.autoload(@cname, abspath)
end

# @sig () -> bool
def defined?
@mod.const_defined?(@cname, false)
end

# @sig (Object) -> Object
def set(value)
@mod.const_set(@cname, value)
end

# @raise [NameError]
# @sig () -> Object
def get
@mod.const_get(@cname, false)
end

# @raise [NameError]
# @sig () -> void
def remove
@mod.__send__(:remove_const, @cname)
end
end
120 changes: 58 additions & 62 deletions lib/zeitwerk/loader.rb
Original file line number Diff line number Diff line change
Expand Up @@ -22,14 +22,13 @@ class Loader
private_constant :MUTEX

# Maps absolute paths for which an autoload has been set ---and not
# executed--- to their corresponding parent class or module and constant
# name.
# executed--- to their corresponding Zeitwerk::Cref object.
#
# "/Users/fxn/blog/app/models/user.rb" => [Object, :User],
# "/Users/fxn/blog/app/models/hotel/pricing.rb" => [Hotel, :Pricing]
# "/Users/fxn/blog/app/models/user.rb" => #<Zeitwerk::Cref:... @mod=Object, @cname=:User, ...>,
# "/Users/fxn/blog/app/models/hotel/pricing.rb" => #<Zeitwerk::Cref:... @mod=Hotel, @cname=:Pricing, ...>,
# ...
#
# @sig Hash[String, [Module, Symbol]]
# @sig Hash[String, Zeitwerk::Cref]
attr_reader :autoloads
internal :autoloads

Expand All @@ -45,17 +44,19 @@ class Loader

# Stores metadata needed for unloading. Its entries look like this:
#
# "Admin::Role" => [".../admin/role.rb", [Admin, :Role]]
# "Admin::Role" => [
# ".../admin/role.rb",
# #<Zeitwerk::Cref:... @mod=Admin, @cname=:Role, ...>
# ]
#
# The cpath as key helps implementing unloadable_cpath? The file name is
# stored in order to be able to delete it from $LOADED_FEATURES, and the
# pair [Module, Symbol] is used to remove_const the constant from the class
# or module object.
# cref is used to remove the constant from the parent class or module.
#
# If reloading is enabled, this hash is filled as constants are autoloaded
# or eager loaded. Otherwise, the collection remains empty.
#
# @sig Hash[String, [String, [Module, Symbol]]]
# @sig Hash[String, [String, Zeitwerk::Cref]]
attr_reader :to_unload
internal :to_unload

Expand Down Expand Up @@ -154,22 +155,22 @@ def unload
# is enough.
unloaded_files = Set.new

autoloads.each do |abspath, (parent, cname)|
if parent.autoload?(cname)
unload_autoload(parent, cname)
autoloads.each do |abspath, cref|
if cref.autoload?
unload_autoload(cref)
else
# Could happen if loaded with require_relative. That is unsupported,
# and the constant path would escape unloadable_cpath? This is just
# defensive code to clean things up as much as we are able to.
unload_cref(parent, cname)
unload_cref(cref)
unloaded_files.add(abspath) if ruby?(abspath)
end
end

to_unload.each do |cpath, (abspath, (parent, cname))|
to_unload.each do |cpath, (abspath, cref)|
unless on_unload_callbacks.empty?
begin
value = cget(parent, cname)
value = cref.get
rescue ::NameError
# Perhaps the user deleted the constant by hand, or perhaps an
# autoload failed to define the expected constant but the user
Expand All @@ -179,7 +180,7 @@ def unload
end
end

unload_cref(parent, cname)
unload_cref(cref)
unloaded_files.add(abspath) if ruby?(abspath)
end

Expand Down Expand Up @@ -240,8 +241,7 @@ def all_expected_cpaths
actual_roots.each do |root_dir, root_namespace|
queue = [[root_dir, real_mod_name(root_namespace)]]

until queue.empty?
dir, cpath = queue.shift
while (dir, cpath = queue.shift)
result[dir] = cpath

prefix = cpath == "Object" ? "" : cpath + "::"
Expand Down Expand Up @@ -445,21 +445,22 @@ def all_dirs
ls(dir) do |basename, abspath, ftype|
if ftype == :file
basename.delete_suffix!(".rb")
autoload_file(parent, cname_for(basename, abspath), abspath)
cref = Cref.new(parent, cname_for(basename, abspath))
autoload_file(cref, abspath)
else
if collapse?(abspath)
define_autoloads_for_dir(abspath, parent)
else
autoload_subdir(parent, cname_for(basename, abspath), abspath)
cref = Cref.new(parent, cname_for(basename, abspath))
autoload_subdir(cref, abspath)
end
end
end
end

# @sig (Module, Symbol, String) -> void
private def autoload_subdir(parent, cname, subdir)
if autoload_path = autoload_path_set_by_me_for?(parent, cname)
cpath = cpath(parent, cname)
private def autoload_subdir(cref, subdir)
if autoload_path = autoload_path_set_by_me_for?(cref)
if ruby?(autoload_path)
# Scanning visited a Ruby file first, and now a directory for the same
# constant has been found. This means we are dealing with an explicit
Expand All @@ -468,88 +469,83 @@ def all_dirs
# Registering is idempotent, and we have to keep the autoload pointing
# to the file. This may run again if more directories are found later
# on, no big deal.
register_explicit_namespace(cpath)
register_explicit_namespace(cref.path)
end
# If the existing autoload points to a file, it has to be preserved, if
# not, it is fine as it is. In either case, we do not need to override.
# Just remember the subdirectory conforms this namespace.
namespace_dirs[cpath] << subdir
elsif !cdef?(parent, cname)
namespace_dirs[cref.path] << subdir
elsif !cref.defined?
# First time we find this namespace, set an autoload for it.
namespace_dirs[cpath(parent, cname)] << subdir
define_autoload(parent, cname, subdir)
namespace_dirs[cref.path] << subdir
define_autoload(cref, subdir)
else
# For whatever reason the constant that corresponds to this namespace has
# already been defined, we have to recurse.
log("the namespace #{cpath(parent, cname)} already exists, descending into #{subdir}") if logger
define_autoloads_for_dir(subdir, cget(parent, cname))
log("the namespace #{cref.path} already exists, descending into #{subdir}") if logger
define_autoloads_for_dir(subdir, cref.get)
end
end

# @sig (Module, Symbol, String) -> void
private def autoload_file(parent, cname, file)
if autoload_path = strict_autoload_path(parent, cname) || Registry.inception?(cpath(parent, cname))
private def autoload_file(cref, file)
if autoload_path = cref.autoload? || Registry.inception?(cref.path)
# First autoload for a Ruby file wins, just ignore subsequent ones.
if ruby?(autoload_path)
shadowed_files << file
log("file #{file} is ignored because #{autoload_path} has precedence") if logger
else
promote_namespace_from_implicit_to_explicit(
dir: autoload_path,
file: file,
parent: parent,
cname: cname
)
promote_namespace_from_implicit_to_explicit(dir: autoload_path, file: file, cref: cref)
end
elsif cdef?(parent, cname)
elsif cref.defined?
shadowed_files << file
log("file #{file} is ignored because #{cpath(parent, cname)} is already defined") if logger
log("file #{file} is ignored because #{cref.path} is already defined") if logger
else
define_autoload(parent, cname, file)
define_autoload(cref, file)
end
end

# `dir` is the directory that would have autovivified a namespace. `file` is
# the file where we've found the namespace is explicitly defined.
#
# @sig (dir: String, file: String, parent: Module, cname: Symbol) -> void
private def promote_namespace_from_implicit_to_explicit(dir:, file:, parent:, cname:)
# @sig (dir: String, file: String, cref: Zeitwerk::Cref) -> void
private def promote_namespace_from_implicit_to_explicit(dir:, file:, cref:)
autoloads.delete(dir)
Registry.unregister_autoload(dir)

log("earlier autoload for #{cpath(parent, cname)} discarded, it is actually an explicit namespace defined in #{file}") if logger
log("earlier autoload for #{cref.path} discarded, it is actually an explicit namespace defined in #{file}") if logger

define_autoload(parent, cname, file)
register_explicit_namespace(cpath(parent, cname))
define_autoload(cref, file)
register_explicit_namespace(cref.path)
end

# @sig (Module, Symbol, String) -> void
private def define_autoload(parent, cname, abspath)
parent.autoload(cname, abspath)
private def define_autoload(cref, abspath)
cref.autoload(abspath)

if logger
if ruby?(abspath)
log("autoload set for #{cpath(parent, cname)}, to be loaded from #{abspath}")
log("autoload set for #{cref.path}, to be loaded from #{abspath}")
else
log("autoload set for #{cpath(parent, cname)}, to be autovivified from #{abspath}")
log("autoload set for #{cref.path}, to be autovivified from #{abspath}")
end
end

autoloads[abspath] = [parent, cname]
autoloads[abspath] = cref
Registry.register_autoload(self, abspath)

# See why in the documentation of Zeitwerk::Registry.inceptions.
unless parent.autoload?(cname)
Registry.register_inception(cpath(parent, cname), abspath, self)
unless cref.autoload?
Registry.register_inception(cref.path, abspath, self)
end
end

# @sig (Module, Symbol) -> String?
private def autoload_path_set_by_me_for?(parent, cname)
if autoload_path = strict_autoload_path(parent, cname)
private def autoload_path_set_by_me_for?(cref)
if autoload_path = cref.autoload?
autoload_path if autoloads.key?(autoload_path)
else
Registry.inception?(cpath(parent, cname))
Registry.inception?(cref.path)
end
end

Expand Down Expand Up @@ -590,21 +586,21 @@ def all_dirs
end

# @sig (Module, Symbol) -> void
private def unload_autoload(parent, cname)
crem(parent, cname)
log("autoload for #{cpath(parent, cname)} removed") if logger
private def unload_autoload(cref)
cref.remove
log("autoload for #{cref.path} removed") if logger
end

# @sig (Module, Symbol) -> void
private def unload_cref(parent, cname)
private def unload_cref(cref)
# Let's optimistically remove_const. The way we use it, this is going to
# succeed always if all is good.
crem(parent, cname)
cref.remove
rescue ::NameError
# There are a few edge scenarios in which this may happen. If the constant
# is gone, that is OK, anyway.
else
log("#{cpath(parent, cname)} unloaded") if logger
log("#{cref.path} unloaded") if logger
end
end
end
Loading

0 comments on commit 2f07d48

Please sign in to comment.