BinaryBuilder: `LoadError: could not find source path for package`

[giordano]

Using Julia v1.12.0-rc1: https://github.com/EnzymeAD/ReactantBuilder/actions/runs/17480690107/job/49650426973?pr=1#step:7:81

   Resolving package versions...
ERROR: LoadError: could not find source path for package LLVMLibcxx_jll based on manifest /home/wmoses/actions-runner/_work/ReactantBuilder/ReactantBuilder/R/Reactant/build/aarch64-linux-gnu-cxx11-cuda_version+12.8-gpu+cuda-mode+opt/2NOwIyko/aarch64-linux-gnu-libgfortran5-cxx11-cuda_version+12.8-gpu+cuda-mode+opt/.project/Manifest.toml
Stacktrace:
  [1] pkgerror(msg::String)
    @ Pkg.Types ~/actions-runner/_work/_tool/julia/1.12.0-rc1/x64/share/julia/stdlib/v1.12/Pkg/src/Types.jl:68
  [2] fixups_from_projectfile!(ctx::Pkg.Types.Context)
    @ Pkg.Operations ~/actions-runner/_work/_tool/julia/1.12.0-rc1/x64/share/julia/stdlib/v1.12/Pkg/src/Operations.jl:248
  [3] add(ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}, new_git::Set{Base.UUID}; allow_autoprecomp::Bool, preserve::PreserveLevel, platform::Platform, target::Symbol)
    @ Pkg.Operations ~/actions-runner/_work/_tool/julia/1.12.0-rc1/x64/share/julia/stdlib/v1.12/Pkg/src/Operations.jl:1736
  [4] add
    @ ~/actions-runner/_work/_tool/julia/1.12.0-rc1/x64/share/julia/stdlib/v1.12/Pkg/src/Operations.jl:1706 [inlined]
  [5] add(ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}; preserve::PreserveLevel, platform::Platform, target::Symbol, allow_autoprecomp::Bool, kwargs::@Kwargs{julia_version::Nothing, io::IOContext{Base.PipeEndpoint}})
    @ Pkg.API ~/actions-runner/_work/_tool/julia/1.12.0-rc1/x64/share/julia/stdlib/v1.12/Pkg/src/API.jl:339
  [6] add(pkgs::Vector{PackageSpec}; io::IOContext{Base.PipeEndpoint}, kwargs::@Kwargs{platform::Platform, julia_version::Nothing})
    @ Pkg.API ~/actions-runner/_work/_tool/julia/1.12.0-rc1/x64/share/julia/stdlib/v1.12/Pkg/src/API.jl:164
  [7] add
    @ ~/actions-runner/_work/_tool/julia/1.12.0-rc1/x64/share/julia/stdlib/v1.12/Pkg/src/API.jl:153 [inlined]
  [8] (::BinaryBuilderBase.var"#92#93"{@Kwargs{platform::Platform, io::IOContext{Base.PipeEndpoint}, julia_version::Nothing}, Tuple{Vector{PackageSpec}}})()
    @ BinaryBuilderBase ~/.julia/packages/BinaryBuilderBase/dNGD5/src/Prefix.jl:696
  [9] withenv(f::BinaryBuilderBase.var"#92#93"{@Kwargs{platform::Platform, io::IOContext{Base.PipeEndpoint}, julia_version::Nothing}, Tuple{Vector{PackageSpec}}}, keyvals::Pair{String, String})
    @ Base ./env.jl:265
 [10] #Pkg_add#90
    @ ~/.julia/packages/BinaryBuilderBase/dNGD5/src/Prefix.jl:690 [inlined]
 [11] (::BinaryBuilderBase.var"#103#104"{Bool, Prefix, Vector{PackageSpec}, Platform, Vector{String}, Vector{String}})()
    @ BinaryBuilderBase ~/.julia/packages/BinaryBuilderBase/dNGD5/src/Prefix.jl:770
 [12] activate(f::BinaryBuilderBase.var"#103#104"{Bool, Prefix, Vector{PackageSpec}, Platform, Vector{String}, Vector{String}}, new_project::String)
    @ Pkg.API ~/actions-runner/_work/_tool/julia/1.12.0-rc1/x64/share/julia/stdlib/v1.12/Pkg/src/API.jl:1415
 [13] setup_dependencies(prefix::Prefix, dependencies::Vector{PackageSpec}, platform::Platform; verbose::Bool)
    @ BinaryBuilderBase ~/.julia/packages/BinaryBuilderBase/dNGD5/src/Prefix.jl:762
 [14] setup_dependencies
    @ ~/.julia/packages/BinaryBuilderBase/dNGD5/src/Prefix.jl:726 [inlined]
 [15] (::BinaryBuilder.var"#setup_deps#21")(f::typeof(BinaryBuilderBase.is_target_dependency), prefix::Prefix, dependencies::Vector{BinaryBuilderBase.AbstractDependency}, platform::Platform, verbose::Bool)
    @ BinaryBuilder ~/.julia/packages/BinaryBuilder/yHbT3/src/AutoBuild.jl:866
 [16] autobuild(dir::AbstractString, src_name::AbstractString, src_version::VersionNumber, sources::Vector{<:BinaryBuilderBase.AbstractSource}, script::AbstractString, platforms::Vector, products::Vector{<:Product}, dependencies::Vector{<:BinaryBuilderBase.AbstractDependency}; verbose::Bool, debug::Bool, skip_audit::Bool, ignore_audit_errors::Bool, autofix::Bool, code_dir::Union{Nothing, String}, require_license::Bool, dont_dlopen::Bool, compression_format::String, kwargs...)
    @ BinaryBuilder ~/.julia/packages/BinaryBuilder/yHbT3/src/AutoBuild.jl:869
 [17] build_tarballs(ARGS::Any, src_name::Any, src_version::Any, sources::Any, script::Any, platforms::Any, products::Any, dependencies::Any; julia_compat::String, validate_name::Bool, compression_format::String, kwargs...)
    @ BinaryBuilder ~/.julia/packages/BinaryBuilder/yHbT3/src/AutoBuild.jl:380
 [18] top-level scope
    @ ~/actions-runner/_work/ReactantBuilder/ReactantBuilder/R/Reactant/build_tarballs.jl:624
 [19] include(mod::Module, _path::String)
    @ Base ./Base.jl:303
 [20] exec_options(opts::Base.JLOptions)
    @ Base ./client.jl:321
 [21] _start()
    @ Base ./client.jl:554
in expression starting at /home/wmoses/actions-runner/_work/ReactantBuilder/ReactantBuilder/R/Reactant/build_tarballs.jl:623

Build recipe is https://github.com/EnzymeAD/ReactantBuilder/blob/70a3e8af49b7b02c35fd9634bd43037e7f62a2e7/R/Reactant/build_tarballs.jl, targeting aarch64-linux-gnu-cxx11-cuda_version+12.8-gpu+cuda-mode+opt.

CC @IanButterworth.

[IanButterworth]

Does this error on master too? I notice it's not reporting that it's resolving with a different julia_version (which I assume it is, but haven't looked into this yet)

[giordano]

Somehow I can't reproduce exactly the same error message as the one reported above, but now in Julia v1.12.0-rc3 with the following code

using BinaryBuilderBase: setup_dependencies, Prefix
using Pkg

withenv("JULIA_DEBUG" => "BinaryBuilderBase") do
    PkgSpec = typeof(Pkg.PackageSpec(name="dummy"))
    prefix = Prefix("/tmp/jl_prefix")
    dependencies = [PkgSpec("LLVMLibcxx_jll", v"18.1.7")]
    setup_dependencies(prefix,
                       dependencies,
                       Base.BinaryPlatforms.HostPlatform();
                       verbose = true)
end

I'm getting

┌ Debug: Creating Prefix
│   path = "/tmp/jl_prefix"
└ @ BinaryBuilderBase ~/.julia/dev/BinaryBuilderBase/src/Prefix.jl:62
┌ Debug: Canonicalized path
│   path = "/tmp/jl_prefix"
└ @ BinaryBuilderBase ~/.julia/dev/BinaryBuilderBase/src/Prefix.jl:65
┌ Debug: Created directory structure for prefix
│   path = "/tmp/jl_prefix"
└ @ BinaryBuilderBase ~/.julia/dev/BinaryBuilderBase/src/Prefix.jl:67
┌ Debug: Setting up dependencies
│   prefix = "Prefix(/tmp/jl_prefix)"
│   platform = Linux x86_64 {cxxstring_abi=cxx11, julia_version=1.12.0, libc=glibc, libgfortran_version=5.0.0, libstdcxx_version=3.4.30}
│   length(dependencies) = 1
└ @ BinaryBuilderBase ~/.julia/dev/BinaryBuilderBase/src/Prefix.jl:730
┌ Debug: Filtered dependencies
│   dependencies_names =
│    1-element Vector{String}:
│     "LLVMLibcxx_jll"
└ @ BinaryBuilderBase ~/.julia/dev/BinaryBuilderBase/src/Prefix.jl:747
┌ Debug: Found julia version in platform
│   julia_version = v"1.12.0"
└ @ BinaryBuilderBase ~/.julia/dev/BinaryBuilderBase/src/Prefix.jl:753
┌ Debug: Creating dependency project
│   artifacts_dir = "/tmp/jl_prefix/x86_64-linux-gnu-libgfortran5-cxx11-libstdcxx30-julia_version+1.12.0/artifacts"
│   deps_project = "/tmp/jl_prefix/x86_64-linux-gnu-libgfortran5-cxx11-libstdcxx30-julia_version+1.12.0/.project"
└ @ BinaryBuilderBase ~/.julia/dev/BinaryBuilderBase/src/Prefix.jl:760
┌ Debug: Updating registry
└ @ BinaryBuilderBase ~/.julia/dev/BinaryBuilderBase/src/Prefix.jl:765
┌ Debug: Adding dependencies to project
│   dependencies =
│    1-element Vector{PackageSpec}:
│     PackageSpec(
│      name = LLVMLibcxx_jll
│      version = v"18.1.7"
│    )
└ @ BinaryBuilderBase ~/.julia/dev/BinaryBuilderBase/src/Prefix.jl:769
   Resolving package versions...
ERROR: LoadError: version 18.1.7 of package LLVMLibcxx_jll is not available. Available versions: 18.1.7+0, 18.1.7+1
Stacktrace:
  [1] pkgerror(msg::String)
    @ Pkg.Types ~/.julia/juliaup/julia-1.12.0-rc3+0.x64.linux.gnu/share/julia/stdlib/v1.12/Pkg/src/Types.jl:68
  [2] resolve_versions!(env::Pkg.Types.EnvCache, registries::Vector{…}, pkgs::Vector{…}, julia_version::VersionNumber, installed_only::Bool)
    @ Pkg.Operations ~/.julia/juliaup/julia-1.12.0-rc3+0.x64.linux.gnu/share/julia/stdlib/v1.12/Pkg/src/Operations.jl:573
  [3] targeted_resolve
    @ ~/.julia/juliaup/julia-1.12.0-rc3+0.x64.linux.gnu/share/julia/stdlib/v1.12/Pkg/src/Operations.jl:1669 [inlined]
  [4] tiered_resolve(env::Pkg.Types.EnvCache, registries::Vector{…}, pkgs::Vector{…}, julia_version::VersionNumber, try_all_installed::Bool)
    @ Pkg.Operations ~/.julia/juliaup/julia-1.12.0-rc3+0.x64.linux.gnu/share/julia/stdlib/v1.12/Pkg/src/Operations.jl:1641
  [5] _resolve(io::Base.TTY, env::Pkg.Types.EnvCache, registries::Vector{…}, pkgs::Vector{…}, preserve::PreserveLevel, julia_version::VersionNumber)
    @ Pkg.Operations ~/.julia/juliaup/julia-1.12.0-rc3+0.x64.linux.gnu/share/julia/stdlib/v1.12/Pkg/src/Operations.jl:1679
  [6] add(ctx::Pkg.Types.Context, pkgs::Vector{…}, new_git::Set{…}; allow_autoprecomp::Bool, preserve::PreserveLevel, platform::Base.BinaryPlatforms.Platform, target::Symbol)
    @ Pkg.Operations ~/.julia/juliaup/julia-1.12.0-rc3+0.x64.linux.gnu/share/julia/stdlib/v1.12/Pkg/src/Operations.jl:1712
  [7] add
    @ ~/.julia/juliaup/julia-1.12.0-rc3+0.x64.linux.gnu/share/julia/stdlib/v1.12/Pkg/src/Operations.jl:1685 [inlined]
  [8] add(ctx::Pkg.Types.Context, pkgs::Vector{…}; preserve::PreserveLevel, platform::Base.BinaryPlatforms.Platform, target::Symbol, allow_autoprecomp::Bool, kwargs::@Kwargs{…})
    @ Pkg.API ~/.julia/juliaup/julia-1.12.0-rc3+0.x64.linux.gnu/share/julia/stdlib/v1.12/Pkg/src/API.jl:312
  [9] add(pkgs::Vector{PackageSpec}; io::Base.TTY, kwargs::@Kwargs{platform::Base.BinaryPlatforms.Platform, julia_version::VersionNumber})
    @ Pkg.API ~/.julia/juliaup/julia-1.12.0-rc3+0.x64.linux.gnu/share/julia/stdlib/v1.12/Pkg/src/API.jl:164
 [10] add
    @ ~/.julia/juliaup/julia-1.12.0-rc3+0.x64.linux.gnu/share/julia/stdlib/v1.12/Pkg/src/API.jl:153 [inlined]
 [11] (::BinaryBuilderBase.var"#92#93"{@Kwargs{platform::Base.BinaryPlatforms.Platform, io::Base.TTY, julia_version::VersionNumber}, Tuple{Vector{PackageSpec}}})()
    @ BinaryBuilderBase ~/.julia/dev/BinaryBuilderBase/src/Prefix.jl:696
 [12] withenv(f::BinaryBuilderBase.var"#92#93"{@Kwargs{…}, Tuple{…}}, keyvals::Pair{String, String})
    @ Base ./env.jl:265
 [13] #Pkg_add#90
    @ ~/.julia/dev/BinaryBuilderBase/src/Prefix.jl:690 [inlined]
 [14] (::BinaryBuilderBase.var"#103#104"{Bool, Prefix, Vector{PackageSpec}, Base.BinaryPlatforms.Platform, Vector{String}, Vector{String}})()
    @ BinaryBuilderBase ~/.julia/dev/BinaryBuilderBase/src/Prefix.jl:770
 [15] activate(f::BinaryBuilderBase.var"#103#104"{Bool, Prefix, Vector{PackageSpec}, Base.BinaryPlatforms.Platform, Vector{String}, Vector{String}}, new_project::String)
    @ Pkg.API ~/.julia/juliaup/julia-1.12.0-rc3+0.x64.linux.gnu/share/julia/stdlib/v1.12/Pkg/src/API.jl:1388
 [16] setup_dependencies(prefix::Prefix, dependencies::Vector{PackageSpec}, platform::Base.BinaryPlatforms.Platform; verbose::Bool)
    @ BinaryBuilderBase ~/.julia/dev/BinaryBuilderBase/src/Prefix.jl:762
 [17] setup_dependencies
    @ ~/.julia/dev/BinaryBuilderBase/src/Prefix.jl:726 [inlined]
 [18] (::var"#2#3")()
    @ Main /tmp/foo.jl:8
 [19] withenv(f::var"#2#3", keyvals::Pair{String, String})
    @ Base ./env.jl:265

[IanButterworth]

Can that be reproduced on nightly?

[giordano]

Yes:

┌ Debug: Adding dependencies to project
│   dependencies =
│    1-element Vector{PackageSpec}:
│     PackageSpec(
│      name = LLVMLibcxx_jll
│      version = v"18.1.7"
│    )
└ @ BinaryBuilderBase ~/.julia/dev/BinaryBuilderBase/src/Prefix.jl:770
     Context Pkg is operating with julia_version set to `1.13.0`
   Resolving package versions...
ERROR: LoadError: version 18.1.7 of package LLVMLibcxx_jll is not available. Available versions: 18.1.7+0, 18.1.7+1
Stacktrace:
  [1] pkgerror(msg::String)
    @ Pkg.Types ~/.julia/juliaup/julia-nightly/share/julia/stdlib/v1.13/Pkg/src/Types.jl:68
  [2] resolve_versions!(env::Pkg.Types.EnvCache, registries::Vector{…}, pkgs::Vector{…}, julia_version::VersionNumber, installed_only::Bool)
    @ Pkg.Operations ~/.julia/juliaup/julia-nightly/share/julia/stdlib/v1.13/Pkg/src/Operations.jl:645
  [3] targeted_resolve
    @ ~/.julia/juliaup/julia-nightly/share/julia/stdlib/v1.13/Pkg/src/Operations.jl:1836 [inlined]
  [4] tiered_resolve(env::Pkg.Types.EnvCache, registries::Vector{…}, pkgs::Vector{…}, julia_version::VersionNumber, try_all_installed::Bool)
    @ Pkg.Operations ~/.julia/juliaup/julia-nightly/share/julia/stdlib/v1.13/Pkg/src/Operations.jl:1808
  [5] _resolve(io::Base.TTY, env::Pkg.Types.EnvCache, registries::Vector{…}, pkgs::Vector{…}, preserve::PreserveLevel, julia_version::VersionNumber)
    @ Pkg.Operations ~/.julia/juliaup/julia-nightly/share/julia/stdlib/v1.13/Pkg/src/Operations.jl:1850
  [6] add(ctx::Pkg.Types.Context, pkgs::Vector{…}, new_git::Set{…}; allow_autoprecomp::Bool, preserve::PreserveLevel, platform::Base.BinaryPlatforms.Platform, target::Symbol)
    @ Pkg.Operations ~/.julia/juliaup/julia-nightly/share/julia/stdlib/v1.13/Pkg/src/Operations.jl:1898

with

Julia Version 1.13.0-DEV.1248
Commit 498d982fd53 (2025-10-02 17:57 UTC)

Also, it appears the error message just changed at some point, I just reran the workflow with Julia v1.12 and got the new error message: https://github.com/EnzymeAD/ReactantBuilder/actions/runs/18224618024/job/51892720347#step:9:206

[IanButterworth]

I think this is a valid failure. You're specifying a specific version that doesn't exist? v"18.1.7" rather than "18.1.7" (because of the +0 +1 etc.)

[giordano]

Is there an API call for getting latest build version number available?

[IanButterworth]

Nothing comes to mind. But you could do the inelegant thing of creating a temp env then adding it via "18.1.7" then reading it back via Pkg.dependencies()[uuid]

[giordano]

Ah, wait, that's passed explicitly to PkgSpec, let me see if it works without it.

[giordano]

PkgSpec(; name="LLVMLibcxx_jll", version="18.1.7")

seems be good enough for us, let me see if there are other issues after this.

[giordano]

I can't reproduce the original error anymore, and the error reported at #4383 (comment) is fixed by #4383 (comment)