Skip to content

install: do not fail the isolated install when an optional dependency's tarball cannot be downloaded #43229

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Closed
robobun wants to merge 10 commits into from
Closed

install: do not fail the isolated install when an optional dependency's tarball cannot be downloaded #43229

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
10 commits
Select commit Hold shift + click to select a range
1f6d2fd
install: do not fail the isolated install when an optional dependency…
robobun Sep 18, 2026
586c6f6
install: an entry with a required edge fails, remove the links to a l…
robobun Sep 18, 2026
6914032
install: shorten the comments
robobun Sep 18, 2026
6e77914
install: keep the dependency links of a global store entry, an option…
robobun Sep 18, 2026
2c35fb4
install: remove the links to a left-out entry before its dependents r…
robobun Sep 18, 2026
6ceed9b
install: remove the links to a left-out entry from the entries that l…
robobun Sep 18, 2026
d05e470
install: shorten a comment
robobun Sep 18, 2026
6573ed0
ci: retrigger
robobun Sep 18, 2026
494fa34
install: a package that any dependency of the store requires fails, t…
robobun Oct 8, 2026
263d09b
install: shorten a comment
robobun Oct 8, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
125 changes: 77 additions & 48 deletions src/install/PackageManager/runTasks.rs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -80,13 +80,15 @@ pub trait RunTasksCallbacks {
// `package_id: PackageID` otherwise. Static dispatch via two trait
// methods lets impls receive the correctly-typed id without a
// `Task::Id` round-trip pun.
// `is_required == false`: only optional dependencies need the download.
fn on_package_download_error_store(
_ctx: &mut Self::Ctx,
_task_id: Task::Id,
_name: &[u8],
_resolution: &bun_install::Resolution,
_err: crate::Error,
_url: &[u8],
_is_required: bool,
) {
unreachable!()
}
Expand All @@ -97,6 +99,7 @@ pub trait RunTasksCallbacks {
_resolution: &bun_install::Resolution,
_err: crate::Error,
_url: &[u8],
_is_required: bool,
) {
unreachable!()
}
Expand Down Expand Up @@ -133,9 +136,9 @@ struct ErasedCallbacks {
is_store_installer: bool,
on_package_manifest_error: fn(*mut (), &[u8], crate::Error, &[u8]),
on_package_download_error_store:
fn(*mut (), Task::Id, &[u8], &bun_install::Resolution, crate::Error, &[u8]),
fn(*mut (), Task::Id, &[u8], &bun_install::Resolution, crate::Error, &[u8], bool),
on_package_download_error_pkg:
fn(*mut (), PackageID, &[u8], &bun_install::Resolution, crate::Error, &[u8]),
fn(*mut (), PackageID, &[u8], &bun_install::Resolution, crate::Error, &[u8], bool),
on_extract_package_installer:
fn(*mut (), Task::Id, DependencyID, &mut bun_install::ExtractData, Options::LogLevel),
on_extract_store_installer: fn(*mut (), Task::Id),
Expand Down Expand Up @@ -163,19 +166,30 @@ impl ErasedCallbacks {
on_package_manifest_error: |c, name, err, url| {
C::on_package_manifest_error(ctx::<C>(c), name, err, url)
},
on_package_download_error_store: |c, task_id, name, resolution, err, url| {
C::on_package_download_error_store(ctx::<C>(c), task_id, name, resolution, err, url)
},
on_package_download_error_pkg: |c, package_id, name, resolution, err, url| {
C::on_package_download_error_pkg(
ctx::<C>(c),
package_id,
name,
resolution,
err,
url,
)
},
on_package_download_error_store:
|c, task_id, name, resolution, err, url, is_required| {
C::on_package_download_error_store(
ctx::<C>(c),
task_id,
name,
resolution,
err,
url,
is_required,
)
},
on_package_download_error_pkg:
|c, package_id, name, resolution, err, url, is_required| {
C::on_package_download_error_pkg(
ctx::<C>(c),
package_id,
name,
resolution,
err,
url,
is_required,
)
},
on_extract_package_installer: |c, task_id, dependency_id, data, log_level| {
C::on_extract_package_installer(
ctx::<C>(c),
Expand Down Expand Up @@ -785,6 +799,27 @@ fn run_tasks_erased(
let is_required = manager.is_network_task_required(task.task_id);
manager.mark_network_task_failed(task.task_id);

if !is_required {
bun_ast::add_warning_pretty!(
manager.log_mut(),
None,
bun_ast::Loc::EMPTY,
"{} downloading tarball <b>{}@{}<r>",
DownloadFailure(err.name(), &task.response),
bstr::BStr::new(extract.name.slice()),
extract
.resolution
.fmt(&manager.lockfile.buffers.string_bytes, PathSep::Auto,),
);
}

fail_update_requests(
manager,
task.task_id,
extract.name.slice(),
Some(extract.dependency_id),
);

if cb.has_on_package_download_error {
if cb.is_store_installer {
(cb.on_package_download_error_store)(
Expand All @@ -794,6 +829,7 @@ fn run_tasks_erased(
&extract.resolution,
err,
&task.url_buf,
is_required,
);
} else {
let package_id = manager.lockfile.buffers.resolutions
Expand All @@ -805,6 +841,7 @@ fn run_tasks_erased(
&extract.resolution,
err,
&task.url_buf,
is_required,
);
}
continue;
Expand All @@ -822,25 +859,7 @@ fn run_tasks_erased(
.resolution
.fmt(&manager.lockfile.buffers.string_bytes, PathSep::Auto,),
);
} else {
bun_ast::add_warning_pretty!(
manager.log_mut(),
None,
bun_ast::Loc::EMPTY,
"{} downloading tarball <b>{}@{}<r>",
DownloadFailure(err.name(), &task.response),
bstr::BStr::new(extract.name.slice()),
extract
.resolution
.fmt(&manager.lockfile.buffers.string_bytes, PathSep::Auto,),
);
}
fail_update_requests(
manager,
task.task_id,
extract.name.slice(),
Some(extract.dependency_id),
);

if let Some(removed) = manager.task_queue.remove(&task.task_id) {
drop(removed);
Expand All @@ -860,6 +879,24 @@ fn run_tasks_erased(
let is_required = manager.is_network_task_required(task.task_id);
manager.mark_network_task_failed(task.task_id);

if !is_required {
bun_ast::add_warning_pretty!(
manager.log_mut(),
None,
bun_ast::Loc::EMPTY,
"<r><yellow><b>GET<r><yellow> {}<d> - {}<r>",
bstr::BStr::new(metadata.url.slice()),
response.status_code,
);
}

fail_update_requests(
manager,
task.task_id,
extract.name.slice(),
Some(extract.dependency_id),
);
Comment thread
robobun marked this conversation as resolved.
Resolved

if cb.has_on_package_download_error {
let err = match response.status_code {
400 => crate::Error::TarballHTTP400,
Expand All @@ -879,6 +916,7 @@ fn run_tasks_erased(
&extract.resolution,
err,
&task.url_buf,
is_required,
);
} else {
let package_id = manager.lockfile.buffers.resolutions
Expand All @@ -890,6 +928,7 @@ fn run_tasks_erased(
&extract.resolution,
err,
&task.url_buf,
is_required,
);
}
continue;
Comment thread
robobun marked this conversation as resolved.
Resolved
Expand All @@ -904,22 +943,7 @@ fn run_tasks_erased(
bstr::BStr::new(metadata.url.slice()),
response.status_code,
);
} else {
bun_ast::add_warning_pretty!(
manager.log_mut(),
None,
bun_ast::Loc::EMPTY,
"<r><yellow><b>GET<r><yellow> {}<d> - {}<r>",
bstr::BStr::new(metadata.url.slice()),
response.status_code,
);
}
fail_update_requests(
manager,
task.task_id,
extract.name.slice(),
Some(extract.dependency_id),
);

if let Some(removed) = manager.task_queue.remove(&task.task_id) {
drop(removed);
Expand Down Expand Up @@ -1166,6 +1190,7 @@ fn run_tasks_erased(
resolution,
err,
fail_url,
true,
);
} else {
(cb.on_package_download_error_pkg)(
Expand All @@ -1175,6 +1200,7 @@ fn run_tasks_erased(
resolution,
err,
fail_url,
true,
);
}
continue;
Expand Down Expand Up @@ -1365,6 +1391,7 @@ fn run_tasks_erased(
res,
err,
url,
true,
);
}
}
Expand All @@ -1386,6 +1413,7 @@ fn run_tasks_erased(
&clone.res,
err,
url,
true,
);
}
} else if log_level != Options::LogLevel::Silent {
Expand Down Expand Up @@ -1554,6 +1582,7 @@ fn run_tasks_erased(
resolution,
err,
manager.lockfile.str(repo),
true,
);
} else {
bun_ast::add_error_pretty!(
Expand Down
35 changes: 12 additions & 23 deletions src/install/isolated_install.rs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -155,8 +155,9 @@ impl<'a> run_tasks::RunTasksCallbacks for StoreRunTasksCallbacks<'a> {
resolution: &Resolution,
err: crate::Error,
url: &[u8],
is_required: bool,
) {
ctx.on_package_download_error(id, name, resolution, err, url);
ctx.on_package_download_error(id, name, resolution, err, url, is_required);
}
}

Expand Down Expand Up @@ -2041,6 +2042,10 @@ pub(crate) fn install_isolated_packages(
manager: manager_ptr,
command_ctx,
installed,
missing: (0..store.entries.len())
.map(|_| std::sync::atomic::AtomicBool::new(false))
.collect(),
required_packages: None,
install_node: if show_progress {
Some(&mut install_node)
} else {
Expand Down Expand Up @@ -2429,12 +2434,7 @@ pub(crate) fn install_isolated_packages(
crate::network_task::ForTarballError::AlreadyFailed
| crate::network_task::ForTarballError::Offline,
) => {
// .monotonic is okay because an error means the task isn't
// running on another thread.
entry_steps[entry_id.get() as usize]
.store(installer::Step::Done as u32, Ordering::Relaxed);
installer
.on_task_complete(entry_id, installer::CompleteState::Fail);
installer.on_download_not_queued(entry_id);
continue;
}
Err(err) => {
Expand Down Expand Up @@ -2471,10 +2471,7 @@ pub(crate) fn install_isolated_packages(
) == crate::package_manager::GitEnqueueResult::OfflineMiss
{
// --offline and not cached: nothing was queued
entry_steps[entry_id.get() as usize]
.store(installer::Step::Done as u32, Ordering::Relaxed);
installer
.on_task_complete(entry_id, installer::CompleteState::Fail);
installer.on_download_not_queued(entry_id);
continue;
}
}
Expand All @@ -2499,12 +2496,7 @@ pub(crate) fn install_isolated_packages(
crate::network_task::ForTarballError::AlreadyFailed
| crate::network_task::ForTarballError::Offline,
) => {
// .monotonic is okay because an error means the task isn't
// running on another thread.
entry_steps[entry_id.get() as usize]
.store(installer::Step::Done as u32, Ordering::Relaxed);
installer
.on_task_complete(entry_id, installer::CompleteState::Fail);
installer.on_download_not_queued(entry_id);
continue;
}
Err(err) => {
Expand Down Expand Up @@ -2555,12 +2547,7 @@ pub(crate) fn install_isolated_packages(
crate::network_task::ForTarballError::AlreadyFailed
| crate::network_task::ForTarballError::Offline,
) => {
// .monotonic is okay because an error means the task isn't
// running on another thread.
entry_steps[entry_id.get() as usize]
.store(installer::Step::Done as u32, Ordering::Relaxed);
installer
.on_task_complete(entry_id, installer::CompleteState::Fail);
installer.on_download_not_queued(entry_id);
continue;
}
Err(err) => {
Expand Down Expand Up @@ -2678,6 +2665,8 @@ pub(crate) fn install_isolated_packages(
debug_assert!(done);
}

installer.unlink_missing_dependencies();

let mut summary = core::mem::take(&mut installer.summary);
summary.successfully_installed = Some(core::mem::take(&mut installer.installed));

Expand Down
Loading
Loading