mirror of
https://github.com/oven-sh/bun
synced 2026-02-02 15:08:46 +00:00
Revert "ci: Add bootstrap.ps1 and automate Windows build images" (#15591)
This commit is contained in:
Meghan Denny
1786
.buildkite/ci.mjs
1786
.buildkite/ci.mjs
File diff suppressed because it is too large
Load Diff
@@ -8,4 +8,4 @@ function run_command() {
|
||||
{ set +x; } 2>/dev/null
|
||||
}
|
||||
|
||||
run_command node ".buildkite/ci.mjs" "$@"
|
||||
run_command node ".buildkite/ci.mjs"
|
||||
|
||||
@@ -20,7 +20,7 @@ else()
|
||||
setx(RELEASE OFF)
|
||||
endif()
|
||||
|
||||
if(CMAKE_BUILD_TYPE MATCHES "Debug")
|
||||
if(CMAKE_BUILD_TYPE MATCHES "Debug|RelWithDebInfo")
|
||||
setx(DEBUG ON)
|
||||
else()
|
||||
setx(DEBUG OFF)
|
||||
|
||||
@@ -49,8 +49,6 @@ register_command(
|
||||
CARGO_TERM_VERBOSE=true
|
||||
CARGO_TERM_DIAGNOSTIC=true
|
||||
CARGO_ENCODED_RUSTFLAGS=${RUSTFLAGS}
|
||||
CARGO_HOME=${CARGO_HOME}
|
||||
RUSTUP_HOME=${RUSTUP_HOME}
|
||||
)
|
||||
|
||||
target_link_libraries(${bun} PRIVATE ${LOLHTML_LIBRARY})
|
||||
|
||||
@@ -1,42 +1,15 @@
|
||||
if(DEFINED ENV{CARGO_HOME})
|
||||
set(CARGO_HOME $ENV{CARGO_HOME})
|
||||
elseif(CMAKE_HOST_WIN32)
|
||||
set(CARGO_HOME $ENV{USERPROFILE}/.cargo)
|
||||
if(NOT EXISTS ${CARGO_HOME})
|
||||
set(CARGO_HOME $ENV{PROGRAMFILES}/Rust/cargo)
|
||||
endif()
|
||||
else()
|
||||
set(CARGO_HOME $ENV{HOME}/.cargo)
|
||||
endif()
|
||||
|
||||
if(DEFINED ENV{RUSTUP_HOME})
|
||||
set(RUSTUP_HOME $ENV{RUSTUP_HOME})
|
||||
elseif(CMAKE_HOST_WIN32)
|
||||
set(RUSTUP_HOME $ENV{USERPROFILE}/.rustup)
|
||||
if(NOT EXISTS ${RUSTUP_HOME})
|
||||
set(RUSTUP_HOME $ENV{PROGRAMFILES}/Rust/rustup)
|
||||
endif()
|
||||
else()
|
||||
set(RUSTUP_HOME $ENV{HOME}/.rustup)
|
||||
endif()
|
||||
|
||||
find_command(
|
||||
VARIABLE
|
||||
CARGO_EXECUTABLE
|
||||
COMMAND
|
||||
cargo
|
||||
PATHS
|
||||
${CARGO_HOME}/bin
|
||||
$ENV{HOME}/.cargo/bin
|
||||
REQUIRED
|
||||
OFF
|
||||
)
|
||||
|
||||
if(EXISTS ${CARGO_EXECUTABLE})
|
||||
if(CARGO_EXECUTABLE MATCHES "^${CARGO_HOME}")
|
||||
setx(CARGO_HOME ${CARGO_HOME})
|
||||
setx(RUSTUP_HOME ${RUSTUP_HOME})
|
||||
endif()
|
||||
|
||||
return()
|
||||
endif()
|
||||
|
||||
|
||||
@@ -20,8 +20,6 @@ import {
|
||||
getEnv,
|
||||
writeFile,
|
||||
spawnSafe,
|
||||
spawn,
|
||||
mkdir,
|
||||
} from "./utils.mjs";
|
||||
import { parseArgs } from "node:util";
|
||||
|
||||
@@ -51,19 +49,16 @@ async function doBuildkiteAgent(action) {
|
||||
const args = [realpathSync(process.argv[1]), "start"];
|
||||
|
||||
if (isWindows) {
|
||||
mkdir(logsPath);
|
||||
|
||||
const nssm = which("nssm", { required: true });
|
||||
const nssmCommands = [
|
||||
[nssm, "install", "buildkite-agent", command, ...args],
|
||||
[nssm, "set", "buildkite-agent", "Start", "SERVICE_AUTO_START"],
|
||||
[nssm, "set", "buildkite-agent", "AppDirectory", homePath],
|
||||
[nssm, "set", "buildkite-agent", "AppStdout", agentLogPath],
|
||||
[nssm, "set", "buildkite-agent", "AppStderr", agentLogPath],
|
||||
const serviceCommand = [
|
||||
"New-Service",
|
||||
"-Name",
|
||||
"buildkite-agent",
|
||||
"-StartupType",
|
||||
"Automatic",
|
||||
"-BinaryPathName",
|
||||
`${escape(command)} ${escape(args.map(escape).join(" "))}`,
|
||||
];
|
||||
for (const command of nssmCommands) {
|
||||
await spawnSafe(command, { stdio: "inherit" });
|
||||
}
|
||||
await spawnSafe(["powershell", "-Command", serviceCommand.join(" ")], { stdio: "inherit" });
|
||||
}
|
||||
|
||||
if (isOpenRc()) {
|
||||
@@ -129,21 +124,13 @@ async function doBuildkiteAgent(action) {
|
||||
token = await getCloudMetadataTag("buildkite:token");
|
||||
}
|
||||
|
||||
if (!token) {
|
||||
throw new Error(
|
||||
"Buildkite token not found: either set BUILDKITE_AGENT_TOKEN or add a buildkite:token label to the instance",
|
||||
);
|
||||
}
|
||||
|
||||
let shell;
|
||||
if (isWindows) {
|
||||
// Command Prompt has a faster startup time than PowerShell.
|
||||
// Also, it propogates the exit code of the command, which PowerShell does not.
|
||||
const cmd = which("cmd", { required: true });
|
||||
shell = `"${cmd}" /S /C`;
|
||||
const pwsh = which(["pwsh", "powershell"], { required: true });
|
||||
shell = `${pwsh} -Command`;
|
||||
} else {
|
||||
const sh = which("sh", { required: true });
|
||||
shell = `${sh} -e -c`;
|
||||
const sh = which(["bash", "sh"], { required: true });
|
||||
shell = `${sh} -c`;
|
||||
}
|
||||
|
||||
const flags = ["enable-job-log-tmpfile", "no-feature-reporting"];
|
||||
|
||||
@@ -1,6 +1,6 @@
|
||||
# Version: 7
|
||||
# A script that installs the dependencies needed to build and test Bun.
|
||||
# This should work on Windows 10 or newer with PowerShell.
|
||||
# Version: 4
|
||||
# A powershell script that installs the dependencies needed to build and test Bun.
|
||||
# This should work on Windows 10 or newer.
|
||||
|
||||
# If this script does not work on your machine, please open an issue:
|
||||
# https://github.com/oven-sh/bun/issues
|
||||
@@ -16,9 +16,6 @@ param (
|
||||
[switch]$Optimize = $CI
|
||||
)
|
||||
|
||||
$ErrorActionPreference = "Stop"
|
||||
Set-ExecutionPolicy -Scope Process -ExecutionPolicy Bypass -Force
|
||||
|
||||
function Execute-Command {
|
||||
$command = $args -join ' '
|
||||
Write-Output "$ $command"
|
||||
@@ -46,47 +43,6 @@ function Which {
|
||||
}
|
||||
}
|
||||
|
||||
function Execute-Script {
|
||||
param (
|
||||
[Parameter(Mandatory = $true, Position = 0)]
|
||||
[string]$Path
|
||||
)
|
||||
|
||||
$pwsh = Which pwsh powershell -Required
|
||||
Execute-Command $pwsh $Path
|
||||
}
|
||||
|
||||
function Download-File {
|
||||
param (
|
||||
[Parameter(Mandatory = $true, Position = 0)]
|
||||
[string]$Url,
|
||||
[Parameter(Mandatory = $false)]
|
||||
[string]$Name,
|
||||
[Parameter(Mandatory = $false)]
|
||||
[string]$Path
|
||||
)
|
||||
|
||||
if (-not $Name) {
|
||||
$Name = [System.IO.Path]::ChangeExtension([System.IO.Path]::GetRandomFileName(), [System.IO.Path]::GetExtension($Url))
|
||||
}
|
||||
|
||||
if (-not $Path) {
|
||||
$Path = "$env:TEMP\$Name"
|
||||
}
|
||||
|
||||
$client = New-Object System.Net.WebClient
|
||||
for ($i = 0; $i -lt 10 -and -not (Test-Path $Path); $i++) {
|
||||
try {
|
||||
$client.DownloadFile($Url, $Path)
|
||||
} catch {
|
||||
Write-Warning "Failed to download $Url, retry $i..."
|
||||
Start-Sleep -s $i
|
||||
}
|
||||
}
|
||||
|
||||
return $Path
|
||||
}
|
||||
|
||||
function Install-Chocolatey {
|
||||
if (Which choco) {
|
||||
return
|
||||
@@ -94,8 +50,7 @@ function Install-Chocolatey {
|
||||
|
||||
Write-Output "Installing Chocolatey..."
|
||||
[System.Net.ServicePointManager]::SecurityProtocol = [System.Net.ServicePointManager]::SecurityProtocol -bor 3072
|
||||
$installScript = Download-File "https://community.chocolatey.org/install.ps1"
|
||||
Execute-Script $installScript
|
||||
iex -Command ((New-Object System.Net.WebClient).DownloadString('https://community.chocolatey.org/install.ps1'))
|
||||
Refresh-Path
|
||||
}
|
||||
|
||||
@@ -141,23 +96,10 @@ function Add-To-Path {
|
||||
}
|
||||
|
||||
Write-Output "Adding $absolutePath to PATH..."
|
||||
[Environment]::SetEnvironmentVariable("Path", "$newPath", "Machine")
|
||||
[Environment]::SetEnvironmentVariable("Path", $newPath, "Machine")
|
||||
Refresh-Path
|
||||
}
|
||||
|
||||
function Set-Env {
|
||||
param (
|
||||
[Parameter(Mandatory = $true, Position = 0)]
|
||||
[string]$Name,
|
||||
[Parameter(Mandatory = $true, Position = 1)]
|
||||
[string]$Value
|
||||
)
|
||||
|
||||
Write-Output "Setting environment variable $Name=$Value..."
|
||||
[System.Environment]::SetEnvironmentVariable("$Name", "$Value", "Machine")
|
||||
[System.Environment]::SetEnvironmentVariable("$Name", "$Value", "Process")
|
||||
}
|
||||
|
||||
function Install-Package {
|
||||
param (
|
||||
[Parameter(Mandatory = $true, Position = 0)]
|
||||
@@ -195,7 +137,7 @@ function Install-Package {
|
||||
|
||||
function Install-Packages {
|
||||
foreach ($package in $args) {
|
||||
Install-Package $package
|
||||
Install-Package -Name $package
|
||||
}
|
||||
}
|
||||
|
||||
@@ -203,13 +145,12 @@ function Install-Common-Software {
|
||||
Install-Chocolatey
|
||||
Install-Pwsh
|
||||
Install-Git
|
||||
Install-Packages curl 7zip nssm
|
||||
Install-Packages curl 7zip
|
||||
Install-NodeJs
|
||||
Install-Bun
|
||||
Install-Cygwin
|
||||
if ($CI) {
|
||||
# FIXME: Installing tailscale causes the AWS metadata server to become unreachable
|
||||
# Install-Tailscale
|
||||
Install-Tailscale
|
||||
Install-Buildkite
|
||||
}
|
||||
}
|
||||
@@ -263,13 +204,12 @@ function Install-Buildkite {
|
||||
|
||||
Write-Output "Installing Buildkite agent..."
|
||||
$env:buildkiteAgentToken = "xxx"
|
||||
$installScript = Download-File "https://raw.githubusercontent.com/buildkite/agent/main/install.ps1"
|
||||
Execute-Script $installScript
|
||||
iex ((New-Object System.Net.WebClient).DownloadString("https://raw.githubusercontent.com/buildkite/agent/main/install.ps1"))
|
||||
Refresh-Path
|
||||
}
|
||||
|
||||
function Install-Build-Essentials {
|
||||
Install-Visual-Studio
|
||||
# Install-Visual-Studio
|
||||
Install-Packages `
|
||||
cmake `
|
||||
make `
|
||||
@@ -279,42 +219,41 @@ function Install-Build-Essentials {
|
||||
golang `
|
||||
nasm `
|
||||
ruby `
|
||||
strawberryperl `
|
||||
mingw
|
||||
Install-Rust
|
||||
Install-Llvm
|
||||
}
|
||||
|
||||
function Install-Visual-Studio {
|
||||
param (
|
||||
[Parameter(Mandatory = $false)]
|
||||
[string]$Edition = "community"
|
||||
$components = @(
|
||||
"Microsoft.VisualStudio.Workload.NativeDesktop",
|
||||
"Microsoft.VisualStudio.Component.Windows10SDK.18362",
|
||||
"Microsoft.VisualStudio.Component.Windows11SDK.22000",
|
||||
"Microsoft.VisualStudio.Component.Windows11Sdk.WindowsPerformanceToolkit",
|
||||
"Microsoft.VisualStudio.Component.VC.ASAN", # C++ AddressSanitizer
|
||||
"Microsoft.VisualStudio.Component.VC.ATL", # C++ ATL for latest v143 build tools (x86 & x64)
|
||||
"Microsoft.VisualStudio.Component.VC.DiagnosticTools", # C++ Diagnostic Tools
|
||||
"Microsoft.VisualStudio.Component.VC.CLI.Support", # C++/CLI support for v143 build tools (Latest)
|
||||
"Microsoft.VisualStudio.Component.VC.CoreIde", # C++ core features
|
||||
"Microsoft.VisualStudio.Component.VC.Redist.14.Latest" # C++ 2022 Redistributable Update
|
||||
)
|
||||
|
||||
Write-Output "Downloading Visual Studio installer..."
|
||||
$vsInstaller = Download-File "https://aka.ms/vs/17/release/vs_$Edition.exe"
|
||||
|
||||
Write-Output "Installing Visual Studio..."
|
||||
$vsInstallArgs = @(
|
||||
"--passive",
|
||||
"--norestart",
|
||||
"--wait",
|
||||
"--force",
|
||||
"--locale en-US",
|
||||
"--add Microsoft.VisualStudio.Workload.NativeDesktop",
|
||||
"--includeRecommended"
|
||||
)
|
||||
$startInfo = New-Object System.Diagnostics.ProcessStartInfo
|
||||
$startInfo.FileName = $vsInstaller
|
||||
$startInfo.Arguments = $vsInstallArgs -join ' '
|
||||
$startInfo.CreateNoWindow = $true
|
||||
$process = New-Object System.Diagnostics.Process
|
||||
$process.StartInfo = $startInfo
|
||||
$process.Start()
|
||||
$process.WaitForExit()
|
||||
if ($process.ExitCode -ne 0) {
|
||||
throw "Failed to install Visual Studio: code $($process.ExitCode)"
|
||||
$arch = (Get-WmiObject Win32_Processor).Architecture
|
||||
if ($arch -eq 9) {
|
||||
$components += @(
|
||||
"Microsoft.VisualStudio.Component.VC.Tools.x86.x64", # MSVC v143 build tools (x86 & x64)
|
||||
"Microsoft.VisualStudio.Component.VC.Modules.x86.x64" # MSVC v143 C++ Modules for latest v143 build tools (x86 & x64)
|
||||
)
|
||||
} elseif ($arch -eq 5) {
|
||||
$components += @(
|
||||
"Microsoft.VisualStudio.Component.VC.Tools.ARM64", # MSVC v143 build tools (ARM64)
|
||||
"Microsoft.VisualStudio.Component.UWP.VC.ARM64" # C++ Universal Windows Platform support for v143 build tools (ARM64/ARM64EC)
|
||||
)
|
||||
}
|
||||
|
||||
$packageParameters = $components | ForEach-Object { "--add $_" }
|
||||
Install-Package visualstudio2022community `
|
||||
-ExtraArgs "--package-parameters '--add Microsoft.VisualStudio.Workload.NativeDesktop --includeRecommended --includeOptional'"
|
||||
}
|
||||
|
||||
function Install-Rust {
|
||||
@@ -322,31 +261,18 @@ function Install-Rust {
|
||||
return
|
||||
}
|
||||
|
||||
Write-Output "Installing Rustup..."
|
||||
$rustupInit = Download-File "https://win.rustup.rs/" -Name "rustup-init.exe"
|
||||
|
||||
Write-Output "Installing Rust..."
|
||||
$rustupInit = "$env:TEMP\rustup-init.exe"
|
||||
(New-Object System.Net.WebClient).DownloadFile("https://win.rustup.rs/", $rustupInit)
|
||||
Execute-Command $rustupInit -y
|
||||
|
||||
Write-Output "Moving Rust to $env:ProgramFiles..."
|
||||
$rustPath = Join-Path $env:ProgramFiles "Rust"
|
||||
if (-not (Test-Path $rustPath)) {
|
||||
New-Item -Path $rustPath -ItemType Directory
|
||||
}
|
||||
Move-Item "$env:UserProfile\.cargo" "$rustPath\cargo" -Force
|
||||
Move-Item "$env:UserProfile\.rustup" "$rustPath\rustup" -Force
|
||||
|
||||
Write-Output "Setting environment variables for Rust..."
|
||||
Set-Env "CARGO_HOME" "$rustPath\cargo"
|
||||
Set-Env "RUSTUP_HOME" "$rustPath\rustup"
|
||||
Add-To-Path "$rustPath\cargo\bin"
|
||||
Add-To-Path "$env:USERPROFILE\.cargo\bin"
|
||||
}
|
||||
|
||||
function Install-Llvm {
|
||||
Install-Package llvm `
|
||||
-Command clang-cl `
|
||||
-Version "18.1.8"
|
||||
Add-To-Path "$env:ProgramFiles\LLVM\bin"
|
||||
Add-To-Path "C:\Program Files\LLVM\bin"
|
||||
}
|
||||
|
||||
function Optimize-System {
|
||||
@@ -354,9 +280,6 @@ function Optimize-System {
|
||||
Disable-Windows-Threat-Protection
|
||||
Disable-Windows-Services
|
||||
Disable-Power-Management
|
||||
}
|
||||
|
||||
function Optimize-System-Needs-Reboot {
|
||||
Uninstall-Windows-Defender
|
||||
}
|
||||
|
||||
@@ -396,7 +319,7 @@ function Disable-Windows-Services {
|
||||
}
|
||||
|
||||
function Disable-Power-Management {
|
||||
Write-Output "Disabling Power Management..."
|
||||
Write-Output "Disabling power management features..."
|
||||
powercfg /setactive 8c5e7fda-e8bf-4a96-9a85-a6e23a8c635c # High performance
|
||||
powercfg /change monitor-timeout-ac 0
|
||||
powercfg /change monitor-timeout-dc 0
|
||||
@@ -406,6 +329,7 @@ function Disable-Power-Management {
|
||||
powercfg /change hibernate-timeout-dc 0
|
||||
}
|
||||
|
||||
Set-ExecutionPolicy -Scope Process -ExecutionPolicy Bypass -Force
|
||||
if ($Optimize) {
|
||||
Optimize-System
|
||||
}
|
||||
@@ -413,6 +337,3 @@ if ($Optimize) {
|
||||
Install-Common-Software
|
||||
Install-Build-Essentials
|
||||
|
||||
if ($Optimize) {
|
||||
Optimize-System-Needs-Reboot
|
||||
}
|
||||
|
||||
@@ -1,5 +1,5 @@
|
||||
#!/bin/sh
|
||||
# Version: 7
|
||||
# Version: 5
|
||||
|
||||
# A script that installs the dependencies needed to build and test Bun.
|
||||
# This should work on macOS and Linux with a POSIX shell.
|
||||
@@ -92,7 +92,7 @@ download_file() {
|
||||
execute chmod 755 "$tmp"
|
||||
|
||||
path="$tmp/$filename"
|
||||
fetch "$url" >"$path"
|
||||
fetch "$url" > "$path"
|
||||
execute chmod 644 "$path"
|
||||
|
||||
print "$path"
|
||||
@@ -112,23 +112,14 @@ append_to_file() {
|
||||
file="$1"
|
||||
content="$2"
|
||||
|
||||
file_needs_sudo="0"
|
||||
if [ -f "$file" ]; then
|
||||
if ! [ -r "$file" ] || ! [ -w "$file" ]; then
|
||||
file_needs_sudo="1"
|
||||
fi
|
||||
else
|
||||
if ! [ -f "$file" ]; then
|
||||
execute_as_user mkdir -p "$(dirname "$file")"
|
||||
execute_as_user touch "$file"
|
||||
fi
|
||||
|
||||
echo "$content" | while read -r line; do
|
||||
if ! grep -q "$line" "$file"; then
|
||||
if [ "$file_needs_sudo" = "1" ]; then
|
||||
execute_sudo sh -c "echo '$line' >> '$file'"
|
||||
else
|
||||
echo "$line" >>"$file"
|
||||
fi
|
||||
echo "$line" >>"$file"
|
||||
fi
|
||||
done
|
||||
}
|
||||
@@ -144,7 +135,7 @@ append_to_file_sudo() {
|
||||
|
||||
echo "$content" | while read -r line; do
|
||||
if ! grep -q "$line" "$file"; then
|
||||
echo "$line" | execute_sudo tee "$file" >/dev/null
|
||||
echo "$line" | execute_sudo tee "$file" > /dev/null
|
||||
fi
|
||||
done
|
||||
}
|
||||
@@ -170,21 +161,18 @@ append_to_path() {
|
||||
export PATH="$path:$PATH"
|
||||
}
|
||||
|
||||
move_to_bin() {
|
||||
exe_path="$1"
|
||||
if ! [ -f "$exe_path" ]; then
|
||||
error "Could not find executable: \"$exe_path\""
|
||||
link_to_bin() {
|
||||
path="$1"
|
||||
if ! [ -d "$path" ]; then
|
||||
error "Could not find directory: \"$path\""
|
||||
fi
|
||||
|
||||
usr_paths="/usr/bin /usr/local/bin"
|
||||
for usr_path in $usr_paths; do
|
||||
if [ -d "$usr_path" ] && [ -w "$usr_path" ]; then
|
||||
break
|
||||
for file in "$path"/*; do
|
||||
if [ -f "$file" ]; then
|
||||
grant_to_user "$file"
|
||||
execute_sudo ln -sf "$file" "/usr/bin/$(basename "$file")"
|
||||
fi
|
||||
done
|
||||
|
||||
grant_to_user "$exe_path"
|
||||
execute_sudo mv -f "$exe_path" "$usr_path/$(basename "$exe_path")"
|
||||
}
|
||||
|
||||
check_features() {
|
||||
@@ -396,74 +384,6 @@ check_user() {
|
||||
fi
|
||||
}
|
||||
|
||||
check_ulimit() {
|
||||
if ! [ "$ci" = "1" ]; then
|
||||
return
|
||||
fi
|
||||
|
||||
print "Checking ulimits..."
|
||||
systemd_conf="/etc/systemd/system.conf"
|
||||
if [ -f "$systemd_conf" ]; then
|
||||
limits_conf="/etc/security/limits.d/99-unlimited.conf"
|
||||
if ! [ -f "$limits_conf" ]; then
|
||||
execute_sudo mkdir -p "$(dirname "$limits_conf")"
|
||||
execute_sudo touch "$limits_conf"
|
||||
fi
|
||||
fi
|
||||
|
||||
limits="core data fsize memlock nofile rss stack cpu nproc as locks sigpending msgqueue"
|
||||
for limit in $limits; do
|
||||
limit_upper="$(echo "$limit" | tr '[:lower:]' '[:upper:]')"
|
||||
|
||||
limit_value="unlimited"
|
||||
case "$limit" in
|
||||
nofile | nproc)
|
||||
limit_value="1048576"
|
||||
;;
|
||||
esac
|
||||
|
||||
if [ -f "$limits_conf" ]; then
|
||||
limit_users="root *"
|
||||
for limit_user in $limit_users; do
|
||||
append_to_file "$limits_conf" "$limit_user soft $limit $limit_value"
|
||||
append_to_file "$limits_conf" "$limit_user hard $limit $limit_value"
|
||||
done
|
||||
fi
|
||||
|
||||
if [ -f "$systemd_conf" ]; then
|
||||
append_to_file "$systemd_conf" "DefaultLimit$limit_upper=$limit_value"
|
||||
fi
|
||||
done
|
||||
|
||||
rc_conf="/etc/rc.conf"
|
||||
if [ -f "$rc_conf" ]; then
|
||||
rc_ulimit=""
|
||||
limit_flags="c d e f i l m n q r s t u v x"
|
||||
for limit_flag in $limit_flags; do
|
||||
limit_value="unlimited"
|
||||
case "$limit_flag" in
|
||||
n | u)
|
||||
limit_value="1048576"
|
||||
;;
|
||||
esac
|
||||
rc_ulimit="$rc_ulimit -$limit_flag $limit_value"
|
||||
done
|
||||
append_to_file "$rc_conf" "rc_ulimit=\"$rc_ulimit\""
|
||||
fi
|
||||
|
||||
pam_confs="/etc/pam.d/common-session /etc/pam.d/common-session-noninteractive"
|
||||
for pam_conf in $pam_confs; do
|
||||
if [ -f "$pam_conf" ]; then
|
||||
append_to_file "$pam_conf" "session optional pam_limits.so"
|
||||
fi
|
||||
done
|
||||
|
||||
systemctl="$(which systemctl)"
|
||||
if [ -f "$systemctl" ]; then
|
||||
execute_sudo "$systemctl" daemon-reload
|
||||
fi
|
||||
}
|
||||
|
||||
package_manager() {
|
||||
case "$pm" in
|
||||
apt)
|
||||
@@ -682,14 +602,6 @@ install_nodejs_headers() {
|
||||
}
|
||||
|
||||
install_bun() {
|
||||
case "$pm" in
|
||||
apk)
|
||||
install_packages \
|
||||
libgcc \
|
||||
libstdc++
|
||||
;;
|
||||
esac
|
||||
|
||||
bash="$(require bash)"
|
||||
script=$(download_file "https://bun.sh/install")
|
||||
|
||||
@@ -703,10 +615,7 @@ install_bun() {
|
||||
;;
|
||||
esac
|
||||
|
||||
move_to_bin "$home/.bun/bin/bun"
|
||||
bun_path="$(which bun)"
|
||||
bunx_path="$(dirname "$bun_path")/bunx"
|
||||
execute_sudo ln -sf "$bun_path" "$bunx_path"
|
||||
link_to_bin "$home/.bun/bin"
|
||||
}
|
||||
|
||||
install_cmake() {
|
||||
@@ -719,14 +628,14 @@ install_cmake() {
|
||||
cmake_version="3.30.5"
|
||||
case "$arch" in
|
||||
x64)
|
||||
cmake_url="https://github.com/Kitware/CMake/releases/download/v$cmake_version/cmake-$cmake_version-linux-x86_64.sh"
|
||||
url="https://github.com/Kitware/CMake/releases/download/v$cmake_version/cmake-$cmake_version-linux-x86_64.sh"
|
||||
;;
|
||||
aarch64)
|
||||
cmake_url="https://github.com/Kitware/CMake/releases/download/v$cmake_version/cmake-$cmake_version-linux-aarch64.sh"
|
||||
url="https://github.com/Kitware/CMake/releases/download/v$cmake_version/cmake-$cmake_version-linux-aarch64.sh"
|
||||
;;
|
||||
esac
|
||||
cmake_script=$(download_file "$cmake_url")
|
||||
execute_sudo "$sh" "$cmake_script" \
|
||||
script=$(download_file "$url")
|
||||
execute_sudo "$sh" "$script" \
|
||||
--skip-license \
|
||||
--prefix=/usr
|
||||
;;
|
||||
@@ -823,13 +732,13 @@ install_llvm() {
|
||||
case "$pm" in
|
||||
apt)
|
||||
bash="$(require bash)"
|
||||
llvm_script="$(download_file "https://apt.llvm.org/llvm.sh")"
|
||||
script="$(download_file "https://apt.llvm.org/llvm.sh")"
|
||||
case "$distro-$release" in
|
||||
ubuntu-24*)
|
||||
execute_sudo "$bash" "$llvm_script" "$(llvm_version)" all -njammy
|
||||
execute_sudo "$bash" "$script" "$(llvm_version)" all -njammy
|
||||
;;
|
||||
*)
|
||||
execute_sudo "$bash" "$llvm_script" "$(llvm_version)" all
|
||||
execute_sudo "$bash" "$script" "$(llvm_version)" all
|
||||
;;
|
||||
esac
|
||||
;;
|
||||
@@ -870,6 +779,11 @@ install_rust() {
|
||||
execute_as_user "$sh" "$script" -y
|
||||
;;
|
||||
esac
|
||||
|
||||
# FIXME: This causes cargo to fail to build:
|
||||
# > error: rustup could not choose a version of cargo to run,
|
||||
# > because one wasn't specified explicitly, and no default is configured.
|
||||
# link_to_bin "$home/.cargo/bin"
|
||||
}
|
||||
|
||||
install_docker() {
|
||||
@@ -882,7 +796,7 @@ install_docker() {
|
||||
*)
|
||||
case "$distro-$release" in
|
||||
amzn-2 | amzn-1)
|
||||
execute_sudo amazon-linux-extras install docker
|
||||
execute amazon-linux-extras install docker
|
||||
;;
|
||||
amzn-* | alpine-*)
|
||||
install_packages docker
|
||||
@@ -918,8 +832,8 @@ install_tailscale() {
|
||||
case "$os" in
|
||||
linux)
|
||||
sh="$(require sh)"
|
||||
tailscale_script=$(download_file "https://tailscale.com/install.sh")
|
||||
execute "$sh" "$tailscale_script"
|
||||
script=$(download_file "https://tailscale.com/install.sh")
|
||||
execute "$sh" "$script"
|
||||
;;
|
||||
darwin)
|
||||
install_packages go
|
||||
@@ -948,39 +862,24 @@ create_buildkite_user() {
|
||||
esac
|
||||
|
||||
if [ -z "$(getent passwd "$user")" ]; then
|
||||
case "$distro" in
|
||||
alpine)
|
||||
execute_sudo addgroup \
|
||||
--system "$group"
|
||||
execute_sudo adduser "$user" \
|
||||
--system \
|
||||
--ingroup "$group" \
|
||||
--shell "$(require sh)" \
|
||||
--home "$home" \
|
||||
--disabled-password
|
||||
;;
|
||||
*)
|
||||
execute_sudo useradd "$user" \
|
||||
--system \
|
||||
--shell "$(require sh)" \
|
||||
--no-create-home \
|
||||
--home-dir "$home"
|
||||
;;
|
||||
esac
|
||||
execute_sudo useradd "$user" \
|
||||
--system \
|
||||
--no-create-home \
|
||||
--home-dir "$home"
|
||||
fi
|
||||
|
||||
if [ -n "$(getent group docker)" ]; then
|
||||
execute_sudo usermod -aG docker "$user"
|
||||
fi
|
||||
|
||||
buildkite_paths="$home /var/cache/buildkite-agent /var/log/buildkite-agent /var/run/buildkite-agent /var/run/buildkite-agent/buildkite-agent.sock"
|
||||
for path in $buildkite_paths; do
|
||||
paths="$home /var/cache/buildkite-agent /var/log/buildkite-agent /var/run/buildkite-agent /var/run/buildkite-agent/buildkite-agent.sock"
|
||||
for path in $paths; do
|
||||
execute_sudo mkdir -p "$path"
|
||||
execute_sudo chown -R "$user:$group" "$path"
|
||||
done
|
||||
|
||||
buildkite_files="/var/run/buildkite-agent/buildkite-agent.pid"
|
||||
for file in $buildkite_files; do
|
||||
files="/var/run/buildkite-agent/buildkite-agent.pid"
|
||||
for file in $files; do
|
||||
execute_sudo touch "$file"
|
||||
execute_sudo chown "$user:$group" "$file"
|
||||
done
|
||||
@@ -991,28 +890,13 @@ install_buildkite() {
|
||||
return
|
||||
fi
|
||||
|
||||
buildkite_version="3.87.0"
|
||||
case "$os-$arch" in
|
||||
linux-aarch64)
|
||||
buildkite_filename="buildkite-agent-linux-arm64-$buildkite_version.tar.gz"
|
||||
;;
|
||||
linux-x64)
|
||||
buildkite_filename="buildkite-agent-linux-amd64-$buildkite_version.tar.gz"
|
||||
;;
|
||||
darwin-aarch64)
|
||||
buildkite_filename="buildkite-agent-darwin-arm64-$buildkite_version.tar.gz"
|
||||
;;
|
||||
darwin-x64)
|
||||
buildkite_filename="buildkite-agent-darwin-amd64-$buildkite_version.tar.gz"
|
||||
;;
|
||||
esac
|
||||
buildkite_url="https://github.com/buildkite/agent/releases/download/v$buildkite_version/$buildkite_filename"
|
||||
buildkite_filepath="$(download_file "$buildkite_url" "$buildkite_filename")"
|
||||
buildkite_tmpdir="$(dirname "$buildkite_filepath")"
|
||||
bash="$(require bash)"
|
||||
script="$(download_file "https://raw.githubusercontent.com/buildkite/agent/main/install.sh")"
|
||||
tmp_dir="$(execute dirname "$script")"
|
||||
HOME="$tmp_dir" execute "$bash" "$script"
|
||||
|
||||
execute tar -xzf "$buildkite_filepath" -C "$buildkite_tmpdir"
|
||||
move_to_bin "$buildkite_tmpdir/buildkite-agent"
|
||||
execute rm -rf "$buildkite_tmpdir"
|
||||
out_dir="$tmp_dir/.buildkite-agent"
|
||||
execute_sudo mv -f "$out_dir/bin/buildkite-agent" "/usr/bin/buildkite-agent"
|
||||
}
|
||||
|
||||
install_chrome_dependencies() {
|
||||
@@ -1105,12 +989,12 @@ main() {
|
||||
check_operating_system
|
||||
check_inside_docker
|
||||
check_user
|
||||
check_ulimit
|
||||
check_package_manager
|
||||
create_buildkite_user
|
||||
install_common_software
|
||||
install_build_essentials
|
||||
install_chrome_dependencies
|
||||
raise_file_descriptor_limit # XXX: temporary
|
||||
}
|
||||
|
||||
main "$@"
|
||||
|
||||
@@ -3,7 +3,6 @@
|
||||
import { spawn as nodeSpawn } from "node:child_process";
|
||||
import { existsSync, readFileSync, mkdirSync, cpSync, chmodSync } from "node:fs";
|
||||
import { basename, join, resolve } from "node:path";
|
||||
import { isCI, printEnvironment, startGroup } from "./utils.mjs";
|
||||
|
||||
// https://cmake.org/cmake/help/latest/manual/cmake.1.html#generate-a-project-buildsystem
|
||||
const generateFlags = [
|
||||
@@ -38,10 +37,6 @@ async function build(args) {
|
||||
return spawn("pwsh", ["-NoProfile", "-NoLogo", "-File", shellPath, process.argv0, scriptPath, ...args]);
|
||||
}
|
||||
|
||||
if (isCI) {
|
||||
printEnvironment();
|
||||
}
|
||||
|
||||
const env = {
|
||||
...process.env,
|
||||
FORCE_COLOR: "1",
|
||||
@@ -107,8 +102,7 @@ async function build(args) {
|
||||
const generateArgs = Object.entries(generateOptions).flatMap(([flag, value]) =>
|
||||
flag.startsWith("-D") ? [`${flag}=${value}`] : [flag, value],
|
||||
);
|
||||
|
||||
await startGroup("CMake Configure", () => spawn("cmake", generateArgs, { env }));
|
||||
await spawn("cmake", generateArgs, { env }, "configuration");
|
||||
|
||||
const envPath = resolve(buildPath, ".env");
|
||||
if (existsSync(envPath)) {
|
||||
@@ -122,8 +116,7 @@ async function build(args) {
|
||||
const buildArgs = Object.entries(buildOptions)
|
||||
.sort(([a], [b]) => (a === "--build" ? -1 : a.localeCompare(b)))
|
||||
.flatMap(([flag, value]) => [flag, value]);
|
||||
|
||||
await startGroup("CMake Build", () => spawn("cmake", buildArgs, { env }));
|
||||
await spawn("cmake", buildArgs, { env }, "compilation");
|
||||
|
||||
printDuration("total", Date.now() - startTime);
|
||||
}
|
||||
|
||||
1979
scripts/machine.mjs
1979
scripts/machine.mjs
File diff suppressed because it is too large
Load Diff
@@ -27,7 +27,6 @@ import {
|
||||
getBuildUrl,
|
||||
getEnv,
|
||||
getFileUrl,
|
||||
getLoggedInUserCount,
|
||||
getWindowsExitReason,
|
||||
isArm64,
|
||||
isBuildkite,
|
||||
@@ -60,10 +59,6 @@ const { values: options, positionals: filters } = parseArgs({
|
||||
type: "string",
|
||||
default: undefined,
|
||||
},
|
||||
["build-id"]: {
|
||||
type: "string",
|
||||
default: undefined,
|
||||
},
|
||||
["bail"]: {
|
||||
type: "boolean",
|
||||
default: false,
|
||||
@@ -104,7 +99,32 @@ const { values: options, positionals: filters } = parseArgs({
|
||||
async function runTests() {
|
||||
let execPath;
|
||||
if (options["step"]) {
|
||||
execPath = await getExecPathFromBuildKite(options["step"], options["build-id"]);
|
||||
downloadLoop: for (let i = 0; i < 10; i++) {
|
||||
execPath = await getExecPathFromBuildKite(options["step"]);
|
||||
for (let j = 0; j < 10; j++) {
|
||||
const { error } = spawnSync(execPath, ["--version"], {
|
||||
encoding: "utf-8",
|
||||
timeout: spawnTimeout,
|
||||
env: {
|
||||
PATH: process.env.PATH,
|
||||
BUN_DEBUG_QUIET_LOGS: 1,
|
||||
},
|
||||
});
|
||||
if (!error) {
|
||||
break downloadLoop;
|
||||
}
|
||||
const { code } = error;
|
||||
if (code === "EBUSY") {
|
||||
console.log("Bun appears to be busy, retrying...");
|
||||
continue;
|
||||
}
|
||||
if (code === "UNKNOWN") {
|
||||
console.log("Bun appears to be corrupted, downloading again...");
|
||||
rmSync(execPath, { force: true });
|
||||
continue downloadLoop;
|
||||
}
|
||||
}
|
||||
}
|
||||
} else {
|
||||
execPath = getExecPath(options["exec-path"]);
|
||||
}
|
||||
@@ -1060,10 +1080,9 @@ function getExecPath(bunExe) {
|
||||
|
||||
/**
|
||||
* @param {string} target
|
||||
* @param {string} [buildId]
|
||||
* @returns {Promise<string>}
|
||||
*/
|
||||
async function getExecPathFromBuildKite(target, buildId) {
|
||||
async function getExecPathFromBuildKite(target) {
|
||||
if (existsSync(target) || target.includes("/")) {
|
||||
return getExecPath(target);
|
||||
}
|
||||
@@ -1071,27 +1090,23 @@ async function getExecPathFromBuildKite(target, buildId) {
|
||||
const releasePath = join(cwd, "release");
|
||||
mkdirSync(releasePath, { recursive: true });
|
||||
|
||||
const args = ["artifact", "download", "**", releasePath, "--step", target];
|
||||
const buildId = process.env["BUILDKITE_ARTIFACT_BUILD_ID"];
|
||||
if (buildId) {
|
||||
args.push("--build", buildId);
|
||||
}
|
||||
|
||||
await spawnSafe({
|
||||
command: "buildkite-agent",
|
||||
args,
|
||||
});
|
||||
|
||||
let zipPath;
|
||||
for (let i = 0; i < 10; i++) {
|
||||
const args = ["artifact", "download", "**", releasePath, "--step", target];
|
||||
if (buildId) {
|
||||
args.push("--build", buildId);
|
||||
for (const entry of readdirSync(releasePath, { recursive: true, encoding: "utf-8" })) {
|
||||
if (/^bun.*\.zip$/i.test(entry) && !entry.includes("-profile.zip")) {
|
||||
zipPath = join(releasePath, entry);
|
||||
break;
|
||||
}
|
||||
|
||||
await spawnSafe({
|
||||
command: "buildkite-agent",
|
||||
args,
|
||||
});
|
||||
|
||||
for (const entry of readdirSync(releasePath, { recursive: true, encoding: "utf-8" })) {
|
||||
if (/^bun.*\.zip$/i.test(entry) && !entry.includes("-profile.zip")) {
|
||||
zipPath = join(releasePath, entry);
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
||||
console.warn(`Waiting for ${target}.zip to be available...`);
|
||||
await new Promise(resolve => setTimeout(resolve, i * 1000));
|
||||
}
|
||||
|
||||
if (!zipPath) {
|
||||
@@ -1100,15 +1115,13 @@ async function getExecPathFromBuildKite(target, buildId) {
|
||||
|
||||
await unzip(zipPath, releasePath);
|
||||
|
||||
const releaseFiles = readdirSync(releasePath, { recursive: true, encoding: "utf-8" });
|
||||
for (const entry of releaseFiles) {
|
||||
for (const entry of readdirSync(releasePath, { recursive: true, encoding: "utf-8" })) {
|
||||
const execPath = join(releasePath, entry);
|
||||
if (/bun(?:\.exe)?$/i.test(entry) && statSync(execPath).isFile()) {
|
||||
if (/bun(?:\.exe)?$/i.test(entry) && isExecutable(execPath)) {
|
||||
return execPath;
|
||||
}
|
||||
}
|
||||
|
||||
console.warn(`Found ${releaseFiles.length} files in ${releasePath}:`);
|
||||
throw new Error(`Could not find executable from BuildKite: ${releasePath}`);
|
||||
}
|
||||
|
||||
@@ -1453,39 +1466,8 @@ export async function main() {
|
||||
}
|
||||
|
||||
printEnvironment();
|
||||
|
||||
// FIXME: Some DNS tests hang unless we set the DNS server to 8.8.8.8
|
||||
// It also appears to hang on 1.1.1.1, which could explain this issue:
|
||||
// https://github.com/oven-sh/bun/issues/11136
|
||||
if (isWindows && isCI) {
|
||||
await spawn("pwsh", [
|
||||
"-Command",
|
||||
"Set-DnsClientServerAddress -InterfaceAlias 'Ethernet 4' -ServerAddresses ('8.8.8.8','8.8.4.4')",
|
||||
]);
|
||||
}
|
||||
|
||||
const results = await runTests();
|
||||
const ok = results.every(({ ok }) => ok);
|
||||
|
||||
let waitForUser = false;
|
||||
while (isCI) {
|
||||
const userCount = getLoggedInUserCount();
|
||||
if (!userCount) {
|
||||
if (waitForUser) {
|
||||
console.log("No users logged in, exiting runner...");
|
||||
}
|
||||
break;
|
||||
}
|
||||
|
||||
if (!waitForUser) {
|
||||
startGroup("Summary");
|
||||
console.warn(`Found ${userCount} users logged in, keeping the runner alive until logout...`);
|
||||
waitForUser = true;
|
||||
}
|
||||
|
||||
await new Promise(resolve => setTimeout(resolve, 60_000));
|
||||
}
|
||||
|
||||
process.exit(getExitCode(ok ? "pass" : "fail"));
|
||||
}
|
||||
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
@@ -74,7 +74,7 @@ JSC::JSValue generateModule(JSC::JSGlobalObject* globalObject, JSC::VM& vm, cons
|
||||
return result;
|
||||
}
|
||||
|
||||
#if BUN_DYNAMIC_JS_LOAD_PATH
|
||||
#if BUN_DEBUG
|
||||
JSValue initializeInternalModuleFromDisk(
|
||||
JSGlobalObject* globalObject,
|
||||
VM& vm,
|
||||
|
||||
Reference in New Issue
Block a user