mirrors/bun.sh
1
0
Fork 0
mirror of https://github.com/oven-sh/bun synced 2026-02-02 15:08:46 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(fetch/s3) Handle backpressure when upload large bodies (#20481)

Browse Source 
Co-authored-by: cirospaciari <6379399+cirospaciari@users.noreply.github.com>
This commit is contained in:
Ciro Spaciari
2025-06-27 20:52:46 -07:00
committed by GitHub
parent 694a820a34
commit 964f2a8941
68 changed files with 4130 additions and 3548 deletions
Download Patch File Download Diff File Expand all files Collapse all files

453
scripts/buildkite-failures.ts
View File

@@ -5,7 +5,7 @@ import { existsSync } from "fs";
import { resolve } from "path";
// Check if we're in a TTY for color support
const isTTY = process.stdout.isTTY || process.env.FORCE_COLOR === '1';
const isTTY = process.stdout.isTTY || process.env.FORCE_COLOR === "1";
// Get git root directory
let gitRoot = process.cwd();
@@ -21,36 +21,36 @@ function fileToUrl(filePath) {
// Extract just the file path without line numbers or other info
const match = filePath.match(/^([^\s:]+\.(ts|js|tsx|jsx|zig))/);
if (!match) return filePath;
const cleanPath = match[1];
const fullPath = resolve(gitRoot, cleanPath);
if (existsSync(fullPath)) {
return `file://${fullPath}`;
}
} catch (error) {
// If anything fails, just return the original path
}
return filePath;
}
// Color codes - simpler color scheme
const colors = {
reset: isTTY ? '\x1b[0m' : '',
bold: isTTY ? '\x1b[1m' : '',
dim: isTTY ? '\x1b[2m' : '',
red: isTTY ? '\x1b[31m' : '',
green: isTTY ? '\x1b[32m' : '',
bgBlue: isTTY ? '\x1b[44m' : '',
bgRed: isTTY ? '\x1b[41m' : '',
white: isTTY ? '\x1b[97m' : '',
reset: isTTY ? "\x1b[0m" : "",
bold: isTTY ? "\x1b[1m" : "",
dim: isTTY ? "\x1b[2m" : "",
red: isTTY ? "\x1b[31m" : "",
green: isTTY ? "\x1b[32m" : "",
bgBlue: isTTY ? "\x1b[44m" : "",
bgRed: isTTY ? "\x1b[41m" : "",
white: isTTY ? "\x1b[97m" : "",
};
// Parse command line arguments
const args = process.argv.slice(2);
const showWarnings = args.includes('--warnings') || args.includes('-w');
const showFlaky = args.includes('--flaky') || args.includes('-f');
const showWarnings = args.includes("--warnings") || args.includes("-w");
const showFlaky = args.includes("--flaky") || args.includes("-f");
const inputArg = args.find(arg => !arg.startsWith("-"));
// Determine what type of input we have
@@ -59,14 +59,14 @@ let branch = null;
if (inputArg) {
// BuildKite URL
if (inputArg.includes('buildkite.com')) {
if (inputArg.includes("buildkite.com")) {
const buildMatch = inputArg.match(/builds\/(\d+)/);
if (buildMatch) {
buildNumber = buildMatch[1];
}
}
// GitHub PR URL
else if (inputArg.includes('github.com') && inputArg.includes('/pull/')) {
else if (inputArg.includes("github.com") && inputArg.includes("/pull/")) {
const prMatch = inputArg.match(/pull\/(\d+)/);
if (prMatch) {
// Fetch PR info from GitHub API
@@ -80,7 +80,7 @@ if (inputArg) {
}
// Plain number or #number - assume it's a GitHub PR
else if (/^#?\d+$/.test(inputArg)) {
const prNumber = inputArg.replace('#', '');
const prNumber = inputArg.replace("#", "");
const prResponse = await fetch(`https://api.github.com/repos/oven-sh/bun/pulls/${prNumber}`);
if (prResponse.ok) {
const pr = await prResponse.json();
@@ -105,12 +105,12 @@ if (!buildNumber) {
const response = await fetch(buildsUrl);
const html = await response.text();
const match = html.match(/\/bun\/bun\/builds\/(\d+)/);
if (!match) {
console.log(`No builds found for branch: ${branch}`);
process.exit(0);
}
buildNumber = match[1];
}
@@ -129,13 +129,13 @@ const diffDays = Math.floor(diffHours / 24);
let timeAgo;
if (diffDays > 0) {
timeAgo = `${diffDays} day${diffDays !== 1 ? 's' : ''} ago`;
timeAgo = `${diffDays} day${diffDays !== 1 ? "s" : ""} ago`;
} else if (diffHours > 0) {
timeAgo = `${diffHours} hour${diffHours !== 1 ? 's' : ''} ago`;
timeAgo = `${diffHours} hour${diffHours !== 1 ? "s" : ""} ago`;
} else if (diffMins > 0) {
timeAgo = `${diffMins} minute${diffMins !== 1 ? 's' : ''} ago`;
timeAgo = `${diffMins} minute${diffMins !== 1 ? "s" : ""} ago`;
} else {
timeAgo = `${diffSecs} second${diffSecs !== 1 ? 's' : ''} ago`;
timeAgo = `${diffSecs} second${diffSecs !== 1 ? "s" : ""} ago`;
}
console.log(`${timeAgo} - build #${buildNumber} https://buildkite.com/bun/bun/builds/${buildNumber}\n`);
@@ -147,22 +147,19 @@ if (build.state === "passed") {
}
// Get failed jobs
const failedJobs = build.jobs?.filter(job =>
job.exit_status && job.exit_status > 0 &&
!job.soft_failed &&
job.type === "script"
) || [];
const failedJobs =
build.jobs?.filter(job => job.exit_status && job.exit_status > 0 && !job.soft_failed && job.type === "script") || [];
// Platform emoji mapping
const platformMap = {
'darwin': '🍎',
'macos': '🍎',
'ubuntu': '🐧',
'debian': '🐧',
'alpine': '🐧',
'linux': '🐧',
'windows': '🪟',
'win': '🪟',
"darwin": "🍎",
"macos": "🍎",
"ubuntu": "🐧",
"debian": "🐧",
"alpine": "🐧",
"linux": "🐧",
"windows": "🪟",
"win": "🪟",
};
// Fetch annotations by scraping the build page
@@ -173,18 +170,17 @@ const pageHtml = await pageResponse.text();
let annotationsData = null;
const scriptContents: string[] = [];
const scriptRewriter = new HTMLRewriter()
.on('script', {
text(text) {
scriptContents.push(text.text);
}
});
const scriptRewriter = new HTMLRewriter().on("script", {
text(text) {
scriptContents.push(text.text);
},
});
await new Response(scriptRewriter.transform(new Response(pageHtml))).text();
// Find the registerRequest call in script contents
const fullScript = scriptContents.join('');
let registerRequestIndex = fullScript.indexOf('registerRequest');
const fullScript = scriptContents.join("");
let registerRequestIndex = fullScript.indexOf("registerRequest");
// Find the AnnotationsListRendererQuery after registerRequest
if (registerRequestIndex !== -1) {
@@ -200,46 +196,46 @@ if (registerRequestIndex !== -1) {
try {
// Find the start of the JSON object (after the comma and any whitespace)
let jsonStart = registerRequestIndex;
// Skip to the opening brace, accounting for the function name and first parameter
let commaFound = false;
for (let i = registerRequestIndex; i < fullScript.length; i++) {
if (fullScript[i] === ',' && !commaFound) {
if (fullScript[i] === "," && !commaFound) {
commaFound = true;
} else if (commaFound && fullScript[i] === '{') {
} else if (commaFound && fullScript[i] === "{") {
jsonStart = i;
break;
}
}
// Find the matching closing brace, considering strings
let braceCount = 0;
let jsonEnd = jsonStart;
let inString = false;
let escapeNext = false;
for (let i = jsonStart; i < fullScript.length; i++) {
const char = fullScript[i];
if (escapeNext) {
escapeNext = false;
continue;
}
if (char === '\\') {
if (char === "\\") {
escapeNext = true;
continue;
}
if (char === '"' && !inString) {
inString = true;
} else if (char === '"' && inString) {
inString = false;
}
if (!inString) {
if (char === '{') braceCount++;
else if (char === '}') {
if (char === "{") braceCount++;
else if (char === "}") {
braceCount--;
if (braceCount === 0) {
jsonEnd = i + 1;
@@ -248,58 +244,60 @@ if (registerRequestIndex !== -1) {
}
}
}
const jsonString = fullScript.substring(jsonStart, jsonEnd);
annotationsData = JSON.parse(jsonString);
const edges = annotationsData?.build?.annotations?.edges || [];
// Just collect all unique annotations by context
const annotationsByContext = new Map();
for (const edge of edges) {
const node = edge.node;
if (!node || !node.context) continue;
// Skip if we already have this context
if (annotationsByContext.has(node.context)) {
continue;
}
annotationsByContext.set(node.context, {
context: node.context,
html: node.body?.html || ''
html: node.body?.html || "",
});
}
// Collect annotations
const annotations = Array.from(annotationsByContext.values());
// Group annotations by test file to detect duplicates
const annotationsByFile = new Map();
const nonFileAnnotations = [];
for (const annotation of annotations) {
// Check if this is a file-based annotation
const isFileAnnotation = annotation.context.match(/\.(ts|js|tsx|jsx|zig)$/);
if (isFileAnnotation) {
// Parse the HTML to extract all platform sections
const html = annotation.html || '';
const html = annotation.html || "";
// Check if this annotation contains multiple <details> sections (one per platform)
const detailsSections = html.match(/<details>[\s\S]*?<\/details>/g);
if (detailsSections && detailsSections.length > 1) {
// Multiple platform failures in one annotation
for (const section of detailsSections) {
const summaryMatch = section.match(/<summary>[\s\S]*?<a[^>]+><code>([^<]+)<\/code><\/a>\s*-\s*(\d+\s+\w+)\s+on\s+<a[^>]+>([\s\S]+?)<\/a>/);
const summaryMatch = section.match(
/<summary>[\s\S]*?<a[^>]+><code>([^<]+)<\/code><\/a>\s*-\s*(\d+\s+\w+)\s+on\s+<a[^>]+>([\s\S]+?)<\/a>/,
);
if (summaryMatch) {
const filePath = summaryMatch[1];
const failureInfo = summaryMatch[2];
const platformHtml = summaryMatch[3];
const platform = platformHtml.replace(/<img[^>]+>/g, '').trim();
const platform = platformHtml.replace(/<img[^>]+>/g, "").trim();
const fileKey = `${filePath}|${failureInfo}`;
if (!annotationsByFile.has(fileKey)) {
annotationsByFile.set(fileKey, {
@@ -307,30 +305,32 @@ if (registerRequestIndex !== -1) {
failureInfo,
platforms: [],
htmlParts: [],
originalAnnotations: []
originalAnnotations: [],
});
}
const entry = annotationsByFile.get(fileKey);
entry.platforms.push(platform);
entry.htmlParts.push(section);
entry.originalAnnotations.push({
...annotation,
html: section,
originalHtml: html
originalHtml: html,
});
}
}
} else {
// Single platform failure
const summaryMatch = html.match(/<summary>[\s\S]*?<a[^>]+><code>([^<]+)<\/code><\/a>\s*-\s*(\d+\s+\w+)\s+on\s+<a[^>]+>([\s\S]+?)<\/a>/);
const summaryMatch = html.match(
/<summary>[\s\S]*?<a[^>]+><code>([^<]+)<\/code><\/a>\s*-\s*(\d+\s+\w+)\s+on\s+<a[^>]+>([\s\S]+?)<\/a>/,
);
if (summaryMatch) {
const filePath = summaryMatch[1];
const failureInfo = summaryMatch[2];
const platformHtml = summaryMatch[3];
const platform = platformHtml.replace(/<img[^>]+>/g, '').trim();
const platform = platformHtml.replace(/<img[^>]+>/g, "").trim();
const fileKey = `${filePath}|${failureInfo}`;
if (!annotationsByFile.has(fileKey)) {
annotationsByFile.set(fileKey, {
@@ -338,10 +338,10 @@ if (registerRequestIndex !== -1) {
failureInfo,
platforms: [],
htmlParts: [],
originalAnnotations: []
originalAnnotations: [],
});
}
const entry = annotationsByFile.get(fileKey);
entry.platforms.push(platform);
entry.htmlParts.push(html);
@@ -356,25 +356,25 @@ if (registerRequestIndex !== -1) {
nonFileAnnotations.push(annotation);
}
}
// Create merged annotations
const mergedAnnotations = [];
// Add file-based annotations
for (const [key, entry] of annotationsByFile) {
const { filePath, failureInfo, platforms, htmlParts, originalAnnotations } = entry;
// If we have multiple platforms with the same content, merge them
if (platforms.length > 1) {
// Create context string with all platforms
const uniquePlatforms = [...new Set(platforms)];
const context = `${filePath} - ${failureInfo} on ${uniquePlatforms.join(', ')}`;
const context = `${filePath} - ${failureInfo} on ${uniquePlatforms.join(", ")}`;
// Check if all HTML parts are identical
const firstHtml = htmlParts[0];
const allSame = htmlParts.every(html => html === firstHtml);
let mergedHtml = '';
let mergedHtml = "";
if (allSame) {
// If all the same, just use the first one
mergedHtml = firstHtml;
@@ -382,7 +382,7 @@ if (registerRequestIndex !== -1) {
// If different, try to find one with the most color spans
let bestHtml = firstHtml;
let maxColorCount = (firstHtml.match(/term-fg/g) || []).length;
for (const html of htmlParts) {
const colorCount = (html.match(/term-fg/g) || []).length;
if (colorCount > maxColorCount) {
@@ -392,46 +392,46 @@ if (registerRequestIndex !== -1) {
}
mergedHtml = bestHtml;
}
mergedAnnotations.push({
context,
html: mergedHtml,
merged: true,
platformCount: uniquePlatforms.length
platformCount: uniquePlatforms.length,
});
} else {
// Single platform, use original
mergedAnnotations.push(originalAnnotations[0]);
}
}
// Add non-file annotations
mergedAnnotations.push(...nonFileAnnotations);
// Sort annotations: ones with colors at the bottom
const annotationsWithColorInfo = mergedAnnotations.map(annotation => {
const html = annotation.html || '';
const hasColors = html.includes('term-fg') || html.includes('\\x1b[');
const html = annotation.html || "";
const hasColors = html.includes("term-fg") || html.includes("\\x1b[");
return { annotation, hasColors };
});
// Sort: no colors first, then colors
annotationsWithColorInfo.sort((a, b) => {
if (a.hasColors === b.hasColors) return 0;
return a.hasColors ? 1 : -1;
});
const sortedAnnotations = annotationsWithColorInfo.map(item => item.annotation);
// Count failures - look for actual test counts in the content
let totalFailures = 0;
let totalFlaky = 0;
// First try to count from annotations
for (const annotation of sortedAnnotations) {
const isFlaky = annotation.context.toLowerCase().includes('flaky');
const html = annotation.html || '';
const isFlaky = annotation.context.toLowerCase().includes("flaky");
const html = annotation.html || "";
// Look for patterns like "X tests failed" or "X failing"
const failureMatches = html.match(/(\d+)\s+(tests?\s+failed|failing)/gi);
if (failureMatches) {
@@ -449,12 +449,12 @@ if (registerRequestIndex !== -1) {
totalFailures++;
}
}
// If no annotations, use job count
if (totalFailures === 0 && failedJobs.length > 0) {
totalFailures = failedJobs.length;
}
// Display failure count
if (totalFailures > 0 || totalFlaky > 0) {
if (totalFailures > 0) {
@@ -467,15 +467,15 @@ if (registerRequestIndex !== -1) {
} else if (failedJobs.length > 0) {
console.log(`\n${colors.red}${colors.bold}${failedJobs.length} job failures${colors.reset}\n`);
}
// Display all annotations
console.log();
for (const annotation of sortedAnnotations) {
// Skip flaky tests unless --flaky flag is set
if (!showFlaky && annotation.context.toLowerCase().includes('flaky')) {
if (!showFlaky && annotation.context.toLowerCase().includes("flaky")) {
continue;
}
// Display context header with background color
// For merged annotations, show platform info
if (annotation.merged && annotation.platformCount) {
@@ -484,7 +484,9 @@ if (registerRequestIndex !== -1) {
if (contextParts) {
const [, filename, failureInfo, platformsStr] = contextParts;
const fileUrl = fileToUrl(filename);
console.log(`${colors.bgBlue}${colors.white}${colors.bold} ${fileUrl} - ${failureInfo} ${colors.reset} ${colors.dim}on ${platformsStr}${colors.reset}`);
console.log(
`${colors.bgBlue}${colors.white}${colors.bold} ${fileUrl} - ${failureInfo} ${colors.reset} ${colors.dim}on ${platformsStr}${colors.reset}`,
);
} else {
const fileUrl = fileToUrl(annotation.context);
console.log(`${colors.bgBlue}${colors.white}${colors.bold} ${fileUrl} ${colors.reset}`);
@@ -492,163 +494,164 @@ if (registerRequestIndex !== -1) {
} else {
// Single annotation - need to extract platform info from HTML
const fileUrl = fileToUrl(annotation.context);
// Try to extract platform info from the HTML for single platform tests
const html = annotation.html || '';
const singlePlatformMatch = html.match(/<summary>[\s\S]*?<a[^>]+><code>([^<]+)<\/code><\/a>\s*-\s*(\d+\s+\w+)\s+on\s+<a[^>]+>([\s\S]+?)<\/a>/);
const html = annotation.html || "";
const singlePlatformMatch = html.match(
/<summary>[\s\S]*?<a[^>]+><code>([^<]+)<\/code><\/a>\s*-\s*(\d+\s+\w+)\s+on\s+<a[^>]+>([\s\S]+?)<\/a>/,
);
if (singlePlatformMatch) {
const failureInfo = singlePlatformMatch[2];
const platformHtml = singlePlatformMatch[3];
const platform = platformHtml.replace(/<img[^>]+>/g, '').trim();
console.log(`${colors.bgBlue}${colors.white}${colors.bold} ${fileUrl} - ${failureInfo} ${colors.reset} ${colors.dim}on ${platform}${colors.reset}`);
const platform = platformHtml.replace(/<img[^>]+>/g, "").trim();
console.log(
`${colors.bgBlue}${colors.white}${colors.bold} ${fileUrl} - ${failureInfo} ${colors.reset} ${colors.dim}on ${platform}${colors.reset}`,
);
} else {
console.log(`${colors.bgBlue}${colors.white}${colors.bold} ${fileUrl} ${colors.reset}`);
}
}
console.log();
// Process the annotation HTML to preserve colors
const html = annotation.html || '';
const html = annotation.html || "";
// First unescape unicode sequences
let unescapedHtml = html
.replace(/\\u003c/g, '<')
.replace(/\\u003e/g, '>')
.replace(/\\u0026/g, '&')
.replace(/\\u003c/g, "<")
.replace(/\\u003e/g, ">")
.replace(/\\u0026/g, "&")
.replace(/\\"/g, '"')
.replace(/\\'/g, "'")
.replace(/\\u001b/g, '\x1b'); // Unescape ANSI escape sequences
.replace(/\\u001b/g, "\x1b"); // Unescape ANSI escape sequences
// Handle newlines more carefully - BuildKite sometimes has actual newlines that shouldn't be there
// Only replace \n if it's actually an escaped newline, not part of the content
unescapedHtml = unescapedHtml.replace(/\\n/g, '\n');
unescapedHtml = unescapedHtml.replace(/\\n/g, "\n");
// Also handle escaped ANSI sequences that might appear as \\x1b or \033
unescapedHtml = unescapedHtml
.replace(/\\\\x1b/g, '\x1b')
.replace(/\\033/g, '\x1b');
unescapedHtml = unescapedHtml.replace(/\\\\x1b/g, "\x1b").replace(/\\033/g, "\x1b");
// Convert HTML with ANSI color classes to actual ANSI codes
const termColors = {
// Standard colors (0-7)
'term-fg0': '\x1b[30m', // black
'term-fg1': '\x1b[31m', // red
'term-fg2': '\x1b[32m', // green
'term-fg3': '\x1b[33m', // yellow
'term-fg4': '\x1b[34m', // blue
'term-fg5': '\x1b[35m', // magenta
'term-fg6': '\x1b[36m', // cyan
'term-fg7': '\x1b[37m', // white
"term-fg0": "\x1b[30m", // black
"term-fg1": "\x1b[31m", // red
"term-fg2": "\x1b[32m", // green
"term-fg3": "\x1b[33m", // yellow
"term-fg4": "\x1b[34m", // blue
"term-fg5": "\x1b[35m", // magenta
"term-fg6": "\x1b[36m", // cyan
"term-fg7": "\x1b[37m", // white
// Also support 30-37 format
'term-fg30': '\x1b[30m', // black
'term-fg31': '\x1b[31m', // red
'term-fg32': '\x1b[32m', // green
'term-fg33': '\x1b[33m', // yellow
'term-fg34': '\x1b[34m', // blue
'term-fg35': '\x1b[35m', // magenta
'term-fg36': '\x1b[36m', // cyan
'term-fg37': '\x1b[37m', // white
"term-fg30": "\x1b[30m", // black
"term-fg31": "\x1b[31m", // red
"term-fg32": "\x1b[32m", // green
"term-fg33": "\x1b[33m", // yellow
"term-fg34": "\x1b[34m", // blue
"term-fg35": "\x1b[35m", // magenta
"term-fg36": "\x1b[36m", // cyan
"term-fg37": "\x1b[37m", // white
// Bright colors with 'i' prefix
'term-fgi90': '\x1b[90m', // bright black
'term-fgi91': '\x1b[91m', // bright red
'term-fgi92': '\x1b[92m', // bright green
'term-fgi93': '\x1b[93m', // bright yellow
'term-fgi94': '\x1b[94m', // bright blue
'term-fgi95': '\x1b[95m', // bright magenta
'term-fgi96': '\x1b[96m', // bright cyan
'term-fgi97': '\x1b[97m', // bright white
"term-fgi90": "\x1b[90m", // bright black
"term-fgi91": "\x1b[91m", // bright red
"term-fgi92": "\x1b[92m", // bright green
"term-fgi93": "\x1b[93m", // bright yellow
"term-fgi94": "\x1b[94m", // bright blue
"term-fgi95": "\x1b[95m", // bright magenta
"term-fgi96": "\x1b[96m", // bright cyan
"term-fgi97": "\x1b[97m", // bright white
// Also support without 'i'
'term-fg90': '\x1b[90m', // bright black
'term-fg91': '\x1b[91m', // bright red
'term-fg92': '\x1b[92m', // bright green
'term-fg93': '\x1b[93m', // bright yellow
'term-fg94': '\x1b[94m', // bright blue
'term-fg95': '\x1b[95m', // bright magenta
'term-fg96': '\x1b[96m', // bright cyan
'term-fg97': '\x1b[97m', // bright white
"term-fg90": "\x1b[90m", // bright black
"term-fg91": "\x1b[91m", // bright red
"term-fg92": "\x1b[92m", // bright green
"term-fg93": "\x1b[93m", // bright yellow
"term-fg94": "\x1b[94m", // bright blue
"term-fg95": "\x1b[95m", // bright magenta
"term-fg96": "\x1b[96m", // bright cyan
"term-fg97": "\x1b[97m", // bright white
// Background colors
'term-bg40': '\x1b[40m', // black
'term-bg41': '\x1b[41m', // red
'term-bg42': '\x1b[42m', // green
'term-bg43': '\x1b[43m', // yellow
'term-bg44': '\x1b[44m', // blue
'term-bg45': '\x1b[45m', // magenta
'term-bg46': '\x1b[46m', // cyan
'term-bg47': '\x1b[47m', // white
"term-bg40": "\x1b[40m", // black
"term-bg41": "\x1b[41m", // red
"term-bg42": "\x1b[42m", // green
"term-bg43": "\x1b[43m", // yellow
"term-bg44": "\x1b[44m", // blue
"term-bg45": "\x1b[45m", // magenta
"term-bg46": "\x1b[46m", // cyan
"term-bg47": "\x1b[47m", // white
// Text styles
'term-bold': '\x1b[1m',
'term-dim': '\x1b[2m',
'term-italic': '\x1b[3m',
'term-underline': '\x1b[4m',
"term-bold": "\x1b[1m",
"term-dim": "\x1b[2m",
"term-italic": "\x1b[3m",
"term-underline": "\x1b[4m",
};
let text = unescapedHtml;
// Convert color spans to ANSI codes if TTY
if (isTTY) {
// Convert spans with color classes to ANSI codes
for (const [className, ansiCode] of Object.entries(termColors)) {
// Match spans that contain the class name (might have multiple classes)
// Need to handle both formats: <span class="..."> and <span ... class="...">
const regex = new RegExp(`<span[^>]*class="[^"]*\\b${className}\\b[^"]*"[^>]*>([\\s\\S]*?)</span>`, 'g');
const regex = new RegExp(`<span[^>]*class="[^"]*\\b${className}\\b[^"]*"[^>]*>([\\s\\S]*?)</span>`, "g");
text = text.replace(regex, (match, content) => {
// Don't add reset if the content already has ANSI codes
if (content.includes('\x1b[')) {
if (content.includes("\x1b[")) {
return `${ansiCode}${content}`;
}
return `${ansiCode}${content}${colors.reset}`;
});
}
}
// Check if we already have ANSI codes in the text after processing
const hasExistingAnsi = text.includes('\x1b[');
const hasExistingAnsi = text.includes("\x1b[");
// Check for broken color patterns (single characters wrapped in colors)
// If we see patterns like green[, red text, green], it's likely broken
// Also check for patterns like: green[, then reset, then text, then red text, then reset, then green]
const hasBrokenColors = text.includes('\x1b[32m[') || text.includes('\x1b[32m]') ||
(text.includes('\x1b[32m✓') && text.includes('\x1b[31m') && text.includes('ms]'));
const hasBrokenColors =
text.includes("\x1b[32m[") ||
text.includes("\x1b[32m]") ||
(text.includes("\x1b[32m✓") && text.includes("\x1b[31m") && text.includes("ms]"));
if (hasBrokenColors) {
// Remove all ANSI codes if the coloring looks broken
text = text.replace(/\x1b\[[0-9;]*m/g, '');
text = text.replace(/\x1b\[[0-9;]*m/g, "");
}
// Remove all HTML tags, but be careful with existing ANSI codes
text = text
.replace(/<pre[^>]*><code[^>]*>([\s\S]*?)<\/code><\/pre>/g, '$1')
.replace(/<br\s*\/?>/g, '\n')
.replace(/<\/p>/g, '\n')
.replace(/<p>/g, '')
.replace(/<[^>]+>/g, '')
.replace(/&lt;/g, '<')
.replace(/&gt;/g, '>')
.replace(/&amp;/g, '&')
.replace(/<pre[^>]*><code[^>]*>([\s\S]*?)<\/code><\/pre>/g, "$1")
.replace(/<br\s*\/?>/g, "\n")
.replace(/<\/p>/g, "\n")
.replace(/<p>/g, "")
.replace(/<[^>]+>/g, "")
.replace(/&lt;/g, "<")
.replace(/&gt;/g, ">")
.replace(/&amp;/g, "&")
.replace(/&quot;/g, '"')
.replace(/&#39;/g, "'")
.replace(/&nbsp;/g, ' ')
.replace(/\u00A0/g, ' ') // Non-breaking space
.replace(/&nbsp;/g, " ")
.replace(/\u00A0/g, " ") // Non-breaking space
.trim();
// Remove excessive blank lines - be more aggressive
text = text.replace(/\n\s*\n\s*\n+/g, '\n\n'); // Replace 3+ newlines with 2
text = text.replace(/\n\s*\n/g, '\n'); // Replace 2 newlines with 1
text = text.replace(/\n\s*\n\s*\n+/g, "\n\n"); // Replace 3+ newlines with 2
text = text.replace(/\n\s*\n/g, "\n"); // Replace 2 newlines with 1
// For zig error annotations, check if there are multiple platform sections
let handled = false;
if (annotation.context.includes('zig error')) {
if (annotation.context.includes("zig error")) {
// Split by platform headers within the content
const platformSections = text.split(/(?=^\s*[^\s\/]+\.zig\s*-\s*zig error\s+on\s+)/m);
if (platformSections.length > 1) {
// Skip the first empty section if it exists
const sections = platformSections.filter(s => s.trim());
if (sections.length > 1) {
// We have multiple platform errors in one annotation
// Extract unique platform names
@@ -659,18 +662,20 @@ if (registerRequestIndex !== -1) {
platforms.push(platformMatch[1]);
}
}
// Show combined header with background color
const filename = annotation.context;
const fileUrl = fileToUrl(filename);
const platformText = platforms.join(', ');
console.log(`${colors.bgRed}${colors.white}${colors.bold} ${fileUrl} ${colors.reset} ${colors.dim}on ${platformText}${colors.reset}`);
const platformText = platforms.join(", ");
console.log(
`${colors.bgRed}${colors.white}${colors.bold} ${fileUrl} ${colors.reset} ${colors.dim}on ${platformText}${colors.reset}`,
);
console.log();
// Show only the first error detail (they're the same)
const firstError = sections[0];
const errorLines = firstError.split('\n');
const errorLines = firstError.split("\n");
// Skip the platform-specific header line and remove excessive blank lines
let previousWasBlank = false;
for (let i = 0; i < errorLines.length; i++) {
@@ -678,14 +683,14 @@ if (registerRequestIndex !== -1) {
if (i === 0 && line.match(/\.zig\s*-\s*zig error\s+on\s+/)) {
continue; // Skip platform header
}
// Skip multiple consecutive blank lines
const isBlank = line.trim() === '';
const isBlank = line.trim() === "";
if (isBlank && previousWasBlank) {
continue;
}
previousWasBlank = isBlank;
console.log(line); // No indentation
}
console.log();
@@ -693,27 +698,31 @@ if (registerRequestIndex !== -1) {
}
}
}
// Normal processing for other annotations
if (!handled) {
// For merged annotations, skip the duplicate headers within the content
const isMerged = annotation.merged || (annotation.platformCount && annotation.platformCount > 1);
// Process lines, removing excessive blank lines
let previousWasBlank = false;
text.split('\n').forEach((line, index) => {
text.split("\n").forEach((line, index) => {
// For merged annotations, skip duplicate platform headers
if (isMerged && index > 0 && line.match(/^[^\s\/]+\.(ts|js|tsx|jsx|zig)\s*-\s*\d+\s+(failing|errors?|warnings?)\s+on\s+/)) {
if (
isMerged &&
index > 0 &&
line.match(/^[^\s\/]+\.(ts|js|tsx|jsx|zig)\s*-\s*\d+\s+(failing|errors?|warnings?)\s+on\s+/)
) {
return; // Skip duplicate headers in merged content
}
// Skip multiple consecutive blank lines
const isBlank = line.trim() === '';
const isBlank = line.trim() === "";
if (isBlank && previousWasBlank) {
return;
}
previousWasBlank = isBlank;
console.log(line); // No indentation
});
console.log();
@@ -728,4 +737,4 @@ if (registerRequestIndex !== -1) {
console.log(`\n${colors.red}${colors.bold}${failedJobs.length} job failures${colors.reset}\n`);
console.log("View detailed results at:");
console.log(` https://buildkite.com/bun/bun/builds/${buildNumber}#annotations`);
}
}