mirror of
https://github.com/oven-sh/bun
synced 2026-02-14 12:51:54 +00:00
* Get bunx tests to pass on Windows * wip * WIP * wip * wip * ads * asdf * makeOpenPath * almost revert * fix build * enoent * fix bun install git repos * cleanup * use custom zig stdlib from submodule * update dockerfile to copy zig stdlib sources * fix dockerfile, update gitmodules * fix dockerfile * fix build * fix build * fix symlinkat * fix build * fix build * Remove usages of unreachable * Fixup * Fixup * wip * fixup * Fix one of the bugs * asd * Normalize BUN_INSTALL_CACHE_DIR var * Set iterable to false when we're about to delete * Update bun.zig * I still can't repro this outside CI * i think that fixes it? * fix posix compile * factor out directory creation * update all install methods to use InstallDirState * move walker creation to init function * fix error cleanup * fix posix compile * all install tests pass locally * cleanup * [autofix.ci] apply automated fixes * Fix posix regressions --------- Co-authored-by: Dylan Conway <dylan.conway567@gmail.com> Co-authored-by: Meghan Denny <hello@nektro.net> Co-authored-by: Georgijs Vilums <georgijs.vilums@gmail.com> Co-authored-by: Georgijs <48869301+gvilums@users.noreply.github.com> Co-authored-by: Georgijs Vilums <georgijs@bun.sh> Co-authored-by: Jarred Sumner <709451+Jarred-Sumner@users.noreply.github.com> Co-authored-by: autofix-ci[bot] <114827586+autofix-ci[bot]@users.noreply.github.com>
233 lines
7.8 KiB
C++
233 lines
7.8 KiB
C++
#include "root.h"
|
|
|
|
#include "helpers.h"
|
|
|
|
#include "ZigSourceProvider.h"
|
|
|
|
#include <JavaScriptCore/BytecodeCacheError.h>
|
|
#include "ZigGlobalObject.h"
|
|
#include "wtf/Assertions.h"
|
|
|
|
#include <JavaScriptCore/Completion.h>
|
|
#include <wtf/Scope.h>
|
|
#include <wtf/text/StringHash.h>
|
|
#include <sys/stat.h>
|
|
|
|
extern "C" void RefString__free(void*, void*, unsigned);
|
|
|
|
namespace Zig {
|
|
|
|
using Base = JSC::SourceProvider;
|
|
using BytecodeCacheGenerator = JSC::BytecodeCacheGenerator;
|
|
using UnlinkedFunctionExecutable = JSC::UnlinkedFunctionExecutable;
|
|
using CachedBytecode = JSC::CachedBytecode;
|
|
using UnlinkedFunctionCodeBlock = JSC::UnlinkedFunctionCodeBlock;
|
|
using SourceCode = JSC::SourceCode;
|
|
using CodeSpecializationKind = JSC::CodeSpecializationKind;
|
|
using SourceOrigin = JSC::SourceOrigin;
|
|
using String = WTF::String;
|
|
using SourceProviderSourceType = JSC::SourceProviderSourceType;
|
|
|
|
SourceOrigin toSourceOrigin(const String& sourceURL, bool isBuiltin)
|
|
{
|
|
|
|
ASSERT_WITH_MESSAGE(!sourceURL.startsWith("file://"_s), "specifier should not already be a file URL");
|
|
|
|
if (isBuiltin) {
|
|
if (sourceURL.startsWith("node:"_s)) {
|
|
return SourceOrigin(WTF::URL(makeString("builtin://node/", sourceURL.substring(5))));
|
|
} else if (sourceURL.startsWith("bun:"_s)) {
|
|
return SourceOrigin(WTF::URL(makeString("builtin://bun/", sourceURL.substring(4))));
|
|
} else {
|
|
return SourceOrigin(WTF::URL(makeString("builtin://", sourceURL)));
|
|
}
|
|
}
|
|
|
|
return SourceOrigin(WTF::URL::fileURLWithFileSystemPath(sourceURL));
|
|
}
|
|
|
|
extern "C" int ByteRangeMapping__getSourceID(void* mappings, BunString sourceURL);
|
|
extern "C" void* ByteRangeMapping__find(BunString sourceURL);
|
|
void* sourceMappingForSourceURL(const WTF::String& sourceURL)
|
|
{
|
|
return ByteRangeMapping__find(Bun::toString(sourceURL));
|
|
}
|
|
|
|
extern "C" void ByteRangeMapping__generate(BunString sourceURL, BunString code, int sourceID);
|
|
|
|
JSC::SourceID sourceIDForSourceURL(const WTF::String& sourceURL)
|
|
{
|
|
void* mappings = ByteRangeMapping__find(Bun::toString(sourceURL));
|
|
if (!mappings) {
|
|
return 0;
|
|
}
|
|
|
|
return ByteRangeMapping__getSourceID(mappings, Bun::toString(sourceURL));
|
|
}
|
|
|
|
extern "C" bool BunTest__shouldGenerateCodeCoverage(BunString sourceURL);
|
|
|
|
Ref<SourceProvider> SourceProvider::create(Zig::GlobalObject* globalObject, ResolvedSource& resolvedSource, JSC::SourceProviderSourceType sourceType, bool isBuiltin)
|
|
{
|
|
|
|
auto string = resolvedSource.source_code.toWTFString(BunString::ZeroCopy);
|
|
auto sourceURLString = resolvedSource.source_url.toWTFString(BunString::ZeroCopy);
|
|
|
|
bool isCodeCoverageEnabled = !!globalObject->vm().controlFlowProfiler();
|
|
|
|
bool shouldGenerateCodeCoverage = isCodeCoverageEnabled && !isBuiltin && BunTest__shouldGenerateCodeCoverage(resolvedSource.source_url);
|
|
|
|
if (resolvedSource.needsDeref && !isBuiltin) {
|
|
resolvedSource.needsDeref = false;
|
|
resolvedSource.source_code.deref();
|
|
// Do not deref either source_url or specifier
|
|
// Specifier's lifetime is the JSValue, mostly
|
|
// source_url is owned by the string above
|
|
// https://github.com/oven-sh/bun/issues/9521
|
|
}
|
|
|
|
auto provider = adoptRef(*new SourceProvider(
|
|
globalObject->isThreadLocalDefaultGlobalObject ? globalObject : nullptr,
|
|
resolvedSource,
|
|
string.isNull() ? *StringImpl::empty() : *string.impl(),
|
|
JSC::SourceTaintedOrigin::Untainted,
|
|
toSourceOrigin(sourceURLString, isBuiltin),
|
|
sourceURLString.impl(), TextPosition(),
|
|
sourceType));
|
|
|
|
if (shouldGenerateCodeCoverage) {
|
|
ByteRangeMapping__generate(Bun::toString(provider->sourceURL()), Bun::toString(provider->source().toStringWithoutCopying()), provider->asID());
|
|
}
|
|
|
|
return provider;
|
|
}
|
|
|
|
unsigned SourceProvider::hash() const
|
|
{
|
|
if (m_hash) {
|
|
return m_hash;
|
|
}
|
|
|
|
return m_source->hash();
|
|
}
|
|
|
|
void SourceProvider::freeSourceCode()
|
|
{
|
|
}
|
|
|
|
void SourceProvider::updateCache(const UnlinkedFunctionExecutable* executable, const SourceCode&,
|
|
CodeSpecializationKind kind,
|
|
const UnlinkedFunctionCodeBlock* codeBlock)
|
|
{
|
|
// if (!m_resolvedSource.bytecodecache_fd || !m_cachedBytecode)
|
|
return;
|
|
|
|
JSC::BytecodeCacheError error;
|
|
RefPtr<JSC::CachedBytecode> cachedBytecode = JSC::encodeFunctionCodeBlock(executable->vm(), codeBlock, error);
|
|
if (cachedBytecode && !error.isValid())
|
|
m_cachedBytecode->addFunctionUpdate(executable, kind, *cachedBytecode);
|
|
}
|
|
|
|
void SourceProvider::cacheBytecode(const BytecodeCacheGenerator& generator)
|
|
{
|
|
// if (!m_resolvedSource.bytecodecache_fd)
|
|
return;
|
|
|
|
if (!m_cachedBytecode)
|
|
m_cachedBytecode = JSC::CachedBytecode::create();
|
|
auto update = generator();
|
|
if (update)
|
|
m_cachedBytecode->addGlobalUpdate(*update);
|
|
}
|
|
SourceProvider::~SourceProvider()
|
|
{
|
|
}
|
|
void SourceProvider::commitCachedBytecode()
|
|
{
|
|
// if (!m_resolvedSource.bytecodecache_fd || !m_cachedBytecode || !m_cachedBytecode->hasUpdates())
|
|
return;
|
|
|
|
// auto clearBytecode = WTF::makeScopeExit([&] { m_cachedBytecode = nullptr; });
|
|
// const auto fd = m_resolvedSource.bytecodecache_fd;
|
|
|
|
// auto fileSize = FileSystem::fileSize(fd);
|
|
// if (!fileSize)
|
|
// return;
|
|
|
|
// size_t cacheFileSize;
|
|
// if (!WTF::convertSafely(*fileSize, cacheFileSize) || cacheFileSize != m_cachedBytecode->size()) {
|
|
// // The bytecode cache has already been updated
|
|
// return;
|
|
// }
|
|
|
|
// if (!FileSystem::truncateFile(fd, m_cachedBytecode->sizeForUpdate()))
|
|
// return;
|
|
|
|
// m_cachedBytecode->commitUpdates([&](off_t offset, const void* data, size_t size) {
|
|
// long long result = FileSystem::seekFile(fd, offset, FileSystem::FileSeekOrigin::Beginning);
|
|
// ASSERT_UNUSED(result, result != -1);
|
|
// size_t bytesWritten = static_cast<size_t>(FileSystem::writeToFile(fd, data, size));
|
|
// ASSERT_UNUSED(bytesWritten, bytesWritten == size);
|
|
// });
|
|
}
|
|
|
|
bool SourceProvider::isBytecodeCacheEnabled() const
|
|
{
|
|
// return m_resolvedSource.bytecodecache_fd > 0;
|
|
return false;
|
|
}
|
|
|
|
void SourceProvider::readOrGenerateByteCodeCache(JSC::VM& vm, const JSC::SourceCode& sourceCode)
|
|
{
|
|
// auto status = this->readCache(vm, sourceCode);
|
|
// switch (status) {
|
|
// case -1: {
|
|
// m_resolvedSource.bytecodecache_fd = 0;
|
|
// break;
|
|
// }
|
|
// case 0: {
|
|
// JSC::BytecodeCacheError err;
|
|
// m_cachedBytecode = JSC::generateModuleBytecode(vm, sourceCode, m_resolvedSource.bytecodecache_fd, err);
|
|
|
|
// if (err.isValid()) {
|
|
// m_resolvedSource.bytecodecache_fd = 0;
|
|
// m_cachedBytecode = JSC::CachedBytecode::create();
|
|
// }
|
|
// }
|
|
// // TODO: read the bytecode into a JSC::SourceCode object here
|
|
// case 1: {
|
|
// }
|
|
// }
|
|
}
|
|
int SourceProvider::readCache(JSC::VM& vm, const JSC::SourceCode& sourceCode)
|
|
{
|
|
return -1;
|
|
// if (m_resolvedSource.bytecodecache_fd == 0)
|
|
// return -1;
|
|
// if (!FileSystem::isHandleValid(m_resolvedSource.bytecodecache_fd))
|
|
// return -1;
|
|
// const auto fd = m_resolvedSource.bytecodecache_fd;
|
|
|
|
// bool success;
|
|
// FileSystem::MappedFileData mappedFile(fd, FileSystem::MappedFileMode::Shared, success);
|
|
// if (!success)
|
|
// return -1;
|
|
|
|
// const uint8_t* fileData = reinterpret_cast<const uint8_t*>(mappedFile.data());
|
|
// unsigned fileTotalSize = mappedFile.size();
|
|
// if (fileTotalSize == 0)
|
|
// return 0;
|
|
|
|
// Ref<JSC::CachedBytecode> cachedBytecode = JSC::CachedBytecode::create(WTFMove(mappedFile));
|
|
// // auto key = JSC::sourceCodeKeyForSerializedModule(vm, sourceCode);
|
|
// // if (isCachedBytecodeStillValid(vm, cachedBytecode.copyRef(), key,
|
|
// // JSC::SourceCodeType::ModuleType)) {
|
|
// m_cachedBytecode = WTFMove(cachedBytecode);
|
|
// return 1;
|
|
// } else {
|
|
// FileSystem::truncateFile(fd, 0);
|
|
// return 0;
|
|
// }
|
|
}
|
|
}; // namespace Zig
|