/* Copyright (C) 2025 Wildfire Games.
* This file is part of 0 A.D.
*
* 0 A.D. is free software: you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation, either version 2 of the License, or
* (at your option) any later version.
*
* 0 A.D. is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with 0 A.D. If not, see .
*/
#include "precompiled.h"
#include "ModuleLoader.h"
#include "js/Modules.h"
#include "lib/file/file_system.h"
#include "lib/file/vfs/vfs.h"
#include "lib/os_path.h"
#include "lib/status.h"
#include "ps/CLogger.h"
#include "ps/CStr.h"
#include "ps/Errors.h"
#include "ps/Filesystem.h"
#include "scriptinterface/FunctionWrapper.h"
#include "scriptinterface/Object.h"
#include "scriptinterface/ScriptConversions.h"
#include "scriptinterface/ScriptExceptions.h"
#include "scriptinterface/ScriptInterface.h"
#include "scriptinterface/ScriptRequest.h"
#include
#include
#include
#include
#include
#include
#include
#include
#include
#include
#include
#include
#include
#include
#include
class JSObject;
namespace mozilla { union Utf8Unit; }
struct JSContext;
namespace Script
{
namespace
{
/**
* When provided with an appendix name (containing a "~" and ending with
* ".append.js") the name of the base file is returned. When it's not an
* appendix name an empty string is returned. E.g.
* "base_file~mod_name.append.js" -> "base_file.js"
* "base-name~0.append.js" -> "base-name.js"
* "base_file~mod_name.js" -> ""
* "base_file_mod_name.append.js" -> ""
*/
VfsPath GetBaseFilename(const VfsPath& filename)
{
constexpr std::string_view appendixExtension{".append.js"};
const std::string nameString{filename.string8()};
if (nameString.size() < appendixExtension.size())
return {};
if (nameString.substr(nameString.size() - appendixExtension.size()) != appendixExtension)
return {};
const size_t pos{nameString.find('~')};
if (pos == std::string::npos)
return {};
return nameString.substr(0, pos) + ".js";
}
[[nodiscard]] std::vector GetAppendices(const VfsPath& baseFilepath)
{
const VfsPath directory{baseFilepath.Parent()};
CFileInfos fileInfos;
if (g_VFS->GetDirectoryEntries(baseFilepath, &fileInfos, nullptr) != INFO::OK)
{
throw std::runtime_error{fmt::format("Unable to load files in directory: \"{}\"",
directory.string8())};
}
std::vector filenames;
std::transform(fileInfos.begin(), fileInfos.end(), std::back_inserter(filenames),
[](const CFileInfo fileInfo)
{
return fileInfo.Name();
});
const VfsPath baseFilename{baseFilepath.Filename()};
const auto endPoint = std::remove_if(filenames.begin(), filenames.end(), [&](const VfsPath& filename)
{
const VfsPath base{GetBaseFilename(filename)};
return base != baseFilename;
});
filenames.erase(endPoint, filenames.end());
for (VfsPath& filename : filenames)
filename = directory / filename;
return filenames;
}
[[nodiscard]] std::string GetCode(const ModuleLoader::AllowModuleFunc& allowModule,
const VfsPath& filePath)
{
if (!allowModule || !allowModule(filePath))
{
throw std::runtime_error{fmt::format("Importing file \"{}\" is disallowed.",
filePath.string8())};
}
if (!VfsFileExists(filePath))
throw std::runtime_error{fmt::format("The file \"{}\" does not exist.", filePath.string8())};
if (filePath.Extension() != L".js")
{
throw std::runtime_error{fmt::format("The file \"{}\" is not a JavaScript module.",
filePath.string8())};
}
CVFSFile file;
const PSRETURN ret{file.Load(g_VFS, filePath)};
if (ret != PSRETURN_OK)
{
throw std::runtime_error{fmt::format("Failed to load file \"{}\": {}.", filePath.string8(),
GetErrorString(ret))};
}
return file.DecodeUTF8();
}
template
[[nodiscard]] JSObject* CompileModule(const ScriptRequest& rq,
const ModuleLoader::AllowModuleFunc& allowModule, ModuleLoader::RegistryType& registry,
const VfsPath& filePath, Requester&& requester)
{
const VfsPath normalizedPath{filePath.fileSystemPath().lexically_normal().generic_string()};
const auto insertResult = registry.try_emplace(normalizedPath, rq, allowModule, normalizedPath);
ModuleLoader::CompiledModule& compiledModule{std::get<1>(*std::get<0>(insertResult))};
compiledModule.AddRequester(std::forward(requester));
return compiledModule.m_ModuleObject;
}
[[nodiscard]] JSObject* Resolve(const ScriptRequest& rq, const ModuleLoader::AllowModuleFunc& allowModule,
ModuleLoader::RegistryType& registry, JS::HandleValue referencingModule,
JS::HandleObject moduleRequest)
{
std::string includeString;
const JS::RootedValue pathValue{rq.cx,
JS::StringValue(JS::GetModuleRequestSpecifier(rq.cx, moduleRequest))};
if (!Script::FromJSVal(rq, pathValue, includeString))
throw std::logic_error{"The module-name to import isn't a string."};
std::string includingModule;
if (!Script::FromJSProperty(rq, referencingModule, "path", includingModule))
throw std::logic_error{"The importing module doesn't have a \"path\" property."};
return CompileModule(rq, allowModule, registry, includeString, includingModule);
}
[[nodiscard]] JSObject* Evaluate(const ScriptRequest& rq, JS::HandleObject mod)
{
if (!JS::ModuleLink(rq.cx, mod))
{
ScriptException::CatchPending(rq);
throw std::invalid_argument{"Unable to link module."};
}
JS::RootedValue val{rq.cx};
if (!JS::ModuleEvaluate(rq.cx, mod, &val) || !val.isObject())
{
ScriptException::CatchPending(rq);
throw std::invalid_argument{"Unable to evaluate module."};
}
return &val.toObject();
}
Status FileChangedHook(void* param, const VfsPath& changedFile)
{
ModuleLoader::RegistryType& registry{*static_cast(param)};
const VfsPath proposedBasePath{GetBaseFilename(changedFile)};
std::vector modulesToErase{proposedBasePath.empty() ? changedFile : proposedBasePath};
std::vector> queries;
while (!modulesToErase.empty())
{
const VfsPath path{modulesToErase.back()};
modulesToErase.pop_back();
const VfsPath pathWithExtension{path.ChangeExtension(".js")};
const auto it = registry.find(pathWithExtension);
if (it == registry.end())
continue;
ModuleLoader::CompiledModule compiledModule{std::move(std::get<1>(*it))};
registry.erase(it);
const auto [additionalModules, callbacks] = compiledModule.GetRequesters();
modulesToErase.insert(modulesToErase.end(),
additionalModules.begin(), additionalModules.end());
queries.insert(queries.end(), callbacks.begin(), callbacks.end());
}
for (ModuleLoader::Result& result : queries)
result.Resume();
return INFO::OK;
}
template
bool Call(JSContext* cx, const unsigned argc, JS::Value* vp)
{
JS::CallArgs args{JS::CallArgsFromVp(argc, vp)};
const ScriptRequest rq{cx};
const auto statusPtr{JS::GetMaybePtrFromReservedSlot(
&args.callee(), 0)};
if (!statusPtr)
return true;
auto& status = *statusPtr;
if (reject)
{
JS::HandleValue error{args.get(0)};
std::string asString;
ScriptFunction::Call(rq, error, "toString", asString);
std::string stack;
Script::GetProperty(rq, error, "stack", stack);
status = ModuleLoader::Future::Rejected{std::make_exception_ptr(std::runtime_error{
asString + '\n' + stack})};
return true;
}
const auto evaluatingStatus{std::get_if(&status)};
if (!evaluatingStatus)
{
status = ModuleLoader::Future::Rejected{std::make_exception_ptr(std::runtime_error{
"Future is not Pending."})};
return true;
}
status = ModuleLoader::Future::Fulfilled{evaluatingStatus->moduleNamespace};
return true;
}
template
constexpr JSClassOps callbackClassOps{nullptr, nullptr, nullptr, nullptr, nullptr, nullptr, nullptr,
/*call =*/Call, nullptr, nullptr};
template
constexpr JSClass callbackClass{"Callback", JSCLASS_HAS_RESERVED_SLOTS(1), &callbackClassOps};
} // anonymous namespace
ModuleLoader::CompiledModule::CompiledModule(const ScriptRequest& rq, const AllowModuleFunc& allowModule,
const VfsPath& filePath):
m_ModuleObject(rq.cx)
{
const std::vector appendices{GetAppendices(filePath)};
const std::string code{std::accumulate(appendices.begin(), appendices.end(),
GetCode(allowModule, filePath),
[&](std::string code, const VfsPath& fileToAppend)
{
return std::move(code) + GetCode(allowModule, fileToAppend);
})};
JS::CompileOptions options{rq.cx};
const std::string filePathStr{filePath.string8()};
options.setFileAndLine(filePathStr.c_str(), 1);
JS::SourceText src;
if (!src.init(rq.cx, code.c_str(), code.length(), JS::SourceOwnership::Borrowed))
throw std::invalid_argument{fmt::format("Unable to read code file: \"{}\".", filePathStr)};
m_ModuleObject = JS::CompileModule(rq.cx, options, src);
if (!m_ModuleObject)
{
ScriptException::CatchPending(rq);
throw std::invalid_argument{fmt::format("Unable to compile module: \"{}\".",
filePathStr)};
}
JS::RootedValue modInfo{rq.cx};
Script::CreateObject(rq, &modInfo, "path", filePathStr);
JS::SetModulePrivate(m_ModuleObject, modInfo);
}
[[nodiscard]] std::tuple&,
const std::vector>&>
ModuleLoader::CompiledModule::GetRequesters() const
{
return {m_Importer, m_Callbacks};
}
void ModuleLoader::CompiledModule::AddRequester(VfsPath importer)
{
m_Importer.push_back(std::move(importer));
}
void ModuleLoader::CompiledModule::AddRequester(Result& callback)
{
m_Callbacks.push_back(callback);
}
void ModuleLoader::CompiledModule::RemoveRequester(Result* toErase)
{
m_Callbacks.erase(std::remove_if(m_Callbacks.begin(), m_Callbacks.end(),
[&](Result& elem)
{
return &elem == toErase;
}), m_Callbacks.end());
}
ModuleLoader::Future::Future(const ScriptRequest& rq, ModuleLoader& loader, Result& result,
VfsPath modulePath):
m_Status{Evaluating{{rq.cx, nullptr}, {rq.cx, JS_NewObject(rq.cx, &callbackClass)},
{rq.cx, JS_NewObject(rq.cx, &callbackClass)}}}
{
// It's possible to access exported values before the complete module is evaluated (whenever
// something is `export`-ed before a top-level `await`).
// Those "partial" module namespaces are not exposed for the following reasons:
// - The use case for them is too limited.
// - JS developers are used to getting either a complete namespace or nothing.
// - Accessing values which are not yet exported results in an error. These errors might implicitly be
// dropped.
JS::RootedObject mod{rq.cx, CompileModule(rq, loader.m_AllowModule, loader.m_Registry, modulePath,
result)};
JS::RootedObject promise{rq.cx, Evaluate(rq, mod)};
Evaluating& evaluatingStatus{std::get(m_Status)};
evaluatingStatus.moduleNamespace = JS::GetModuleNamespace(rq.cx, mod);
SetReservedSlot(JS::PrivateValue(static_cast(&m_Status)));
if (!JS::AddPromiseReactions(rq.cx, promise, evaluatingStatus.fulfill, evaluatingStatus.reject))
throw std::runtime_error{"Failed adding promise reaction."};
}
ModuleLoader::Future::Future(Future&& other) noexcept:
m_Status{std::exchange(other.m_Status, Invalid{})}
{
SetReservedSlot(JS::PrivateValue(static_cast(&m_Status)));
}
ModuleLoader::Future& ModuleLoader::Future::operator=(Future&& other) noexcept
{
SetReservedSlot(JS::UndefinedValue());
m_Status = std::exchange(other.m_Status, Invalid{});
SetReservedSlot(JS::PrivateValue(static_cast(&m_Status)));
return *this;
}
ModuleLoader::Future::~Future()
{
SetReservedSlot(JS::UndefinedValue());
}
[[nodiscard]] bool ModuleLoader::Future::IsDone() const noexcept
{
return std::holds_alternative(m_Status) || std::holds_alternative(m_Status);
}
[[nodiscard]] JSObject* ModuleLoader::Future::Get()
{
if (std::holds_alternative(m_Status))
return std::get(std::exchange(m_Status, Invalid{})).moduleNamespace;
std::exception_ptr error{std::move(std::get(m_Status).error)};
m_Status = Invalid{};
std::rethrow_exception(std::move(error));
}
[[nodiscard]] bool ModuleLoader::Future::IsWaiting() const noexcept
{
return std::holds_alternative(m_Status);
}
void ModuleLoader::Future::SetWaiting() noexcept
{
m_Status.emplace();
}
void ModuleLoader::Future::SetReservedSlot(JS::Value privateValue) noexcept
{
Evaluating* evaluatingStatus{std::get_if(&m_Status)};
if (!evaluatingStatus)
return;
if (evaluatingStatus->fulfill)
JS::SetReservedSlot(evaluatingStatus->fulfill, 0, privateValue);
if (evaluatingStatus->reject)
JS::SetReservedSlot(evaluatingStatus->reject, 0, privateValue);
}
ModuleLoader::Result::iterator::iterator(Result& backReference):
backRef{&backReference}
{}
[[nodiscard]] ModuleLoader::Future& ModuleLoader::Result::iterator::operator*() const
{
return backRef->m_Storage;
}
[[nodiscard]] ModuleLoader::Future* ModuleLoader::Result::iterator::operator->() const
{
return &(**this);
}
ModuleLoader::Result::iterator& ModuleLoader::Result::iterator::operator++()
{
backRef->m_Storage.SetWaiting();
return *this;
}
ModuleLoader::Result::iterator& ModuleLoader::Result::iterator::operator++(int)
{
++(*this);
// All iterator of this `LoadModuleResult` refere to the same `LoadModuleResult`.
return *this;
}
[[nodiscard]] bool ModuleLoader::Result::iterator::operator==(const iterator&) const
{
return false;
}
[[nodiscard]] bool ModuleLoader::Result::iterator::operator!=(const iterator&) const
{
return true;
}
ModuleLoader::Result::Result(const ScriptRequest& rq, const VfsPath& modulePath):
m_Script{rq.GetScriptInterface()},
m_ModulePath{modulePath},
m_Storage{rq, m_Script.GetModuleLoader(), *this, m_ModulePath}
{
}
ModuleLoader::Result::~Result()
{
ModuleLoader::RegistryType& registry{m_Script.GetModuleLoader().m_Registry};
const auto modIter = registry.find(m_ModulePath);
if (modIter == registry.end())
return;
std::get<1>(*modIter).RemoveRequester(this);
}
[[nodiscard]] ModuleLoader::Result::iterator ModuleLoader::Result::begin() noexcept
{
return ModuleLoader::Result::iterator{*this};
}
[[nodiscard]] ModuleLoader::Result::iterator ModuleLoader::Result::end() const noexcept
{
return ModuleLoader::Result::iterator{};
}
void ModuleLoader::Result::Resume()
{
if (m_Storage.IsWaiting())
m_Storage = ModuleLoader::Future{m_Script, m_Script.GetModuleLoader(), *this, m_ModulePath};
}
ModuleLoader::ModuleLoader(ModuleLoader::AllowModuleFunc allowModule):
m_AllowModule{std::move(allowModule)}
{
RegisterFileReloadFunc(FileChangedHook, static_cast(&m_Registry));
}
ModuleLoader::~ModuleLoader()
{
UnregisterFileReloadFunc(FileChangedHook, static_cast(&m_Registry));
}
[[nodiscard]] ModuleLoader::Result ModuleLoader::LoadModule(const ScriptRequest& rq,
const VfsPath& modulePath)
{
return Result{rq, modulePath};
}
/**
* This is only executed once per module. Following accesses of `import.meta`
* evaluate to the same object.
*/
[[nodiscard]] bool ModuleLoader::MetadataHook(JSContext* cx, JS::HandleValue privateValue,
JS::HandleObject metaObject) noexcept
{
const ScriptRequest rq{cx};
JS::RootedValue path{cx};
if (!Script::GetProperty(rq, privateValue, "path", &path))
return false;
JS::RootedValue metaValue{cx, JS::ObjectValue(*metaObject)};
if (!Script::SetProperty(rq, metaValue, "path", path))
return false;
return true;
}
[[nodiscard]] JSObject* ModuleLoader::ResolveHook(JSContext* cx, JS::HandleValue referencingPrivate,
JS::HandleObject request) noexcept
{
try
{
const ScriptRequest rq{cx};
ModuleLoader& loader{rq.GetScriptInterface().GetModuleLoader()};
return Resolve(rq, loader.m_AllowModule, loader.m_Registry, referencingPrivate, request);
}
catch (const std::exception& e)
{
LOGERROR("%s", e.what());
return nullptr;
}
catch (...)
{
LOGERROR("Error compiling module.");
return nullptr;
}
}
[[nodiscard]] bool ModuleLoader::DynamicImportHook(JSContext* cx, JS::HandleValue referencingPrivate,
JS::HandleObject moduleRequest, JS::HandleObject promise) noexcept
{
const ScriptRequest rq{cx};
try
{
ModuleLoader& loader{rq.GetScriptInterface().GetModuleLoader()};
JS::RootedObject mod{rq.cx, Resolve(rq, loader.m_AllowModule, loader.m_Registry,
referencingPrivate, moduleRequest)};
JS::RootedObject evaluationPromise{rq.cx, Evaluate(rq, mod)};
return JS::FinishDynamicModuleImport(rq.cx, evaluationPromise, referencingPrivate,
moduleRequest, promise);
}
catch (const std::exception& e)
{
LOGERROR("%s", e.what());
return JS::FinishDynamicModuleImport(rq.cx, nullptr, referencingPrivate, moduleRequest,
promise);
}
catch (...)
{
return JS::FinishDynamicModuleImport(rq.cx, nullptr, referencingPrivate, moduleRequest,
promise);
}
}
} // namespace Script