new: Add JavaScript toolchain support. (#2079)

* Add toolchain config.

* Add project.

* Add host func.

* Rename host data.

* Add host func mocker.

* Split into object.

* Add clean path.

* Update api.

* Update IDs.

* chore: Release

* Update changelog.

* chore: Release

* Undo.

Author: milesj

CHANGELOG.md

@@ -1,5 +1,46 @@
 # Changelog
 
+## Unreleased
+
+#### 🚀 Updates
+
+- Added new JavaScript ecosystem toolchain WASM plugins. This was a large feature that required
+  extensive work, as the JavaScript ecosystem is quite unique. The following plugins are being
+  introduced:
+  - `unstable_javascript`
+    - A new JavaScript specific plugin that is a superset of all JavaScript runtimes (Deno coming
+      soon).
+    - Implements tier 1 and 2 features, and is now in charge of defining the package manager,
+      installing dependencies, extending the project graph (aliases and tasks), parsing
+      lockfiles/manifests, and much more.
+    - Supports multiple lockfiles for each package manager.
+  - `unstable_bun` and `unstable_node`
+    - The JavaScript runtimes only implement tier 1 and 3 features, and only exist for installing
+      the tool into the proto toolchain. Most functionality is now in the `unstable_javascript`
+      plugin.
+    - Supports settings for Bun/Node execution.
+  - `unstable_npm`, `unstable_pnpm`, and `unstable_yarn`
+    - The JavaScript package managers only implement tier 1 and 3 features, and only exist for
+      installing the tool into the proto toolchain. Most functionality is now in the
+      `unstable_javascript` plugin.
+    - Supports settings for package installation.
+    - npm now supports `npm-shrinkwrap.json`.
+    - Is no longer configured within `node`, and is now configured at the top-level within
+      `.moon/toolchain.yml`.
+- Deprecated the `moon run --profile` option.
+  - This option was only used by Node.js, and is now a configuration setting for the `unstable_node`
+    toolchain.
+
+#### 🧩 Plugins
+
+- WASM API
+  - Added `MoonContext.get_project_root` and `get_project_root_from_source` methods.
+  - Added `ExtendProjectGraphInput.toolchain_config` field.
+  - Added `ExtendTaskCommandInput.toolchain_config` and `project` fields.
+  - Added `ExtendTaskScriptInput.toolchain_config` and `project` fields.
+  - Added `load_toolchain_config` and `load_project_toolchain_config` functions.
+  - Added `load_toolchain_config_by_id` host function.
+
 ## 1.39.4
 
 #### 🐞 Fixes

Cargo.lock

@@ -28,7 +28,6 @@ clap = { version = "4.5.41", default-features = false, features = [
     "error-context",
 ] }
 clap_complete = "4.5.55"
-clean-path = "0.2.1"
 compact_str = { version = "0.9.0", default-features = false, features = [
     "serde",
 ] }
@@ -104,7 +103,7 @@ proto_core = "0.51.5"
 proto_pdk_api = "0.29.1"
 proto_pdk_test_utils = "0.39.1"
 system_env = "0.8.2"
-version_spec = "0.9.4"
+version_spec = "0.9.5"
 warpgate = "0.26.1"
 warpgate_api = "0.16.1"
 warpgate_pdk = "0.15.1"

Cargo.toml

@@ -167,7 +167,7 @@ impl<'query> ActionGraphBuilder<'query> {
         toolchain_id: &Id,
         allow_override: bool,
     ) -> Option<ToolchainSpec> {
-        if let Some(config) = project.config.toolchain.plugins.get(toolchain_id) {
+        if let Some(config) = project.config.toolchain.get_plugin_config(toolchain_id) {
             if !config.is_enabled() {
                 return None;
             }
@@ -182,7 +182,11 @@ impl<'query> ActionGraphBuilder<'query> {
             }
         }
 
-        if let Some(config) = self.app_context.toolchain_config.plugins.get(toolchain_id) {
+        if let Some(config) = self
+            .app_context
+            .toolchain_config
+            .get_plugin_config(toolchain_id)
+        {
             return Some(match &config.version {
                 Some(version) => ToolchainSpec::new(toolchain_id.to_owned(), version.to_owned()),
                 None => ToolchainSpec::new_global(toolchain_id.to_owned()),

crates/action-graph/src/action_graph_builder.rs

@@ -53,7 +53,6 @@ clap = { workspace = true, features = [
 ] }
 clap_complete = { workspace = true }
 clap_complete_nushell = "4.5.8"
-clean-path = { workspace = true }
 convert_case = { workspace = true }
 diff = "0.1.13"
 iocraft = { workspace = true }

crates/app/Cargo.toml

@@ -128,13 +128,11 @@ pub async fn prune_toolchains(session: &MoonSession, manifest: &DockerManifest)
                 let output = toolchain
                     .install_dependencies(InstallDependenciesInput {
                         context: toolchain_registry.create_context(),
-                        packages: Some(
-                            instance
-                                .projects
-                                .iter()
-                                .flat_map(|project| project.alias.clone())
-                                .collect(),
-                        ),
+                        packages: instance
+                            .projects
+                            .iter()
+                            .flat_map(|project| project.alias.clone())
+                            .collect(),
                         production: true,
                         project: in_project.as_ref().map(|project| project.to_fragment()),
                         root: toolchain.to_virtual_path(&instance.deps_root),

crates/app/src/commands/docker/prune.rs

@@ -6,10 +6,9 @@ mod rust;
 use crate::session::MoonSession;
 use bun::init_bun;
 use clap::Args;
-use clean_path::Clean;
 use iocraft::prelude::{FlexDirection, View, element};
 use miette::IntoDiagnostic;
-use moon_common::{Id, consts::CONFIG_DIRNAME, is_test_env};
+use moon_common::{Id, consts::CONFIG_DIRNAME, is_test_env, path::clean_components};
 use moon_config::{load_toolchain_config_template, load_workspace_config_template};
 use moon_console::{
     Console,
@@ -205,7 +204,7 @@ pub async fn init(session: MoonSession, args: InitArgs) -> AppResult {
     };
 
     let options = InitOptions {
-        dir: dest_dir.clean(),
+        dir: clean_components(dest_dir),
         force: args.force,
         minimal: args.minimal,
         yes: args.yes,

crates/app/src/commands/init/mod.rs

@@ -24,8 +24,7 @@ pub async fn teardown(session: MoonSession) -> AppResult {
         .teardown_toolchain_all(|registry, toolchain| TeardownToolchainInput {
             configured_version: session
                 .toolchain_config
-                .plugins
-                .get(toolchain.id.as_str())
+                .get_plugin_config(toolchain.id.as_str())
                 .and_then(|plugin| plugin.version.clone()),
             context: registry.create_context(),
             toolchain_config: registry.create_config(&toolchain.id, &session.toolchain_config),

crates/app/src/commands/teardown.rs

@@ -13,7 +13,7 @@ use moon_console::{Console, MoonReporter, create_console_theme};
 use moon_env::MoonEnvironment;
 use moon_extension_plugin::*;
 use moon_feature_flags::{FeatureFlags, Flag};
-use moon_plugin::PluginHostData;
+use moon_plugin::MoonHostData;
 use moon_process::ProcessRegistry;
 use moon_project_graph::ProjectGraph;
 use moon_task_graph::TaskGraph;
@@ -147,9 +147,11 @@ impl MoonSession {
 
     pub async fn get_extension_registry(&self) -> miette::Result<Arc<ExtensionRegistry>> {
         let item = self.extension_registry.get_or_init(|| {
-            let mut registry = ExtensionRegistry::new(PluginHostData {
+            let mut registry = ExtensionRegistry::new(MoonHostData {
                 moon_env: Arc::clone(&self.moon_env),
                 proto_env: Arc::clone(&self.proto_env),
+                toolchain_config: Arc::clone(&self.toolchain_config),
+                workspace_config: Arc::clone(&self.workspace_config),
                 workspace_graph: Arc::new(OnceLock::new()),
             });
 
@@ -180,9 +182,11 @@ impl MoonSession {
     pub async fn get_toolchain_registry(&self) -> miette::Result<Arc<ToolchainRegistry>> {
         let item = self.toolchain_registry.get_or_init(|| {
             let mut registry = ToolchainRegistry::new(
-                PluginHostData {
+                MoonHostData {
                     moon_env: Arc::clone(&self.moon_env),
                     proto_env: Arc::clone(&self.proto_env),
+                    toolchain_config: Arc::clone(&self.toolchain_config),
+                    workspace_config: Arc::clone(&self.workspace_config),
                     workspace_graph: Arc::new(OnceLock::new()),
                 },
                 self.toolchain_config.clone(),

crates/app/src/session.rs

@@ -1,6 +1,6 @@
 [package]
 name = "moon_common"
-version = "0.1.3"
+version = "0.1.4"
 edition = "2024"
 license = "MIT"
 description = "Common utilities."