Deployment and other DX improvements (#192)

* decrease max connections for sqlite

* fix install release

* WIP api manifest entities + various error message and help fixes

* make fix

* add 1.2.0-dev.1 schema with new component and dep types

* add "local serve" task for app manifest json schema

* progress with api definition and deployment models

* show source errors in service error display

* WIP: add deps with interactive yaml editing

* component add-dep cleanups

* fix app builtin commands format

* WIP: auto start local server

* auto server cleanups

* progress with api def deployment

* formatting cleanups

* api def manifest diffing

* naming

* update

* strip yaml nulls when diffing

* refactor selected_project_or_default to selected_project_id_or_default

* handle creating new api definition versions

* make fix

* cleanup

* rework TaskResultMarker to have identity + tests for switching dep types

* make fix

* use pretty json for task result markers

* fix as_i64_with_comments_workaround

* add missing command doc

* initial diffable deployment model for components

* task result marker: rework for supporting "pre-calculated" hashes

* server component hash caching

* definition validation

* more api def validation

* pin golem deps

* component version handling for API deployments, and API specific deploy commands with on-demand component deployments

* validation + app unknown "entity" error improvement

* component lookup cleanups

* handler mut self cleanup (leftover from context refactor)

* deploy diff naming cleanup

* ifs diffing for component deployments

* format

* todo cleanups

* make fix

* use raw component names validation

* lenient WAVE arg parsing for strings and chars

* finish API deployment deploy, and deployment cleanups

* merge non-deployed dev schemas

* make fix

* fix UP-TO-DATE check for common wit deps

* interactive new component

* interactive new component

* fix hints test

* highlight

* api deployment and validation fixes

* remove HTTP API definition draft field from manifest, as it is mostly managed by the backend (and we can default to true in manifest)

* update required python version to 3.10, to match componentize-py expectations

* use Stdout for errors, given help is also printed there by clap

* fix and update "app new" and "component new" help handling (after interactive changes)

* python min to 3.12

* make fix

* generalize redeploy

Author: noise64

Cargo.lock

@@ -70,6 +70,7 @@ log = "0.4.25"
 minijinja = "2.7.0"
 nanoid = "0.4.0"
 native-tls = "0.2.13"
+nondestructive = "0.0.26"
 opentelemetry = "0.28.0"
 opentelemetry-prometheus = "0.28.0"
 opentelemetry_sdk = "0.28.0"
@@ -90,6 +91,7 @@ serde_json_path = "0.7.1"
 serde_yaml = "0.9.34"
 shadow-rs = { version = "1.1.1", default-features = false, features = ["build"] }
 shlex = "1.3.0"
+similar = "2.7.0"
 sqlx = "=0.8.3"
 strip-ansi-escapes = "0.2.0"
 strum = "0.27.1"

Cargo.toml

@@ -118,14 +118,14 @@ dependencies = ["install-golem-cli-release", "install-golem-release"]
 description = "Install golem-cli (debug)"
 script_runner = "@duckscript"
 script = '''
-exec --fail-on-error cargo install --release --path golem-cli --bin golem-cli --target-dir target --locked --offline
+exec --fail-on-error cargo install --path golem-cli --bin golem-cli --target-dir target --locked --offline
 '''
 
 [tasks.install-golem-release]
 description = "Install golem (debug)"
 script_runner = "@duckscript"
 script = '''
-exec --fail-on-error cargo install --release --path golem --bin golem --target-dir target --locked --offline
+exec --fail-on-error cargo install --path golem --bin golem --target-dir target --locked --offline
 '''
 
 ## ** TEST **
@@ -243,7 +243,7 @@ args = [
     "--no-verify",
 ]
 
-## ** APP MANIFEST SCHEMA PUBLISHING **
+## ** APP MANIFEST SCHEMA **
 [tasks.publish-app-manifest-json-schema]
 description = "Publish application manifest schemas to S3 (https://schema.golem.cloud)"
 command = "aws"
@@ -253,3 +253,9 @@ args = [
     "schema.golem.cloud",
     "s3://schema.golem.cloud",
 ]
+
+[tasks.serve-app-manifest-json-schema]
+description = "Serve the schema.golem.cloud directory locally to help testing the schemas in editors"
+install_crate = "miniserve"
+command = "miniserve"
+args = ["--interfaces", "127.0.0.1", "--port", "41357", "schema.golem.cloud"]

Makefile.toml

@@ -74,6 +74,7 @@ lenient_bool = { workspace = true }
 log = { workspace = true }
 minijinja = { workspace = true }
 native-tls = { workspace = true }
+nondestructive = { workspace = true }
 phf = { workspace = true }
 pretty_env_logger = { workspace = true }
 prettyplease = { workspace = true }
@@ -87,6 +88,7 @@ serde_json = { workspace = true }
 serde_yaml = { workspace = true }
 shadow-rs = { workspace = true }
 shlex = { workspace = true }
+similar = { workspace = true }
 strum = { workspace = true }
 strum_macros = { workspace = true }
 syn = { workspace = true }

golem-cli/Cargo.toml

@@ -76,6 +76,11 @@ fn create_generated_base_wit(
     let component_source_wit = ctx
         .application
         .component_source_wit(component_name, ctx.profile());
+    let inputs = {
+        let mut inputs = ctx.application.wit_deps();
+        inputs.push(component_source_wit.clone());
+        inputs
+    };
     let component_generated_base_wit = ctx.application.component_generated_base_wit(component_name);
     let task_result_marker = TaskResultMarker::new(
         &ctx.application.task_result_marker_dir(),
@@ -89,7 +94,7 @@ fn create_generated_base_wit(
         ctx.config.skip_up_to_date_checks
             || !task_result_marker.is_up_to_date()
             || !ctx.wit.is_dep_graph_up_to_date(component_name)?,
-        || [component_source_wit.clone()],
+        || inputs,
         || [component_generated_base_wit.clone()],
     ) {
         log_skipping_up_to_date(format!(