refactor: host Rust-only data models, constants and errors natively (#1112)

* refactor: delete unused compiler data-model constants and types

* refactor: move Rust-read compiler constants into the native extension

* refactor: move native row aliases and protocols into the extension stub

* refactor: return native project assembly facts as extension classes

* refactor: host planner constants natively and drop dead planner declarations

* refactor: host planner value records natively

* refactor: declare planner enums and the fixture inference cache natively

* chore: reconcile boundary after planner data models

* refactor: build CLI command requests and invocation contexts as native records

* refactor: build CLI entry, compile output and skill results as native records

* refactor: build dbt interop manifests, arguments and plans as native records

* refactor: build source freshness observations and outcomes as native records

* refactor: build run-cost observations, records and ledger entries as native records

* refactor: declare CLI command and dbt interop enums natively

* refactor: build authored SQL values and limits natively and raise validation errors natively

* refactor: declare completion states, partial build timings and cost window units natively

* refactor: raise expected CLI and migration state errors from native classes

* chore: reconcile integrated data-model batch

* test: compare planner differential types by name, not module

* chore: drop stale imports after integrating native data models

* chore: drop stale fensu exception and tidy differential comparison

* fix: keep process resource usage in Python and account render-raised reference codes

* fix: report oversized rendered constants as compile errors

Author: kvlonge

crates/sqlbuild-cli/src/dispatch/constants.rs

@@ -11,8 +11,8 @@ pub(crate) const DBT_COMMAND_NAME: &str = "dbt";
 pub(crate) const DBT_INIT_SUBCOMMAND: &str = "init";
 pub(crate) const DIFF_COMMAND_NAME: &str = "diff";
 
-const COMMAND_MODELS: &str = "sqlbuild.cli.commands.models";
-const ENTRY_MODELS: &str = "sqlbuild.cli.entry.models";
+const NATIVE_RECORDS: &str = "sqlbuild._native";
+const ENTRY_MODELS: &str = "sqlbuild._native";
 const PLANNER_MODELS: &str = "sqlbuild.compiler.planner.models";
 
 const PROJECT_DIR: Field = field("project_dir", Source::ProjectDir);
@@ -54,7 +54,7 @@ const SNAPSHOT_LIMIT_FIELDS: [Field; 5] = [
 const SNAPSHOT_LIMITS: Field = field(
     "limit_inputs",
     Source::Nested(
-        class(COMMAND_MODELS, "ScenarioSnapshotLimitInputs"),
+        class(NATIVE_RECORDS, "ScenarioSnapshotLimitInputs"),
         &SNAPSHOT_LIMIT_FIELDS,
     ),
 );
@@ -95,7 +95,7 @@ const SCOPE_FIELDS: [Field; 22] = [
     NO_COLOR,
 ];
 const SCOPE_ARGUMENTS: [Field; 1] = [request(
-    class(COMMAND_MODELS, "ScopeCommandRequest"),
+    class(NATIVE_RECORDS, "ScopeCommandRequest"),
     &SCOPE_FIELDS,
 )];
 pub(crate) const SCOPE_ROUTE: Route = routed(
@@ -138,7 +138,7 @@ const PLAN_FIELDS: [Field; 19] = [
     same("selection_diagnostics"),
 ];
 const PLAN_ARGUMENTS: [Field; 1] = [request(
-    class(COMMAND_MODELS, "PlanCommandRequest"),
+    class(NATIVE_RECORDS, "PlanCommandRequest"),
     &PLAN_FIELDS,
 )];
 pub(crate) const PLAN_ROUTE: Route = routed(
@@ -185,7 +185,7 @@ const BUILD_FIELDS: [Field; 34] = [
     same("selection_diagnostics"),
 ];
 const BUILD_ARGUMENTS: [Field; 1] = [request(
-    class(COMMAND_MODELS, "BuildCommandRequest"),
+    class(NATIVE_RECORDS, "BuildCommandRequest"),
     &BUILD_FIELDS,
 )];
 pub(crate) const BUILD_ROUTE: Route = routed(
@@ -210,7 +210,7 @@ const FRESHNESS_FIELDS: [Field; 12] = [
     same("fail_on_stale"),
 ];
 const FRESHNESS_ARGUMENTS: [Field; 1] = [request(
-    class(COMMAND_MODELS, "FreshnessCommandRequest"),
+    class(NATIVE_RECORDS, "FreshnessCommandRequest"),
     &FRESHNESS_FIELDS,
 )];
 pub(crate) const FRESHNESS_ROUTE: Route = routed(
@@ -235,7 +235,7 @@ const TEST_FIELDS: [Field; 12] = [
     same("inspect"),
 ];
 const TEST_ARGUMENTS: [Field; 1] = [request(
-    class(COMMAND_MODELS, "TestCommandRequest"),
+    class(NATIVE_RECORDS, "TestCommandRequest"),
     &TEST_FIELDS,
 )];
 pub(crate) const TEST_ROUTE: Route = routed(
@@ -257,7 +257,7 @@ const CHECK_FIELDS: [Field; 9] = [
     JSON_OUTPUT_PATH,
 ];
 const CHECK_ARGUMENTS: [Field; 1] = [request(
-    class(COMMAND_MODELS, "CheckCommandRequest"),
+    class(NATIVE_RECORDS, "CheckCommandRequest"),
     &CHECK_FIELDS,
 )];
 pub(crate) const CHECK_ROUTE: Route = routed(
@@ -281,7 +281,7 @@ const AUDIT_FIELDS: [Field; 11] = [
     JSON_OUTPUT_PATH,
 ];
 const AUDIT_ARGUMENTS: [Field; 1] = [request(
-    class(COMMAND_MODELS, "AuditCommandRequest"),
+    class(NATIVE_RECORDS, "AuditCommandRequest"),
     &AUDIT_FIELDS,
 )];
 pub(crate) const AUDIT_ROUTE: Route = routed(
@@ -305,7 +305,7 @@ const LOAD_FIELDS: [Field; 11] = [
     JSON_OUTPUT_PATH,
 ];
 const LOAD_ARGUMENTS: [Field; 1] = [request(
-    class(COMMAND_MODELS, "LoadCommandRequest"),
+    class(NATIVE_RECORDS, "LoadCommandRequest"),
     &LOAD_FIELDS,
 )];
 pub(crate) const LOAD_ROUTE: Route = routed(
@@ -327,7 +327,7 @@ const SEED_FIELDS: [Field; 9] = [
     JSON_OUTPUT_PATH,
 ];
 const SEED_ARGUMENTS: [Field; 1] = [request(
-    class(COMMAND_MODELS, "SeedCommandRequest"),
+    class(NATIVE_RECORDS, "SeedCommandRequest"),
     &SEED_FIELDS,
 )];
 pub(crate) const SEED_ROUTE: Route = routed(
@@ -357,7 +357,7 @@ const LINEAGE_FIELDS: [Field; 11] = [
     CLI_VARS,
 ];
 const LINEAGE_ARGUMENTS: [Field; 1] = [request(
-    class(COMMAND_MODELS, "LineageCommandRequest"),
+    class(NATIVE_RECORDS, "LineageCommandRequest"),
     &LINEAGE_FIELDS,
 )];
 pub(crate) const LINEAGE_ROUTE: Route = routed(
@@ -382,7 +382,7 @@ const CLONE_FIELDS: [Field; 12] = [
     attr("event_output_path", "event_output"),
 ];
 const CLONE_ARGUMENTS: [Field; 1] = [request(
-    class(COMMAND_MODELS, "CloneCommandRequest"),
+    class(NATIVE_RECORDS, "CloneCommandRequest"),
     &CLONE_FIELDS,
 )];
 pub(crate) const CLONE_ROUTE: Route = routed(
@@ -433,7 +433,7 @@ const DIFF_FIELDS: [Field; 35] = [
     same("full_example_values"),
 ];
 const DIFF_ARGUMENTS: [Field; 1] = [request(
-    class(COMMAND_MODELS, "DiffCommandRequest"),
+    class(NATIVE_RECORDS, "DiffCommandRequest"),
     &DIFF_FIELDS,
 )];
 pub(crate) const DIFF_ROUTE: Route = routed(
@@ -475,7 +475,7 @@ const COST_FIELDS: [Field; 11] = [
     JSON_OUTPUT_PATH,
 ];
 const COST_ARGUMENTS: [Field; 1] = [request(
-    class(COMMAND_MODELS, "CostCommandRequest"),
+    class(NATIVE_RECORDS, "CostCommandRequest"),
     &COST_FIELDS,
 )];
 pub(crate) const COST_ROUTE: Route = routed(
@@ -516,7 +516,7 @@ const JANITOR_FIELDS: [Field; 8] = [
     same("as_target"),
 ];
 const JANITOR_ARGUMENTS: [Field; 1] = [request(
-    class(COMMAND_MODELS, "JanitorCommandRequest"),
+    class(NATIVE_RECORDS, "JanitorCommandRequest"),
     &JANITOR_FIELDS,
 )];
 pub(crate) const JANITOR_ROUTE: Route = routed(
@@ -538,7 +538,7 @@ const REFACTOR_FIELDS: [Field; 9] = [
     NO_COLOR,
 ];
 const REFACTOR_ARGUMENTS: [Field; 1] = [request(
-    class(COMMAND_MODELS, "RefactorCommandRequest"),
+    class(NATIVE_RECORDS, "RefactorCommandRequest"),
     &REFACTOR_FIELDS,
 )];
 pub(crate) const REFACTOR_ROUTE: Route = Route {
@@ -564,7 +564,7 @@ const CONTRACT_FIELDS: [Field; 10] = [
     CLI_VARS,
 ];
 const CONTRACT_ARGUMENTS: [Field; 1] = [request(
-    class(COMMAND_MODELS, "ContractCommandRequest"),
+    class(NATIVE_RECORDS, "ContractCommandRequest"),
     &CONTRACT_FIELDS,
 )];
 pub(crate) const CONTRACT_ROUTE: Route = Route {
@@ -599,7 +599,7 @@ const COMPILE_FIELDS: [Field; 15] = [
     field(
         "lineage_mode",
         Source::Member(
-            class("sqlbuild.cli.commands.types", "CompileLineageMode"),
+            class("sqlbuild._native", "CompileLineageMode"),
             "compile_lineage_mode",
         ),
     ),
@@ -637,7 +637,7 @@ const PLAYGROUND_FIELDS: [Field; 3] = [
     attr("template", "playground_template"),
 ];
 const PLAYGROUND_ARGUMENTS: [Field; 1] = [request(
-    class(COMMAND_MODELS, "PlaygroundCommandRequest"),
+    class(NATIVE_RECORDS, "PlaygroundCommandRequest"),
     &PLAYGROUND_FIELDS,
 )];
 pub(crate) const PLAYGROUND_ROUTE: Route = routed(
@@ -694,7 +694,7 @@ const RULES_FIELDS: [Field; 7] = [
     EXCLUDE,
 ];
 const RULES_ARGUMENTS: [Field; 1] = [request(
-    class(COMMAND_MODELS, "RulesCommandRequest"),
+    class(NATIVE_RECORDS, "RulesCommandRequest"),
     &RULES_FIELDS,
 )];
 pub(crate) const RULES_ROUTE: Route = routed(
@@ -716,7 +716,7 @@ const DBT_INIT_FIELDS: [Field; 9] = [
     same("skip_dbt_debug"),
 ];
 const DBT_INIT_ARGUMENTS: [Field; 1] = [request(
-    class(COMMAND_MODELS, "DbtInitCommandRequest"),
+    class(NATIVE_RECORDS, "DbtInitCommandRequest"),
     &DBT_INIT_FIELDS,
 )];
 pub(crate) const DBT_INIT_ROUTE: Route = routed(
@@ -731,7 +731,7 @@ const DBT_ARGUMENTS: [Field; 3] = [
     field("args", Source::TupleOf("dbt_args")),
     NO_COLOR,
 ];
-const DBT_COMMAND: ClassRef = class("sqlbuild.integrations.dbt.types", "DbtInteropCommand");
+const DBT_COMMAND: ClassRef = class("sqlbuild._native", "DbtInteropCommand");
 
 pub(crate) const DBT_PLAN_ROUTE: Route =
     dbt_route("run_dbt_plan", "plan", &DBT_ARGUMENTS, DBT_COMMAND);
@@ -769,7 +769,7 @@ const SCENARIO_TEST_FIELDS: [Field; 15] = [
     JSON_OUTPUT_PATH,
 ];
 const SCENARIO_TEST_ARGUMENTS: [Field; 1] = [request(
-    class(COMMAND_MODELS, "ScenarioTestCommandRequest"),
+    class(NATIVE_RECORDS, "ScenarioTestCommandRequest"),
     &SCENARIO_TEST_FIELDS,
 )];
 pub(crate) const SCENARIO_TEST_ROUTE: Route = routed(
@@ -790,7 +790,7 @@ const SCENARIO_CAPTURE_FIELDS: [Field; 8] = [
     SNAPSHOT_LIMITS,
 ];
 const SCENARIO_CAPTURE_ARGUMENTS: [Field; 1] = [request(
-    class(COMMAND_MODELS, "ScenarioCaptureCommandRequest"),
+    class(NATIVE_RECORDS, "ScenarioCaptureCommandRequest"),
     &SCENARIO_CAPTURE_FIELDS,
 )];
 pub(crate) const SCENARIO_CAPTURE_ROUTE: Route = routed(

crates/sqlbuild-python/src/bindings/_helpers/audit_command/command.rs

@@ -15,7 +15,6 @@ use crate::bindings::_helpers::command_runtime::invocation::resolve_reported_com
 use crate::bindings::_helpers::compile_driver::python_calls::{call_with, imported, within};
 
 const NATIVE_MODULE: &str = "sqlbuild._native";
-const COMMAND_MODELS: &str = "sqlbuild.cli.commands.models";
 const EXTERNAL_REFS_MODULE: &str = "sqlbuild._native";
 const STATIC_COMMAND_MODULE: &str = "sqlbuild._native";
 const PIPELINE_MODELS: &str = "sqlbuild.compiler.pipeline.models";
@@ -484,7 +483,7 @@ fn complete(
 fn run_audit_command(py: Python<'_>, request: &Bound<'_, PyAny>) -> PyResult<i32> {
     let invocation: Bound<'_, PyAny> = resolve_reported_command_invocation(
         request,
-        &imported(py, COMMAND_MODELS, "AuditInvocation")?,
+        &imported(py, NATIVE_MODULE, "AuditInvocation")?,
         true,
     )?;
     let pipeline: Bound<'_, PyAny> = compile_audits(request, &invocation)?;

crates/sqlbuild-python/src/bindings/_helpers/build_command/completion.rs

@@ -26,7 +26,6 @@ use crate::bindings::_helpers::cost_report::degradation::{
 };
 
 const NATIVE_MODULE: &str = "sqlbuild._native";
-const COMMAND_MODELS: &str = "sqlbuild.cli.commands.models";
 const COST_TYPES: &str = "sqlbuild.cost.types";
 const BUILD_MODELS: &str = "sqlbuild.executor.build.models";
 const BUILD_TYPES: &str = "sqlbuild.executor.build.types";
@@ -76,7 +75,7 @@ pub(crate) fn finalize_build_cost<'py>(
     ];
     fields.extend(cost.overrides);
     let finalization: Bound<'py, PyAny> = call_with(
-        &imported(py, COMMAND_MODELS, "BuildCostFinalization")?,
+        &imported(py, NATIVE_MODULE, "BuildCostFinalization")?,
         &fields,
     )?;
     finalize_cost(&finalization)

crates/sqlbuild-python/src/bindings/_helpers/build_command/invocation.rs

@@ -14,7 +14,6 @@ use crate::bindings::_helpers::compile_driver::python_calls::{call_with, importe
 use crate::bindings::_helpers::presentation_text::terminal::stdout_supports_color;
 
 const NATIVE_MODULE: &str = "sqlbuild._native";
-const COMMAND_MODELS: &str = "sqlbuild.cli.commands.models";
 const SETTINGS_MODULE: &str = "sqlbuild._native";
 const ADAPTER_NAME_MODULE: &str = "sqlbuild._native";
 const TARGET_CONFIG_MODULE: &str = "sqlbuild._native";
@@ -196,7 +195,7 @@ pub(crate) fn resolve_build_context<'py>(
             load_sources.is_truthy()?
         };
     let invocation: Bound<'py, PyAny> = call_with(
-        &imported(py, COMMAND_MODELS, "BuildInvocation")?,
+        &imported(py, NATIVE_MODULE, "BuildInvocation")?,
         &[
             ("effective_project_dir", project_dir),
             ("discovered_inputs", discovered),

crates/sqlbuild-python/src/bindings/_helpers/build_command/policies.rs

@@ -18,7 +18,7 @@ use sqlbuild_core::build_command::models::{
 
 use crate::bindings::_helpers::compile_driver::python_calls::{KeywordArguments, imported};
 
-const ERRORS_MODULE: &str = "sqlbuild.cli.commands.exceptions";
+const ERRORS_MODULE: &str = "sqlbuild._native";
 const SNAPSHOT_VALUE: &str = "snapshot";
 const FULL_REFRESH_REASON: &str = "full_refresh";
 const SKIP_ACTION: &str = "skip";

crates/sqlbuild-python/src/bindings/_helpers/check/check_command.rs

@@ -25,8 +25,7 @@ use crate::bindings::_helpers::compile_outputs::runtime_target::write_python_che
 use crate::bindings::_helpers::graph::python_selection::python_node_names;
 
 const NATIVE_MODULE: &str = "sqlbuild._native";
-const ERRORS_MODULE: &str = "sqlbuild.cli.commands.exceptions";
-const COMMAND_MODELS: &str = "sqlbuild.cli.commands.models";
+const ERRORS_MODULE: &str = "sqlbuild._native";
 const EXTERNAL_REFS_MODULE: &str = "sqlbuild._native";
 const REJECT_UNIT_TESTS_MODULE: &str = "sqlbuild._native";
 const STATIC_COMMAND_MODULE: &str = "sqlbuild._native";
@@ -663,7 +662,7 @@ fn complete<'py>(
 fn run_check_command(py: Python<'_>, request: &Bound<'_, PyAny>) -> PyResult<i32> {
     let invocation: Bound<'_, PyAny> = resolve_reported_command_invocation(
         request,
-        &imported(py, COMMAND_MODELS, "CheckInvocation")?,
+        &imported(py, NATIVE_MODULE, "CheckInvocation")?,
         true,
     )?;
     let stream: Bound<'_, PyAny> = invocation.getattr("progress_stream")?;

crates/sqlbuild-python/src/bindings/_helpers/cli/argv.rs

@@ -15,7 +15,7 @@ use crate::bindings::_helpers::cli::namespace::new_cli_namespace;
 use crate::bindings::_helpers::cli::surrogates::{python_text, rust_text, uses_placeholders};
 use crate::bindings::_helpers::compile_driver::python_calls::{call_with, imported};
 
-const ENTRY_MODELS_MODULE: &str = "sqlbuild.cli.entry.models";
+const ENTRY_MODELS_MODULE: &str = "sqlbuild._native";
 const INT_CONVERTER: &str = "int";
 const POSITIVE_INTEGER_CONVERTER: &str = "_positive_integer";
 const VARS_CONVERTER: &str = "parse_cli_vars";

crates/sqlbuild-python/src/bindings/_helpers/cli/dispatch.rs

@@ -20,8 +20,8 @@ use sqlbuild_core::text::main::python_strip::python_strip;
 
 use crate::bindings::_helpers::compile_driver::python_calls::{call_with, imported, within};
 
-const EXCEPTIONS_MODULE: &str = "sqlbuild.cli.commands.exceptions";
-const ENTRY_MODELS_MODULE: &str = "sqlbuild.cli.entry.models";
+const EXCEPTIONS_MODULE: &str = "sqlbuild._native";
+const ENTRY_MODELS_MODULE: &str = "sqlbuild._native";
 const WAREHOUSES_MODULE: &str = "sqlbuild._native";
 const PATHLIB_MODULE: &str = "pathlib";
 const COMMENT_PREFIX: &str = "#";

crates/sqlbuild-python/src/bindings/_helpers/cli/entry.rs

@@ -23,7 +23,7 @@ use sqlbuild_core::cli_text::main::format_coded_error::format_coded_error;
 use sqlbuild_core::cli_text::models::CliStyle;
 
 const NO_COLOR_OPTION: &str = "--no-color";
-const EXCEPTIONS_MODULE: &str = "sqlbuild.cli.commands.exceptions";
+const EXCEPTIONS_MODULE: &str = "sqlbuild._native";
 const COMPUTE_LOGS_MODULE: &str =
     "sqlbuild.cli.commands.main.entrypoint._dispatch_with_compute_logs";
 const LIFECYCLE_EVENT_MODULE: &str = "sqlbuild.runtime.observability.main.create_lifecycle_event";

crates/sqlbuild-python/src/bindings/_helpers/cli/namespace.rs

@@ -9,7 +9,7 @@ use sqlbuild_cli::argv::models::NamespaceDefault;
 
 use crate::bindings::_helpers::compile_driver::python_calls::imported;
 
-const COMPILE_LINEAGE_MODULE: &str = "sqlbuild.cli.commands.types";
+const COMPILE_LINEAGE_MODULE: &str = "sqlbuild._native";
 const COLUMN_LINEAGE_MODULE: &str = "sqlbuild.compiler.lineage.types";
 
 /// Typed namespace for all CLI arguments across all commands.