perf(cli): load command code only after argument parsing (#947)

* perf(cli): load command code only after argument parsing

The CLI entry imported the dispatch, error-projection, compute-log and
observability layers before parsing arguments, which pulled in compiler,
planner, adapter and output models plus pydantic-settings. `sqb --version`
and every `--help` paid about 0.7 s of CPU for roughly 930 modules.

Parsing now loads only the parser and its type modules; the dispatch layers
load after a command is parsed. The dispatch path itself no longer imports
heavy models for annotations: the compile request models move beside the
CLI entry models, the warehouse scope context moves out of the warehouse
resolution module, provider and output annotations use lazy type aliases,
and the provider base class, pydantic and rich load where they are used.

Help text, parse errors, exit codes and JSON output are unchanged. A
fresh-process test guards that version, help, parse errors and a plain
compile do not load warehouse drivers, integrations, pydantic-settings or
rich, and that parsing alone loads no compiler or pydantic modules.

* test(cli): expect --version not to load the native extension

Author: kvlonge

src/sqlbuild/adapter/discovery/main/session_warehouse_support.py

@@ -4,12 +4,12 @@
 
 from pathlib import Path
 
-from sqlbuild.adapter.discovery.main.resolve_adapter import resolve_adapter
-
 
 def adapter_supports_session_warehouse(*, adapter_name: str, project_dir: Path | None) -> bool:
     """Return whether the adapter, resolved like any project adapter, has a session warehouse."""
 
+    from sqlbuild.adapter.discovery.main.resolve_adapter import resolve_adapter
+
     return resolve_adapter(
         adapter_name=adapter_name, project_dir=project_dir
     ).supports_session_warehouse

src/sqlbuild/cli/commands/_helpers/compile/pipeline.py

@@ -26,9 +26,9 @@
 from sqlbuild.cli.commands.types import CompileLineageMode
 from sqlbuild.cli.compile.models import (
     CompileAnalysis,
-    CompileProfileFlags,
     CompileWriteResult,
 )
+from sqlbuild.cli.entry.models import CompileProfileFlags
 from sqlbuild.cli.output.models import (
     WrittenTarget,
 )

src/sqlbuild/cli/commands/_helpers/debug/checks.py

@@ -12,10 +12,12 @@
 from sqlbuild.cli.commands._helpers.runtime.connection import (
     resolve_project_connection_config,
 )
-from sqlbuild.cli.commands._helpers.runtime.warehouses import (
-    apply_command_warehouse,
+from sqlbuild.cli.commands._helpers.runtime.warehouse_scope import (
     command_warehouse_scope,
     current_command_warehouse_scope,
+)
+from sqlbuild.cli.commands._helpers.runtime.warehouses import (
+    apply_command_warehouse,
     find_target_group_warehouse,
     resolve_command_warehouse,
 )

src/sqlbuild/cli/commands/_helpers/entry/dispatch.py

@@ -7,10 +7,7 @@
 from sqlbuild.cli.commands._helpers.diff.validation import parse_diff_name_range
 from sqlbuild.cli.commands._helpers.entry.parsing import read_selector_file_inputs
 from sqlbuild.cli.commands._helpers.lint.positional_paths import format_path_selectors
-from sqlbuild.cli.commands._helpers.runtime.warehouses import (
-    command_warehouse_scope,
-    validate_cli_warehouse,
-)
+from sqlbuild.cli.commands._helpers.runtime.warehouse_scope import command_warehouse_scope
 from sqlbuild.cli.commands.classes.cli_namespace import CliNamespace
 from sqlbuild.cli.commands.constants import (
     DBT_INIT_COMMAND,
@@ -22,12 +19,10 @@
 )
 from sqlbuild.cli.commands.exceptions import CliUserError
 from sqlbuild.cli.commands.types import CliCommand, CompileLineageMode
-from sqlbuild.cli.compile.models import (
-    CompileCommandRequest,
-    CompileProfileFlags,
-)
 from sqlbuild.cli.entry.models import (
     CliEntrypointHandlers,
+    CompileCommandRequest,
+    CompileProfileFlags,
     SelectorInputs,
 )
 from sqlbuild.compiler.lineage.types import ColumnLineageMode
@@ -37,10 +32,15 @@
 def dispatch_cli_command(*, args: CliNamespace, handlers: CliEntrypointHandlers) -> int:
     """Route a parsed CLI namespace to its command handler and return its exit code."""
 
-    validate_cli_warehouse(
-        cli_warehouse=args.warehouse,
-        project_dir=Path.cwd() if args.project_dir is None else Path(args.project_dir).resolve(),
-    )
+    if args.warehouse is not None:
+        from sqlbuild.cli.commands._helpers.runtime.warehouses import validate_cli_warehouse
+
+        validate_cli_warehouse(
+            cli_warehouse=args.warehouse,
+            project_dir=(
+                Path.cwd() if args.project_dir is None else Path(args.project_dir).resolve()
+            ),
+        )
     with command_warehouse_scope(
         command=args.command, cli_warehouse=args.warehouse, cli_vars=args.vars
     ):

src/sqlbuild/cli/commands/_helpers/refactor/compile_facts.py

@@ -10,7 +10,8 @@
 )
 from sqlbuild.cli.commands.models import RefactorCompile
 from sqlbuild.cli.commands.types import CompileLineageMode
-from sqlbuild.cli.compile.models import CompileAnalysis, CompileProfileFlags
+from sqlbuild.cli.compile.models import CompileAnalysis
+from sqlbuild.cli.entry.models import CompileProfileFlags
 from sqlbuild.compiler.compile.exceptions import CompileInputError
 from sqlbuild.compiler.compile.models import CompileAnalysisSelection, CompilerDiagnostic
 from sqlbuild.compiler.compile.types import DiagnosticPhase, DiagnosticSeverity

src/sqlbuild/cli/commands/_helpers/runtime/warehouse_scope.py

@@ -0,0 +1,43 @@
+"""Active command warehouse scope for CLI warehouse connections."""
+
+from __future__ import annotations
+
+from collections.abc import Iterator
+from contextlib import contextmanager
+from contextvars import ContextVar, Token
+
+from sqlbuild.cli.commands.constants import COMMAND_WAREHOUSE_GROUPS
+from sqlbuild.cli.commands.types import CliCommand
+from sqlbuild.cli.entry.models import CommandWarehouseScope
+
+_CURRENT_SCOPE: ContextVar[CommandWarehouseScope | None] = ContextVar(
+    "sqlbuild_command_warehouse_scope", default=None
+)
+
+
+@contextmanager
+def command_warehouse_scope(
+    *,
+    command: CliCommand | str | None,
+    cli_warehouse: str | None,
+    cli_vars: dict[str, object] | None = None,
+) -> Iterator[CommandWarehouseScope]:
+    """Install the warehouse group, CLI override, and CLI vars for one command invocation."""
+
+    scope: CommandWarehouseScope = CommandWarehouseScope(
+        group=None if command is None else COMMAND_WAREHOUSE_GROUPS.get(CliCommand(command)),
+        cli_warehouse=cli_warehouse,
+        cli_vars={} if cli_vars is None else dict(cli_vars),
+    )
+    token: Token[CommandWarehouseScope | None] = _CURRENT_SCOPE.set(scope)
+    try:
+        yield scope
+    finally:
+        _CURRENT_SCOPE.reset(token)
+
+
+def current_command_warehouse_scope() -> CommandWarehouseScope:
+    """Return the active command's warehouse scope, or an empty one outside the CLI."""
+
+    scope: CommandWarehouseScope | None = _CURRENT_SCOPE.get()
+    return scope if scope is not None else CommandWarehouseScope(group=None)

src/sqlbuild/cli/commands/_helpers/runtime/warehouses.py

@@ -3,22 +3,20 @@
 from __future__ import annotations
 
 import re
-from collections.abc import Iterator
-from contextlib import contextmanager
-from contextvars import ContextVar, Token
 from pathlib import Path
 
 from sqlbuild.adapter.discovery.main.session_warehouse_support import (
     adapter_supports_session_warehouse,
 )
+from sqlbuild.cli.commands._helpers.runtime.warehouse_scope import (
+    current_command_warehouse_scope,
+)
 from sqlbuild.cli.commands.constants import (
     CLI_WAREHOUSE_SOURCE,
-    COMMAND_WAREHOUSE_GROUPS,
     CONNECTION_DEFAULT_WAREHOUSE_SOURCE,
     CONNECTION_WAREHOUSE_SOURCE,
 )
 from sqlbuild.cli.commands.exceptions import CliUserError
-from sqlbuild.cli.commands.types import CliCommand
 from sqlbuild.cli.entry.models import (
     AuthoredTargetWarehouse,
     CommandWarehouseScope,
@@ -47,37 +45,6 @@
 _CONNECTION_SOURCES: frozenset[str] = frozenset(
     {CONNECTION_WAREHOUSE_SOURCE, CONNECTION_DEFAULT_WAREHOUSE_SOURCE}
 )
-_CURRENT_SCOPE: ContextVar[CommandWarehouseScope | None] = ContextVar(
-    "sqlbuild_command_warehouse_scope", default=None
-)
-
-
-@contextmanager
-def command_warehouse_scope(
-    *,
-    command: CliCommand | str | None,
-    cli_warehouse: str | None,
-    cli_vars: dict[str, object] | None = None,
-) -> Iterator[CommandWarehouseScope]:
-    """Install the warehouse group, CLI override, and CLI vars for one command invocation."""
-
-    scope: CommandWarehouseScope = CommandWarehouseScope(
-        group=None if command is None else COMMAND_WAREHOUSE_GROUPS.get(CliCommand(command)),
-        cli_warehouse=cli_warehouse,
-        cli_vars={} if cli_vars is None else dict(cli_vars),
-    )
-    token: Token[CommandWarehouseScope | None] = _CURRENT_SCOPE.set(scope)
-    try:
-        yield scope
-    finally:
-        _CURRENT_SCOPE.reset(token)
-
-
-def current_command_warehouse_scope() -> CommandWarehouseScope:
-    """Return the active command's warehouse scope, or an empty one outside the CLI."""
-
-    scope: CommandWarehouseScope | None = _CURRENT_SCOPE.get()
-    return scope if scope is not None else CommandWarehouseScope(group=None)
 
 
 def validate_cli_warehouse(*, cli_warehouse: str | None, project_dir: Path) -> None:

src/sqlbuild/cli/commands/main/entrypoint/entry.py

@@ -5,15 +5,11 @@
 import argparse
 from collections.abc import Mapping, Sequence
 
-from sqlbuild.cli.commands._helpers.entry.dispatch_errors import dispatch_and_handle_errors
 from sqlbuild.cli.commands._helpers.entry.errors import cli_error_use_color
 from sqlbuild.cli.commands._helpers.entry.lazy_handlers import build_lazy_cli_handlers
 from sqlbuild.cli.commands._helpers.entry.parser import build_cli_parser
 from sqlbuild.cli.commands._helpers.entry.parsing import parse_cli_invocation
 from sqlbuild.cli.commands.classes.cli_namespace import CliNamespace
-from sqlbuild.cli.commands.main.entrypoint._dispatch_with_compute_logs import (
-    dispatch_with_compute_logs,
-)
 from sqlbuild.cli.entry.models import (
     CliEntrypointHandlers,
     ParsedCliInvocation,
@@ -58,6 +54,13 @@ def _main_with_dependencies(
             if invocation.args is None:
                 return invocation.exit_code if invocation.exit_code is not None else 1
             args: CliNamespace = invocation.args
+            from sqlbuild.cli.commands._helpers.entry.dispatch_errors import (
+                dispatch_and_handle_errors,
+            )
+            from sqlbuild.cli.commands.main.entrypoint._dispatch_with_compute_logs import (
+                dispatch_with_compute_logs,
+            )
+
             return dispatch_with_compute_logs(
                 args=args,
                 identity=identity,

src/sqlbuild/cli/commands/main/project/_compile.py

@@ -25,9 +25,9 @@
 from sqlbuild.cli.commands.types import CompileLineageMode
 from sqlbuild.cli.compile.models import (
     CompileAnalysis,
-    CompileCommandRequest,
     CompileWriteResult,
 )
+from sqlbuild.cli.entry.models import CompileCommandRequest
 from sqlbuild.compiler.compile.models import CompileAnalysisSelection, CompilerDiagnostic
 from sqlbuild.compiler.compile.types import DiagnosticPhase
 from sqlbuild.compiler.profiling.main.collect import collect_compile_timings

src/sqlbuild/cli/commands/models.py

@@ -20,14 +20,14 @@
 )
 from sqlbuild.cli.compile.models import (  # noqa: F401
     CompileAnalysis,
-    CompileCommandRequest,
-    CompileProfileFlags,
     CompileWriteResult,
     SqlTestArtifactCacheRecord,
     SqlTestArtifactIdentityContext,
 )
 from sqlbuild.cli.entry.models import (  # noqa: F401
     CliEntrypointHandlers,
+    CompileCommandRequest,
+    CompileProfileFlags,
     ParsedCliInvocation,
     SelectorFileSummary,
     SelectorInputs,