Extract shared "module_loading" distribution

This PR extracts shared "module_loading" distrubution that is going
to be used in both - airflow-core and task-sdk.

Author: potiuk

airflow-core/docs/authoring-and-scheduling/serializers.rst

@@ -87,7 +87,7 @@ Registered
 
     from typing import TYPE_CHECKING
 
-    from airflow.utils.module_loading import qualname
+    from airflow.sdk.module_loading import qualname
 
     if TYPE_CHECKING:
         import decimal

airflow-core/pyproject.toml

@@ -223,11 +223,12 @@ exclude = [
 
 [tool.hatch.build.targets.sdist.force-include]
 "../shared/configuration/src/airflow_shared/configuration" = "src/airflow/_shared/configuration"
+"../shared/module_loading/src/airflow_shared/module_loading" = "src/airflow/_shared/module_loading"
 "../shared/logging/src/airflow_shared/logging" = "src/airflow/_shared/logging"
+"../shared/observability/src/airflow_shared/observability" = "src/airflow/_shared/observability"
+"../shared/secrets_backend/src/airflow_shared/secrets_backend" = "src/airflow/_shared/secrets_backend"
 "../shared/secrets_masker/src/airflow_shared/secrets_masker" = "src/airflow/_shared/secrets_masker"
 "../shared/timezones/src/airflow_shared/timezones" = "src/airflow/_shared/timezones"
-"../shared/secrets_backend/src/airflow_shared/secrets_backend" = "src/airflow/_shared/secrets_backend"
-"../shared/observability/src/airflow_shared/observability" = "src/airflow/_shared/observability"
 
 [tool.hatch.build.targets.custom]
 path = "./hatch_build.py"
@@ -297,6 +298,7 @@ apache-airflow-devel-common = { workspace = true }
 shared_distributions = [
     "apache-airflow-shared-configuration",
     "apache-airflow-shared-logging",
+    "apache-airflow-shared-module-loading",
     "apache-airflow-shared-secrets-backend",
     "apache-airflow-shared-secrets-masker",
     "apache-airflow-shared-timezones",

airflow-core/src/airflow/_shared/module_loading

@@ -0,0 +1 @@
+../../../../shared/module_loading/src/airflow_shared/module_loading

airflow-core/src/airflow/cli/cli_config.py

@@ -29,12 +29,12 @@
 
 import lazy_object_proxy
 
+from airflow._shared.module_loading import import_string
 from airflow._shared.timezones.timezone import parse as parsedate
 from airflow.cli.commands.legacy_commands import check_legacy_command
 from airflow.configuration import conf
 from airflow.jobs.job import JobState
 from airflow.utils.cli import ColorMode
-from airflow.utils.module_loading import import_string
 from airflow.utils.state import DagRunState
 
 BUILD_DOCS = "BUILDING_AIRFLOW_DOCS" in os.environ

airflow-core/src/airflow/cli/commands/db_manager_command.py

@@ -17,10 +17,10 @@
 from __future__ import annotations
 
 from airflow import settings
+from airflow._shared.module_loading import import_string
 from airflow.cli.commands.db_command import run_db_downgrade_command, run_db_migrate_command
 from airflow.configuration import conf
 from airflow.utils import cli as cli_utils
-from airflow.utils.module_loading import import_string
 from airflow.utils.providers_configuration_loader import providers_configuration_loaded
 
 

airflow-core/src/airflow/configuration.py

@@ -43,11 +43,11 @@
     AirflowConfigParser as _SharedAirflowConfigParser,
     ValueNotFound,
 )
+from airflow._shared.module_loading import import_string
 from airflow.exceptions import AirflowConfigException
 from airflow.secrets import DEFAULT_SECRETS_SEARCH_PATH
 from airflow.task.weight_rule import WeightRule
 from airflow.utils import yaml
-from airflow.utils.module_loading import import_string
 
 if TYPE_CHECKING:
     from airflow.api_fastapi.auth.managers.base_auth_manager import BaseAuthManager

airflow-core/src/airflow/dag_processing/bundles/manager.py

@@ -23,13 +23,13 @@
 from pydantic import BaseModel, ValidationError
 from sqlalchemy import delete, select
 
+from airflow._shared.module_loading import import_string
 from airflow.configuration import conf
 from airflow.dag_processing.bundles.base import BaseDagBundle  # noqa: TC001
 from airflow.exceptions import AirflowConfigException
 from airflow.models.dagbundle import DagBundleModel
 from airflow.models.team import Team
 from airflow.utils.log.logging_mixin import LoggingMixin
-from airflow.utils.module_loading import import_string
 from airflow.utils.session import NEW_SESSION, provide_session
 
 if TYPE_CHECKING:

airflow-core/src/airflow/exceptions.py

@@ -328,7 +328,7 @@ def __getattr__(name: str):
         import warnings
 
         from airflow import DeprecatedImportWarning
-        from airflow.utils.module_loading import import_string
+        from airflow._shared.module_loading import import_string
 
         target_path = f"airflow.sdk.exceptions.{name}"
         warnings.warn(

airflow-core/src/airflow/executors/executor_loader.py

@@ -24,6 +24,7 @@
 
 import structlog
 
+from airflow._shared.module_loading import import_string
 from airflow.exceptions import AirflowConfigException, UnknownExecutorException
 from airflow.executors.executor_constants import (
     CELERY_EXECUTOR,
@@ -34,7 +35,6 @@
 )
 from airflow.executors.executor_utils import ExecutorName
 from airflow.models.team import Team
-from airflow.utils.module_loading import import_string
 
 log = structlog.get_logger(__name__)
 

airflow-core/src/airflow/jobs/triggerer_job_runner.py

@@ -38,6 +38,7 @@
 from sqlalchemy import func, select
 from structlog.contextvars import bind_contextvars as bind_log_contextvars
 
+from airflow._shared.module_loading import import_string
 from airflow._shared.timezones import timezone
 from airflow.configuration import conf
 from airflow.executors import workloads
@@ -78,7 +79,6 @@
 from airflow.triggers import base as events
 from airflow.utils.helpers import log_filename_template_renderer
 from airflow.utils.log.logging_mixin import LoggingMixin
-from airflow.utils.module_loading import import_string
 from airflow.utils.session import provide_session
 
 if TYPE_CHECKING: