Source code for pyspark_pipeline_framework.core.config.base

"""Base types and enums for configuration models."""

from enum import Enum



[docs]
class Environment(str, Enum):
    """Deployment environment types."""

    DEV = "dev"
    STAGING = "staging"
    PROD = "prod"
    TEST = "test"




[docs]
class PipelineMode(str, Enum):
    """Pipeline execution modes."""

    BATCH = "batch"
    STREAMING = "streaming"




[docs]
class LogLevel(str, Enum):
    """Logging levels."""

    DEBUG = "DEBUG"
    INFO = "INFO"
    WARNING = "WARNING"
    ERROR = "ERROR"
    CRITICAL = "CRITICAL"




[docs]
class LogFormat(str, Enum):
    """Log output formats."""

    JSON = "json"
    TEXT = "text"




[docs]
class ComponentType(str, Enum):
    """Component types in a pipeline."""

    SOURCE = "source"
    TRANSFORMATION = "transformation"
    SINK = "sink"




[docs]
class SecretsProvider(str, Enum):
    """Secrets management providers."""

    VAULT = "vault"
    AWS_SECRETS_MANAGER = "aws_secrets_manager"
    ENV = "env"
    FILE = "file"




[docs]
class MetricsBackend(str, Enum):
    """Metrics collection backends."""

    PROMETHEUS = "prometheus"
    OPENTELEMETRY = "opentelemetry"
    CUSTOM = "custom"




[docs]
class SparkDeployMode(str, Enum):
    """Spark deployment modes."""

    CLIENT = "client"
    CLUSTER = "cluster"