Configuration

This section auto-documents the repository application configuration.

pydantic settings app.core.config.Settings

Settings model for API.

Config:

• extra: str = ignore

• env_file: str = .env

• env_file_encoding: str = utf-8

Fields:

• app_name (str)

• azure_application_id (str)

• azure_blob_config (app.core.config.AzureBlobConfig | None)

• azure_login_url (pydantic.networks.HttpUrl)

• azure_tenant_id (str)

• cli_client_id (str | None)

• cors_allow_origins (list[str])

• db_config (app.core.config.DatabaseConfig)

• default_download_file_chunk_size (Literal[1])

• default_es_indexing_chunk_size (int)

• default_es_percolation_chunk_size (int)

• default_pending_enhancement_lease_duration (datetime.timedelta)

• default_upload_file_chunk_size (int)

• env (app.core.config.Environment)

• es_config (app.core.config.ESConfig)

• es_indexing_chunk_size_override (dict[app.core.config.ESIndexingOperation, int])

• es_percolation_chunk_size_override (dict[app.core.config.ESPercolationOperation, int])

• feature_flags (app.core.config.FeatureFlags)

• import_reference_retry_count (int)

• log_level (app.core.config.LogLevel)

• max_lookup_reference_query_length (int)

• max_pending_enhancements_batch_size (int)

• max_reference_duplicate_depth (Literal[2])

• message_broker_namespace (str | None)

• message_broker_queue_name (str)

• message_broker_url (str | None)

• message_lock_renewal_duration (int)

• minio_config (app.core.config.MinioConfig | None)

• otel_config (app.core.config.OTelConfig | None)

• otel_enabled (bool)

• presigned_url_expiry_seconds (int)

• project_root (pathlib.Path)

• tests_use_rabbitmq (bool)

• trusted_unique_identifier_types (set[destiny_sdk.identifiers.ExternalIdentifierType])

• upload_file_chunk_size_override (dict[app.core.config.UploadFile, int])

field app_name: str [Required]

field azure_application_id: str [Required]

field azure_blob_config: AzureBlobConfig | None = None

field azure_login_url: HttpUrl = HttpUrl('https://login.microsoftonline.com/')

field azure_tenant_id: str [Required]

field cli_client_id: str | None = None

field cors_allow_origins: list[str] [Optional]

List of allowed origins for CORS.

field db_config: DatabaseConfig [Required]

field default_download_file_chunk_size: Literal[1] = 1

Number of records to process in a single file chunk when downloading.Not configurable or used, just representing that we stream line-by-line at this point.

field default_es_indexing_chunk_size: int = 1000

Number of records to process in a single chunk when indexing to Elasticsearch.

field default_es_percolation_chunk_size: int = 1000

Number of records to process in a single chunk when percolating to Elasticsearch.

field default_pending_enhancement_lease_duration: timedelta = datetime.timedelta(seconds=600)

The default duration to lease pending enhancements for, provided in ISO 8601 duration format eg ‘PT10M’.

field default_upload_file_chunk_size: int = 1

Number of records to process in a single file chunk when uploading.

field env: Environment = Environment.PRODUCTION

The environment the app is running in.

field es_config: ESConfig [Required]

field es_indexing_chunk_size_override: dict[ESIndexingOperation, int] [Optional]

Override the default Elasticsearch indexing chunk size.

field es_percolation_chunk_size_override: dict[ESPercolationOperation, int] [Optional]

Override the default Elasticsearch percolation chunk size.

field feature_flags: FeatureFlags = FeatureFlags()

field import_reference_retry_count: int = 3

Number of times to retry importing a reference before marking it as failed. We only retry on errors we are confident can be resolved - eg network issues or inconsistent database state being loaded in parallel.

field log_level: LogLevel = LogLevel.INFO

The log level for the application.

field max_lookup_reference_query_length: int = 100

Maximum number of identifiers to allow in a single reference lookup query.

field max_pending_enhancements_batch_size: int = 10000

Maximum number of pending enhancements to return in a single batch.

field max_reference_duplicate_depth: Literal[2] = 2

The maximum depth to which reference duplicates are propagated. A depth of 2, as in the default, means only direct duplicates are allowed. Higher values allow for duplicate chaining, at the significant cost of performance and data model complexity.

field message_broker_namespace: str | None = None

field message_broker_queue_name: str = 'taskiq'

field message_broker_url: str | None = None

field message_lock_renewal_duration: int = 10800

Duration in seconds to keep renewing message locks. Should be longer than expected processing time.

field minio_config: MinioConfig | None = None

field otel_config: OTelConfig | None = None

field otel_enabled: bool = False

field presigned_url_expiry_seconds: int = 3600

The number of seconds a signed URL is valid for.

field project_root: Path = PosixPath('/home/runner/work/destiny-repository/destiny-repository')

field tests_use_rabbitmq: bool = False

Whether to use RabbitMQ for tests. Only used in test environment. If false, uses in-memory broker.

field trusted_unique_identifier_types: set[ExternalIdentifierType] [Optional]

Set of external identifier types that are considered trusted unique identifiers for references. These are used to shortcut deduplication. If empty, shortcutting is essentially feature-flagged off.

field upload_file_chunk_size_override: dict[UploadFile, int] [Optional]

Override the default upload file chunk size.

property app_version: str

Get the application version from pyproject.toml.

property default_blob_container: str

Return the default blob container.

property default_blob_location: str

Return the default blob location.

property pyproject_toml: dict[str, Any]

Get the contents of pyproject.toml.

property running_locally: bool

Return True if the app is running locally.

property trace_repr: str

Get a string representation of the config for tracing.