Configuration

This section auto-documents the repository application configuration.

pydantic settings app.core.config.Settings

Settings model for API.

Config:

• extra: str = ignore

• env_file: str = .env

• env_file_encoding: str = utf-8

Fields:

• app_name (str)

• azure_application_id (str)

• azure_blob_config (app.core.config.AzureBlobConfig | None)

• azure_login_url (str)

• cli_client_id (str | None)

• cors_allow_origins (list[str])

• db_config (app.core.config.DatabaseConfig)

• default_download_file_chunk_size (Literal[1])

• default_es_indexing_chunk_size (int)

• default_es_percolation_chunk_size (int)

• default_pending_enhancement_lease_duration (datetime.timedelta)

• default_upload_file_chunk_size (int)

• env (app.core.config.Environment)

• es_config (app.core.config.ESConfig)

• es_indexing_chunk_size_override (dict[app.core.config.ESIndexingOperation, int])

• es_percolation_chunk_size_override (dict[app.core.config.ESPercolationOperation, int])

• es_reference_repair_chunk_size (int)

• feature_flags (app.core.config.FeatureFlags)

• import_reference_retry_count (int)

• log_level (app.core.config.LogLevel)

• max_lookup_reference_query_length (int)

• max_pending_enhancements_batch_size (int)

• message_broker_namespace (str | None)

• message_broker_queue_name (str)

• message_broker_url (str | None)

• message_lock_renewal_duration (int)

• minio_config (app.core.config.MinioConfig | None)

• otel_config (app.core.config.OTelConfig | None)

• otel_enabled (bool)

• presigned_url_expiry_seconds (int)

• project_root (pathlib.Path)

• tests_use_rabbitmq (bool)

• toml (app.core.config.TOML)

• trusted_unique_identifier_types (set[destiny_sdk.identifiers.ExternalIdentifierType])

• upload_file_chunk_size_override (dict[app.core.config.UploadFile, int])

field app_name: str [Required]

field azure_application_id: str [Required]

field azure_blob_config: AzureBlobConfig | None = None

field azure_login_url: str [Required]

field cli_client_id: str | None = None

field cors_allow_origins: list[str] [Optional]

List of allowed origins for CORS.

field db_config: DatabaseConfig [Required]

field default_download_file_chunk_size: Literal[1] = 1

Number of records to process in a single file chunk when downloading.Not configurable or used, just representing that we stream line-by-line at this point.

field default_es_indexing_chunk_size: int = 1000

Number of records to process in a single chunk when indexing to Elasticsearch.

field default_es_percolation_chunk_size: int = 1000

Number of records to process in a single chunk when percolating to Elasticsearch.

field default_pending_enhancement_lease_duration: timedelta = datetime.timedelta(seconds=600)

The default duration to lease pending enhancements for, provided in ISO 8601 duration format eg ‘PT10M’.

field default_upload_file_chunk_size: int = 1

Number of records to process in a single file chunk when uploading.

field env: Environment = Environment.PRODUCTION

The environment the app is running in.

field es_config: ESConfig [Required]

field es_indexing_chunk_size_override: dict[ESIndexingOperation, int] [Optional]

Override the default Elasticsearch indexing chunk size.

field es_percolation_chunk_size_override: dict[ESPercolationOperation, int] [Optional]

Override the default Elasticsearch percolation chunk size.

field es_reference_repair_chunk_size: int = 1000

Number of reference records to process in a single distributed task when repairing or rebuilding the reference index in Elasticsearch. Be wary that if increased too far, then the repair_reference_index_for_chunk task will require long_running=True and subsequent lock management.

field feature_flags: FeatureFlags = FeatureFlags()

field import_reference_retry_count: int = 3

Number of times to retry importing a reference before marking it as failed. We only retry on errors we are confident can be resolved - eg network issues or inconsistent database state being loaded in parallel.

field log_level: LogLevel = LogLevel.INFO

The log level for the application. This applies to both opentelemetry and standard logging.

field max_lookup_reference_query_length: int = 100

Maximum number of identifiers to allow in a single reference lookup query.

field max_pending_enhancements_batch_size: int = 10000

Maximum number of pending enhancements to return in a single batch.

field message_broker_namespace: str | None = None

field message_broker_queue_name: str = 'taskiq'

field message_broker_url: str | None = None

field message_lock_renewal_duration: int = 10800

Duration in seconds to keep renewing message locks. Should be longer than expected processing time.

field minio_config: MinioConfig | None = None

field otel_config: OTelConfig | None = None

field otel_enabled: bool = False

field presigned_url_expiry_seconds: int = 3600

The number of seconds a signed URL is valid for.

field project_root: Path = PosixPath('/home/runner/work/destiny-repository/destiny-repository')

field tests_use_rabbitmq: bool = False

Whether to use RabbitMQ for tests. Only used in test environment. If false, uses in-memory broker.

field toml: TOML = TOML(toml_path=PosixPath('/home/runner/work/destiny-repository/destiny-repository'))

field trusted_unique_identifier_types: set[ExternalIdentifierType] [Optional]

Set of external identifier types that are considered trusted unique identifiers for references. These are used to shortcut deduplication. If empty, shortcutting is essentially feature-flagged off.

field upload_file_chunk_size_override: dict[UploadFile, int] [Optional]

Override the default upload file chunk size.

property default_blob_container: str

Return the default blob container.

property default_blob_location: str

Return the default blob location.

property running_locally: bool

Return True if the app is running locally.

property trace_repr: str

Get a string representation of the config for tracing.