adp.ingest.dataclasses

Functions

create_ingest_from_string(data)	Process the entire RootConfig: propagate settings, substitute variables/secrets.
merge_dictionaries(dict1, dict2)	merge_dictionaries Recursively (deep) merge dictionaries.
merge_root_with_entities(yaml_dict)	Replace items on the root with properties on the entities
merge_settings(parent, child)	Merge parent and child Settings, with child taking precedence.
replace_variables_and_secrets(data, variables)	Replace variables in the format ${{ variables.varName }} and secrets in the format ${{ secrets.secretName }}.

Classes

AppendTypeEnum(*values)
AzureDevOpsEntity(*, name, settings, ...)
AzureDevOpsSource(*, name, type, config)
AzureDevOpsSourceConfig(*[, ...])
AzureFileSourceConfig(*[, ...])
AzureFilesEntity(*, name, settings, ...)
AzureFilesSource(*, name[, type])
DataType(*, col, type)
DefaultDataTypeEnum(*values)
Entity(*, name, settings, depends_on)
EntitySettings(*[, keys, select, exclude, ...])
GBOCheckResult(*, id, check_type, result, ...)	Represents a result of the GBOCheck
GBOCheckType(*values)	Defines all the types of GBO checks
GBOColumnMetadata(*, name, type, length, ...)
GBOEntity(*, name, settings, depends_on, source)
GBOPair(data, metadata)
GBOSource(*, name[, type])
GBOSourceConfig(*[, spark_read_options, ...])
GBOTableMetadata(*, id, source_name, ...)
Ingest(*, name[, comment, max_workers, ...])
IngestRunMetadata(*, timestamp, unix_timestamp)
IngestSettings(*[, keys, select, exclude, ...])
MSSQLAuthType(*values)
MSSQLEntity(*, name, settings, depends_on, ...)
MSSQLSource(*, name[, type])
MSSQLSourceConfig(*[, spark_read_options])
Masking(*, col, udf)
MergeTypeEnum(*values)
PersistStorageLevelEnum(*values)
SMBEntity(*, name, settings, depends_on, source)
SMBSource(*, name[, type])
SMBSourceConfig(*[, spark_read_options, ...])
SilverTypeEnum(*values)
Source(*, name)
SourceConfig(*[, spark_read_options])
StagingEntity(*, name, settings, depends_on, ...)
StagingSource(*, name[, type])
StagingSourceConfig(*[, spark_read_options, ...])
TypeEscalationModeEnum(*values)
Variable(*, name, values)
VariablesPerEnvironment(*, dev, tst, acc, prd)