tests.system.google.cloud.dataplex.example_dataplex_dq

Example Airflow DAG that shows how to use Dataplex Scan Data.

Attributes

ENV_ID

PROJECT_ID

DAG_ID

LAKE_ID

REGION

DATASET

TABLE_1

TABLE_2

SCHEMA

INSERT_DATE

INSERT_ROWS_QUERY

LOCATION

TRIGGER_SPEC_TYPE

ZONE_ID

DATA_SCAN_ID

EXAMPLE_LAKE_BODY

EXAMPLE_ZONE

ASSET_ID

EXAMPLE_ASSET

EXAMPLE_DATA_SCAN

UPDATE_MASK

ENTITY

EXAMPLE_DATA_SCAN_UPDATE

create_dataset

test_run

Module Contents

tests.system.google.cloud.dataplex.example_dataplex_dq.ENV_ID[source]
tests.system.google.cloud.dataplex.example_dataplex_dq.PROJECT_ID[source]
tests.system.google.cloud.dataplex.example_dataplex_dq.DAG_ID = 'dataplex_data_quality'[source]
tests.system.google.cloud.dataplex.example_dataplex_dq.LAKE_ID = ''[source]
tests.system.google.cloud.dataplex.example_dataplex_dq.REGION = 'us-west1'[source]
tests.system.google.cloud.dataplex.example_dataplex_dq.DATASET = 'dataset_bq_dataplex_data_quality_Uninferable'[source]
tests.system.google.cloud.dataplex.example_dataplex_dq.TABLE_1 = 'table0'[source]
tests.system.google.cloud.dataplex.example_dataplex_dq.TABLE_2 = 'table1'[source]
tests.system.google.cloud.dataplex.example_dataplex_dq.SCHEMA[source]
tests.system.google.cloud.dataplex.example_dataplex_dq.INSERT_DATE[source]
tests.system.google.cloud.dataplex.example_dataplex_dq.INSERT_ROWS_QUERY = "INSERT dataset_bq_dataplex_data_quality_Uninferable.table0 VALUES (1, 'test test2', 'Uninferable');"[source]
tests.system.google.cloud.dataplex.example_dataplex_dq.LOCATION = 'us'[source]
tests.system.google.cloud.dataplex.example_dataplex_dq.TRIGGER_SPEC_TYPE = 'ON_DEMAND'[source]
tests.system.google.cloud.dataplex.example_dataplex_dq.ZONE_ID = ''[source]
tests.system.google.cloud.dataplex.example_dataplex_dq.DATA_SCAN_ID = ''[source]
tests.system.google.cloud.dataplex.example_dataplex_dq.EXAMPLE_LAKE_BODY[source]
tests.system.google.cloud.dataplex.example_dataplex_dq.EXAMPLE_ZONE[source]
tests.system.google.cloud.dataplex.example_dataplex_dq.ASSET_ID = ''[source]
tests.system.google.cloud.dataplex.example_dataplex_dq.EXAMPLE_ASSET[source]
tests.system.google.cloud.dataplex.example_dataplex_dq.EXAMPLE_DATA_SCAN[source]
tests.system.google.cloud.dataplex.example_dataplex_dq.UPDATE_MASK[source]
tests.system.google.cloud.dataplex.example_dataplex_dq.ENTITY = 'projects/Uninferable/locations/us-west1/lakes//zones//entities/table0'[source]
tests.system.google.cloud.dataplex.example_dataplex_dq.EXAMPLE_DATA_SCAN_UPDATE[source]
tests.system.google.cloud.dataplex.example_dataplex_dq.create_dataset[source]
tests.system.google.cloud.dataplex.example_dataplex_dq.test_run[source]

Was this entry helpful?