tests.system.google.cloud.dataplex.example_dataplex_dp

Example Airflow DAG that shows how to use Dataplex Scan Data.

Attributes

ENV_ID

PROJECT_ID

DAG_ID

LAKE_ID

REGION

DATASET

TABLE_1

TABLE_2

SCHEMA

INSERT_DATE

INSERT_ROWS_QUERY

LOCATION

TRIGGER_SPEC_TYPE

ZONE_ID

DATA_SCAN_ID

EXAMPLE_LAKE_BODY

EXAMPLE_ZONE

ASSET_ID

EXAMPLE_ASSET

EXAMPLE_DATA_SCAN

UPDATE_MASK

ENTITY

EXAMPLE_DATA_SCAN_UPDATE

create_dataset

test_run

Module Contents

tests.system.google.cloud.dataplex.example_dataplex_dp.ENV_ID[source]
tests.system.google.cloud.dataplex.example_dataplex_dp.PROJECT_ID[source]
tests.system.google.cloud.dataplex.example_dataplex_dp.DAG_ID = 'dataplex_data_profile'[source]
tests.system.google.cloud.dataplex.example_dataplex_dp.LAKE_ID = ''[source]
tests.system.google.cloud.dataplex.example_dataplex_dp.REGION = 'us-central1'[source]
tests.system.google.cloud.dataplex.example_dataplex_dp.DATASET = 'dataset_bq_dataplex_data_profile_Uninferable'[source]
tests.system.google.cloud.dataplex.example_dataplex_dp.TABLE_1 = 'table0'[source]
tests.system.google.cloud.dataplex.example_dataplex_dp.TABLE_2 = 'table1'[source]
tests.system.google.cloud.dataplex.example_dataplex_dp.SCHEMA[source]
tests.system.google.cloud.dataplex.example_dataplex_dp.INSERT_DATE[source]
tests.system.google.cloud.dataplex.example_dataplex_dp.INSERT_ROWS_QUERY = "INSERT dataset_bq_dataplex_data_profile_Uninferable.table0 VALUES (1, 'test test2', 'Uninferable');"[source]
tests.system.google.cloud.dataplex.example_dataplex_dp.LOCATION = 'us'[source]
tests.system.google.cloud.dataplex.example_dataplex_dp.TRIGGER_SPEC_TYPE = 'ON_DEMAND'[source]
tests.system.google.cloud.dataplex.example_dataplex_dp.ZONE_ID = ''[source]
tests.system.google.cloud.dataplex.example_dataplex_dp.DATA_SCAN_ID = ''[source]
tests.system.google.cloud.dataplex.example_dataplex_dp.EXAMPLE_LAKE_BODY[source]
tests.system.google.cloud.dataplex.example_dataplex_dp.EXAMPLE_ZONE[source]
tests.system.google.cloud.dataplex.example_dataplex_dp.ASSET_ID = ''[source]
tests.system.google.cloud.dataplex.example_dataplex_dp.EXAMPLE_ASSET[source]
tests.system.google.cloud.dataplex.example_dataplex_dp.EXAMPLE_DATA_SCAN[source]
tests.system.google.cloud.dataplex.example_dataplex_dp.UPDATE_MASK[source]
tests.system.google.cloud.dataplex.example_dataplex_dp.ENTITY = 'projects/Uninferable/locations/us-central1/lakes//zones//entities/table0'[source]
tests.system.google.cloud.dataplex.example_dataplex_dp.EXAMPLE_DATA_SCAN_UPDATE[source]
tests.system.google.cloud.dataplex.example_dataplex_dp.create_dataset[source]
tests.system.google.cloud.dataplex.example_dataplex_dp.test_run[source]

Was this entry helpful?