Example Airflow DAG for testing Google Dataflow to create pipelines.
Module Contents
-
tests.system.google.cloud.dataflow.example_dataflow_pipeline.DAG_ID = 'dataflow_pipeline'[source]
-
tests.system.google.cloud.dataflow.example_dataflow_pipeline.ENV_ID[source]
-
tests.system.google.cloud.dataflow.example_dataflow_pipeline.GCP_PROJECT_ID[source]
-
tests.system.google.cloud.dataflow.example_dataflow_pipeline.GCP_LOCATION = 'us-central1'[source]
-
tests.system.google.cloud.dataflow.example_dataflow_pipeline.PIPELINE_NAME[source]
-
tests.system.google.cloud.dataflow.example_dataflow_pipeline.PIPELINE_JOB_NAME[source]
-
tests.system.google.cloud.dataflow.example_dataflow_pipeline.PIPELINE_TYPE = 'PIPELINE_TYPE_BATCH'[source]
-
tests.system.google.cloud.dataflow.example_dataflow_pipeline.RESOURCE_DATA_BUCKET = 'airflow-system-tests-resources'[source]
-
tests.system.google.cloud.dataflow.example_dataflow_pipeline.BUCKET_NAME[source]
-
tests.system.google.cloud.dataflow.example_dataflow_pipeline.FILE_NAME = 'kinglear.txt'[source]
-
tests.system.google.cloud.dataflow.example_dataflow_pipeline.TEMPLATE_FILE = 'word-count.json'[source]
-
tests.system.google.cloud.dataflow.example_dataflow_pipeline.TEMP_LOCATION[source]
-
tests.system.google.cloud.dataflow.example_dataflow_pipeline.GCS_PATH[source]
-
tests.system.google.cloud.dataflow.example_dataflow_pipeline.INPUT_FILE[source]
-
tests.system.google.cloud.dataflow.example_dataflow_pipeline.OUTPUT[source]
-
tests.system.google.cloud.dataflow.example_dataflow_pipeline.create_bucket[source]
-
tests.system.google.cloud.dataflow.example_dataflow_pipeline.test_run[source]