Example Airflow DAG for testing Google Dataflow
DataflowTemplatedJobStartOperator operator.
Module Contents
-
tests.system.providers.google.cloud.dataflow.example_dataflow_template.ENV_ID[source]
-
tests.system.providers.google.cloud.dataflow.example_dataflow_template.PROJECT_ID[source]
-
tests.system.providers.google.cloud.dataflow.example_dataflow_template.DAG_ID = 'dataflow_template'[source]
-
tests.system.providers.google.cloud.dataflow.example_dataflow_template.BUCKET_NAME[source]
-
tests.system.providers.google.cloud.dataflow.example_dataflow_template.CSV_FILE_NAME = 'input.csv'[source]
-
tests.system.providers.google.cloud.dataflow.example_dataflow_template.AVRO_FILE_NAME = 'output.avro'[source]
-
tests.system.providers.google.cloud.dataflow.example_dataflow_template.AVRO_SCHEMA = 'schema.json'[source]
-
tests.system.providers.google.cloud.dataflow.example_dataflow_template.GCS_TMP[source]
-
tests.system.providers.google.cloud.dataflow.example_dataflow_template.GCS_STAGING[source]
-
tests.system.providers.google.cloud.dataflow.example_dataflow_template.GCS_OUTPUT[source]
-
tests.system.providers.google.cloud.dataflow.example_dataflow_template.PYTHON_FILE_LOCAL_PATH[source]
-
tests.system.providers.google.cloud.dataflow.example_dataflow_template.SCHEMA_LOCAL_PATH[source]
-
tests.system.providers.google.cloud.dataflow.example_dataflow_template.LOCATION = 'europe-west3'[source]
-
tests.system.providers.google.cloud.dataflow.example_dataflow_template.default_args[source]
-
tests.system.providers.google.cloud.dataflow.example_dataflow_template.BODY[source]
-
tests.system.providers.google.cloud.dataflow.example_dataflow_template.create_bucket[source]
-
tests.system.providers.google.cloud.dataflow.example_dataflow_template.test_run[source]