用於測試 Google Dataflow 以建立管線的範例 Airflow DAG。
模組內容
-
tests.system.google.cloud.dataflow.example_dataflow_pipeline.DAG_ID = 'dataflow_pipeline'[原始碼]
-
tests.system.google.cloud.dataflow.example_dataflow_pipeline.ENV_ID[原始碼]
-
tests.system.google.cloud.dataflow.example_dataflow_pipeline.GCP_PROJECT_ID[原始碼]
-
tests.system.google.cloud.dataflow.example_dataflow_pipeline.GCP_LOCATION = 'us-central1'[原始碼]
-
tests.system.google.cloud.dataflow.example_dataflow_pipeline.PIPELINE_NAME[原始碼]
-
tests.system.google.cloud.dataflow.example_dataflow_pipeline.PIPELINE_JOB_NAME[原始碼]
-
tests.system.google.cloud.dataflow.example_dataflow_pipeline.PIPELINE_TYPE = 'PIPELINE_TYPE_BATCH'[原始碼]
-
tests.system.google.cloud.dataflow.example_dataflow_pipeline.RESOURCE_DATA_BUCKET = 'airflow-system-tests-resources'[原始碼]
-
tests.system.google.cloud.dataflow.example_dataflow_pipeline.BUCKET_NAME[原始碼]
-
tests.system.google.cloud.dataflow.example_dataflow_pipeline.FILE_NAME = 'kinglear.txt'[原始碼]
-
tests.system.google.cloud.dataflow.example_dataflow_pipeline.TEMPLATE_FILE = 'word-count.json'[原始碼]
-
tests.system.google.cloud.dataflow.example_dataflow_pipeline.TEMP_LOCATION[原始碼]
-
tests.system.google.cloud.dataflow.example_dataflow_pipeline.GCS_PATH[原始碼]
-
tests.system.google.cloud.dataflow.example_dataflow_pipeline.INPUT_FILE[原始碼]
-
tests.system.google.cloud.dataflow.example_dataflow_pipeline.OUTPUT[原始碼]
-
tests.system.google.cloud.dataflow.example_dataflow_pipeline.create_bucket[原始碼]
-
tests.system.google.cloud.dataflow.example_dataflow_pipeline.test_run[原始碼]