a_batch_submit_cluster.ini

[COMPOSER]
DAG_NAME=a_batch_submit_cluster
SCHEDULE_DAYS=1
SCHEDULE_HOURS=0
EXEC_TIMEOUT=600
RUN_TIMEOUT=600
RETRY_DELAY=60
RETRIES=1

[DATAPROC]
SPARK_APP_PATH=gs://your_bucket/spark_app.jar
CLUSTER_MASTER_TYPE=n1-standard-2
CLUSTER_WORKER_TYPE=n1-standard-2
CLUSTER_NUM_WORKERS=2
CLUSTER_NUM_MASTERS=1

[SPARK]
inputPath=gs://your_bucket/your_input_data_path/
outputPath=gs://your_bucket/your_output_data_path/