Skip to content

Commit

Permalink
#1139 update dag
Browse files Browse the repository at this point in the history
  • Loading branch information
chmnata committed Feb 24, 2025
1 parent e3010aa commit 8ed0ed5
Showing 1 changed file with 11 additions and 2 deletions.
13 changes: 11 additions & 2 deletions dags/gcc_layers_pull.py
Original file line number Diff line number Diff line change
Expand Up @@ -50,13 +50,20 @@ def create_gcc_puller_dag(dag_id, default_args, name, conn_id):
type="integer",
title="mapserver",
description="mapserver for custom pull. Example: 0",
),"pk": Param(
),
"pk": Param(
default='',
type="string",
title="Primary Key.",
description="(Optional) primary key for custom pull. Example: area_id",
examples=['area_id', 'objectid'],
),
"include_additional_feature": Param(
default=False,
type="boolean",
title="Include additional feature",
description="Flag to include additional feature type",
),
"schema_name": Param(
default='',
type="string",
Expand All @@ -81,7 +88,8 @@ def get_layers(name, **context):
'layer_id': context["params"]["layer_id"],
'mapserver': context["params"]["mapserver"],
'pk': context["params"]["pk"],
'schema_name': context["params"]["schema_name"]
'schema_name': context["params"]["schema_name"],
'include_additional_feature':context["params"]["include_additional_feature"],
})
return dict({layer_name:layer})

Expand All @@ -101,6 +109,7 @@ def pull_layer(layer, conn_id):
schema_name = layer[1].get("schema_name"),
is_audited = layer[1].get("is_audited"),
primary_key = layer[1].get("pk"),
include_additional_feature = layer[1].get("include_additional_feature"),
con = conn
)

Expand Down

0 comments on commit 8ed0ed5

Please sign in to comment.