Skip to content

Commit

Permalink
Sec distribution fix (#4031)
Browse files Browse the repository at this point in the history
* Make pudl models assets parquet only

* Make sec10k names consistent
  • Loading branch information
zschira authored Jan 28, 2025
1 parent 624c6d6 commit c0eb11d
Show file tree
Hide file tree
Showing 2 changed files with 4 additions and 2 deletions.
5 changes: 3 additions & 2 deletions src/pudl/analysis/pudl_models.py
Original file line number Diff line number Diff line change
Expand Up @@ -16,7 +16,7 @@ def get_model_tables() -> list[str]:
"core_sec10k__company_information",
"core_sec10k__exhibit_21_company_ownership",
"core_sec10k__filings",
"out_sec_10k__parents_and_subsidiaries",
"out_sec10k__parents_and_subsidiaries",
]

return pudl_models_tables
Expand All @@ -31,7 +31,8 @@ def pudl_models_asset_factory(table_name: str) -> AssetsDefinition:

@asset(
name=table_name,
io_manager_key="pudl_io_manager",
io_manager_key="parquet_io_manager",
group_name="pudl_models",
)
def _asset() -> pd.DataFrame:
return DeltaTable(_get_table_uri(table_name)).to_pandas()
Expand Down
1 change: 1 addition & 0 deletions src/pudl/metadata/classes.py
Original file line number Diff line number Diff line change
Expand Up @@ -1486,6 +1486,7 @@ def from_pyarrow_schema(
name=name,
description=description,
schema=Schema.from_pyarrow_schema(schema),
create_database_schema=False,
)

def get_field(self, name: str) -> Field:
Expand Down

0 comments on commit c0eb11d

Please sign in to comment.