diff --git a/examples/etl_legs.rs b/examples/etl_legs.rs index 2e15edc..c5174b7 100644 --- a/examples/etl_legs.rs +++ b/examples/etl_legs.rs @@ -213,16 +213,6 @@ async fn main() -> Result<(), Box> { .await? .len(); - write_json( - client.unwrap(), - Metadata { - icao_months_to_process: required, - icao_months_processed: processed + completed.len(), - }, - "status", - ) - .await?; - let client = client.unwrap(); let completed = existing(&client) .await? @@ -231,8 +221,8 @@ async fn main() -> Result<(), Box> { .collect::>(); let tasks = completed - .into_iter() - .map(|(icao, date)| async move { read(&icao, date, client).await }); + .iter() + .map(|(icao, date)| async move { read(icao, *date, client).await }); let legs = futures::stream::iter(tasks) .buffered(20) @@ -243,6 +233,18 @@ async fn main() -> Result<(), Box> { let key = format!("{DATABASE_ROOT}all.csv"); write_csv(legs, &key, client).await?; + log::info!("Written {key}"); + + write_json( + client, + Metadata { + icao_months_to_process: required, + icao_months_processed: processed + completed.len(), + }, + "status", + ) + .await?; + log::info!("status written"); Ok(()) } diff --git a/examples/export_private_jets.rs b/examples/export_private_jets.rs index 6c15158..af29aff 100644 --- a/examples/export_private_jets.rs +++ b/examples/export_private_jets.rs @@ -78,12 +78,10 @@ Both `icao_number` and `tail_number` are unique keys (independently). if client.as_ref().map(|c| c.can_put()).unwrap_or(false) { let client = client.unwrap(); - client - .put("database/private_jets/2023/11/06/data.csv", data_csv) - .await?; + client.put("private_jets/all.csv", data_csv).await?; client .put( - "database/private_jets/2023/11/06/description.md", + "private_jets/description.md", specification_md.as_bytes().to_vec(), ) .await?;