diff --git a/rust/Cargo.toml b/rust/Cargo.toml index 1f523ff13f..b317e31a88 100644 --- a/rust/Cargo.toml +++ b/rust/Cargo.toml @@ -109,13 +109,16 @@ dynamodb_lock = { version = "0", default-features = false, optional = true } [dev-dependencies] dotenvy = "0" +flate2 = "1.0.26" maplit = "1" pretty_assertions = "1.2.1" rand = "0.8" serial_test = "2" +tar = "0.4.39" tempdir = "0" tempfile = "3" tokio = { version = "1", features = ["macros", "rt-multi-thread"] } +ureq = "2.7.1" utime = "0.3" [features] @@ -131,18 +134,7 @@ arrow = [ "arrow-buffer", ] default = ["arrow", "parquet"] -datafusion = [ - "dep:datafusion", - "datafusion-expr", - "datafusion-common", - "datafusion-proto", - "datafusion-physical-expr", - "datafusion-sql", - "sqlparser", - "arrow", - "parquet", - "dashmap", -] +datafusion = ["dep:datafusion", "datafusion-expr", "datafusion-common", "datafusion-proto", "datafusion-physical-expr", "datafusion-sql", "sqlparser", "arrow", "parquet", "dashmap"] datafusion-ext = ["datafusion"] gcs = ["object_store/gcp"] glue = ["s3", "rusoto_glue/rustls"] @@ -152,22 +144,8 @@ hdfs = ["datafusion-objectstore-hdfs"] integration_test = ["fs_extra", "tempdir"] json = ["parquet/json"] python = ["arrow/pyarrow"] -s3-native-tls = [ - "rusoto_core/native-tls", - "rusoto_credential", - "rusoto_sts/native-tls", - "rusoto_dynamodb/native-tls", - "dynamodb_lock/native-tls", - "object_store/aws", -] -s3 = [ - "rusoto_core/rustls", - "rusoto_credential", - "rusoto_sts/rustls", - "rusoto_dynamodb/rustls", - "dynamodb_lock/rustls", - "object_store/aws", -] +s3-native-tls = ["rusoto_core/native-tls", "rusoto_credential", "rusoto_sts/native-tls", "rusoto_dynamodb/native-tls", "dynamodb_lock/native-tls", "object_store/aws"] +s3 = ["rusoto_core/rustls", "rusoto_credential", "rusoto_sts/rustls", "rusoto_dynamodb/rustls", "dynamodb_lock/rustls", "object_store/aws"] unity-experimental = ["reqwest", "reqwest-middleware", "reqwest-retry"] [[bench]] diff --git a/rust/tests/dat.rs b/rust/tests/dat.rs new file mode 100644 index 0000000000..6bb79c4271 --- /dev/null +++ b/rust/tests/dat.rs @@ -0,0 +1,184 @@ +use datafusion::common::{DFField, DFSchema}; +use datafusion::prelude::*; //{DataFrame, ParquetReadOptions, SessionContext}; +use deltalake::open_table; +use serde::Deserialize; +use std::path::Path; +use std::sync::Arc; +pub type TestResult = Result<(), Box>; +use arrow::datatypes::{DataType, TimeUnit}; +use std::sync::Once; + +static INIT: Once = Once::new(); + +fn initialize() { + INIT.call_once(setup::run); +} + +pub mod setup { + //! Build script for DAT + use std::fs::File; + use std::io::{BufReader, BufWriter, Write}; + use std::path::Path; + + use flate2::read::GzDecoder; + use tar::Archive; + + const DAT_EXISTS_FILE_CHECK: &str = "tests/data/dat/v0.0.2/.done"; + const VERSION: &str = "0.0.2"; + pub const OUTPUT_FOLDER: &str = "tests/data/dat/v0.0.2"; + + pub fn run() { + if dat_exists() { + return; + } + + let tarball_data = download_dat_files(); + extract_tarball(tarball_data); + write_done_file(); + } + + fn dat_exists() -> bool { + Path::new(DAT_EXISTS_FILE_CHECK).exists() + } + + fn download_dat_files() -> Vec { + let tarball_url = format!( + "https://github.com/delta-incubator/dat/releases/download/v{version}/deltalake-dat-v{version}.tar.gz", + version = VERSION + ); + + let response = ureq::get(&tarball_url).call().unwrap(); + let mut tarball_data: Vec = Vec::new(); + response + .into_reader() + .read_to_end(&mut tarball_data) + .unwrap(); + + tarball_data + } + + fn extract_tarball(tarball_data: Vec) { + let tarball = GzDecoder::new(BufReader::new(&tarball_data[..])); + let mut archive = Archive::new(tarball); + std::fs::create_dir_all(OUTPUT_FOLDER).expect("Failed to create output directory"); + archive + .unpack(OUTPUT_FOLDER) + .expect("Failed to unpack tarball"); + } + + fn write_done_file() { + let mut done_file = BufWriter::new( + File::create(DAT_EXISTS_FILE_CHECK).expect("Failed to create .done file"), + ); + write!(done_file, "done").expect("Failed to write .done file"); + } +} + +/// Utility for comparing a delta table +/// with a dataframe. +async fn deltaeq( + ctx: &SessionContext, + delta_ctx_name: &str, + expected: DataFrame, +) -> datafusion::common::Result { + let delta_df = ctx.table(delta_ctx_name).await?; + let delta_df_count = delta_df.clone().count().await?; + let counts_eq = delta_df_count == expected.clone().count().await?; + if counts_eq { + let intersecting_table = &delta_df.intersect(expected)?; + Ok(intersecting_table.clone().count().await? == delta_df_count) + } else { + Ok(false) + } +} +#[derive(Deserialize, Debug)] +#[allow(dead_code)] +struct TableVersionMetadata { + version: i64, + properties: serde_json::Value, + min_reader_version: i32, + min_writer_version: i32, +} + +#[macro_export] +macro_rules! dat_test { + ($( $test_name:ident $test:literal),*) => { + $( +#[tokio::test] +#[cfg(feature = "datafusion")] +async fn $test_name() -> TestResult { + initialize(); + let test_case = Path::new($test); + let root = &format!("{output_folder}/out/reader_tests/generated", output_folder=setup::OUTPUT_FOLDER); + let root = Path::new(root).join(test_case); + let actual_path = root.join(Path::new("delta")); + let expected_path_root = root.join(Path::new("expected")); + let actual = open_table(&actual_path.to_str().unwrap()).await?; + let max_verison = actual.version(); + for version in (0..=max_verison).rev() { + let ctx: SessionContext = SessionContext::new(); + let vstring = match max_verison == version { + true => "latest".to_owned(), + false => "v".to_owned() + &version.to_string(), + }; + + let expected_path = expected_path_root + .join(Path::new(&vstring)) + .join(Path::new("table_content")); + if !expected_path.exists(){ + continue; + } + let expected_metadata_path = expected_path_root.join(Path::new(&vstring)).join(Path::new("table_version_metadata.json")); + let expected_metadata_rdr = std::fs::File::open(expected_metadata_path.to_str().unwrap())?; + + let expected_metadata: TableVersionMetadata = serde_json::from_reader(expected_metadata_rdr)?; + let expected = ctx.read_parquet(expected_path.to_str().unwrap(), ParquetReadOptions::default()).await?; + + let mut actual = open_table(&actual_path.to_str().unwrap()).await?; + + let expected_schema_fields = &expected.schema().fields(); + let expected = expected.clone().select(expected_schema_fields.iter().map( + |f| { + if f.data_type().is_temporal() + { + cast(col(f.name()), DataType::Timestamp(TimeUnit::Millisecond, None)) + } + else { + col(f.name()) + } + } + ).collect::>() + )?; + + + + + if actual.version() != version{ + actual.load_version(version).await?; + } + assert!(expected_metadata.version == actual.version()); + assert!(expected_metadata.min_reader_version == actual.get_min_reader_version()); + assert!(expected_metadata.min_writer_version == actual.get_min_writer_version()); + ctx.register_table("actual", Arc::new(actual))?; + assert!(deltaeq(&ctx, "actual", expected).await?); + } + Ok(()) +} + + )* + } +} + +dat_test!( + test_all_primitive_types "all_primitive_types", + test_basic_append "basic_append", + test_basic_partitioned "basic_partitioned", + // test_multi_partitioned "multi_partitioned", + // test_multi_partitioned_2 "multi_partitioned_2", + // test_nested_types "nested_types", + test_no_replay "no_replay", + // test_no_stats "no_stats", + test_stats_as_struct "stats_as_struct", + test_with_checkpoint "with_checkpoint", + test_with_schema_change "with_schema_change" +); diff --git a/rust/tests/data/dat/v0.0.2/.done b/rust/tests/data/dat/v0.0.2/.done new file mode 100644 index 0000000000..348ebd9491 --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/.done @@ -0,0 +1 @@ +done \ No newline at end of file diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/all_primitive_types/delta/.part-00000-7a2970c5-4141-4f83-8d2e-993361e592b5-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/all_primitive_types/delta/.part-00000-7a2970c5-4141-4f83-8d2e-993361e592b5-c000.snappy.parquet.crc new file mode 100644 index 0000000000..b226f6c08b Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/all_primitive_types/delta/.part-00000-7a2970c5-4141-4f83-8d2e-993361e592b5-c000.snappy.parquet.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/all_primitive_types/delta/_delta_log/.00000000000000000000.json.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/all_primitive_types/delta/_delta_log/.00000000000000000000.json.crc new file mode 100644 index 0000000000..89f7e3ac94 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/all_primitive_types/delta/_delta_log/.00000000000000000000.json.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/all_primitive_types/delta/_delta_log/00000000000000000000.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/all_primitive_types/delta/_delta_log/00000000000000000000.json new file mode 100644 index 0000000000..e79929b55c --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/all_primitive_types/delta/_delta_log/00000000000000000000.json @@ -0,0 +1,4 @@ +{"protocol":{"minReaderVersion":1,"minWriterVersion":2}} +{"metaData":{"id":"31f7f2bf-079b-4edd-8da3-aee322aafae7","format":{"provider":"parquet","options":{}},"schemaString":"{\"type\":\"struct\",\"fields\":[{\"name\":\"utf8\",\"type\":\"string\",\"nullable\":true,\"metadata\":{}},{\"name\":\"int64\",\"type\":\"long\",\"nullable\":true,\"metadata\":{}},{\"name\":\"int32\",\"type\":\"integer\",\"nullable\":true,\"metadata\":{}},{\"name\":\"int16\",\"type\":\"short\",\"nullable\":true,\"metadata\":{}},{\"name\":\"int8\",\"type\":\"byte\",\"nullable\":true,\"metadata\":{}},{\"name\":\"float32\",\"type\":\"float\",\"nullable\":true,\"metadata\":{}},{\"name\":\"float64\",\"type\":\"double\",\"nullable\":true,\"metadata\":{}},{\"name\":\"bool\",\"type\":\"boolean\",\"nullable\":true,\"metadata\":{}},{\"name\":\"binary\",\"type\":\"binary\",\"nullable\":true,\"metadata\":{}},{\"name\":\"decimal\",\"type\":\"decimal(5,3)\",\"nullable\":true,\"metadata\":{}},{\"name\":\"date32\",\"type\":\"date\",\"nullable\":true,\"metadata\":{}},{\"name\":\"timestamp\",\"type\":\"timestamp\",\"nullable\":true,\"metadata\":{}}]}","partitionColumns":[],"configuration":{},"createdTime":1674611450140}} +{"add":{"path":"part-00000-7a2970c5-4141-4f83-8d2e-993361e592b5-c000.snappy.parquet","partitionValues":{},"size":3203,"modificationTime":1674611450397,"dataChange":true,"stats":"{\"numRecords\":5,\"minValues\":{\"utf8\":\"0\",\"int64\":0,\"int32\":0,\"int16\":0,\"int8\":0,\"float32\":0.0,\"float64\":0.0,\"decimal\":10.000,\"date32\":\"1970-01-01\",\"timestamp\":\"1970-01-01T00:00:00.000Z\"},\"maxValues\":{\"utf8\":\"4\",\"int64\":4,\"int32\":4,\"int16\":4,\"int8\":4,\"float32\":4.0,\"float64\":4.0,\"decimal\":14.000,\"date32\":\"1970-01-05\",\"timestamp\":\"1970-01-01T04:00:00.000Z\"},\"nullCount\":{\"utf8\":0,\"int64\":0,\"int32\":0,\"int16\":0,\"int8\":0,\"float32\":0,\"float64\":0,\"bool\":0,\"binary\":0,\"decimal\":0,\"date32\":0,\"timestamp\":0}}"}} +{"commitInfo":{"timestamp":1674611450410,"operation":"WRITE","operationParameters":{"mode":"ErrorIfExists","partitionBy":"[]"},"isolationLevel":"Serializable","isBlindAppend":true,"operationMetrics":{"numFiles":"1","numOutputRows":"5","numOutputBytes":"3203"},"engineInfo":"Apache-Spark/3.3.1 Delta-Lake/2.1.1","txnId":"282b2c57-6935-492a-b793-16e6c131e2f5"}} diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/all_primitive_types/delta/part-00000-7a2970c5-4141-4f83-8d2e-993361e592b5-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/all_primitive_types/delta/part-00000-7a2970c5-4141-4f83-8d2e-993361e592b5-c000.snappy.parquet new file mode 100644 index 0000000000..432ec05ec1 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/all_primitive_types/delta/part-00000-7a2970c5-4141-4f83-8d2e-993361e592b5-c000.snappy.parquet differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/all_primitive_types/expected/latest/table_content/._SUCCESS.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/all_primitive_types/expected/latest/table_content/._SUCCESS.crc new file mode 100644 index 0000000000..3b7b044936 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/all_primitive_types/expected/latest/table_content/._SUCCESS.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/all_primitive_types/expected/latest/table_content/.part-00000-2acd2058-e58d-4535-bb8b-6ed3bb27a955-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/all_primitive_types/expected/latest/table_content/.part-00000-2acd2058-e58d-4535-bb8b-6ed3bb27a955-c000.snappy.parquet.crc new file mode 100644 index 0000000000..b226f6c08b Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/all_primitive_types/expected/latest/table_content/.part-00000-2acd2058-e58d-4535-bb8b-6ed3bb27a955-c000.snappy.parquet.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/all_primitive_types/expected/latest/table_content/_SUCCESS b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/all_primitive_types/expected/latest/table_content/_SUCCESS new file mode 100644 index 0000000000..e69de29bb2 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/all_primitive_types/expected/latest/table_content/part-00000-2acd2058-e58d-4535-bb8b-6ed3bb27a955-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/all_primitive_types/expected/latest/table_content/part-00000-2acd2058-e58d-4535-bb8b-6ed3bb27a955-c000.snappy.parquet new file mode 100644 index 0000000000..432ec05ec1 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/all_primitive_types/expected/latest/table_content/part-00000-2acd2058-e58d-4535-bb8b-6ed3bb27a955-c000.snappy.parquet differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/all_primitive_types/expected/latest/table_version_metadata.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/all_primitive_types/expected/latest/table_version_metadata.json new file mode 100644 index 0000000000..9813137d43 --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/all_primitive_types/expected/latest/table_version_metadata.json @@ -0,0 +1,6 @@ +{ + "version": 0, + "properties": {}, + "min_reader_version": 1, + "min_writer_version": 2 +} \ No newline at end of file diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/all_primitive_types/test_case_info.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/all_primitive_types/test_case_info.json new file mode 100644 index 0000000000..e895502db6 --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/all_primitive_types/test_case_info.json @@ -0,0 +1,4 @@ +{ + "name": "all_primitive_types", + "description": "Table containing all non-nested types" +} \ No newline at end of file diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/delta/.part-00000-c156ac8b-f738-4479-803d-750072dd4c51-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/delta/.part-00000-c156ac8b-f738-4479-803d-750072dd4c51-c000.snappy.parquet.crc new file mode 100644 index 0000000000..8f3143c7a2 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/delta/.part-00000-c156ac8b-f738-4479-803d-750072dd4c51-c000.snappy.parquet.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/delta/.part-00000-ef42f28f-e8e8-4d54-b51f-c3af96c72a44-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/delta/.part-00000-ef42f28f-e8e8-4d54-b51f-c3af96c72a44-c000.snappy.parquet.crc new file mode 100644 index 0000000000..eb808786e0 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/delta/.part-00000-ef42f28f-e8e8-4d54-b51f-c3af96c72a44-c000.snappy.parquet.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/delta/_delta_log/.00000000000000000000.json.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/delta/_delta_log/.00000000000000000000.json.crc new file mode 100644 index 0000000000..25235ceaf3 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/delta/_delta_log/.00000000000000000000.json.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/delta/_delta_log/.00000000000000000001.json.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/delta/_delta_log/.00000000000000000001.json.crc new file mode 100644 index 0000000000..135f0c797b Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/delta/_delta_log/.00000000000000000001.json.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/delta/_delta_log/00000000000000000000.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/delta/_delta_log/00000000000000000000.json new file mode 100644 index 0000000000..d929e1fe2f --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/delta/_delta_log/00000000000000000000.json @@ -0,0 +1,4 @@ +{"protocol":{"minReaderVersion":1,"minWriterVersion":2}} +{"metaData":{"id":"9f760748-1ae1-4ac5-bc9f-b8905ba72d80","format":{"provider":"parquet","options":{}},"schemaString":"{\"type\":\"struct\",\"fields\":[{\"name\":\"letter\",\"type\":\"string\",\"nullable\":true,\"metadata\":{}},{\"name\":\"number\",\"type\":\"long\",\"nullable\":true,\"metadata\":{}},{\"name\":\"a_float\",\"type\":\"double\",\"nullable\":true,\"metadata\":{}}]}","partitionColumns":[],"configuration":{},"createdTime":1674611410834}} +{"add":{"path":"part-00000-ef42f28f-e8e8-4d54-b51f-c3af96c72a44-c000.snappy.parquet","partitionValues":{},"size":996,"modificationTime":1674611413765,"dataChange":true,"stats":"{\"numRecords\":3,\"minValues\":{\"letter\":\"a\",\"number\":1,\"a_float\":1.1},\"maxValues\":{\"letter\":\"c\",\"number\":3,\"a_float\":3.3},\"nullCount\":{\"letter\":0,\"number\":0,\"a_float\":0}}"}} +{"commitInfo":{"timestamp":1674611413970,"operation":"WRITE","operationParameters":{"mode":"ErrorIfExists","partitionBy":"[]"},"isolationLevel":"Serializable","isBlindAppend":true,"operationMetrics":{"numFiles":"1","numOutputRows":"3","numOutputBytes":"996"},"engineInfo":"Apache-Spark/3.3.1 Delta-Lake/2.1.1","txnId":"92148ecd-7478-49eb-b824-3360b0e37bb1"}} diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/delta/_delta_log/00000000000000000001.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/delta/_delta_log/00000000000000000001.json new file mode 100644 index 0000000000..49b7621424 --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/delta/_delta_log/00000000000000000001.json @@ -0,0 +1,2 @@ +{"add":{"path":"part-00000-c156ac8b-f738-4479-803d-750072dd4c51-c000.snappy.parquet","partitionValues":{},"size":984,"modificationTime":1674611422849,"dataChange":true,"stats":"{\"numRecords\":2,\"minValues\":{\"letter\":\"d\",\"number\":4,\"a_float\":4.4},\"maxValues\":{\"letter\":\"e\",\"number\":5,\"a_float\":5.5},\"nullCount\":{\"letter\":0,\"number\":0,\"a_float\":0}}"}} +{"commitInfo":{"timestamp":1674611422877,"operation":"WRITE","operationParameters":{"mode":"Append","partitionBy":"[]"},"readVersion":0,"isolationLevel":"Serializable","isBlindAppend":true,"operationMetrics":{"numFiles":"1","numOutputRows":"2","numOutputBytes":"984"},"engineInfo":"Apache-Spark/3.3.1 Delta-Lake/2.1.1","txnId":"acf16676-bf8e-4fac-942f-3cae8e384d2d"}} diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/delta/part-00000-c156ac8b-f738-4479-803d-750072dd4c51-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/delta/part-00000-c156ac8b-f738-4479-803d-750072dd4c51-c000.snappy.parquet new file mode 100644 index 0000000000..0f728b67a2 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/delta/part-00000-c156ac8b-f738-4479-803d-750072dd4c51-c000.snappy.parquet differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/delta/part-00000-ef42f28f-e8e8-4d54-b51f-c3af96c72a44-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/delta/part-00000-ef42f28f-e8e8-4d54-b51f-c3af96c72a44-c000.snappy.parquet new file mode 100644 index 0000000000..5727575f2a Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/delta/part-00000-ef42f28f-e8e8-4d54-b51f-c3af96c72a44-c000.snappy.parquet differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/latest/table_content/._SUCCESS.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/latest/table_content/._SUCCESS.crc new file mode 100644 index 0000000000..3b7b044936 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/latest/table_content/._SUCCESS.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/latest/table_content/.part-00000-d337dc78-a7c9-421d-b22b-e0f168258598-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/latest/table_content/.part-00000-d337dc78-a7c9-421d-b22b-e0f168258598-c000.snappy.parquet.crc new file mode 100644 index 0000000000..eb808786e0 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/latest/table_content/.part-00000-d337dc78-a7c9-421d-b22b-e0f168258598-c000.snappy.parquet.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/latest/table_content/.part-00001-d337dc78-a7c9-421d-b22b-e0f168258598-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/latest/table_content/.part-00001-d337dc78-a7c9-421d-b22b-e0f168258598-c000.snappy.parquet.crc new file mode 100644 index 0000000000..8f3143c7a2 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/latest/table_content/.part-00001-d337dc78-a7c9-421d-b22b-e0f168258598-c000.snappy.parquet.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/latest/table_content/_SUCCESS b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/latest/table_content/_SUCCESS new file mode 100644 index 0000000000..e69de29bb2 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/latest/table_content/part-00000-d337dc78-a7c9-421d-b22b-e0f168258598-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/latest/table_content/part-00000-d337dc78-a7c9-421d-b22b-e0f168258598-c000.snappy.parquet new file mode 100644 index 0000000000..5727575f2a Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/latest/table_content/part-00000-d337dc78-a7c9-421d-b22b-e0f168258598-c000.snappy.parquet differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/latest/table_content/part-00001-d337dc78-a7c9-421d-b22b-e0f168258598-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/latest/table_content/part-00001-d337dc78-a7c9-421d-b22b-e0f168258598-c000.snappy.parquet new file mode 100644 index 0000000000..0f728b67a2 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/latest/table_content/part-00001-d337dc78-a7c9-421d-b22b-e0f168258598-c000.snappy.parquet differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/latest/table_version_metadata.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/latest/table_version_metadata.json new file mode 100644 index 0000000000..92ba3ed94e --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/latest/table_version_metadata.json @@ -0,0 +1,6 @@ +{ + "version": 1, + "properties": {}, + "min_reader_version": 1, + "min_writer_version": 2 +} \ No newline at end of file diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/v0/table_content/._SUCCESS.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/v0/table_content/._SUCCESS.crc new file mode 100644 index 0000000000..3b7b044936 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/v0/table_content/._SUCCESS.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/v0/table_content/.part-00000-37cc5c2e-9462-48e4-9e4e-744013b15266-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/v0/table_content/.part-00000-37cc5c2e-9462-48e4-9e4e-744013b15266-c000.snappy.parquet.crc new file mode 100644 index 0000000000..eb808786e0 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/v0/table_content/.part-00000-37cc5c2e-9462-48e4-9e4e-744013b15266-c000.snappy.parquet.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/v0/table_content/_SUCCESS b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/v0/table_content/_SUCCESS new file mode 100644 index 0000000000..e69de29bb2 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/v0/table_content/part-00000-37cc5c2e-9462-48e4-9e4e-744013b15266-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/v0/table_content/part-00000-37cc5c2e-9462-48e4-9e4e-744013b15266-c000.snappy.parquet new file mode 100644 index 0000000000..5727575f2a Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/v0/table_content/part-00000-37cc5c2e-9462-48e4-9e4e-744013b15266-c000.snappy.parquet differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/v0/table_version_metadata.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/v0/table_version_metadata.json new file mode 100644 index 0000000000..9813137d43 --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/v0/table_version_metadata.json @@ -0,0 +1,6 @@ +{ + "version": 0, + "properties": {}, + "min_reader_version": 1, + "min_writer_version": 2 +} \ No newline at end of file diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/v1/table_content/._SUCCESS.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/v1/table_content/._SUCCESS.crc new file mode 100644 index 0000000000..3b7b044936 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/v1/table_content/._SUCCESS.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/v1/table_content/.part-00000-3af36118-f4bc-44c7-85ea-4a289fa3cc64-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/v1/table_content/.part-00000-3af36118-f4bc-44c7-85ea-4a289fa3cc64-c000.snappy.parquet.crc new file mode 100644 index 0000000000..eb808786e0 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/v1/table_content/.part-00000-3af36118-f4bc-44c7-85ea-4a289fa3cc64-c000.snappy.parquet.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/v1/table_content/.part-00001-3af36118-f4bc-44c7-85ea-4a289fa3cc64-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/v1/table_content/.part-00001-3af36118-f4bc-44c7-85ea-4a289fa3cc64-c000.snappy.parquet.crc new file mode 100644 index 0000000000..8f3143c7a2 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/v1/table_content/.part-00001-3af36118-f4bc-44c7-85ea-4a289fa3cc64-c000.snappy.parquet.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/v1/table_content/_SUCCESS b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/v1/table_content/_SUCCESS new file mode 100644 index 0000000000..e69de29bb2 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/v1/table_content/part-00000-3af36118-f4bc-44c7-85ea-4a289fa3cc64-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/v1/table_content/part-00000-3af36118-f4bc-44c7-85ea-4a289fa3cc64-c000.snappy.parquet new file mode 100644 index 0000000000..5727575f2a Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/v1/table_content/part-00000-3af36118-f4bc-44c7-85ea-4a289fa3cc64-c000.snappy.parquet differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/v1/table_content/part-00001-3af36118-f4bc-44c7-85ea-4a289fa3cc64-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/v1/table_content/part-00001-3af36118-f4bc-44c7-85ea-4a289fa3cc64-c000.snappy.parquet new file mode 100644 index 0000000000..0f728b67a2 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/v1/table_content/part-00001-3af36118-f4bc-44c7-85ea-4a289fa3cc64-c000.snappy.parquet differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/v1/table_version_metadata.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/v1/table_version_metadata.json new file mode 100644 index 0000000000..92ba3ed94e --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/v1/table_version_metadata.json @@ -0,0 +1,6 @@ +{ + "version": 1, + "properties": {}, + "min_reader_version": 1, + "min_writer_version": 2 +} \ No newline at end of file diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/test_case_info.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/test_case_info.json new file mode 100644 index 0000000000..9f01997ca1 --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/test_case_info.json @@ -0,0 +1,4 @@ +{ + "name": "basic_append", + "description": "A basic table with two append writes." +} \ No newline at end of file diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/_delta_log/.00000000000000000000.json.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/_delta_log/.00000000000000000000.json.crc new file mode 100644 index 0000000000..9ae4543dc0 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/_delta_log/.00000000000000000000.json.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/_delta_log/.00000000000000000001.json.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/_delta_log/.00000000000000000001.json.crc new file mode 100644 index 0000000000..674c75e559 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/_delta_log/.00000000000000000001.json.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/_delta_log/00000000000000000000.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/_delta_log/00000000000000000000.json new file mode 100644 index 0000000000..c9c8381875 --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/_delta_log/00000000000000000000.json @@ -0,0 +1,6 @@ +{"protocol":{"minReaderVersion":1,"minWriterVersion":2}} +{"metaData":{"id":"ced0baf6-aa13-4871-af26-91e6e2787052","format":{"provider":"parquet","options":{}},"schemaString":"{\"type\":\"struct\",\"fields\":[{\"name\":\"letter\",\"type\":\"string\",\"nullable\":true,\"metadata\":{}},{\"name\":\"number\",\"type\":\"long\",\"nullable\":true,\"metadata\":{}},{\"name\":\"a_float\",\"type\":\"double\",\"nullable\":true,\"metadata\":{}}]}","partitionColumns":["letter"],"configuration":{},"createdTime":1674611426764}} +{"add":{"path":"letter=a/part-00000-a08d296a-d2c5-4a99-bea9-afcea42ba2e9.c000.snappy.parquet","partitionValues":{"letter":"a"},"size":751,"modificationTime":1674611427093,"dataChange":true,"stats":"{\"numRecords\":1,\"minValues\":{\"number\":1,\"a_float\":1.1},\"maxValues\":{\"number\":1,\"a_float\":1.1},\"nullCount\":{\"number\":0,\"a_float\":0}}"}} +{"add":{"path":"letter=b/part-00000-41954fb0-ef91-47e5-bd41-b75169c41c17.c000.snappy.parquet","partitionValues":{"letter":"b"},"size":751,"modificationTime":1674611427109,"dataChange":true,"stats":"{\"numRecords\":1,\"minValues\":{\"number\":2,\"a_float\":2.2},\"maxValues\":{\"number\":2,\"a_float\":2.2},\"nullCount\":{\"number\":0,\"a_float\":0}}"}} +{"add":{"path":"letter=c/part-00000-27a17b8f-be68-485c-9c49-70c742be30c0.c000.snappy.parquet","partitionValues":{"letter":"c"},"size":751,"modificationTime":1674611427117,"dataChange":true,"stats":"{\"numRecords\":1,\"minValues\":{\"number\":3,\"a_float\":3.3},\"maxValues\":{\"number\":3,\"a_float\":3.3},\"nullCount\":{\"number\":0,\"a_float\":0}}"}} +{"commitInfo":{"timestamp":1674611427131,"operation":"WRITE","operationParameters":{"mode":"ErrorIfExists","partitionBy":"[\"letter\"]"},"isolationLevel":"Serializable","isBlindAppend":true,"operationMetrics":{"numFiles":"3","numOutputRows":"3","numOutputBytes":"2253"},"engineInfo":"Apache-Spark/3.3.1 Delta-Lake/2.1.1","txnId":"6814b5cf-8e72-4add-83a3-3f79dda94dd6"}} diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/_delta_log/00000000000000000001.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/_delta_log/00000000000000000001.json new file mode 100644 index 0000000000..6203fcf74b --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/_delta_log/00000000000000000001.json @@ -0,0 +1,4 @@ +{"add":{"path":"letter=__HIVE_DEFAULT_PARTITION__/part-00000-8eb7f29a-e6a1-436e-a638-bbf0a7953f09.c000.snappy.parquet","partitionValues":{"letter":null},"size":751,"modificationTime":1674611429929,"dataChange":true,"stats":"{\"numRecords\":1,\"minValues\":{\"number\":6,\"a_float\":6.6},\"maxValues\":{\"number\":6,\"a_float\":6.6},\"nullCount\":{\"number\":0,\"a_float\":0}}"}} +{"add":{"path":"letter=a/part-00000-0dbe0cc5-e3bf-4fb0-b36a-b5fdd67fe843.c000.snappy.parquet","partitionValues":{"letter":"a"},"size":751,"modificationTime":1674611429937,"dataChange":true,"stats":"{\"numRecords\":1,\"minValues\":{\"number\":4,\"a_float\":4.4},\"maxValues\":{\"number\":4,\"a_float\":4.4},\"nullCount\":{\"number\":0,\"a_float\":0}}"}} +{"add":{"path":"letter=e/part-00000-847cf2d1-1247-4aa0-89ef-2f90c68ea51e.c000.snappy.parquet","partitionValues":{"letter":"e"},"size":750,"modificationTime":1674611429949,"dataChange":true,"stats":"{\"numRecords\":1,\"minValues\":{\"number\":5,\"a_float\":5.5},\"maxValues\":{\"number\":5,\"a_float\":5.5},\"nullCount\":{\"number\":0,\"a_float\":0}}"}} +{"commitInfo":{"timestamp":1674611429957,"operation":"WRITE","operationParameters":{"mode":"Append","partitionBy":"[\"letter\"]"},"readVersion":0,"isolationLevel":"Serializable","isBlindAppend":true,"operationMetrics":{"numFiles":"3","numOutputRows":"3","numOutputBytes":"2252"},"engineInfo":"Apache-Spark/3.3.1 Delta-Lake/2.1.1","txnId":"c6d7e8e6-bc66-46fb-b44a-58e0d47414f5"}} diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/letter=__HIVE_DEFAULT_PARTITION__/.part-00000-8eb7f29a-e6a1-436e-a638-bbf0a7953f09.c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/letter=__HIVE_DEFAULT_PARTITION__/.part-00000-8eb7f29a-e6a1-436e-a638-bbf0a7953f09.c000.snappy.parquet.crc new file mode 100644 index 0000000000..93a4b248a8 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/letter=__HIVE_DEFAULT_PARTITION__/.part-00000-8eb7f29a-e6a1-436e-a638-bbf0a7953f09.c000.snappy.parquet.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/letter=__HIVE_DEFAULT_PARTITION__/part-00000-8eb7f29a-e6a1-436e-a638-bbf0a7953f09.c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/letter=__HIVE_DEFAULT_PARTITION__/part-00000-8eb7f29a-e6a1-436e-a638-bbf0a7953f09.c000.snappy.parquet new file mode 100644 index 0000000000..d038761ab4 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/letter=__HIVE_DEFAULT_PARTITION__/part-00000-8eb7f29a-e6a1-436e-a638-bbf0a7953f09.c000.snappy.parquet differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/letter=a/.part-00000-0dbe0cc5-e3bf-4fb0-b36a-b5fdd67fe843.c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/letter=a/.part-00000-0dbe0cc5-e3bf-4fb0-b36a-b5fdd67fe843.c000.snappy.parquet.crc new file mode 100644 index 0000000000..2649257c45 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/letter=a/.part-00000-0dbe0cc5-e3bf-4fb0-b36a-b5fdd67fe843.c000.snappy.parquet.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/letter=a/.part-00000-a08d296a-d2c5-4a99-bea9-afcea42ba2e9.c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/letter=a/.part-00000-a08d296a-d2c5-4a99-bea9-afcea42ba2e9.c000.snappy.parquet.crc new file mode 100644 index 0000000000..0bff9a845e Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/letter=a/.part-00000-a08d296a-d2c5-4a99-bea9-afcea42ba2e9.c000.snappy.parquet.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/letter=a/part-00000-0dbe0cc5-e3bf-4fb0-b36a-b5fdd67fe843.c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/letter=a/part-00000-0dbe0cc5-e3bf-4fb0-b36a-b5fdd67fe843.c000.snappy.parquet new file mode 100644 index 0000000000..d8ca80642c Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/letter=a/part-00000-0dbe0cc5-e3bf-4fb0-b36a-b5fdd67fe843.c000.snappy.parquet differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/letter=a/part-00000-a08d296a-d2c5-4a99-bea9-afcea42ba2e9.c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/letter=a/part-00000-a08d296a-d2c5-4a99-bea9-afcea42ba2e9.c000.snappy.parquet new file mode 100644 index 0000000000..d2fcbc5fb6 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/letter=a/part-00000-a08d296a-d2c5-4a99-bea9-afcea42ba2e9.c000.snappy.parquet differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/letter=b/.part-00000-41954fb0-ef91-47e5-bd41-b75169c41c17.c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/letter=b/.part-00000-41954fb0-ef91-47e5-bd41-b75169c41c17.c000.snappy.parquet.crc new file mode 100644 index 0000000000..d8ee68db1c Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/letter=b/.part-00000-41954fb0-ef91-47e5-bd41-b75169c41c17.c000.snappy.parquet.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/letter=b/part-00000-41954fb0-ef91-47e5-bd41-b75169c41c17.c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/letter=b/part-00000-41954fb0-ef91-47e5-bd41-b75169c41c17.c000.snappy.parquet new file mode 100644 index 0000000000..b3a38186a9 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/letter=b/part-00000-41954fb0-ef91-47e5-bd41-b75169c41c17.c000.snappy.parquet differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/letter=c/.part-00000-27a17b8f-be68-485c-9c49-70c742be30c0.c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/letter=c/.part-00000-27a17b8f-be68-485c-9c49-70c742be30c0.c000.snappy.parquet.crc new file mode 100644 index 0000000000..ca3b9ce756 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/letter=c/.part-00000-27a17b8f-be68-485c-9c49-70c742be30c0.c000.snappy.parquet.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/letter=c/part-00000-27a17b8f-be68-485c-9c49-70c742be30c0.c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/letter=c/part-00000-27a17b8f-be68-485c-9c49-70c742be30c0.c000.snappy.parquet new file mode 100644 index 0000000000..7831b3e6fb Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/letter=c/part-00000-27a17b8f-be68-485c-9c49-70c742be30c0.c000.snappy.parquet differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/letter=e/.part-00000-847cf2d1-1247-4aa0-89ef-2f90c68ea51e.c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/letter=e/.part-00000-847cf2d1-1247-4aa0-89ef-2f90c68ea51e.c000.snappy.parquet.crc new file mode 100644 index 0000000000..c477e7356b Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/letter=e/.part-00000-847cf2d1-1247-4aa0-89ef-2f90c68ea51e.c000.snappy.parquet.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/letter=e/part-00000-847cf2d1-1247-4aa0-89ef-2f90c68ea51e.c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/letter=e/part-00000-847cf2d1-1247-4aa0-89ef-2f90c68ea51e.c000.snappy.parquet new file mode 100644 index 0000000000..e6de68f0f1 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/letter=e/part-00000-847cf2d1-1247-4aa0-89ef-2f90c68ea51e.c000.snappy.parquet differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/latest/table_content/._SUCCESS.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/latest/table_content/._SUCCESS.crc new file mode 100644 index 0000000000..3b7b044936 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/latest/table_content/._SUCCESS.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/latest/table_content/.part-00000-7e327525-2c5c-4934-b5f9-860ab4c935d5-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/latest/table_content/.part-00000-7e327525-2c5c-4934-b5f9-860ab4c935d5-c000.snappy.parquet.crc new file mode 100644 index 0000000000..a4b9adcad5 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/latest/table_content/.part-00000-7e327525-2c5c-4934-b5f9-860ab4c935d5-c000.snappy.parquet.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/latest/table_content/.part-00001-7e327525-2c5c-4934-b5f9-860ab4c935d5-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/latest/table_content/.part-00001-7e327525-2c5c-4934-b5f9-860ab4c935d5-c000.snappy.parquet.crc new file mode 100644 index 0000000000..6425df5dc2 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/latest/table_content/.part-00001-7e327525-2c5c-4934-b5f9-860ab4c935d5-c000.snappy.parquet.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/latest/table_content/_SUCCESS b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/latest/table_content/_SUCCESS new file mode 100644 index 0000000000..e69de29bb2 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/latest/table_content/part-00000-7e327525-2c5c-4934-b5f9-860ab4c935d5-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/latest/table_content/part-00000-7e327525-2c5c-4934-b5f9-860ab4c935d5-c000.snappy.parquet new file mode 100644 index 0000000000..761e38eeff Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/latest/table_content/part-00000-7e327525-2c5c-4934-b5f9-860ab4c935d5-c000.snappy.parquet differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/latest/table_content/part-00001-7e327525-2c5c-4934-b5f9-860ab4c935d5-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/latest/table_content/part-00001-7e327525-2c5c-4934-b5f9-860ab4c935d5-c000.snappy.parquet new file mode 100644 index 0000000000..9aadcd4470 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/latest/table_content/part-00001-7e327525-2c5c-4934-b5f9-860ab4c935d5-c000.snappy.parquet differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/latest/table_version_metadata.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/latest/table_version_metadata.json new file mode 100644 index 0000000000..92ba3ed94e --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/latest/table_version_metadata.json @@ -0,0 +1,6 @@ +{ + "version": 1, + "properties": {}, + "min_reader_version": 1, + "min_writer_version": 2 +} \ No newline at end of file diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/v0/table_content/._SUCCESS.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/v0/table_content/._SUCCESS.crc new file mode 100644 index 0000000000..3b7b044936 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/v0/table_content/._SUCCESS.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/v0/table_content/.part-00000-e997c0f2-7da7-4fa9-93f8-3ab22cfe0516-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/v0/table_content/.part-00000-e997c0f2-7da7-4fa9-93f8-3ab22cfe0516-c000.snappy.parquet.crc new file mode 100644 index 0000000000..bfa02a196a Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/v0/table_content/.part-00000-e997c0f2-7da7-4fa9-93f8-3ab22cfe0516-c000.snappy.parquet.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/v0/table_content/.part-00001-e997c0f2-7da7-4fa9-93f8-3ab22cfe0516-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/v0/table_content/.part-00001-e997c0f2-7da7-4fa9-93f8-3ab22cfe0516-c000.snappy.parquet.crc new file mode 100644 index 0000000000..8c2de0f1ab Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/v0/table_content/.part-00001-e997c0f2-7da7-4fa9-93f8-3ab22cfe0516-c000.snappy.parquet.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/v0/table_content/_SUCCESS b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/v0/table_content/_SUCCESS new file mode 100644 index 0000000000..e69de29bb2 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/v0/table_content/part-00000-e997c0f2-7da7-4fa9-93f8-3ab22cfe0516-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/v0/table_content/part-00000-e997c0f2-7da7-4fa9-93f8-3ab22cfe0516-c000.snappy.parquet new file mode 100644 index 0000000000..687e4d04b2 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/v0/table_content/part-00000-e997c0f2-7da7-4fa9-93f8-3ab22cfe0516-c000.snappy.parquet differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/v0/table_content/part-00001-e997c0f2-7da7-4fa9-93f8-3ab22cfe0516-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/v0/table_content/part-00001-e997c0f2-7da7-4fa9-93f8-3ab22cfe0516-c000.snappy.parquet new file mode 100644 index 0000000000..03f7c57f21 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/v0/table_content/part-00001-e997c0f2-7da7-4fa9-93f8-3ab22cfe0516-c000.snappy.parquet differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/v0/table_version_metadata.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/v0/table_version_metadata.json new file mode 100644 index 0000000000..9813137d43 --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/v0/table_version_metadata.json @@ -0,0 +1,6 @@ +{ + "version": 0, + "properties": {}, + "min_reader_version": 1, + "min_writer_version": 2 +} \ No newline at end of file diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/v1/table_content/._SUCCESS.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/v1/table_content/._SUCCESS.crc new file mode 100644 index 0000000000..3b7b044936 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/v1/table_content/._SUCCESS.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/v1/table_content/.part-00000-012ec3c2-79b3-4d2e-9b1c-fff1da21c7eb-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/v1/table_content/.part-00000-012ec3c2-79b3-4d2e-9b1c-fff1da21c7eb-c000.snappy.parquet.crc new file mode 100644 index 0000000000..a4b9adcad5 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/v1/table_content/.part-00000-012ec3c2-79b3-4d2e-9b1c-fff1da21c7eb-c000.snappy.parquet.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/v1/table_content/.part-00001-012ec3c2-79b3-4d2e-9b1c-fff1da21c7eb-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/v1/table_content/.part-00001-012ec3c2-79b3-4d2e-9b1c-fff1da21c7eb-c000.snappy.parquet.crc new file mode 100644 index 0000000000..6425df5dc2 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/v1/table_content/.part-00001-012ec3c2-79b3-4d2e-9b1c-fff1da21c7eb-c000.snappy.parquet.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/v1/table_content/_SUCCESS b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/v1/table_content/_SUCCESS new file mode 100644 index 0000000000..e69de29bb2 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/v1/table_content/part-00000-012ec3c2-79b3-4d2e-9b1c-fff1da21c7eb-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/v1/table_content/part-00000-012ec3c2-79b3-4d2e-9b1c-fff1da21c7eb-c000.snappy.parquet new file mode 100644 index 0000000000..761e38eeff Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/v1/table_content/part-00000-012ec3c2-79b3-4d2e-9b1c-fff1da21c7eb-c000.snappy.parquet differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/v1/table_content/part-00001-012ec3c2-79b3-4d2e-9b1c-fff1da21c7eb-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/v1/table_content/part-00001-012ec3c2-79b3-4d2e-9b1c-fff1da21c7eb-c000.snappy.parquet new file mode 100644 index 0000000000..9aadcd4470 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/v1/table_content/part-00001-012ec3c2-79b3-4d2e-9b1c-fff1da21c7eb-c000.snappy.parquet differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/v1/table_version_metadata.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/v1/table_version_metadata.json new file mode 100644 index 0000000000..92ba3ed94e --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/v1/table_version_metadata.json @@ -0,0 +1,6 @@ +{ + "version": 1, + "properties": {}, + "min_reader_version": 1, + "min_writer_version": 2 +} \ No newline at end of file diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/test_case_info.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/test_case_info.json new file mode 100644 index 0000000000..bb3a3c7451 --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/test_case_info.json @@ -0,0 +1,4 @@ +{ + "name": "basic_partitioned", + "description": "A basic partitioned table" +} \ No newline at end of file diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/_delta_log/.00000000000000000000.json.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/_delta_log/.00000000000000000000.json.crc new file mode 100644 index 0000000000..e310c026a3 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/_delta_log/.00000000000000000000.json.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/_delta_log/.00000000000000000001.json.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/_delta_log/.00000000000000000001.json.crc new file mode 100644 index 0000000000..9ba129b3d7 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/_delta_log/.00000000000000000001.json.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/_delta_log/.00000000000000000002.json.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/_delta_log/.00000000000000000002.json.crc new file mode 100644 index 0000000000..a8e83cddfe Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/_delta_log/.00000000000000000002.json.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/_delta_log/00000000000000000000.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/_delta_log/00000000000000000000.json new file mode 100644 index 0000000000..dadd033db8 --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/_delta_log/00000000000000000000.json @@ -0,0 +1,6 @@ +{"protocol":{"minReaderVersion":1,"minWriterVersion":2}} +{"metaData":{"id":"df7a26ab-ccdf-4677-887d-a745216cae72","format":{"provider":"parquet","options":{}},"schemaString":"{\"type\":\"struct\",\"fields\":[{\"name\":\"letter\",\"type\":\"string\",\"nullable\":true,\"metadata\":{}},{\"name\":\"date\",\"type\":\"date\",\"nullable\":true,\"metadata\":{}},{\"name\":\"data\",\"type\":\"binary\",\"nullable\":true,\"metadata\":{}},{\"name\":\"number\",\"type\":\"long\",\"nullable\":true,\"metadata\":{}}]}","partitionColumns":["letter","date","data"],"configuration":{},"createdTime":1674611433276}} +{"add":{"path":"letter=a/date=1970-01-01/data=hello/part-00000-31d90fef-d8a8-47da-8176-4ee8ff04c5ff.c000.snappy.parquet","partitionValues":{"letter":"a","date":"1970-01-01","data":"hello"},"size":490,"modificationTime":1674611433501,"dataChange":true,"stats":"{\"numRecords\":1,\"minValues\":{\"number\":1},\"maxValues\":{\"number\":1},\"nullCount\":{\"number\":0}}"}} +{"add":{"path":"letter=b/date=1970-01-01/data=world/part-00000-c3fade85-0652-48eb-90cf-a42d188ca9d3.c000.snappy.parquet","partitionValues":{"letter":"b","date":"1970-01-01","data":"world"},"size":490,"modificationTime":1674611433521,"dataChange":true,"stats":"{\"numRecords\":1,\"minValues\":{\"number\":2},\"maxValues\":{\"number\":2},\"nullCount\":{\"number\":0}}"}} +{"add":{"path":"letter=b/date=1970-01-02/data=world/part-00000-4b3fc81d-2403-4c36-a793-73e5af9b0e90.c000.snappy.parquet","partitionValues":{"letter":"b","date":"1970-01-02","data":"world"},"size":490,"modificationTime":1674611433533,"dataChange":true,"stats":"{\"numRecords\":1,\"minValues\":{\"number\":3},\"maxValues\":{\"number\":3},\"nullCount\":{\"number\":0}}"}} +{"commitInfo":{"timestamp":1674611433544,"operation":"WRITE","operationParameters":{"mode":"ErrorIfExists","partitionBy":"[\"letter\",\"date\",\"data\"]"},"isolationLevel":"Serializable","isBlindAppend":true,"operationMetrics":{"numFiles":"3","numOutputRows":"3","numOutputBytes":"1470"},"engineInfo":"Apache-Spark/3.3.1 Delta-Lake/2.1.1","txnId":"258cd190-fac2-4ff0-92f3-dca562a7ade1"}} diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/_delta_log/00000000000000000001.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/_delta_log/00000000000000000001.json new file mode 100644 index 0000000000..8c4d9c8bb0 --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/_delta_log/00000000000000000001.json @@ -0,0 +1,3 @@ +{"add":{"path":"letter=__HIVE_DEFAULT_PARTITION__/date=__HIVE_DEFAULT_PARTITION__/data=__HIVE_DEFAULT_PARTITION__/part-00000-c5e4f561-cd80-4681-ab0b-100efc06fa96.c000.snappy.parquet","partitionValues":{"letter":null,"date":null,"data":null},"size":490,"modificationTime":1674611436337,"dataChange":true,"stats":"{\"numRecords\":1,\"minValues\":{\"number\":5},\"maxValues\":{\"number\":5},\"nullCount\":{\"number\":0}}"}} +{"add":{"path":"letter=a/date=__HIVE_DEFAULT_PARTITION__/data=x/part-00000-7f78ce2e-c7b2-427f-824d-a4c0e2139ad3.c000.snappy.parquet","partitionValues":{"letter":"a","date":null,"data":"x"},"size":490,"modificationTime":1674611436349,"dataChange":true,"stats":"{\"numRecords\":1,\"minValues\":{\"number\":4},\"maxValues\":{\"number\":4},\"nullCount\":{\"number\":0}}"}} +{"commitInfo":{"timestamp":1674611436360,"operation":"WRITE","operationParameters":{"mode":"Append","partitionBy":"[]"},"readVersion":0,"isolationLevel":"Serializable","isBlindAppend":true,"operationMetrics":{"numFiles":"2","numOutputRows":"2","numOutputBytes":"980"},"engineInfo":"Apache-Spark/3.3.1 Delta-Lake/2.1.1","txnId":"e578688d-8309-4892-b8de-8277a048f341"}} diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/_delta_log/00000000000000000002.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/_delta_log/00000000000000000002.json new file mode 100644 index 0000000000..ade92c9882 --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/_delta_log/00000000000000000002.json @@ -0,0 +1,8 @@ +{"add":{"path":"letter=%252F%252520%2525f/date=1970-01-01/data=hello/part-00000-a29a3f63-5a26-4127-aeff-e6d27c077917.c000.snappy.parquet","partitionValues":{"letter":"/%20%f","date":"1970-01-01","data":"hello"},"size":490,"modificationTime":1674611438933,"dataChange":true,"stats":"{\"numRecords\":1,\"minValues\":{\"number\":6},\"maxValues\":{\"number\":6},\"nullCount\":{\"number\":0}}"}} +{"add":{"path":"letter=b/date=1970-01-01/data=😈/part-00000-9363b3d0-34b9-4db4-baf6-9b48cf88ae5b.c000.snappy.parquet","partitionValues":{"letter":"b","date":"1970-01-01","data":"😈"},"size":490,"modificationTime":1674611438949,"dataChange":true,"stats":"{\"numRecords\":1,\"minValues\":{\"number\":7},\"maxValues\":{\"number\":7},\"nullCount\":{\"number\":0}}"}} +{"remove":{"path":"letter=a/date=__HIVE_DEFAULT_PARTITION__/data=x/part-00000-7f78ce2e-c7b2-427f-824d-a4c0e2139ad3.c000.snappy.parquet","deletionTimestamp":1674611439311,"dataChange":true,"extendedFileMetadata":true,"partitionValues":{"letter":"a","data":"x"},"size":490}} +{"remove":{"path":"letter=b/date=1970-01-02/data=world/part-00000-4b3fc81d-2403-4c36-a793-73e5af9b0e90.c000.snappy.parquet","deletionTimestamp":1674611439311,"dataChange":true,"extendedFileMetadata":true,"partitionValues":{"letter":"b","date":"1970-01-02","data":"world"},"size":490}} +{"remove":{"path":"letter=a/date=1970-01-01/data=hello/part-00000-31d90fef-d8a8-47da-8176-4ee8ff04c5ff.c000.snappy.parquet","deletionTimestamp":1674611439311,"dataChange":true,"extendedFileMetadata":true,"partitionValues":{"letter":"a","date":"1970-01-01","data":"hello"},"size":490}} +{"remove":{"path":"letter=b/date=1970-01-01/data=world/part-00000-c3fade85-0652-48eb-90cf-a42d188ca9d3.c000.snappy.parquet","deletionTimestamp":1674611439311,"dataChange":true,"extendedFileMetadata":true,"partitionValues":{"letter":"b","date":"1970-01-01","data":"world"},"size":490}} +{"remove":{"path":"letter=__HIVE_DEFAULT_PARTITION__/date=__HIVE_DEFAULT_PARTITION__/data=__HIVE_DEFAULT_PARTITION__/part-00000-c5e4f561-cd80-4681-ab0b-100efc06fa96.c000.snappy.parquet","deletionTimestamp":1674611439311,"dataChange":true,"extendedFileMetadata":true,"partitionValues":{},"size":490}} +{"commitInfo":{"timestamp":1674611439312,"operation":"WRITE","operationParameters":{"mode":"Overwrite","partitionBy":"[]"},"readVersion":1,"isolationLevel":"Serializable","isBlindAppend":false,"operationMetrics":{"numFiles":"2","numOutputRows":"2","numOutputBytes":"980"},"engineInfo":"Apache-Spark/3.3.1 Delta-Lake/2.1.1","txnId":"311b2016-3fac-469a-a5c9-f31aacbfac22"}} diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=%2F%2520%25f/date=1970-01-01/data=hello/.part-00000-a29a3f63-5a26-4127-aeff-e6d27c077917.c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=%2F%2520%25f/date=1970-01-01/data=hello/.part-00000-a29a3f63-5a26-4127-aeff-e6d27c077917.c000.snappy.parquet.crc new file mode 100644 index 0000000000..99e996d032 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=%2F%2520%25f/date=1970-01-01/data=hello/.part-00000-a29a3f63-5a26-4127-aeff-e6d27c077917.c000.snappy.parquet.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=%2F%2520%25f/date=1970-01-01/data=hello/part-00000-a29a3f63-5a26-4127-aeff-e6d27c077917.c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=%2F%2520%25f/date=1970-01-01/data=hello/part-00000-a29a3f63-5a26-4127-aeff-e6d27c077917.c000.snappy.parquet new file mode 100644 index 0000000000..5296ba39b2 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=%2F%2520%25f/date=1970-01-01/data=hello/part-00000-a29a3f63-5a26-4127-aeff-e6d27c077917.c000.snappy.parquet differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=__HIVE_DEFAULT_PARTITION__/date=__HIVE_DEFAULT_PARTITION__/data=__HIVE_DEFAULT_PARTITION__/.part-00000-c5e4f561-cd80-4681-ab0b-100efc06fa96.c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=__HIVE_DEFAULT_PARTITION__/date=__HIVE_DEFAULT_PARTITION__/data=__HIVE_DEFAULT_PARTITION__/.part-00000-c5e4f561-cd80-4681-ab0b-100efc06fa96.c000.snappy.parquet.crc new file mode 100644 index 0000000000..a7ef249961 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=__HIVE_DEFAULT_PARTITION__/date=__HIVE_DEFAULT_PARTITION__/data=__HIVE_DEFAULT_PARTITION__/.part-00000-c5e4f561-cd80-4681-ab0b-100efc06fa96.c000.snappy.parquet.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=__HIVE_DEFAULT_PARTITION__/date=__HIVE_DEFAULT_PARTITION__/data=__HIVE_DEFAULT_PARTITION__/part-00000-c5e4f561-cd80-4681-ab0b-100efc06fa96.c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=__HIVE_DEFAULT_PARTITION__/date=__HIVE_DEFAULT_PARTITION__/data=__HIVE_DEFAULT_PARTITION__/part-00000-c5e4f561-cd80-4681-ab0b-100efc06fa96.c000.snappy.parquet new file mode 100644 index 0000000000..a104cb9db0 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=__HIVE_DEFAULT_PARTITION__/date=__HIVE_DEFAULT_PARTITION__/data=__HIVE_DEFAULT_PARTITION__/part-00000-c5e4f561-cd80-4681-ab0b-100efc06fa96.c000.snappy.parquet differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=a/date=1970-01-01/data=hello/.part-00000-31d90fef-d8a8-47da-8176-4ee8ff04c5ff.c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=a/date=1970-01-01/data=hello/.part-00000-31d90fef-d8a8-47da-8176-4ee8ff04c5ff.c000.snappy.parquet.crc new file mode 100644 index 0000000000..944cdb475c Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=a/date=1970-01-01/data=hello/.part-00000-31d90fef-d8a8-47da-8176-4ee8ff04c5ff.c000.snappy.parquet.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=a/date=1970-01-01/data=hello/part-00000-31d90fef-d8a8-47da-8176-4ee8ff04c5ff.c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=a/date=1970-01-01/data=hello/part-00000-31d90fef-d8a8-47da-8176-4ee8ff04c5ff.c000.snappy.parquet new file mode 100644 index 0000000000..76afa0e06e Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=a/date=1970-01-01/data=hello/part-00000-31d90fef-d8a8-47da-8176-4ee8ff04c5ff.c000.snappy.parquet differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=a/date=__HIVE_DEFAULT_PARTITION__/data=x/.part-00000-7f78ce2e-c7b2-427f-824d-a4c0e2139ad3.c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=a/date=__HIVE_DEFAULT_PARTITION__/data=x/.part-00000-7f78ce2e-c7b2-427f-824d-a4c0e2139ad3.c000.snappy.parquet.crc new file mode 100644 index 0000000000..6b0def0e2c Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=a/date=__HIVE_DEFAULT_PARTITION__/data=x/.part-00000-7f78ce2e-c7b2-427f-824d-a4c0e2139ad3.c000.snappy.parquet.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=a/date=__HIVE_DEFAULT_PARTITION__/data=x/part-00000-7f78ce2e-c7b2-427f-824d-a4c0e2139ad3.c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=a/date=__HIVE_DEFAULT_PARTITION__/data=x/part-00000-7f78ce2e-c7b2-427f-824d-a4c0e2139ad3.c000.snappy.parquet new file mode 100644 index 0000000000..ae61170de6 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=a/date=__HIVE_DEFAULT_PARTITION__/data=x/part-00000-7f78ce2e-c7b2-427f-824d-a4c0e2139ad3.c000.snappy.parquet differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=b/date=1970-01-01/data=world/.part-00000-c3fade85-0652-48eb-90cf-a42d188ca9d3.c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=b/date=1970-01-01/data=world/.part-00000-c3fade85-0652-48eb-90cf-a42d188ca9d3.c000.snappy.parquet.crc new file mode 100644 index 0000000000..d37a9b15c1 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=b/date=1970-01-01/data=world/.part-00000-c3fade85-0652-48eb-90cf-a42d188ca9d3.c000.snappy.parquet.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=b/date=1970-01-01/data=world/part-00000-c3fade85-0652-48eb-90cf-a42d188ca9d3.c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=b/date=1970-01-01/data=world/part-00000-c3fade85-0652-48eb-90cf-a42d188ca9d3.c000.snappy.parquet new file mode 100644 index 0000000000..ea1258914a Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=b/date=1970-01-01/data=world/part-00000-c3fade85-0652-48eb-90cf-a42d188ca9d3.c000.snappy.parquet differ diff --git "a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=b/date=1970-01-01/data=\360\237\230\210/.part-00000-9363b3d0-34b9-4db4-baf6-9b48cf88ae5b.c000.snappy.parquet.crc" "b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=b/date=1970-01-01/data=\360\237\230\210/.part-00000-9363b3d0-34b9-4db4-baf6-9b48cf88ae5b.c000.snappy.parquet.crc" new file mode 100644 index 0000000000..9ac7e302ea Binary files /dev/null and "b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=b/date=1970-01-01/data=\360\237\230\210/.part-00000-9363b3d0-34b9-4db4-baf6-9b48cf88ae5b.c000.snappy.parquet.crc" differ diff --git "a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=b/date=1970-01-01/data=\360\237\230\210/part-00000-9363b3d0-34b9-4db4-baf6-9b48cf88ae5b.c000.snappy.parquet" "b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=b/date=1970-01-01/data=\360\237\230\210/part-00000-9363b3d0-34b9-4db4-baf6-9b48cf88ae5b.c000.snappy.parquet" new file mode 100644 index 0000000000..144e5fb021 Binary files /dev/null and "b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=b/date=1970-01-01/data=\360\237\230\210/part-00000-9363b3d0-34b9-4db4-baf6-9b48cf88ae5b.c000.snappy.parquet" differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=b/date=1970-01-02/data=world/.part-00000-4b3fc81d-2403-4c36-a793-73e5af9b0e90.c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=b/date=1970-01-02/data=world/.part-00000-4b3fc81d-2403-4c36-a793-73e5af9b0e90.c000.snappy.parquet.crc new file mode 100644 index 0000000000..5e6531fc15 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=b/date=1970-01-02/data=world/.part-00000-4b3fc81d-2403-4c36-a793-73e5af9b0e90.c000.snappy.parquet.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=b/date=1970-01-02/data=world/part-00000-4b3fc81d-2403-4c36-a793-73e5af9b0e90.c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=b/date=1970-01-02/data=world/part-00000-4b3fc81d-2403-4c36-a793-73e5af9b0e90.c000.snappy.parquet new file mode 100644 index 0000000000..c7eafb28b2 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=b/date=1970-01-02/data=world/part-00000-4b3fc81d-2403-4c36-a793-73e5af9b0e90.c000.snappy.parquet differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/latest/table_content/._SUCCESS.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/latest/table_content/._SUCCESS.crc new file mode 100644 index 0000000000..3b7b044936 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/latest/table_content/._SUCCESS.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/latest/table_content/.part-00000-ed780c69-9352-4ed9-9dd9-3c31ceb83a12-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/latest/table_content/.part-00000-ed780c69-9352-4ed9-9dd9-3c31ceb83a12-c000.snappy.parquet.crc new file mode 100644 index 0000000000..783299e6d8 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/latest/table_content/.part-00000-ed780c69-9352-4ed9-9dd9-3c31ceb83a12-c000.snappy.parquet.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/latest/table_content/.part-00001-ed780c69-9352-4ed9-9dd9-3c31ceb83a12-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/latest/table_content/.part-00001-ed780c69-9352-4ed9-9dd9-3c31ceb83a12-c000.snappy.parquet.crc new file mode 100644 index 0000000000..336116c162 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/latest/table_content/.part-00001-ed780c69-9352-4ed9-9dd9-3c31ceb83a12-c000.snappy.parquet.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/latest/table_content/_SUCCESS b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/latest/table_content/_SUCCESS new file mode 100644 index 0000000000..e69de29bb2 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/latest/table_content/part-00000-ed780c69-9352-4ed9-9dd9-3c31ceb83a12-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/latest/table_content/part-00000-ed780c69-9352-4ed9-9dd9-3c31ceb83a12-c000.snappy.parquet new file mode 100644 index 0000000000..d10855c3ca Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/latest/table_content/part-00000-ed780c69-9352-4ed9-9dd9-3c31ceb83a12-c000.snappy.parquet differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/latest/table_content/part-00001-ed780c69-9352-4ed9-9dd9-3c31ceb83a12-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/latest/table_content/part-00001-ed780c69-9352-4ed9-9dd9-3c31ceb83a12-c000.snappy.parquet new file mode 100644 index 0000000000..285367beba Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/latest/table_content/part-00001-ed780c69-9352-4ed9-9dd9-3c31ceb83a12-c000.snappy.parquet differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/latest/table_version_metadata.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/latest/table_version_metadata.json new file mode 100644 index 0000000000..bcad4a2555 --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/latest/table_version_metadata.json @@ -0,0 +1,6 @@ +{ + "version": 2, + "properties": {}, + "min_reader_version": 1, + "min_writer_version": 2 +} \ No newline at end of file diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v0/table_content/._SUCCESS.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v0/table_content/._SUCCESS.crc new file mode 100644 index 0000000000..3b7b044936 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v0/table_content/._SUCCESS.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v0/table_content/.part-00000-f3c5a613-7f3b-4233-afb9-1be200f3a019-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v0/table_content/.part-00000-f3c5a613-7f3b-4233-afb9-1be200f3a019-c000.snappy.parquet.crc new file mode 100644 index 0000000000..cf116e63a1 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v0/table_content/.part-00000-f3c5a613-7f3b-4233-afb9-1be200f3a019-c000.snappy.parquet.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v0/table_content/.part-00001-f3c5a613-7f3b-4233-afb9-1be200f3a019-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v0/table_content/.part-00001-f3c5a613-7f3b-4233-afb9-1be200f3a019-c000.snappy.parquet.crc new file mode 100644 index 0000000000..9c13637568 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v0/table_content/.part-00001-f3c5a613-7f3b-4233-afb9-1be200f3a019-c000.snappy.parquet.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v0/table_content/_SUCCESS b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v0/table_content/_SUCCESS new file mode 100644 index 0000000000..e69de29bb2 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v0/table_content/part-00000-f3c5a613-7f3b-4233-afb9-1be200f3a019-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v0/table_content/part-00000-f3c5a613-7f3b-4233-afb9-1be200f3a019-c000.snappy.parquet new file mode 100644 index 0000000000..f8b63adf00 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v0/table_content/part-00000-f3c5a613-7f3b-4233-afb9-1be200f3a019-c000.snappy.parquet differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v0/table_content/part-00001-f3c5a613-7f3b-4233-afb9-1be200f3a019-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v0/table_content/part-00001-f3c5a613-7f3b-4233-afb9-1be200f3a019-c000.snappy.parquet new file mode 100644 index 0000000000..ee675914ef Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v0/table_content/part-00001-f3c5a613-7f3b-4233-afb9-1be200f3a019-c000.snappy.parquet differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v0/table_version_metadata.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v0/table_version_metadata.json new file mode 100644 index 0000000000..9813137d43 --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v0/table_version_metadata.json @@ -0,0 +1,6 @@ +{ + "version": 0, + "properties": {}, + "min_reader_version": 1, + "min_writer_version": 2 +} \ No newline at end of file diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v1/table_content/._SUCCESS.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v1/table_content/._SUCCESS.crc new file mode 100644 index 0000000000..3b7b044936 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v1/table_content/._SUCCESS.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v1/table_content/.part-00000-9a1c0dc1-10a7-41b4-8fc7-78c9dc922cee-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v1/table_content/.part-00000-9a1c0dc1-10a7-41b4-8fc7-78c9dc922cee-c000.snappy.parquet.crc new file mode 100644 index 0000000000..4bf11caf64 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v1/table_content/.part-00000-9a1c0dc1-10a7-41b4-8fc7-78c9dc922cee-c000.snappy.parquet.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v1/table_content/.part-00001-9a1c0dc1-10a7-41b4-8fc7-78c9dc922cee-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v1/table_content/.part-00001-9a1c0dc1-10a7-41b4-8fc7-78c9dc922cee-c000.snappy.parquet.crc new file mode 100644 index 0000000000..7638cd4794 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v1/table_content/.part-00001-9a1c0dc1-10a7-41b4-8fc7-78c9dc922cee-c000.snappy.parquet.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v1/table_content/_SUCCESS b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v1/table_content/_SUCCESS new file mode 100644 index 0000000000..e69de29bb2 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v1/table_content/part-00000-9a1c0dc1-10a7-41b4-8fc7-78c9dc922cee-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v1/table_content/part-00000-9a1c0dc1-10a7-41b4-8fc7-78c9dc922cee-c000.snappy.parquet new file mode 100644 index 0000000000..1bb12ecb28 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v1/table_content/part-00000-9a1c0dc1-10a7-41b4-8fc7-78c9dc922cee-c000.snappy.parquet differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v1/table_content/part-00001-9a1c0dc1-10a7-41b4-8fc7-78c9dc922cee-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v1/table_content/part-00001-9a1c0dc1-10a7-41b4-8fc7-78c9dc922cee-c000.snappy.parquet new file mode 100644 index 0000000000..052e7530de Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v1/table_content/part-00001-9a1c0dc1-10a7-41b4-8fc7-78c9dc922cee-c000.snappy.parquet differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v1/table_version_metadata.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v1/table_version_metadata.json new file mode 100644 index 0000000000..92ba3ed94e --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v1/table_version_metadata.json @@ -0,0 +1,6 @@ +{ + "version": 1, + "properties": {}, + "min_reader_version": 1, + "min_writer_version": 2 +} \ No newline at end of file diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v2/table_content/._SUCCESS.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v2/table_content/._SUCCESS.crc new file mode 100644 index 0000000000..3b7b044936 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v2/table_content/._SUCCESS.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v2/table_content/.part-00000-1e818d25-b02f-4651-833e-04a8976f3d3b-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v2/table_content/.part-00000-1e818d25-b02f-4651-833e-04a8976f3d3b-c000.snappy.parquet.crc new file mode 100644 index 0000000000..783299e6d8 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v2/table_content/.part-00000-1e818d25-b02f-4651-833e-04a8976f3d3b-c000.snappy.parquet.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v2/table_content/.part-00001-1e818d25-b02f-4651-833e-04a8976f3d3b-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v2/table_content/.part-00001-1e818d25-b02f-4651-833e-04a8976f3d3b-c000.snappy.parquet.crc new file mode 100644 index 0000000000..336116c162 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v2/table_content/.part-00001-1e818d25-b02f-4651-833e-04a8976f3d3b-c000.snappy.parquet.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v2/table_content/_SUCCESS b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v2/table_content/_SUCCESS new file mode 100644 index 0000000000..e69de29bb2 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v2/table_content/part-00000-1e818d25-b02f-4651-833e-04a8976f3d3b-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v2/table_content/part-00000-1e818d25-b02f-4651-833e-04a8976f3d3b-c000.snappy.parquet new file mode 100644 index 0000000000..d10855c3ca Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v2/table_content/part-00000-1e818d25-b02f-4651-833e-04a8976f3d3b-c000.snappy.parquet differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v2/table_content/part-00001-1e818d25-b02f-4651-833e-04a8976f3d3b-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v2/table_content/part-00001-1e818d25-b02f-4651-833e-04a8976f3d3b-c000.snappy.parquet new file mode 100644 index 0000000000..285367beba Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v2/table_content/part-00001-1e818d25-b02f-4651-833e-04a8976f3d3b-c000.snappy.parquet differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v2/table_version_metadata.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v2/table_version_metadata.json new file mode 100644 index 0000000000..bcad4a2555 --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v2/table_version_metadata.json @@ -0,0 +1,6 @@ +{ + "version": 2, + "properties": {}, + "min_reader_version": 1, + "min_writer_version": 2 +} \ No newline at end of file diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/test_case_info.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/test_case_info.json new file mode 100644 index 0000000000..a279723f48 --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/test_case_info.json @@ -0,0 +1,4 @@ +{ + "name": "multi_partitioned", + "description": "A table with multiple partitioning columns. Partition values include nulls and escape characters." +} \ No newline at end of file diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/delta/_delta_log/.00000000000000000000.json.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/delta/_delta_log/.00000000000000000000.json.crc new file mode 100644 index 0000000000..d0c28de180 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/delta/_delta_log/.00000000000000000000.json.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/delta/_delta_log/00000000000000000000.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/delta/_delta_log/00000000000000000000.json new file mode 100644 index 0000000000..43eee3a1fe --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/delta/_delta_log/00000000000000000000.json @@ -0,0 +1,6 @@ +{"protocol":{"minReaderVersion":1,"minWriterVersion":2}} +{"metaData":{"id":"14ec0500-e81e-454d-bbe5-345576c5a46a","format":{"provider":"parquet","options":{}},"schemaString":"{\"type\":\"struct\",\"fields\":[{\"name\":\"bool\",\"type\":\"boolean\",\"nullable\":true,\"metadata\":{}},{\"name\":\"time\",\"type\":\"timestamp\",\"nullable\":true,\"metadata\":{}},{\"name\":\"amount\",\"type\":\"decimal(38,18)\",\"nullable\":true,\"metadata\":{}},{\"name\":\"int\",\"type\":\"long\",\"nullable\":true,\"metadata\":{}}]}","partitionColumns":["bool","time","amount"],"configuration":{},"createdTime":1674611442208}} +{"add":{"path":"bool=false/time=1970-01-02%2008%253A45%253A00/amount=12.000000000000000000/part-00000-59214263-6251-448f-afd8-11aa82963ae8.c000.snappy.parquet","partitionValues":{"bool":"false","time":"1970-01-02 08:45:00","amount":"12.000000000000000000"},"size":481,"modificationTime":1674611442437,"dataChange":true,"stats":"{\"numRecords\":1,\"minValues\":{\"int\":3},\"maxValues\":{\"int\":3},\"nullCount\":{\"int\":0}}"}} +{"add":{"path":"bool=true/time=1970-01-01%2000%253A00%253A00/amount=200.000000000000000000/part-00000-75b26c4a-018e-43da-b39b-f5b1a8b13889.c000.snappy.parquet","partitionValues":{"bool":"true","time":"1970-01-01 00:00:00","amount":"200.000000000000000000"},"size":481,"modificationTime":1674611442453,"dataChange":true,"stats":"{\"numRecords\":1,\"minValues\":{\"int\":1},\"maxValues\":{\"int\":1},\"nullCount\":{\"int\":0}}"}} +{"add":{"path":"bool=true/time=1970-01-01%2012%253A30%253A00/amount=200.000000000000000000/part-00000-0eaa5980-a7e5-4796-826f-8a5babfda788.c000.snappy.parquet","partitionValues":{"bool":"true","time":"1970-01-01 12:30:00","amount":"200.000000000000000000"},"size":481,"modificationTime":1674611442473,"dataChange":true,"stats":"{\"numRecords\":1,\"minValues\":{\"int\":2},\"maxValues\":{\"int\":2},\"nullCount\":{\"int\":0}}"}} +{"commitInfo":{"timestamp":1674611442481,"operation":"WRITE","operationParameters":{"mode":"ErrorIfExists","partitionBy":"[\"bool\",\"time\",\"amount\"]"},"isolationLevel":"Serializable","isBlindAppend":true,"operationMetrics":{"numFiles":"3","numOutputRows":"3","numOutputBytes":"1443"},"engineInfo":"Apache-Spark/3.3.1 Delta-Lake/2.1.1","txnId":"5df52e29-e27a-426a-ab68-80014e05d630"}} diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/delta/bool=false/time=1970-01-02 08%3A45%3A00/amount=12.000000000000000000/.part-00000-59214263-6251-448f-afd8-11aa82963ae8.c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/delta/bool=false/time=1970-01-02 08%3A45%3A00/amount=12.000000000000000000/.part-00000-59214263-6251-448f-afd8-11aa82963ae8.c000.snappy.parquet.crc new file mode 100644 index 0000000000..9cb623984c Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/delta/bool=false/time=1970-01-02 08%3A45%3A00/amount=12.000000000000000000/.part-00000-59214263-6251-448f-afd8-11aa82963ae8.c000.snappy.parquet.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/delta/bool=false/time=1970-01-02 08%3A45%3A00/amount=12.000000000000000000/part-00000-59214263-6251-448f-afd8-11aa82963ae8.c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/delta/bool=false/time=1970-01-02 08%3A45%3A00/amount=12.000000000000000000/part-00000-59214263-6251-448f-afd8-11aa82963ae8.c000.snappy.parquet new file mode 100644 index 0000000000..e302cbeafc Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/delta/bool=false/time=1970-01-02 08%3A45%3A00/amount=12.000000000000000000/part-00000-59214263-6251-448f-afd8-11aa82963ae8.c000.snappy.parquet differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/delta/bool=true/time=1970-01-01 00%3A00%3A00/amount=200.000000000000000000/.part-00000-75b26c4a-018e-43da-b39b-f5b1a8b13889.c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/delta/bool=true/time=1970-01-01 00%3A00%3A00/amount=200.000000000000000000/.part-00000-75b26c4a-018e-43da-b39b-f5b1a8b13889.c000.snappy.parquet.crc new file mode 100644 index 0000000000..e07682ba95 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/delta/bool=true/time=1970-01-01 00%3A00%3A00/amount=200.000000000000000000/.part-00000-75b26c4a-018e-43da-b39b-f5b1a8b13889.c000.snappy.parquet.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/delta/bool=true/time=1970-01-01 00%3A00%3A00/amount=200.000000000000000000/part-00000-75b26c4a-018e-43da-b39b-f5b1a8b13889.c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/delta/bool=true/time=1970-01-01 00%3A00%3A00/amount=200.000000000000000000/part-00000-75b26c4a-018e-43da-b39b-f5b1a8b13889.c000.snappy.parquet new file mode 100644 index 0000000000..e0c47a044a Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/delta/bool=true/time=1970-01-01 00%3A00%3A00/amount=200.000000000000000000/part-00000-75b26c4a-018e-43da-b39b-f5b1a8b13889.c000.snappy.parquet differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/delta/bool=true/time=1970-01-01 12%3A30%3A00/amount=200.000000000000000000/.part-00000-0eaa5980-a7e5-4796-826f-8a5babfda788.c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/delta/bool=true/time=1970-01-01 12%3A30%3A00/amount=200.000000000000000000/.part-00000-0eaa5980-a7e5-4796-826f-8a5babfda788.c000.snappy.parquet.crc new file mode 100644 index 0000000000..b71653dc2a Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/delta/bool=true/time=1970-01-01 12%3A30%3A00/amount=200.000000000000000000/.part-00000-0eaa5980-a7e5-4796-826f-8a5babfda788.c000.snappy.parquet.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/delta/bool=true/time=1970-01-01 12%3A30%3A00/amount=200.000000000000000000/part-00000-0eaa5980-a7e5-4796-826f-8a5babfda788.c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/delta/bool=true/time=1970-01-01 12%3A30%3A00/amount=200.000000000000000000/part-00000-0eaa5980-a7e5-4796-826f-8a5babfda788.c000.snappy.parquet new file mode 100644 index 0000000000..647c61463e Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/delta/bool=true/time=1970-01-01 12%3A30%3A00/amount=200.000000000000000000/part-00000-0eaa5980-a7e5-4796-826f-8a5babfda788.c000.snappy.parquet differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/expected/latest/table_content/._SUCCESS.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/expected/latest/table_content/._SUCCESS.crc new file mode 100644 index 0000000000..3b7b044936 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/expected/latest/table_content/._SUCCESS.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/expected/latest/table_content/.part-00000-481f11da-1c63-457d-9daa-d2adb88f3570-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/expected/latest/table_content/.part-00000-481f11da-1c63-457d-9daa-d2adb88f3570-c000.snappy.parquet.crc new file mode 100644 index 0000000000..cb82be5245 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/expected/latest/table_content/.part-00000-481f11da-1c63-457d-9daa-d2adb88f3570-c000.snappy.parquet.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/expected/latest/table_content/.part-00001-481f11da-1c63-457d-9daa-d2adb88f3570-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/expected/latest/table_content/.part-00001-481f11da-1c63-457d-9daa-d2adb88f3570-c000.snappy.parquet.crc new file mode 100644 index 0000000000..25273a3934 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/expected/latest/table_content/.part-00001-481f11da-1c63-457d-9daa-d2adb88f3570-c000.snappy.parquet.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/expected/latest/table_content/_SUCCESS b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/expected/latest/table_content/_SUCCESS new file mode 100644 index 0000000000..e69de29bb2 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/expected/latest/table_content/part-00000-481f11da-1c63-457d-9daa-d2adb88f3570-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/expected/latest/table_content/part-00000-481f11da-1c63-457d-9daa-d2adb88f3570-c000.snappy.parquet new file mode 100644 index 0000000000..13ff4372d2 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/expected/latest/table_content/part-00000-481f11da-1c63-457d-9daa-d2adb88f3570-c000.snappy.parquet differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/expected/latest/table_content/part-00001-481f11da-1c63-457d-9daa-d2adb88f3570-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/expected/latest/table_content/part-00001-481f11da-1c63-457d-9daa-d2adb88f3570-c000.snappy.parquet new file mode 100644 index 0000000000..1b2fa649ba Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/expected/latest/table_content/part-00001-481f11da-1c63-457d-9daa-d2adb88f3570-c000.snappy.parquet differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/expected/latest/table_version_metadata.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/expected/latest/table_version_metadata.json new file mode 100644 index 0000000000..9813137d43 --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/expected/latest/table_version_metadata.json @@ -0,0 +1,6 @@ +{ + "version": 0, + "properties": {}, + "min_reader_version": 1, + "min_writer_version": 2 +} \ No newline at end of file diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/test_case_info.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/test_case_info.json new file mode 100644 index 0000000000..883693e362 --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/test_case_info.json @@ -0,0 +1,4 @@ +{ + "name": "multi_partitioned_2", + "description": "Multiple levels of partitioning, with boolean, timestamp, and decimal partition columns" +} \ No newline at end of file diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/nested_types/delta/.part-00000-2f260027-583c-4484-aa27-38e08a700025-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/nested_types/delta/.part-00000-2f260027-583c-4484-aa27-38e08a700025-c000.snappy.parquet.crc new file mode 100644 index 0000000000..d5a4ab5bf1 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/nested_types/delta/.part-00000-2f260027-583c-4484-aa27-38e08a700025-c000.snappy.parquet.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/nested_types/delta/_delta_log/.00000000000000000000.json.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/nested_types/delta/_delta_log/.00000000000000000000.json.crc new file mode 100644 index 0000000000..1a1b77d513 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/nested_types/delta/_delta_log/.00000000000000000000.json.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/nested_types/delta/_delta_log/00000000000000000000.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/nested_types/delta/_delta_log/00000000000000000000.json new file mode 100644 index 0000000000..2b36134ee8 --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/nested_types/delta/_delta_log/00000000000000000000.json @@ -0,0 +1,4 @@ +{"protocol":{"minReaderVersion":1,"minWriterVersion":2}} +{"metaData":{"id":"18a11754-f9ca-4765-8068-bf59afeaff7a","format":{"provider":"parquet","options":{}},"schemaString":"{\"type\":\"struct\",\"fields\":[{\"name\":\"pk\",\"type\":\"integer\",\"nullable\":true,\"metadata\":{}},{\"name\":\"struct\",\"type\":{\"type\":\"struct\",\"fields\":[{\"name\":\"float64\",\"type\":\"double\",\"nullable\":true,\"metadata\":{}},{\"name\":\"bool\",\"type\":\"boolean\",\"nullable\":true,\"metadata\":{}}]},\"nullable\":true,\"metadata\":{}},{\"name\":\"array\",\"type\":{\"type\":\"array\",\"elementType\":\"short\",\"containsNull\":true},\"nullable\":true,\"metadata\":{}},{\"name\":\"map\",\"type\":{\"type\":\"map\",\"keyType\":\"string\",\"valueType\":\"integer\",\"valueContainsNull\":true},\"nullable\":true,\"metadata\":{}}]}","partitionColumns":[],"configuration":{},"createdTime":1674611452571}} +{"add":{"path":"part-00000-2f260027-583c-4484-aa27-38e08a700025-c000.snappy.parquet","partitionValues":{},"size":2076,"modificationTime":1674611452761,"dataChange":true,"stats":"{\"numRecords\":5,\"minValues\":{\"pk\":0,\"struct\":{\"float64\":0.0}},\"maxValues\":{\"pk\":4,\"struct\":{\"float64\":4.0}},\"nullCount\":{\"pk\":0,\"struct\":{\"float64\":0,\"bool\":0},\"array\":0,\"map\":0}}"}} +{"commitInfo":{"timestamp":1674611452768,"operation":"WRITE","operationParameters":{"mode":"ErrorIfExists","partitionBy":"[]"},"isolationLevel":"Serializable","isBlindAppend":true,"operationMetrics":{"numFiles":"1","numOutputRows":"5","numOutputBytes":"2076"},"engineInfo":"Apache-Spark/3.3.1 Delta-Lake/2.1.1","txnId":"18a77cdc-9425-4166-8817-5dce2a0e91e8"}} diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/nested_types/delta/part-00000-2f260027-583c-4484-aa27-38e08a700025-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/nested_types/delta/part-00000-2f260027-583c-4484-aa27-38e08a700025-c000.snappy.parquet new file mode 100644 index 0000000000..ca399c0a57 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/nested_types/delta/part-00000-2f260027-583c-4484-aa27-38e08a700025-c000.snappy.parquet differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/nested_types/expected/latest/table_content/._SUCCESS.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/nested_types/expected/latest/table_content/._SUCCESS.crc new file mode 100644 index 0000000000..3b7b044936 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/nested_types/expected/latest/table_content/._SUCCESS.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/nested_types/expected/latest/table_content/.part-00000-ffd23b68-bdab-424e-8969-49c004bf3c22-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/nested_types/expected/latest/table_content/.part-00000-ffd23b68-bdab-424e-8969-49c004bf3c22-c000.snappy.parquet.crc new file mode 100644 index 0000000000..d5a4ab5bf1 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/nested_types/expected/latest/table_content/.part-00000-ffd23b68-bdab-424e-8969-49c004bf3c22-c000.snappy.parquet.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/nested_types/expected/latest/table_content/_SUCCESS b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/nested_types/expected/latest/table_content/_SUCCESS new file mode 100644 index 0000000000..e69de29bb2 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/nested_types/expected/latest/table_content/part-00000-ffd23b68-bdab-424e-8969-49c004bf3c22-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/nested_types/expected/latest/table_content/part-00000-ffd23b68-bdab-424e-8969-49c004bf3c22-c000.snappy.parquet new file mode 100644 index 0000000000..ca399c0a57 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/nested_types/expected/latest/table_content/part-00000-ffd23b68-bdab-424e-8969-49c004bf3c22-c000.snappy.parquet differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/nested_types/expected/latest/table_version_metadata.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/nested_types/expected/latest/table_version_metadata.json new file mode 100644 index 0000000000..9813137d43 --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/nested_types/expected/latest/table_version_metadata.json @@ -0,0 +1,6 @@ +{ + "version": 0, + "properties": {}, + "min_reader_version": 1, + "min_writer_version": 2 +} \ No newline at end of file diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/nested_types/test_case_info.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/nested_types/test_case_info.json new file mode 100644 index 0000000000..ef130d47f4 --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/nested_types/test_case_info.json @@ -0,0 +1,4 @@ +{ + "name": "nested_types", + "description": "Table containing various nested types" +} \ No newline at end of file diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/.part-00000-1f6da452-4fd4-4ade-a7ba-77a5764584a0-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/.part-00000-1f6da452-4fd4-4ade-a7ba-77a5764584a0-c000.snappy.parquet.crc new file mode 100644 index 0000000000..b8251dd8b1 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/.part-00000-1f6da452-4fd4-4ade-a7ba-77a5764584a0-c000.snappy.parquet.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/_delta_log/.00000000000000000000.json.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/_delta_log/.00000000000000000000.json.crc new file mode 100644 index 0000000000..4ccc68b89f Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/_delta_log/.00000000000000000000.json.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/_delta_log/.00000000000000000001.json.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/_delta_log/.00000000000000000001.json.crc new file mode 100644 index 0000000000..cd51906f8a Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/_delta_log/.00000000000000000001.json.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/_delta_log/.00000000000000000002.checkpoint.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/_delta_log/.00000000000000000002.checkpoint.parquet.crc new file mode 100644 index 0000000000..3dbd708f34 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/_delta_log/.00000000000000000002.checkpoint.parquet.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/_delta_log/.00000000000000000002.json.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/_delta_log/.00000000000000000002.json.crc new file mode 100644 index 0000000000..b31db96b37 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/_delta_log/.00000000000000000002.json.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/_delta_log/.00000000000000000003.json.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/_delta_log/.00000000000000000003.json.crc new file mode 100644 index 0000000000..920d7ac1c8 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/_delta_log/.00000000000000000003.json.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/_delta_log/._last_checkpoint.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/_delta_log/._last_checkpoint.crc new file mode 100644 index 0000000000..0ed415fa16 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/_delta_log/._last_checkpoint.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/_delta_log/00000000000000000002.checkpoint.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/_delta_log/00000000000000000002.checkpoint.parquet new file mode 100644 index 0000000000..19dc62f918 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/_delta_log/00000000000000000002.checkpoint.parquet differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/_delta_log/00000000000000000002.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/_delta_log/00000000000000000002.json new file mode 100644 index 0000000000..18243674d5 --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/_delta_log/00000000000000000002.json @@ -0,0 +1,3 @@ +{"add":{"path":"part-00000-6a7ff8c5-d527-4e3c-b2e0-4b37d9f3038e-c000.snappy.parquet","partitionValues":{},"size":976,"modificationTime":1674611467349,"dataChange":true,"stats":"{\"numRecords\":5,\"minValues\":{\"letter\":\"a\",\"int\":120,\"date\":\"1971-07-01\"},\"maxValues\":{\"letter\":\"c\",\"int\":667,\"date\":\"2018-02-01\"},\"nullCount\":{\"letter\":2,\"int\":0,\"date\":0}}"}} +{"remove":{"path":"part-00000-3bc1af09-1960-4dee-bad6-c06052cb3be0-c000.snappy.parquet","deletionTimestamp":1674611467718,"dataChange":true,"extendedFileMetadata":true,"partitionValues":{},"size":965}} +{"commitInfo":{"timestamp":1674611467718,"operation":"WRITE","operationParameters":{"mode":"Overwrite","partitionBy":"[]"},"readVersion":1,"isolationLevel":"Serializable","isBlindAppend":false,"operationMetrics":{"numFiles":"1","numOutputRows":"5","numOutputBytes":"976"},"engineInfo":"Apache-Spark/3.3.1 Delta-Lake/2.1.1","txnId":"dec36a5e-475d-46e3-bd49-34e66339a671"}} diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/_delta_log/00000000000000000003.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/_delta_log/00000000000000000003.json new file mode 100644 index 0000000000..bedc919d18 --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/_delta_log/00000000000000000003.json @@ -0,0 +1,3 @@ +{"add":{"path":"part-00000-1f6da452-4fd4-4ade-a7ba-77a5764584a0-c000.snappy.parquet","partitionValues":{},"size":1010,"modificationTime":1674611469505,"dataChange":true,"stats":"{\"numRecords\":5,\"minValues\":{\"letter\":\"a\",\"int\":93,\"date\":\"1975-06-01\"},\"maxValues\":{\"letter\":\"c\",\"int\":753,\"date\":\"2013-03-01\"},\"nullCount\":{\"letter\":1,\"int\":0,\"date\":0}}"}} +{"remove":{"path":"part-00000-6a7ff8c5-d527-4e3c-b2e0-4b37d9f3038e-c000.snappy.parquet","deletionTimestamp":1674611469759,"dataChange":true,"extendedFileMetadata":true,"partitionValues":{},"size":976}} +{"commitInfo":{"timestamp":1674611469760,"operation":"WRITE","operationParameters":{"mode":"Overwrite","partitionBy":"[]"},"readVersion":2,"isolationLevel":"Serializable","isBlindAppend":false,"operationMetrics":{"numFiles":"1","numOutputRows":"5","numOutputBytes":"1010"},"engineInfo":"Apache-Spark/3.3.1 Delta-Lake/2.1.1","txnId":"202d21b2-14ce-4ee3-a3ff-b34a51869240"}} diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/_delta_log/_last_checkpoint b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/_delta_log/_last_checkpoint new file mode 100644 index 0000000000..311182da9c --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/_delta_log/_last_checkpoint @@ -0,0 +1 @@ +{"version":2,"size":4,"sizeInBytes":12712,"numOfAddFiles":1,"checkpointSchema":{"type":"struct","fields":[{"name":"txn","type":{"type":"struct","fields":[{"name":"appId","type":"string","nullable":true,"metadata":{}},{"name":"version","type":"long","nullable":true,"metadata":{}},{"name":"lastUpdated","type":"long","nullable":true,"metadata":{}}]},"nullable":true,"metadata":{}},{"name":"add","type":{"type":"struct","fields":[{"name":"path","type":"string","nullable":true,"metadata":{}},{"name":"partitionValues","type":{"type":"map","keyType":"string","valueType":"string","valueContainsNull":true},"nullable":true,"metadata":{}},{"name":"size","type":"long","nullable":true,"metadata":{}},{"name":"modificationTime","type":"long","nullable":true,"metadata":{}},{"name":"dataChange","type":"boolean","nullable":true,"metadata":{}},{"name":"tags","type":{"type":"map","keyType":"string","valueType":"string","valueContainsNull":true},"nullable":true,"metadata":{}},{"name":"stats","type":"string","nullable":true,"metadata":{}}]},"nullable":true,"metadata":{}},{"name":"remove","type":{"type":"struct","fields":[{"name":"path","type":"string","nullable":true,"metadata":{}},{"name":"deletionTimestamp","type":"long","nullable":true,"metadata":{}},{"name":"dataChange","type":"boolean","nullable":true,"metadata":{}},{"name":"extendedFileMetadata","type":"boolean","nullable":true,"metadata":{}},{"name":"partitionValues","type":{"type":"map","keyType":"string","valueType":"string","valueContainsNull":true},"nullable":true,"metadata":{}},{"name":"size","type":"long","nullable":true,"metadata":{}},{"name":"tags","type":{"type":"map","keyType":"string","valueType":"string","valueContainsNull":true},"nullable":true,"metadata":{}}]},"nullable":true,"metadata":{}},{"name":"metaData","type":{"type":"struct","fields":[{"name":"id","type":"string","nullable":true,"metadata":{}},{"name":"name","type":"string","nullable":true,"metadata":{}},{"name":"description","type":"string","nullable":true,"metadata":{}},{"name":"format","type":{"type":"struct","fields":[{"name":"provider","type":"string","nullable":true,"metadata":{}},{"name":"options","type":{"type":"map","keyType":"string","valueType":"string","valueContainsNull":true},"nullable":true,"metadata":{}}]},"nullable":true,"metadata":{}},{"name":"schemaString","type":"string","nullable":true,"metadata":{}},{"name":"partitionColumns","type":{"type":"array","elementType":"string","containsNull":true},"nullable":true,"metadata":{}},{"name":"configuration","type":{"type":"map","keyType":"string","valueType":"string","valueContainsNull":true},"nullable":true,"metadata":{}},{"name":"createdTime","type":"long","nullable":true,"metadata":{}}]},"nullable":true,"metadata":{}},{"name":"protocol","type":{"type":"struct","fields":[{"name":"minReaderVersion","type":"integer","nullable":true,"metadata":{}},{"name":"minWriterVersion","type":"integer","nullable":true,"metadata":{}}]},"nullable":true,"metadata":{}}]},"checksum":"3c1a4a7ad9b68673d4095534b71f050a"} diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/part-00000-1f6da452-4fd4-4ade-a7ba-77a5764584a0-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/part-00000-1f6da452-4fd4-4ade-a7ba-77a5764584a0-c000.snappy.parquet new file mode 100644 index 0000000000..5fbef8bfed Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/part-00000-1f6da452-4fd4-4ade-a7ba-77a5764584a0-c000.snappy.parquet differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/expected/latest/table_content/._SUCCESS.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/expected/latest/table_content/._SUCCESS.crc new file mode 100644 index 0000000000..3b7b044936 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/expected/latest/table_content/._SUCCESS.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/expected/latest/table_content/.part-00000-5ed0b2a3-ad91-4c67-93bb-3356988577b7-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/expected/latest/table_content/.part-00000-5ed0b2a3-ad91-4c67-93bb-3356988577b7-c000.snappy.parquet.crc new file mode 100644 index 0000000000..b8251dd8b1 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/expected/latest/table_content/.part-00000-5ed0b2a3-ad91-4c67-93bb-3356988577b7-c000.snappy.parquet.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/expected/latest/table_content/_SUCCESS b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/expected/latest/table_content/_SUCCESS new file mode 100644 index 0000000000..e69de29bb2 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/expected/latest/table_content/part-00000-5ed0b2a3-ad91-4c67-93bb-3356988577b7-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/expected/latest/table_content/part-00000-5ed0b2a3-ad91-4c67-93bb-3356988577b7-c000.snappy.parquet new file mode 100644 index 0000000000..5fbef8bfed Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/expected/latest/table_content/part-00000-5ed0b2a3-ad91-4c67-93bb-3356988577b7-c000.snappy.parquet differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/expected/latest/table_version_metadata.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/expected/latest/table_version_metadata.json new file mode 100644 index 0000000000..0dd84632fe --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/expected/latest/table_version_metadata.json @@ -0,0 +1,8 @@ +{ + "version": 3, + "properties": { + "delta.checkpointInterval": "2" + }, + "min_reader_version": 1, + "min_writer_version": 2 +} \ No newline at end of file diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/test_case_info.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/test_case_info.json new file mode 100644 index 0000000000..4d7565d962 --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/test_case_info.json @@ -0,0 +1,4 @@ +{ + "name": "no_replay", + "description": "Table with a checkpoint and prior commits cleaned up" +} \ No newline at end of file diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/.part-00000-550d9d73-819b-4c56-8240-26361349dcff-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/.part-00000-550d9d73-819b-4c56-8240-26361349dcff-c000.snappy.parquet.crc new file mode 100644 index 0000000000..b8251dd8b1 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/.part-00000-550d9d73-819b-4c56-8240-26361349dcff-c000.snappy.parquet.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/.part-00000-a423feb8-b448-4bdb-9191-225efeddbd28-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/.part-00000-a423feb8-b448-4bdb-9191-225efeddbd28-c000.snappy.parquet.crc new file mode 100644 index 0000000000..5f8b49f3f0 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/.part-00000-a423feb8-b448-4bdb-9191-225efeddbd28-c000.snappy.parquet.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/.part-00000-cdbe17fb-1431-4bf2-866b-1353d5527928-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/.part-00000-cdbe17fb-1431-4bf2-866b-1353d5527928-c000.snappy.parquet.crc new file mode 100644 index 0000000000..e73698b6a2 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/.part-00000-cdbe17fb-1431-4bf2-866b-1353d5527928-c000.snappy.parquet.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/_delta_log/.00000000000000000000.json.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/_delta_log/.00000000000000000000.json.crc new file mode 100644 index 0000000000..d3f88a26b9 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/_delta_log/.00000000000000000000.json.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/_delta_log/.00000000000000000001.json.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/_delta_log/.00000000000000000001.json.crc new file mode 100644 index 0000000000..5d0708d8f3 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/_delta_log/.00000000000000000001.json.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/_delta_log/.00000000000000000002.checkpoint.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/_delta_log/.00000000000000000002.checkpoint.parquet.crc new file mode 100644 index 0000000000..6b2b77383a Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/_delta_log/.00000000000000000002.checkpoint.parquet.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/_delta_log/.00000000000000000002.json.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/_delta_log/.00000000000000000002.json.crc new file mode 100644 index 0000000000..8208b5b72e Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/_delta_log/.00000000000000000002.json.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/_delta_log/.00000000000000000003.json.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/_delta_log/.00000000000000000003.json.crc new file mode 100644 index 0000000000..eca1bb7671 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/_delta_log/.00000000000000000003.json.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/_delta_log/._last_checkpoint.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/_delta_log/._last_checkpoint.crc new file mode 100644 index 0000000000..2bca7da1e8 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/_delta_log/._last_checkpoint.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/_delta_log/00000000000000000000.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/_delta_log/00000000000000000000.json new file mode 100644 index 0000000000..dd1575dce2 --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/_delta_log/00000000000000000000.json @@ -0,0 +1,3 @@ +{"protocol":{"minReaderVersion":1,"minWriterVersion":2}} +{"metaData":{"id":"2721fe76-d2df-4b72-a1a9-2f0d605455c6","format":{"provider":"parquet","options":{}},"schemaString":"{\"type\":\"struct\",\"fields\":[{\"name\":\"letter\",\"type\":\"string\",\"nullable\":true,\"metadata\":{}},{\"name\":\"int\",\"type\":\"long\",\"nullable\":true,\"metadata\":{}},{\"name\":\"date\",\"type\":\"date\",\"nullable\":true,\"metadata\":{}}]}","partitionColumns":[],"configuration":{"delta.checkpoint.writeStatsAsStruct":"false","delta.dataSkippingNumIndexedCols":"0","delta.checkpoint.writeStatsAsJson":"false","delta.checkpointInterval":"2"},"createdTime":1674611513835}} +{"commitInfo":{"timestamp":1674611513845,"operation":"CREATE TABLE","operationParameters":{"isManaged":"false","description":null,"partitionBy":"[]","properties":"{\"delta.checkpoint.writeStatsAsStruct\":\"false\",\"delta.dataSkippingNumIndexedCols\":\"0\",\"delta.checkpoint.writeStatsAsJson\":\"false\",\"delta.checkpointInterval\":\"2\"}"},"isolationLevel":"Serializable","isBlindAppend":true,"operationMetrics":{},"engineInfo":"Apache-Spark/3.3.1 Delta-Lake/2.1.1","txnId":"b07e654c-7925-441b-b340-6063b6345599"}} diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/_delta_log/00000000000000000001.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/_delta_log/00000000000000000001.json new file mode 100644 index 0000000000..ee5c0c17c6 --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/_delta_log/00000000000000000001.json @@ -0,0 +1,2 @@ +{"add":{"path":"part-00000-cdbe17fb-1431-4bf2-866b-1353d5527928-c000.snappy.parquet","partitionValues":{},"size":965,"modificationTime":1674611515497,"dataChange":true,"stats":"{\"numRecords\":5}"}} +{"commitInfo":{"timestamp":1674611515931,"operation":"WRITE","operationParameters":{"mode":"Overwrite","partitionBy":"[]"},"readVersion":0,"isolationLevel":"Serializable","isBlindAppend":false,"operationMetrics":{"numFiles":"1","numOutputRows":"5","numOutputBytes":"965"},"engineInfo":"Apache-Spark/3.3.1 Delta-Lake/2.1.1","txnId":"58b94dcb-86d3-43c3-b8ab-53ebb73e44b1"}} diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/_delta_log/00000000000000000002.checkpoint.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/_delta_log/00000000000000000002.checkpoint.parquet new file mode 100644 index 0000000000..7d7a2cd565 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/_delta_log/00000000000000000002.checkpoint.parquet differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/_delta_log/00000000000000000002.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/_delta_log/00000000000000000002.json new file mode 100644 index 0000000000..01fcf939ab --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/_delta_log/00000000000000000002.json @@ -0,0 +1,3 @@ +{"add":{"path":"part-00000-a423feb8-b448-4bdb-9191-225efeddbd28-c000.snappy.parquet","partitionValues":{},"size":976,"modificationTime":1674611517241,"dataChange":true,"stats":"{\"numRecords\":5}"}} +{"remove":{"path":"part-00000-cdbe17fb-1431-4bf2-866b-1353d5527928-c000.snappy.parquet","deletionTimestamp":1674611517577,"dataChange":true,"extendedFileMetadata":true,"partitionValues":{},"size":965}} +{"commitInfo":{"timestamp":1674611517578,"operation":"WRITE","operationParameters":{"mode":"Overwrite","partitionBy":"[]"},"readVersion":1,"isolationLevel":"Serializable","isBlindAppend":false,"operationMetrics":{"numFiles":"1","numOutputRows":"5","numOutputBytes":"976"},"engineInfo":"Apache-Spark/3.3.1 Delta-Lake/2.1.1","txnId":"d8214be2-1175-4ab5-8013-6eec0fff8d4c"}} diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/_delta_log/00000000000000000003.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/_delta_log/00000000000000000003.json new file mode 100644 index 0000000000..866531eabe --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/_delta_log/00000000000000000003.json @@ -0,0 +1,3 @@ +{"add":{"path":"part-00000-550d9d73-819b-4c56-8240-26361349dcff-c000.snappy.parquet","partitionValues":{},"size":1010,"modificationTime":1674611519221,"dataChange":true,"stats":"{\"numRecords\":5}"}} +{"remove":{"path":"part-00000-a423feb8-b448-4bdb-9191-225efeddbd28-c000.snappy.parquet","deletionTimestamp":1674611519453,"dataChange":true,"extendedFileMetadata":true,"partitionValues":{},"size":976}} +{"commitInfo":{"timestamp":1674611519453,"operation":"WRITE","operationParameters":{"mode":"Overwrite","partitionBy":"[]"},"readVersion":2,"isolationLevel":"Serializable","isBlindAppend":false,"operationMetrics":{"numFiles":"1","numOutputRows":"5","numOutputBytes":"1010"},"engineInfo":"Apache-Spark/3.3.1 Delta-Lake/2.1.1","txnId":"5c759d37-4415-432e-8130-2dd4d44f4471"}} diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/_delta_log/_last_checkpoint b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/_delta_log/_last_checkpoint new file mode 100644 index 0000000000..19809e7a11 --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/_delta_log/_last_checkpoint @@ -0,0 +1 @@ +{"version":2,"size":4,"sizeInBytes":11634,"numOfAddFiles":1,"checkpointSchema":{"type":"struct","fields":[{"name":"txn","type":{"type":"struct","fields":[{"name":"appId","type":"string","nullable":true,"metadata":{}},{"name":"version","type":"long","nullable":true,"metadata":{}},{"name":"lastUpdated","type":"long","nullable":true,"metadata":{}}]},"nullable":true,"metadata":{}},{"name":"add","type":{"type":"struct","fields":[{"name":"path","type":"string","nullable":true,"metadata":{}},{"name":"partitionValues","type":{"type":"map","keyType":"string","valueType":"string","valueContainsNull":true},"nullable":true,"metadata":{}},{"name":"size","type":"long","nullable":true,"metadata":{}},{"name":"modificationTime","type":"long","nullable":true,"metadata":{}},{"name":"dataChange","type":"boolean","nullable":true,"metadata":{}},{"name":"tags","type":{"type":"map","keyType":"string","valueType":"string","valueContainsNull":true},"nullable":true,"metadata":{}}]},"nullable":true,"metadata":{}},{"name":"remove","type":{"type":"struct","fields":[{"name":"path","type":"string","nullable":true,"metadata":{}},{"name":"deletionTimestamp","type":"long","nullable":true,"metadata":{}},{"name":"dataChange","type":"boolean","nullable":true,"metadata":{}},{"name":"extendedFileMetadata","type":"boolean","nullable":true,"metadata":{}},{"name":"partitionValues","type":{"type":"map","keyType":"string","valueType":"string","valueContainsNull":true},"nullable":true,"metadata":{}},{"name":"size","type":"long","nullable":true,"metadata":{}},{"name":"tags","type":{"type":"map","keyType":"string","valueType":"string","valueContainsNull":true},"nullable":true,"metadata":{}}]},"nullable":true,"metadata":{}},{"name":"metaData","type":{"type":"struct","fields":[{"name":"id","type":"string","nullable":true,"metadata":{}},{"name":"name","type":"string","nullable":true,"metadata":{}},{"name":"description","type":"string","nullable":true,"metadata":{}},{"name":"format","type":{"type":"struct","fields":[{"name":"provider","type":"string","nullable":true,"metadata":{}},{"name":"options","type":{"type":"map","keyType":"string","valueType":"string","valueContainsNull":true},"nullable":true,"metadata":{}}]},"nullable":true,"metadata":{}},{"name":"schemaString","type":"string","nullable":true,"metadata":{}},{"name":"partitionColumns","type":{"type":"array","elementType":"string","containsNull":true},"nullable":true,"metadata":{}},{"name":"configuration","type":{"type":"map","keyType":"string","valueType":"string","valueContainsNull":true},"nullable":true,"metadata":{}},{"name":"createdTime","type":"long","nullable":true,"metadata":{}}]},"nullable":true,"metadata":{}},{"name":"protocol","type":{"type":"struct","fields":[{"name":"minReaderVersion","type":"integer","nullable":true,"metadata":{}},{"name":"minWriterVersion","type":"integer","nullable":true,"metadata":{}}]},"nullable":true,"metadata":{}}]},"checksum":"31aeaf4677d13329487851825ce180a7"} diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/part-00000-550d9d73-819b-4c56-8240-26361349dcff-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/part-00000-550d9d73-819b-4c56-8240-26361349dcff-c000.snappy.parquet new file mode 100644 index 0000000000..5fbef8bfed Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/part-00000-550d9d73-819b-4c56-8240-26361349dcff-c000.snappy.parquet differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/part-00000-a423feb8-b448-4bdb-9191-225efeddbd28-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/part-00000-a423feb8-b448-4bdb-9191-225efeddbd28-c000.snappy.parquet new file mode 100644 index 0000000000..c8a6c89e43 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/part-00000-a423feb8-b448-4bdb-9191-225efeddbd28-c000.snappy.parquet differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/part-00000-cdbe17fb-1431-4bf2-866b-1353d5527928-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/part-00000-cdbe17fb-1431-4bf2-866b-1353d5527928-c000.snappy.parquet new file mode 100644 index 0000000000..6a69c83d87 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/part-00000-cdbe17fb-1431-4bf2-866b-1353d5527928-c000.snappy.parquet differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/expected/latest/table_content/._SUCCESS.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/expected/latest/table_content/._SUCCESS.crc new file mode 100644 index 0000000000..3b7b044936 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/expected/latest/table_content/._SUCCESS.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/expected/latest/table_content/.part-00000-35c8e202-e6fd-4eb3-9622-55794a7e55e7-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/expected/latest/table_content/.part-00000-35c8e202-e6fd-4eb3-9622-55794a7e55e7-c000.snappy.parquet.crc new file mode 100644 index 0000000000..b8251dd8b1 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/expected/latest/table_content/.part-00000-35c8e202-e6fd-4eb3-9622-55794a7e55e7-c000.snappy.parquet.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/expected/latest/table_content/_SUCCESS b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/expected/latest/table_content/_SUCCESS new file mode 100644 index 0000000000..e69de29bb2 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/expected/latest/table_content/part-00000-35c8e202-e6fd-4eb3-9622-55794a7e55e7-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/expected/latest/table_content/part-00000-35c8e202-e6fd-4eb3-9622-55794a7e55e7-c000.snappy.parquet new file mode 100644 index 0000000000..5fbef8bfed Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/expected/latest/table_content/part-00000-35c8e202-e6fd-4eb3-9622-55794a7e55e7-c000.snappy.parquet differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/expected/latest/table_version_metadata.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/expected/latest/table_version_metadata.json new file mode 100644 index 0000000000..7de252178a --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/expected/latest/table_version_metadata.json @@ -0,0 +1,11 @@ +{ + "version": 3, + "properties": { + "delta.checkpoint.writeStatsAsJson": "false", + "delta.checkpoint.writeStatsAsStruct": "false", + "delta.dataSkippingNumIndexedCols": "0", + "delta.checkpointInterval": "2" + }, + "min_reader_version": 1, + "min_writer_version": 2 +} \ No newline at end of file diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/test_case_info.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/test_case_info.json new file mode 100644 index 0000000000..16103b0258 --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/test_case_info.json @@ -0,0 +1,4 @@ +{ + "name": "no_stats", + "description": "Table with no stats" +} \ No newline at end of file diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/.part-00000-079f5452-45dc-4fa2-9518-d2b24a4ed8c8-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/.part-00000-079f5452-45dc-4fa2-9518-d2b24a4ed8c8-c000.snappy.parquet.crc new file mode 100644 index 0000000000..e73698b6a2 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/.part-00000-079f5452-45dc-4fa2-9518-d2b24a4ed8c8-c000.snappy.parquet.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/.part-00000-44209c15-3429-4be0-8ef5-484e3eb9b3e9-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/.part-00000-44209c15-3429-4be0-8ef5-484e3eb9b3e9-c000.snappy.parquet.crc new file mode 100644 index 0000000000..5f8b49f3f0 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/.part-00000-44209c15-3429-4be0-8ef5-484e3eb9b3e9-c000.snappy.parquet.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/.part-00000-d0a9cc34-1d0b-4269-90fb-bbde46ab2b0d-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/.part-00000-d0a9cc34-1d0b-4269-90fb-bbde46ab2b0d-c000.snappy.parquet.crc new file mode 100644 index 0000000000..b8251dd8b1 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/.part-00000-d0a9cc34-1d0b-4269-90fb-bbde46ab2b0d-c000.snappy.parquet.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/_delta_log/.00000000000000000000.json.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/_delta_log/.00000000000000000000.json.crc new file mode 100644 index 0000000000..83d69bcf11 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/_delta_log/.00000000000000000000.json.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/_delta_log/.00000000000000000001.json.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/_delta_log/.00000000000000000001.json.crc new file mode 100644 index 0000000000..5e514b92ba Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/_delta_log/.00000000000000000001.json.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/_delta_log/.00000000000000000002.checkpoint.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/_delta_log/.00000000000000000002.checkpoint.parquet.crc new file mode 100644 index 0000000000..62cdb29659 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/_delta_log/.00000000000000000002.checkpoint.parquet.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/_delta_log/.00000000000000000002.json.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/_delta_log/.00000000000000000002.json.crc new file mode 100644 index 0000000000..8fdfa31a89 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/_delta_log/.00000000000000000002.json.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/_delta_log/.00000000000000000003.json.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/_delta_log/.00000000000000000003.json.crc new file mode 100644 index 0000000000..5cae051a3e Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/_delta_log/.00000000000000000003.json.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/_delta_log/._last_checkpoint.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/_delta_log/._last_checkpoint.crc new file mode 100644 index 0000000000..81503eb7f4 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/_delta_log/._last_checkpoint.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/_delta_log/00000000000000000000.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/_delta_log/00000000000000000000.json new file mode 100644 index 0000000000..464a8037d7 --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/_delta_log/00000000000000000000.json @@ -0,0 +1,3 @@ +{"protocol":{"minReaderVersion":1,"minWriterVersion":2}} +{"metaData":{"id":"9a6c29aa-8bf7-43a8-8fbb-cfec0aff293a","format":{"provider":"parquet","options":{}},"schemaString":"{\"type\":\"struct\",\"fields\":[{\"name\":\"letter\",\"type\":\"string\",\"nullable\":true,\"metadata\":{}},{\"name\":\"int\",\"type\":\"long\",\"nullable\":true,\"metadata\":{}},{\"name\":\"date\",\"type\":\"date\",\"nullable\":true,\"metadata\":{}}]}","partitionColumns":[],"configuration":{"delta.checkpoint.writeStatsAsStruct":"true","delta.checkpoint.writeStatsAsJson":"false","delta.checkpointInterval":"2"},"createdTime":1674611505194}} +{"commitInfo":{"timestamp":1674611505202,"operation":"CREATE TABLE","operationParameters":{"isManaged":"false","description":null,"partitionBy":"[]","properties":"{\"delta.checkpoint.writeStatsAsStruct\":\"true\",\"delta.checkpoint.writeStatsAsJson\":\"false\",\"delta.checkpointInterval\":\"2\"}"},"isolationLevel":"Serializable","isBlindAppend":true,"operationMetrics":{},"engineInfo":"Apache-Spark/3.3.1 Delta-Lake/2.1.1","txnId":"3ecd10a3-07b0-4756-8ba1-01776535d5dd"}} diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/_delta_log/00000000000000000001.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/_delta_log/00000000000000000001.json new file mode 100644 index 0000000000..496cf3b9e7 --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/_delta_log/00000000000000000001.json @@ -0,0 +1,2 @@ +{"add":{"path":"part-00000-079f5452-45dc-4fa2-9518-d2b24a4ed8c8-c000.snappy.parquet","partitionValues":{},"size":965,"modificationTime":1674611506777,"dataChange":true,"stats":"{\"numRecords\":5,\"minValues\":{\"letter\":\"b\",\"int\":288,\"date\":\"1978-02-01\"},\"maxValues\":{\"letter\":\"c\",\"int\":988,\"date\":\"2020-05-01\"},\"nullCount\":{\"letter\":3,\"int\":0,\"date\":0}}"}} +{"commitInfo":{"timestamp":1674611507188,"operation":"WRITE","operationParameters":{"mode":"Overwrite","partitionBy":"[]"},"readVersion":0,"isolationLevel":"Serializable","isBlindAppend":false,"operationMetrics":{"numFiles":"1","numOutputRows":"5","numOutputBytes":"965"},"engineInfo":"Apache-Spark/3.3.1 Delta-Lake/2.1.1","txnId":"9ebafb4d-bade-484e-b832-7b66a6881a3a"}} diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/_delta_log/00000000000000000002.checkpoint.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/_delta_log/00000000000000000002.checkpoint.parquet new file mode 100644 index 0000000000..68dcae8c46 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/_delta_log/00000000000000000002.checkpoint.parquet differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/_delta_log/00000000000000000002.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/_delta_log/00000000000000000002.json new file mode 100644 index 0000000000..4f98e29840 --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/_delta_log/00000000000000000002.json @@ -0,0 +1,3 @@ +{"add":{"path":"part-00000-44209c15-3429-4be0-8ef5-484e3eb9b3e9-c000.snappy.parquet","partitionValues":{},"size":976,"modificationTime":1674611508825,"dataChange":true,"stats":"{\"numRecords\":5,\"minValues\":{\"letter\":\"a\",\"int\":120,\"date\":\"1971-07-01\"},\"maxValues\":{\"letter\":\"c\",\"int\":667,\"date\":\"2018-02-01\"},\"nullCount\":{\"letter\":2,\"int\":0,\"date\":0}}"}} +{"remove":{"path":"part-00000-079f5452-45dc-4fa2-9518-d2b24a4ed8c8-c000.snappy.parquet","deletionTimestamp":1674611509306,"dataChange":true,"extendedFileMetadata":true,"partitionValues":{},"size":965}} +{"commitInfo":{"timestamp":1674611509306,"operation":"WRITE","operationParameters":{"mode":"Overwrite","partitionBy":"[]"},"readVersion":1,"isolationLevel":"Serializable","isBlindAppend":false,"operationMetrics":{"numFiles":"1","numOutputRows":"5","numOutputBytes":"976"},"engineInfo":"Apache-Spark/3.3.1 Delta-Lake/2.1.1","txnId":"64da5630-98ee-4fb7-844e-211971858f44"}} diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/_delta_log/00000000000000000003.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/_delta_log/00000000000000000003.json new file mode 100644 index 0000000000..b974242c57 --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/_delta_log/00000000000000000003.json @@ -0,0 +1,3 @@ +{"add":{"path":"part-00000-d0a9cc34-1d0b-4269-90fb-bbde46ab2b0d-c000.snappy.parquet","partitionValues":{},"size":1010,"modificationTime":1674611511601,"dataChange":true,"stats":"{\"numRecords\":5,\"minValues\":{\"letter\":\"a\",\"int\":93,\"date\":\"1975-06-01\"},\"maxValues\":{\"letter\":\"c\",\"int\":753,\"date\":\"2013-03-01\"},\"nullCount\":{\"letter\":1,\"int\":0,\"date\":0}}"}} +{"remove":{"path":"part-00000-44209c15-3429-4be0-8ef5-484e3eb9b3e9-c000.snappy.parquet","deletionTimestamp":1674611511909,"dataChange":true,"extendedFileMetadata":true,"partitionValues":{},"size":976}} +{"commitInfo":{"timestamp":1674611511910,"operation":"WRITE","operationParameters":{"mode":"Overwrite","partitionBy":"[]"},"readVersion":2,"isolationLevel":"Serializable","isBlindAppend":false,"operationMetrics":{"numFiles":"1","numOutputRows":"5","numOutputBytes":"1010"},"engineInfo":"Apache-Spark/3.3.1 Delta-Lake/2.1.1","txnId":"9c82e231-1410-4af3-991d-8bec8848acfe"}} diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/_delta_log/_last_checkpoint b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/_delta_log/_last_checkpoint new file mode 100644 index 0000000000..4fbdf3dcec --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/_delta_log/_last_checkpoint @@ -0,0 +1 @@ +{"version":2,"size":4,"sizeInBytes":11550,"numOfAddFiles":1,"checkpointSchema":{"type":"struct","fields":[{"name":"txn","type":{"type":"struct","fields":[{"name":"appId","type":"string","nullable":true,"metadata":{}},{"name":"version","type":"long","nullable":true,"metadata":{}},{"name":"lastUpdated","type":"long","nullable":true,"metadata":{}}]},"nullable":true,"metadata":{}},{"name":"add","type":{"type":"struct","fields":[{"name":"path","type":"string","nullable":true,"metadata":{}},{"name":"partitionValues","type":{"type":"map","keyType":"string","valueType":"string","valueContainsNull":true},"nullable":true,"metadata":{}},{"name":"size","type":"long","nullable":true,"metadata":{}},{"name":"modificationTime","type":"long","nullable":true,"metadata":{}},{"name":"dataChange","type":"boolean","nullable":true,"metadata":{}},{"name":"tags","type":{"type":"map","keyType":"string","valueType":"string","valueContainsNull":true},"nullable":true,"metadata":{}}]},"nullable":true,"metadata":{}},{"name":"remove","type":{"type":"struct","fields":[{"name":"path","type":"string","nullable":true,"metadata":{}},{"name":"deletionTimestamp","type":"long","nullable":true,"metadata":{}},{"name":"dataChange","type":"boolean","nullable":true,"metadata":{}},{"name":"extendedFileMetadata","type":"boolean","nullable":true,"metadata":{}},{"name":"partitionValues","type":{"type":"map","keyType":"string","valueType":"string","valueContainsNull":true},"nullable":true,"metadata":{}},{"name":"size","type":"long","nullable":true,"metadata":{}},{"name":"tags","type":{"type":"map","keyType":"string","valueType":"string","valueContainsNull":true},"nullable":true,"metadata":{}}]},"nullable":true,"metadata":{}},{"name":"metaData","type":{"type":"struct","fields":[{"name":"id","type":"string","nullable":true,"metadata":{}},{"name":"name","type":"string","nullable":true,"metadata":{}},{"name":"description","type":"string","nullable":true,"metadata":{}},{"name":"format","type":{"type":"struct","fields":[{"name":"provider","type":"string","nullable":true,"metadata":{}},{"name":"options","type":{"type":"map","keyType":"string","valueType":"string","valueContainsNull":true},"nullable":true,"metadata":{}}]},"nullable":true,"metadata":{}},{"name":"schemaString","type":"string","nullable":true,"metadata":{}},{"name":"partitionColumns","type":{"type":"array","elementType":"string","containsNull":true},"nullable":true,"metadata":{}},{"name":"configuration","type":{"type":"map","keyType":"string","valueType":"string","valueContainsNull":true},"nullable":true,"metadata":{}},{"name":"createdTime","type":"long","nullable":true,"metadata":{}}]},"nullable":true,"metadata":{}},{"name":"protocol","type":{"type":"struct","fields":[{"name":"minReaderVersion","type":"integer","nullable":true,"metadata":{}},{"name":"minWriterVersion","type":"integer","nullable":true,"metadata":{}}]},"nullable":true,"metadata":{}}]},"checksum":"c63fb070190fdb5378eb7a2257980db8"} diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/part-00000-079f5452-45dc-4fa2-9518-d2b24a4ed8c8-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/part-00000-079f5452-45dc-4fa2-9518-d2b24a4ed8c8-c000.snappy.parquet new file mode 100644 index 0000000000..6a69c83d87 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/part-00000-079f5452-45dc-4fa2-9518-d2b24a4ed8c8-c000.snappy.parquet differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/part-00000-44209c15-3429-4be0-8ef5-484e3eb9b3e9-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/part-00000-44209c15-3429-4be0-8ef5-484e3eb9b3e9-c000.snappy.parquet new file mode 100644 index 0000000000..c8a6c89e43 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/part-00000-44209c15-3429-4be0-8ef5-484e3eb9b3e9-c000.snappy.parquet differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/part-00000-d0a9cc34-1d0b-4269-90fb-bbde46ab2b0d-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/part-00000-d0a9cc34-1d0b-4269-90fb-bbde46ab2b0d-c000.snappy.parquet new file mode 100644 index 0000000000..5fbef8bfed Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/part-00000-d0a9cc34-1d0b-4269-90fb-bbde46ab2b0d-c000.snappy.parquet differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/expected/latest/table_content/._SUCCESS.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/expected/latest/table_content/._SUCCESS.crc new file mode 100644 index 0000000000..3b7b044936 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/expected/latest/table_content/._SUCCESS.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/expected/latest/table_content/.part-00000-42d4be21-78f6-4ff5-b178-bed65b49bfdf-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/expected/latest/table_content/.part-00000-42d4be21-78f6-4ff5-b178-bed65b49bfdf-c000.snappy.parquet.crc new file mode 100644 index 0000000000..b8251dd8b1 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/expected/latest/table_content/.part-00000-42d4be21-78f6-4ff5-b178-bed65b49bfdf-c000.snappy.parquet.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/expected/latest/table_content/_SUCCESS b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/expected/latest/table_content/_SUCCESS new file mode 100644 index 0000000000..e69de29bb2 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/expected/latest/table_content/part-00000-42d4be21-78f6-4ff5-b178-bed65b49bfdf-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/expected/latest/table_content/part-00000-42d4be21-78f6-4ff5-b178-bed65b49bfdf-c000.snappy.parquet new file mode 100644 index 0000000000..5fbef8bfed Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/expected/latest/table_content/part-00000-42d4be21-78f6-4ff5-b178-bed65b49bfdf-c000.snappy.parquet differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/expected/latest/table_version_metadata.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/expected/latest/table_version_metadata.json new file mode 100644 index 0000000000..af20c60d0c --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/expected/latest/table_version_metadata.json @@ -0,0 +1,10 @@ +{ + "version": 3, + "properties": { + "delta.checkpoint.writeStatsAsStruct": "true", + "delta.checkpointInterval": "2", + "delta.checkpoint.writeStatsAsJson": "false" + }, + "min_reader_version": 1, + "min_writer_version": 2 +} \ No newline at end of file diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/test_case_info.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/test_case_info.json new file mode 100644 index 0000000000..f7eaa1205b --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/test_case_info.json @@ -0,0 +1,4 @@ +{ + "name": "stats_as_struct", + "description": "Table with stats only written as struct (not JSON) with Checkpoint" +} \ No newline at end of file diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/.part-00000-70b1dcdf-0236-4f63-a072-124cdbafd8a0-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/.part-00000-70b1dcdf-0236-4f63-a072-124cdbafd8a0-c000.snappy.parquet.crc new file mode 100644 index 0000000000..b8251dd8b1 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/.part-00000-70b1dcdf-0236-4f63-a072-124cdbafd8a0-c000.snappy.parquet.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/.part-00000-a190be9e-e3df-439e-b366-06a863f51e99-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/.part-00000-a190be9e-e3df-439e-b366-06a863f51e99-c000.snappy.parquet.crc new file mode 100644 index 0000000000..5f8b49f3f0 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/.part-00000-a190be9e-e3df-439e-b366-06a863f51e99-c000.snappy.parquet.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/.part-00000-ad1a4bb7-07e8-4f40-b50b-49910d209e0c-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/.part-00000-ad1a4bb7-07e8-4f40-b50b-49910d209e0c-c000.snappy.parquet.crc new file mode 100644 index 0000000000..e73698b6a2 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/.part-00000-ad1a4bb7-07e8-4f40-b50b-49910d209e0c-c000.snappy.parquet.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/_delta_log/.00000000000000000000.json.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/_delta_log/.00000000000000000000.json.crc new file mode 100644 index 0000000000..536669086f Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/_delta_log/.00000000000000000000.json.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/_delta_log/.00000000000000000001.json.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/_delta_log/.00000000000000000001.json.crc new file mode 100644 index 0000000000..3e88e36175 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/_delta_log/.00000000000000000001.json.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/_delta_log/.00000000000000000002.checkpoint.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/_delta_log/.00000000000000000002.checkpoint.parquet.crc new file mode 100644 index 0000000000..7678674fc9 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/_delta_log/.00000000000000000002.checkpoint.parquet.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/_delta_log/.00000000000000000002.json.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/_delta_log/.00000000000000000002.json.crc new file mode 100644 index 0000000000..0319e96186 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/_delta_log/.00000000000000000002.json.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/_delta_log/.00000000000000000003.json.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/_delta_log/.00000000000000000003.json.crc new file mode 100644 index 0000000000..679871f773 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/_delta_log/.00000000000000000003.json.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/_delta_log/._last_checkpoint.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/_delta_log/._last_checkpoint.crc new file mode 100644 index 0000000000..0ed415fa16 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/_delta_log/._last_checkpoint.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/_delta_log/00000000000000000000.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/_delta_log/00000000000000000000.json new file mode 100644 index 0000000000..8ecc70e647 --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/_delta_log/00000000000000000000.json @@ -0,0 +1,3 @@ +{"protocol":{"minReaderVersion":1,"minWriterVersion":2}} +{"metaData":{"id":"84b09beb-329c-4b5e-b493-f58c6c78b8fd","format":{"provider":"parquet","options":{}},"schemaString":"{\"type\":\"struct\",\"fields\":[{\"name\":\"letter\",\"type\":\"string\",\"nullable\":true,\"metadata\":{}},{\"name\":\"int\",\"type\":\"long\",\"nullable\":true,\"metadata\":{}},{\"name\":\"date\",\"type\":\"date\",\"nullable\":true,\"metadata\":{}}]}","partitionColumns":[],"configuration":{"delta.checkpointInterval":"2"},"createdTime":1674611455081}} +{"commitInfo":{"timestamp":1674611455099,"operation":"CREATE TABLE","operationParameters":{"isManaged":"false","description":null,"partitionBy":"[]","properties":"{\"delta.checkpointInterval\":\"2\"}"},"isolationLevel":"Serializable","isBlindAppend":true,"operationMetrics":{},"engineInfo":"Apache-Spark/3.3.1 Delta-Lake/2.1.1","txnId":"d87e63fb-7388-4b1c-9afc-750a561012b7"}} diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/_delta_log/00000000000000000001.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/_delta_log/00000000000000000001.json new file mode 100644 index 0000000000..5f4304c65c --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/_delta_log/00000000000000000001.json @@ -0,0 +1,2 @@ +{"add":{"path":"part-00000-ad1a4bb7-07e8-4f40-b50b-49910d209e0c-c000.snappy.parquet","partitionValues":{},"size":965,"modificationTime":1674611456921,"dataChange":true,"stats":"{\"numRecords\":5,\"minValues\":{\"letter\":\"b\",\"int\":288,\"date\":\"1978-02-01\"},\"maxValues\":{\"letter\":\"c\",\"int\":988,\"date\":\"2020-05-01\"},\"nullCount\":{\"letter\":3,\"int\":0,\"date\":0}}"}} +{"commitInfo":{"timestamp":1674611457269,"operation":"WRITE","operationParameters":{"mode":"Overwrite","partitionBy":"[]"},"readVersion":0,"isolationLevel":"Serializable","isBlindAppend":false,"operationMetrics":{"numFiles":"1","numOutputRows":"5","numOutputBytes":"965"},"engineInfo":"Apache-Spark/3.3.1 Delta-Lake/2.1.1","txnId":"71d9bcd1-7f2b-46f8-bd1f-e0a8e872f3c3"}} diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/_delta_log/00000000000000000002.checkpoint.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/_delta_log/00000000000000000002.checkpoint.parquet new file mode 100644 index 0000000000..659bf517d6 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/_delta_log/00000000000000000002.checkpoint.parquet differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/_delta_log/00000000000000000002.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/_delta_log/00000000000000000002.json new file mode 100644 index 0000000000..f59c40dd67 --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/_delta_log/00000000000000000002.json @@ -0,0 +1,3 @@ +{"add":{"path":"part-00000-a190be9e-e3df-439e-b366-06a863f51e99-c000.snappy.parquet","partitionValues":{},"size":976,"modificationTime":1674611458901,"dataChange":true,"stats":"{\"numRecords\":5,\"minValues\":{\"letter\":\"a\",\"int\":120,\"date\":\"1971-07-01\"},\"maxValues\":{\"letter\":\"c\",\"int\":667,\"date\":\"2018-02-01\"},\"nullCount\":{\"letter\":2,\"int\":0,\"date\":0}}"}} +{"remove":{"path":"part-00000-ad1a4bb7-07e8-4f40-b50b-49910d209e0c-c000.snappy.parquet","deletionTimestamp":1674611459307,"dataChange":true,"extendedFileMetadata":true,"partitionValues":{},"size":965}} +{"commitInfo":{"timestamp":1674611459307,"operation":"WRITE","operationParameters":{"mode":"Overwrite","partitionBy":"[]"},"readVersion":1,"isolationLevel":"Serializable","isBlindAppend":false,"operationMetrics":{"numFiles":"1","numOutputRows":"5","numOutputBytes":"976"},"engineInfo":"Apache-Spark/3.3.1 Delta-Lake/2.1.1","txnId":"b08f5758-a8e9-4dd1-af7e-7b6e53928d7a"}} diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/_delta_log/00000000000000000003.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/_delta_log/00000000000000000003.json new file mode 100644 index 0000000000..21a717332f --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/_delta_log/00000000000000000003.json @@ -0,0 +1,3 @@ +{"add":{"path":"part-00000-70b1dcdf-0236-4f63-a072-124cdbafd8a0-c000.snappy.parquet","partitionValues":{},"size":1010,"modificationTime":1674611461541,"dataChange":true,"stats":"{\"numRecords\":5,\"minValues\":{\"letter\":\"a\",\"int\":93,\"date\":\"1975-06-01\"},\"maxValues\":{\"letter\":\"c\",\"int\":753,\"date\":\"2013-03-01\"},\"nullCount\":{\"letter\":1,\"int\":0,\"date\":0}}"}} +{"remove":{"path":"part-00000-a190be9e-e3df-439e-b366-06a863f51e99-c000.snappy.parquet","deletionTimestamp":1674611461982,"dataChange":true,"extendedFileMetadata":true,"partitionValues":{},"size":976}} +{"commitInfo":{"timestamp":1674611461982,"operation":"WRITE","operationParameters":{"mode":"Overwrite","partitionBy":"[]"},"readVersion":2,"isolationLevel":"Serializable","isBlindAppend":false,"operationMetrics":{"numFiles":"1","numOutputRows":"5","numOutputBytes":"1010"},"engineInfo":"Apache-Spark/3.3.1 Delta-Lake/2.1.1","txnId":"0403bbaf-a6f2-4543-9e6c-bd068e76670f"}} diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/_delta_log/_last_checkpoint b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/_delta_log/_last_checkpoint new file mode 100644 index 0000000000..311182da9c --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/_delta_log/_last_checkpoint @@ -0,0 +1 @@ +{"version":2,"size":4,"sizeInBytes":12712,"numOfAddFiles":1,"checkpointSchema":{"type":"struct","fields":[{"name":"txn","type":{"type":"struct","fields":[{"name":"appId","type":"string","nullable":true,"metadata":{}},{"name":"version","type":"long","nullable":true,"metadata":{}},{"name":"lastUpdated","type":"long","nullable":true,"metadata":{}}]},"nullable":true,"metadata":{}},{"name":"add","type":{"type":"struct","fields":[{"name":"path","type":"string","nullable":true,"metadata":{}},{"name":"partitionValues","type":{"type":"map","keyType":"string","valueType":"string","valueContainsNull":true},"nullable":true,"metadata":{}},{"name":"size","type":"long","nullable":true,"metadata":{}},{"name":"modificationTime","type":"long","nullable":true,"metadata":{}},{"name":"dataChange","type":"boolean","nullable":true,"metadata":{}},{"name":"tags","type":{"type":"map","keyType":"string","valueType":"string","valueContainsNull":true},"nullable":true,"metadata":{}},{"name":"stats","type":"string","nullable":true,"metadata":{}}]},"nullable":true,"metadata":{}},{"name":"remove","type":{"type":"struct","fields":[{"name":"path","type":"string","nullable":true,"metadata":{}},{"name":"deletionTimestamp","type":"long","nullable":true,"metadata":{}},{"name":"dataChange","type":"boolean","nullable":true,"metadata":{}},{"name":"extendedFileMetadata","type":"boolean","nullable":true,"metadata":{}},{"name":"partitionValues","type":{"type":"map","keyType":"string","valueType":"string","valueContainsNull":true},"nullable":true,"metadata":{}},{"name":"size","type":"long","nullable":true,"metadata":{}},{"name":"tags","type":{"type":"map","keyType":"string","valueType":"string","valueContainsNull":true},"nullable":true,"metadata":{}}]},"nullable":true,"metadata":{}},{"name":"metaData","type":{"type":"struct","fields":[{"name":"id","type":"string","nullable":true,"metadata":{}},{"name":"name","type":"string","nullable":true,"metadata":{}},{"name":"description","type":"string","nullable":true,"metadata":{}},{"name":"format","type":{"type":"struct","fields":[{"name":"provider","type":"string","nullable":true,"metadata":{}},{"name":"options","type":{"type":"map","keyType":"string","valueType":"string","valueContainsNull":true},"nullable":true,"metadata":{}}]},"nullable":true,"metadata":{}},{"name":"schemaString","type":"string","nullable":true,"metadata":{}},{"name":"partitionColumns","type":{"type":"array","elementType":"string","containsNull":true},"nullable":true,"metadata":{}},{"name":"configuration","type":{"type":"map","keyType":"string","valueType":"string","valueContainsNull":true},"nullable":true,"metadata":{}},{"name":"createdTime","type":"long","nullable":true,"metadata":{}}]},"nullable":true,"metadata":{}},{"name":"protocol","type":{"type":"struct","fields":[{"name":"minReaderVersion","type":"integer","nullable":true,"metadata":{}},{"name":"minWriterVersion","type":"integer","nullable":true,"metadata":{}}]},"nullable":true,"metadata":{}}]},"checksum":"3c1a4a7ad9b68673d4095534b71f050a"} diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/part-00000-70b1dcdf-0236-4f63-a072-124cdbafd8a0-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/part-00000-70b1dcdf-0236-4f63-a072-124cdbafd8a0-c000.snappy.parquet new file mode 100644 index 0000000000..5fbef8bfed Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/part-00000-70b1dcdf-0236-4f63-a072-124cdbafd8a0-c000.snappy.parquet differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/part-00000-a190be9e-e3df-439e-b366-06a863f51e99-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/part-00000-a190be9e-e3df-439e-b366-06a863f51e99-c000.snappy.parquet new file mode 100644 index 0000000000..c8a6c89e43 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/part-00000-a190be9e-e3df-439e-b366-06a863f51e99-c000.snappy.parquet differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/part-00000-ad1a4bb7-07e8-4f40-b50b-49910d209e0c-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/part-00000-ad1a4bb7-07e8-4f40-b50b-49910d209e0c-c000.snappy.parquet new file mode 100644 index 0000000000..6a69c83d87 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/part-00000-ad1a4bb7-07e8-4f40-b50b-49910d209e0c-c000.snappy.parquet differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/expected/latest/table_content/._SUCCESS.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/expected/latest/table_content/._SUCCESS.crc new file mode 100644 index 0000000000..3b7b044936 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/expected/latest/table_content/._SUCCESS.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/expected/latest/table_content/.part-00000-d25cdd45-b9cd-4084-8025-dd2a423af166-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/expected/latest/table_content/.part-00000-d25cdd45-b9cd-4084-8025-dd2a423af166-c000.snappy.parquet.crc new file mode 100644 index 0000000000..b8251dd8b1 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/expected/latest/table_content/.part-00000-d25cdd45-b9cd-4084-8025-dd2a423af166-c000.snappy.parquet.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/expected/latest/table_content/_SUCCESS b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/expected/latest/table_content/_SUCCESS new file mode 100644 index 0000000000..e69de29bb2 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/expected/latest/table_content/part-00000-d25cdd45-b9cd-4084-8025-dd2a423af166-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/expected/latest/table_content/part-00000-d25cdd45-b9cd-4084-8025-dd2a423af166-c000.snappy.parquet new file mode 100644 index 0000000000..5fbef8bfed Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/expected/latest/table_content/part-00000-d25cdd45-b9cd-4084-8025-dd2a423af166-c000.snappy.parquet differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/expected/latest/table_version_metadata.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/expected/latest/table_version_metadata.json new file mode 100644 index 0000000000..0dd84632fe --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/expected/latest/table_version_metadata.json @@ -0,0 +1,8 @@ +{ + "version": 3, + "properties": { + "delta.checkpointInterval": "2" + }, + "min_reader_version": 1, + "min_writer_version": 2 +} \ No newline at end of file diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/test_case_info.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/test_case_info.json new file mode 100644 index 0000000000..8c60c35198 --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/test_case_info.json @@ -0,0 +1,4 @@ +{ + "name": "with_checkpoint", + "description": "Table with a checkpoint" +} \ No newline at end of file diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/delta/.part-00000-13b4e39a-cb93-476e-8206-9ec3f180d09c-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/delta/.part-00000-13b4e39a-cb93-476e-8206-9ec3f180d09c-c000.snappy.parquet.crc new file mode 100644 index 0000000000..c9cc70f994 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/delta/.part-00000-13b4e39a-cb93-476e-8206-9ec3f180d09c-c000.snappy.parquet.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/delta/.part-00000-ed934339-86bc-438b-b5e0-8d7d5d195985-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/delta/.part-00000-ed934339-86bc-438b-b5e0-8d7d5d195985-c000.snappy.parquet.crc new file mode 100644 index 0000000000..e582ef41f2 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/delta/.part-00000-ed934339-86bc-438b-b5e0-8d7d5d195985-c000.snappy.parquet.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/delta/_delta_log/.00000000000000000000.json.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/delta/_delta_log/.00000000000000000000.json.crc new file mode 100644 index 0000000000..940e0c66bb Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/delta/_delta_log/.00000000000000000000.json.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/delta/_delta_log/.00000000000000000001.json.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/delta/_delta_log/.00000000000000000001.json.crc new file mode 100644 index 0000000000..82675a9f69 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/delta/_delta_log/.00000000000000000001.json.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/delta/_delta_log/00000000000000000000.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/delta/_delta_log/00000000000000000000.json new file mode 100644 index 0000000000..f56f0b5a4a --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/delta/_delta_log/00000000000000000000.json @@ -0,0 +1,4 @@ +{"protocol":{"minReaderVersion":1,"minWriterVersion":2}} +{"metaData":{"id":"17085245-5071-494f-8031-cce404ff2d29","format":{"provider":"parquet","options":{}},"schemaString":"{\"type\":\"struct\",\"fields\":[{\"name\":\"letter\",\"type\":\"string\",\"nullable\":true,\"metadata\":{}},{\"name\":\"number\",\"type\":\"long\",\"nullable\":true,\"metadata\":{}}]}","partitionColumns":[],"configuration":{},"createdTime":1674611444726}} +{"add":{"path":"part-00000-13b4e39a-cb93-476e-8206-9ec3f180d09c-c000.snappy.parquet","partitionValues":{},"size":724,"modificationTime":1674611444893,"dataChange":true,"stats":"{\"numRecords\":3,\"minValues\":{\"letter\":\"a\",\"number\":1},\"maxValues\":{\"letter\":\"c\",\"number\":3},\"nullCount\":{\"letter\":0,\"number\":0}}"}} +{"commitInfo":{"timestamp":1674611444901,"operation":"WRITE","operationParameters":{"mode":"ErrorIfExists","partitionBy":"[]"},"isolationLevel":"Serializable","isBlindAppend":true,"operationMetrics":{"numFiles":"1","numOutputRows":"3","numOutputBytes":"724"},"engineInfo":"Apache-Spark/3.3.1 Delta-Lake/2.1.1","txnId":"7d3802a9-f73c-4b50-bd30-6215f7df909f"}} diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/delta/_delta_log/00000000000000000001.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/delta/_delta_log/00000000000000000001.json new file mode 100644 index 0000000000..5c855d7e81 --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/delta/_delta_log/00000000000000000001.json @@ -0,0 +1,4 @@ +{"metaData":{"id":"17085245-5071-494f-8031-cce404ff2d29","format":{"provider":"parquet","options":{}},"schemaString":"{\"type\":\"struct\",\"fields\":[{\"name\":\"num1\",\"type\":\"long\",\"nullable\":true,\"metadata\":{}},{\"name\":\"num2\",\"type\":\"long\",\"nullable\":true,\"metadata\":{}}]}","partitionColumns":[],"configuration":{},"createdTime":1674611444726}} +{"add":{"path":"part-00000-ed934339-86bc-438b-b5e0-8d7d5d195985-c000.snappy.parquet","partitionValues":{},"size":760,"modificationTime":1674611446837,"dataChange":true,"stats":"{\"numRecords\":3,\"minValues\":{\"num1\":22,\"num2\":33},\"maxValues\":{\"num1\":66,\"num2\":77},\"nullCount\":{\"num1\":0,\"num2\":0}}"}} +{"remove":{"path":"part-00000-13b4e39a-cb93-476e-8206-9ec3f180d09c-c000.snappy.parquet","deletionTimestamp":1674611447295,"dataChange":true,"extendedFileMetadata":true,"partitionValues":{},"size":724}} +{"commitInfo":{"timestamp":1674611447296,"operation":"WRITE","operationParameters":{"mode":"Overwrite","partitionBy":"[]"},"readVersion":0,"isolationLevel":"Serializable","isBlindAppend":false,"operationMetrics":{"numFiles":"1","numOutputRows":"3","numOutputBytes":"760"},"engineInfo":"Apache-Spark/3.3.1 Delta-Lake/2.1.1","txnId":"470a93b5-2eae-42cd-ad1c-53fc299d71f1"}} diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/delta/part-00000-13b4e39a-cb93-476e-8206-9ec3f180d09c-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/delta/part-00000-13b4e39a-cb93-476e-8206-9ec3f180d09c-c000.snappy.parquet new file mode 100644 index 0000000000..1122f3f1b7 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/delta/part-00000-13b4e39a-cb93-476e-8206-9ec3f180d09c-c000.snappy.parquet differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/delta/part-00000-ed934339-86bc-438b-b5e0-8d7d5d195985-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/delta/part-00000-ed934339-86bc-438b-b5e0-8d7d5d195985-c000.snappy.parquet new file mode 100644 index 0000000000..1a7cfe4a57 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/delta/part-00000-ed934339-86bc-438b-b5e0-8d7d5d195985-c000.snappy.parquet differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/expected/latest/table_content/._SUCCESS.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/expected/latest/table_content/._SUCCESS.crc new file mode 100644 index 0000000000..3b7b044936 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/expected/latest/table_content/._SUCCESS.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/expected/latest/table_content/.part-00000-48e2d473-9c98-4dbd-bbda-44004cc03c55-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/expected/latest/table_content/.part-00000-48e2d473-9c98-4dbd-bbda-44004cc03c55-c000.snappy.parquet.crc new file mode 100644 index 0000000000..e582ef41f2 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/expected/latest/table_content/.part-00000-48e2d473-9c98-4dbd-bbda-44004cc03c55-c000.snappy.parquet.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/expected/latest/table_content/_SUCCESS b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/expected/latest/table_content/_SUCCESS new file mode 100644 index 0000000000..e69de29bb2 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/expected/latest/table_content/part-00000-48e2d473-9c98-4dbd-bbda-44004cc03c55-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/expected/latest/table_content/part-00000-48e2d473-9c98-4dbd-bbda-44004cc03c55-c000.snappy.parquet new file mode 100644 index 0000000000..1a7cfe4a57 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/expected/latest/table_content/part-00000-48e2d473-9c98-4dbd-bbda-44004cc03c55-c000.snappy.parquet differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/expected/latest/table_version_metadata.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/expected/latest/table_version_metadata.json new file mode 100644 index 0000000000..92ba3ed94e --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/expected/latest/table_version_metadata.json @@ -0,0 +1,6 @@ +{ + "version": 1, + "properties": {}, + "min_reader_version": 1, + "min_writer_version": 2 +} \ No newline at end of file diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/expected/v1/table_content/._SUCCESS.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/expected/v1/table_content/._SUCCESS.crc new file mode 100644 index 0000000000..3b7b044936 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/expected/v1/table_content/._SUCCESS.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/expected/v1/table_content/.part-00000-6c2edb4d-8864-4031-8567-234e399f8a56-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/expected/v1/table_content/.part-00000-6c2edb4d-8864-4031-8567-234e399f8a56-c000.snappy.parquet.crc new file mode 100644 index 0000000000..e582ef41f2 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/expected/v1/table_content/.part-00000-6c2edb4d-8864-4031-8567-234e399f8a56-c000.snappy.parquet.crc differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/expected/v1/table_content/_SUCCESS b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/expected/v1/table_content/_SUCCESS new file mode 100644 index 0000000000..e69de29bb2 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/expected/v1/table_content/part-00000-6c2edb4d-8864-4031-8567-234e399f8a56-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/expected/v1/table_content/part-00000-6c2edb4d-8864-4031-8567-234e399f8a56-c000.snappy.parquet new file mode 100644 index 0000000000..1a7cfe4a57 Binary files /dev/null and b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/expected/v1/table_content/part-00000-6c2edb4d-8864-4031-8567-234e399f8a56-c000.snappy.parquet differ diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/expected/v1/table_version_metadata.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/expected/v1/table_version_metadata.json new file mode 100644 index 0000000000..92ba3ed94e --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/expected/v1/table_version_metadata.json @@ -0,0 +1,6 @@ +{ + "version": 1, + "properties": {}, + "min_reader_version": 1, + "min_writer_version": 2 +} \ No newline at end of file diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/test_case_info.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/test_case_info.json new file mode 100644 index 0000000000..22be093bdd --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/test_case_info.json @@ -0,0 +1,4 @@ +{ + "name": "with_schema_change", + "description": "Table which has schema change using overwriteSchema=True." +} \ No newline at end of file