Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
54 commits
Select commit Hold shift + click to select a range
549709f
[Variant]: Implement DataType::List/LargeList support for cast_to_var…
sdf-jkl Aug 22, 2025
26c9c7a
Add benchmarks for arrow-avro writer (#8165)
jecsand838 Aug 23, 2025
cc1dc6c
Restore accidentally removed method Block::to_ne_bytes (#8211)
jhorstmann Aug 23, 2025
4009514
[Variant] feat: add support for casting MapArray to VariantArray (#8177)
Weijun-H Aug 23, 2025
81867eb
[Variant] Implement `VariantArray::value` for shredded variants (#8105)
klion26 Aug 23, 2025
0c4e58f
[Variant]: Implement `DataType::Union` support for `cast_to_variant` …
liamzwbao Aug 23, 2025
32b385b
[Variant] VariantArrayBuilder uses MetadataBuilder and ValueBuilder (…
scovich Aug 23, 2025
c83c6b2
[avro] Fix Avro decoder bitmap corruption when nullable field decodin…
yongkyunlee Aug 24, 2025
a620957
[Variant] Support read-only metadata builders (#8208)
scovich Aug 25, 2025
d880a01
Update apache-avro requirement from 0.14.0 to 0.20.0 (#8226)
dependabot[bot] Aug 26, 2025
8d184e1
Bump actions/upload-pages-artifact from 3 to 4 (#8224)
dependabot[bot] Aug 26, 2025
ad756f9
[avro] Support all default types for avro schema's record field (#8210)
yongkyunlee Aug 26, 2025
c48b1ad
Fix error condition in doc comment of `Field::try_canonical_extension…
mbrobbel Aug 26, 2025
09f66c8
[Variant]: Implement `DataType::Duration` support for `cast_to_varian…
liamzwbao Aug 26, 2025
7360b3b
[Variant] Allow appending raw object/list bytes to variant builders (…
scovich Aug 26, 2025
6090e75
[Variant] feat: remove unnecessary unwraps in `Object::finish` (#8214)
Weijun-H Aug 26, 2025
1dacecb
Unpin nightly rust version (MIRI job) (#8229)
mbrobbel Aug 26, 2025
f337933
pin comfy-table to 7.1.2 (#8244)
zachschuermann Aug 29, 2025
986a7d4
[Variant] Add Variant::as_f16 (#8232)
klion26 Aug 29, 2025
1e45aae
Update hashbrown requirement from 0.15.1 to 0.16.0 (#8248)
dependabot[bot] Aug 29, 2025
3dcd23f
Sort: Change lexsort comment from stable to unstable (#8245)
mapleFU Aug 29, 2025
4506998
feat: gRPC compression support for flight CLI (#8240)
crepererum Sep 2, 2025
07e0953
Adds Confluent wire format handling to arrow-avro crate (#8242)
nathaniel-d-ef Sep 4, 2025
d82c5a5
Bump actions/setup-python from 5 to 6 (#8278)
dependabot[bot] Sep 4, 2025
db2403c
Bump actions/setup-node from 4 to 5 (#8279)
dependabot[bot] Sep 4, 2025
25cc570
[Variant] Support typed access for numeric types in variant_get (#8179)
superserious-dev Sep 4, 2025
1642714
Added arrow-avro schema resolution value skipping (#8220)
jecsand838 Sep 4, 2025
0ba91ae
Bump actions/labeler from 5.0.0 to 6.0.0 (#8276)
dependabot[bot] Sep 4, 2025
ada5abb
Merge oss/main into cmu-db/shredding-variant-part1
scovich Sep 4, 2025
a3e1934
checkpoint
scovich Sep 4, 2025
04cac48
checkpoint
scovich Sep 4, 2025
f365a23
fmt
scovich Sep 4, 2025
59341f6
checkpoint
scovich Sep 4, 2025
60179ce
checkpoint
scovich Sep 4, 2025
89b3c75
checkpoint
scovich Sep 4, 2025
f6fd915
manual cleanups
scovich Sep 4, 2025
a32ccdb
move definition to a better place
scovich Sep 4, 2025
07b2503
Impl `Display` for `Tz` (#8275)
kylebarron Sep 5, 2025
9709c09
Add into_builder method for WriterProperties (#8272)
corwinjoy Sep 5, 2025
471f3b1
[Minor] Backport changes to metadata benchmark (#8251)
etseidl Sep 5, 2025
ad1f86e
Bump actions/github-script from 7 to 8 (#8287)
dependabot[bot] Sep 5, 2025
3ee1d2c
Bump actions/labeler from 6.0.0 to 6.0.1 (#8288)
dependabot[bot] Sep 5, 2025
bffad59
[Parquet] Write row group with async writer (#8262)
lilianm Sep 5, 2025
cd676cd
[Variant] Add as_u* for Variant (#8284)
klion26 Sep 5, 2025
2a8b183
[Variant] Refactor `cast_to_variant` (#8235)
liamzwbao Sep 5, 2025
8c80fe1
Added arrow-avro enum mapping support for schema resolution (#8223)
jecsand838 Sep 6, 2025
1c4d925
feat: `SSLKEYLOGFILE` support for flight CLI (#8239)
crepererum Sep 6, 2025
964805f
Update docstring comment for Writer::write() in writer.rs (#8267)
YKoustubhRao Sep 6, 2025
e5ead92
Use apache/arrow-dotnet for integration test (#8295)
kou Sep 8, 2025
0c7cb2a
Parquet: Do not compress v2 data page when compress is bad quality (#…
mapleFU Sep 8, 2025
911940f
Added List and Struct Encoding to arrow-avro Writer (#8274)
jecsand838 Sep 8, 2025
4b8cbe2
Add Decimal32 and Decimal64 support to arrow-avro Reader (#8255)
jecsand838 Sep 8, 2025
7a66cfb
remove uneeded allow(unused)
alamb Sep 8, 2025
3e4fafc
Merge remote-tracking branch 'apache/main' into shredding-variant-par…
alamb Sep 8, 2025
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 2 additions & 2 deletions .github/workflows/dev.yml
Original file line number Diff line number Diff line change
Expand Up @@ -40,7 +40,7 @@ jobs:
steps:
- uses: actions/checkout@v5
- name: Setup Python
uses: actions/setup-python@v5
uses: actions/setup-python@v6
with:
python-version: 3.8
- name: Audit licenses
Expand All @@ -51,7 +51,7 @@ jobs:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v5
- uses: actions/setup-node@v4
- uses: actions/setup-node@v5
with:
node-version: "14"
- name: Prettier check
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/dev_pr.yml
Original file line number Diff line number Diff line change
Expand Up @@ -44,7 +44,7 @@ jobs:
github.event_name == 'pull_request_target' &&
(github.event.action == 'opened' ||
github.event.action == 'synchronize')
uses: actions/labeler@v5.0.0
uses: actions/labeler@v6.0.1
with:
repo-token: ${{ secrets.GITHUB_TOKEN }}
configuration-path: .github/workflows/dev_pr/labeler.yml
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/docs.yml
Original file line number Diff line number Diff line change
Expand Up @@ -56,7 +56,7 @@ jobs:
echo "::warning title=Invalid file permissions automatically fixed::$line"
done
- name: Upload artifacts
uses: actions/upload-pages-artifact@v3
uses: actions/upload-pages-artifact@v4
with:
name: crate-docs
path: target/doc
Expand Down
8 changes: 7 additions & 1 deletion .github/workflows/integration.yml
Original file line number Diff line number Diff line change
Expand Up @@ -63,6 +63,7 @@ jobs:
ARROW_INTEGRATION_CPP: ON
ARROW_INTEGRATION_CSHARP: ON
ARCHERY_INTEGRATION_TARGET_IMPLEMENTATIONS: "rust"
ARCHERY_INTEGRATION_WITH_DOTNET: "1"
ARCHERY_INTEGRATION_WITH_GO: "1"
ARCHERY_INTEGRATION_WITH_JAVA: "1"
ARCHERY_INTEGRATION_WITH_JS: "1"
Expand Down Expand Up @@ -98,6 +99,11 @@ jobs:
with:
path: rust
fetch-depth: 0
- name: Checkout Arrow .NET
uses: actions/checkout@v5
with:
repository: apache/arrow-dotnet
path: dotnet
- name: Checkout Arrow Go
uses: actions/checkout@v5
with:
Expand Down Expand Up @@ -152,7 +158,7 @@ jobs:
path: /home/runner/target
# this key is not equal because maturin uses different compilation flags.
key: ${{ runner.os }}-${{ matrix.arch }}-target-maturin-cache-${{ matrix.rust }}-
- uses: actions/setup-python@v5
- uses: actions/setup-python@v6
with:
python-version: '3.8'
- name: Upgrade pip and setuptools
Expand Down
8 changes: 2 additions & 6 deletions .github/workflows/miri.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -52,12 +52,8 @@ jobs:
submodules: true
- name: Setup Rust toolchain
run: |
# Temp pin to nightly-2025-08-18 until https://github.com/rust-lang/rust/issues/145652 is resolved
# See https://github.com/apache/arrow-rs/issues/8181 for more details
rustup toolchain install nightly-2025-08-18 --component miri
rustup override set nightly-2025-08-18
# rustup toolchain install nightly --component miri
# rustup override set nightly
rustup toolchain install nightly --component miri
rustup override set nightly
cargo miri setup
- name: Run Miri Checks
env:
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/parquet.yml
Original file line number Diff line number Diff line change
Expand Up @@ -153,7 +153,7 @@ jobs:
steps:
- uses: actions/checkout@v5
- name: Setup Python
uses: actions/setup-python@v5
uses: actions/setup-python@v6
with:
python-version: "3.10"
cache: "pip"
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/take.yml
Original file line number Diff line number Diff line change
Expand Up @@ -28,7 +28,7 @@ jobs:
if: (!github.event.issue.pull_request) && github.event.comment.body == 'take'
runs-on: ubuntu-latest
steps:
- uses: actions/github-script@v7
- uses: actions/github-script@v8
with:
script: |
github.rest.issues.addAssignees({
Expand Down
2 changes: 1 addition & 1 deletion arrow-array/Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -46,7 +46,7 @@ chrono = { workspace = true }
chrono-tz = { version = "0.10", optional = true }
num = { version = "0.4.1", default-features = false, features = ["std"] }
half = { version = "2.1", default-features = false, features = ["num-traits"] }
hashbrown = { version = "0.15.1", default-features = false }
hashbrown = { version = "0.16.0", default-features = false }

[package.metadata.docs.rs]
all-features = true
Expand Down
19 changes: 19 additions & 0 deletions arrow-array/src/timezone.rs
Original file line number Diff line number Diff line change
Expand Up @@ -53,6 +53,7 @@ mod private {
use super::*;
use chrono::offset::TimeZone;
use chrono::{LocalResult, NaiveDate, NaiveDateTime, Offset};
use std::fmt::Display;
use std::str::FromStr;

/// An [`Offset`] for [`Tz`]
Expand Down Expand Up @@ -97,6 +98,15 @@ mod private {
}
}

impl Display for Tz {
fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
match self.0 {
TzInner::Timezone(tz) => tz.fmt(f),
TzInner::Offset(offset) => offset.fmt(f),
}
}
}

macro_rules! tz {
($s:ident, $tz:ident, $b:block) => {
match $s.0 {
Expand Down Expand Up @@ -228,6 +238,15 @@ mod private {
sydney_offset_with_dst
);
}

#[test]
fn test_timezone_display() {
let test_cases = ["UTC", "America/Los_Angeles", "-08:00", "+05:30"];
for &case in &test_cases {
let tz: Tz = case.parse().unwrap();
assert_eq!(tz.to_string(), case);
}
}
}
}

Expand Down
11 changes: 10 additions & 1 deletion arrow-avro/Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -40,6 +40,9 @@ default = ["deflate", "snappy", "zstd", "bzip2", "xz"]
deflate = ["flate2"]
snappy = ["snap", "crc"]
canonical_extension_types = ["arrow-schema/canonical_extension_types"]
md5 = ["dep:md5"]
sha256 = ["dep:sha2"]
small_decimals = []

[dependencies]
arrow-schema = { workspace = true }
Expand All @@ -59,6 +62,8 @@ strum_macros = "0.27"
uuid = "1.17"
indexmap = "2.10"
rand = "0.9"
md5 = { version = "0.8", optional = true }
sha2 = { version = "0.10", optional = true }

[dev-dependencies]
arrow-data = { workspace = true }
Expand All @@ -73,7 +78,7 @@ arrow = { workspace = true }
futures = "0.3.31"
bytes = "1.10.1"
async-stream = "0.3.6"
apache-avro = "0.14.0"
apache-avro = "0.20.0"
num-bigint = "0.4"
once_cell = "1.21.3"

Expand All @@ -83,4 +88,8 @@ harness = false

[[bench]]
name = "decoder"
harness = false

[[bench]]
name = "avro_writer"
harness = false
Loading