From cd86c3e2297855ccfed746f081d106fcdbdb2d62 Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" <41898282+github-actions[bot]@users.noreply.github.com> Date: Wed, 4 Nov 2026 21:59:22 +0000 Subject: [PATCH 1/2] chore: release v0.32.0 --- CHANGELOG.md | 16 ++++++++++++++++ bytes/Cargo.toml | 2 +- communication/Cargo.toml | 8 ++++---- container/Cargo.toml | 2 +- logging/Cargo.toml | 4 ++-- timely/Cargo.toml | 10 +++++----- 6 files changed, 29 insertions(+), 13 deletions(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index 196b5d534..596343bd5 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -7,6 +7,22 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0 ## [Unreleased] +## [0.32.0](https://github.com/TimelyDataflow/timely-dataflow/compare/timely-v0.31.0...timely-v0.32.0) - 2026-11-04 + +### Other + +- Avoid rebuilding unchanged frontiers for positive count updates ([#829](https://github.com/TimelyDataflow/timely-dataflow/pull/829)) +- Skip irrelevant count scans during lazy progress reporting ([#830](https://github.com/TimelyDataflow/timely-dataflow/pull/830)) +- Schedule recipients of records crossing a scope boundary in the pass that moves them ([#832](https://github.com/TimelyDataflow/timely-dataflow/pull/832)) +- Record the operator a thread is scheduling ([#831](https://github.com/TimelyDataflow/timely-dataflow/pull/831)) +- Add explicit dirty bit to pushers::Counter ([#825](https://github.com/TimelyDataflow/timely-dataflow/pull/825)) +- Feedback drops empty-stamped messages; stamp deserialization sorts ([#823](https://github.com/TimelyDataflow/timely-dataflow/pull/823)) +- Remove Notificator, FrontierNotificator, unary_notify, and binary_notify ([#819](https://github.com/TimelyDataflow/timely-dataflow/pull/819)) +- Remove operators that read a time off the capability, and the flow-control and Result helpers ([#818](https://github.com/TimelyDataflow/timely-dataflow/pull/818)) +- :time() requires TotalOrder and returns Option ([#817](https://github.com/TimelyDataflow/timely-dataflow/pull/817)) +- Cheaper coordination among workers: poll before parking, fewer signals, serialize broadcasts once ([#816](https://github.com/TimelyDataflow/timely-dataflow/pull/816)) +- Messages stamped by sets of capabilities ([#813](https://github.com/TimelyDataflow/timely-dataflow/pull/813)) + ## [0.31.0](https://github.com/TimelyDataflow/timely-dataflow/compare/timely-v0.30.0...timely-v0.31.0) - 2026-07-14 This release continues excising monomorphization sprawl from the progress subsystem: `PortConnectivity`'s map becomes a sorted `Vec`, removing the last `BTreeMap` and `HashMap` from progress tracking (9.1% fewer LLVM lines on the `bfs` example), alongside clone and allocation trimming on hot paths. diff --git a/bytes/Cargo.toml b/bytes/Cargo.toml index 5d59dca64..7dbb914f8 100644 --- a/bytes/Cargo.toml +++ b/bytes/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "timely_bytes" -version = "0.31.0" +version = "0.32.0" authors = ["Frank McSherry "] edition.workspace = true rust-version.workspace = true diff --git a/communication/Cargo.toml b/communication/Cargo.toml index 9ca729304..9bc1b2119 100644 --- a/communication/Cargo.toml +++ b/communication/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "timely_communication" -version = "0.31.0" +version = "0.32.0" authors = ["Frank McSherry "] description = "Communication layer for timely dataflow" edition.workspace = true @@ -25,9 +25,9 @@ columnar = { workspace = true } getopts = { version = "0.2.24", optional = true } byteorder = "1.5" serde = { version = "1.0", features = ["derive"] } -timely_bytes = { path = "../bytes", version = "0.31" } -timely_container = { path = "../container", version = "0.31.0" } -timely_logging = { path = "../logging", version = "0.31" } +timely_bytes = { path = "../bytes", version = "0.32" } +timely_container = { path = "../container", version = "0.32.0" } +timely_logging = { path = "../logging", version = "0.32" } [dev-dependencies] tempfile = "3" diff --git a/container/Cargo.toml b/container/Cargo.toml index feb8330f0..c59d74b63 100644 --- a/container/Cargo.toml +++ b/container/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "timely_container" -version = "0.31.0" +version = "0.32.0" description = "Container abstractions for Timely" license = "MIT" edition.workspace = true diff --git a/logging/Cargo.toml b/logging/Cargo.toml index 8e0e7ee4f..eca9784a9 100644 --- a/logging/Cargo.toml +++ b/logging/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "timely_logging" -version = "0.31.0" +version = "0.32.0" authors = ["Frank McSherry "] description = "Common timely logging infrastructure" edition.workspace = true @@ -16,4 +16,4 @@ license = "MIT" workspace = true [dependencies] -timely_container = { version = "0.31.0", path = "../container" } +timely_container = { version = "0.32.0", path = "../container" } diff --git a/timely/Cargo.toml b/timely/Cargo.toml index d856f0ae9..4826ba417 100644 --- a/timely/Cargo.toml +++ b/timely/Cargo.toml @@ -1,7 +1,7 @@ [package] name = "timely" -version = "0.31.0" +version = "0.32.0" authors = ["Frank McSherry "] readme = "../README.md" edition.workspace = true @@ -30,10 +30,10 @@ bincode = { version = "1.3" } byteorder = "1.5" itertools = "0.14.0" serde = { version = "1.0", features = ["derive"] } -timely_bytes = { path = "../bytes", version = "0.31" } -timely_logging = { path = "../logging", version = "0.31" } -timely_communication = { path = "../communication", version = "0.31", default-features = false } -timely_container = { path = "../container", version = "0.31" } +timely_bytes = { path = "../bytes", version = "0.32" } +timely_logging = { path = "../logging", version = "0.32" } +timely_communication = { path = "../communication", version = "0.32", default-features = false } +timely_container = { path = "../container", version = "0.32" } smallvec = { version = "1.15.1", features = ["serde", "const_generics"] } [dev-dependencies] From 0e352e0c0bc22b76ee17d6193ecd3d5875a91c40 Mon Sep 17 00:00:00 2001 From: Frank McSherry Date: Thu, 5 Nov 2026 12:05:15 -0500 Subject: [PATCH 2/2] Rewrite the 0.32.0 changelog entries by hand release-plz split the #817 subject at its first colon, so the entry read ":time() requires TotalOrder and returns Option". Rewrite the section by hand, group entries by kind, and split sentences onto separate lines. Co-Authored-By: Claude Haiku 5.5 --- CHANGELOG.md | 56 +++++++++++++++++++++++++++++++++++++++++----------- 1 file changed, 44 insertions(+), 12 deletions(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index 596343bd5..78ac98860 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -9,19 +9,51 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0 ## [0.32.0](https://github.com/TimelyDataflow/timely-dataflow/compare/timely-v0.31.0...timely-v0.32.0) - 2026-11-04 -### Other +This release changes how messages are stamped, and it removes the notificator and the operators that read a time off a capability. +Idle workers poll before they park, and progress tracking does less work on hot paths. + +### Breaking changes + +- **Message stamps are sets of times.** A message's stamp is now a multiset of timestamps instead of one time. + Singleton stamps behave as before. + An empty stamp makes no progress claims. ([#813](https://github.com/TimelyDataflow/timely-dataflow/pull/813)) +- **`InputCapability::time()` is now `least()`.** It exists only for `TotalOrder` and returns `Option<&T>`. + It returns `None` when no capabilities stamped the message. + `retain(port)` is now `retain_least(port)`, and the `Deref` to `T` is gone. + Partially ordered times should use `stamp()` and `retain_stamp()`. ([#817](https://github.com/TimelyDataflow/timely-dataflow/pull/817)) +- **The notificator is removed.** `Notificator`, `FrontierNotificator`, `unary_notify`, and `binary_notify` are gone. + To wait for a time, hold capabilities in a map keyed by time, and check them against the input frontiers. ([#819](https://github.com/TimelyDataflow/timely-dataflow/pull/819)) +- **Operators that read a time off the capability are removed.** This covers `delay`, `delay_batch`, `delay_total`, `count`, `accumulate`, `aggregate`, `state_machine`, `branch`, `branch_when`, and `reclock`. + It also covers the flow-controlled `iterator_source` and `ResultStream`. + For the container-generic form, use `ok_err` in `core`. ([#818](https://github.com/TimelyDataflow/timely-dataflow/pull/818)) +- **Stamp deserialization requires `T: Ord`.** Deserialization sorts the elements, because the bytes need not come from a valid `Stamp`. + The bound applies to `Stamp`, `Event`, `Message`'s `Bytesable` impl, and `EventReader`'s `EventIterator` impl. ([#823](https://github.com/TimelyDataflow/timely-dataflow/pull/823)) +- **`SharedProgress` has a new field, `pushed`.** Code that builds it with a struct literal must set the field. ([#832](https://github.com/TimelyDataflow/timely-dataflow/pull/832)) + +### Added + +- `CapabilitySet` can serve as a session capability. + `InputCapability::stamp()` and `retain_stamp()` expose the full stamp. ([#813](https://github.com/TimelyDataflow/timely-dataflow/pull/813)) +- `timely::scheduling::current` reports the identifier of the operator scheduled on this thread. + A host can call `current::enter` to charge outside work to an operator. ([#831](https://github.com/TimelyDataflow/timely-dataflow/pull/831)) +- `WorkerConfig::idle_spin`, set with `--idle-spin MICROS`, sets how long an idle worker polls before it parks. + The default is 10 µs. ([#816](https://github.com/TimelyDataflow/timely-dataflow/pull/816)) + +### Fixed + +- Counting pushers track a dirty bit explicitly. + This fixes a missed flush reported in #824. ([#825](https://github.com/TimelyDataflow/timely-dataflow/pull/825)) +- Feedback edges drop messages with empty stamps. + Those messages could circulate a loop without progress tracking seeing them. ([#823](https://github.com/TimelyDataflow/timely-dataflow/pull/823)) + +### Performance -- Avoid rebuilding unchanged frontiers for positive count updates ([#829](https://github.com/TimelyDataflow/timely-dataflow/pull/829)) -- Skip irrelevant count scans during lazy progress reporting ([#830](https://github.com/TimelyDataflow/timely-dataflow/pull/830)) -- Schedule recipients of records crossing a scope boundary in the pass that moves them ([#832](https://github.com/TimelyDataflow/timely-dataflow/pull/832)) -- Record the operator a thread is scheduling ([#831](https://github.com/TimelyDataflow/timely-dataflow/pull/831)) -- Add explicit dirty bit to pushers::Counter ([#825](https://github.com/TimelyDataflow/timely-dataflow/pull/825)) -- Feedback drops empty-stamped messages; stamp deserialization sorts ([#823](https://github.com/TimelyDataflow/timely-dataflow/pull/823)) -- Remove Notificator, FrontierNotificator, unary_notify, and binary_notify ([#819](https://github.com/TimelyDataflow/timely-dataflow/pull/819)) -- Remove operators that read a time off the capability, and the flow-control and Result helpers ([#818](https://github.com/TimelyDataflow/timely-dataflow/pull/818)) -- :time() requires TotalOrder and returns Option ([#817](https://github.com/TimelyDataflow/timely-dataflow/pull/817)) -- Cheaper coordination among workers: poll before parking, fewer signals, serialize broadcasts once ([#816](https://github.com/TimelyDataflow/timely-dataflow/pull/816)) -- Messages stamped by sets of capabilities ([#813](https://github.com/TimelyDataflow/timely-dataflow/pull/813)) +- Workers poll before they park, signal peers less often, and serialize broadcasts once. ([#816](https://github.com/TimelyDataflow/timely-dataflow/pull/816)) +- Records that enter or leave a nested scope schedule their recipients in the same pass that moves them. + This means fewer progress batches and less latency. ([#832](https://github.com/TimelyDataflow/timely-dataflow/pull/832)) +- Frontier updates skip a rebuild when a positive count cannot change the frontier. + In one instrumented Differential BFS run, this avoided 9,808 of 71,806 rebuilds. ([#829](https://github.com/TimelyDataflow/timely-dataflow/pull/829)) +- Lazy progress reporting skips count scans it does not need. ([#830](https://github.com/TimelyDataflow/timely-dataflow/pull/830)) ## [0.31.0](https://github.com/TimelyDataflow/timely-dataflow/compare/timely-v0.30.0...timely-v0.31.0) - 2026-07-14