mirror of
https://github.com/apple/swift-async-algorithms
synced 2026-11-22 04:10:40 +00:00
Compare commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
13713a4ffd | ||
|
|
789dcf1f3d | ||
|
|
11645b8feb | ||
|
|
a5195afbd5 | ||
|
|
46b3cc3a4e | ||
|
|
3da39bbc4e | ||
|
|
c8a9349238 | ||
|
|
e81438119c | ||
|
|
8ee3d2be19 | ||
|
|
8e16632775 | ||
|
|
f4177dcc17 | ||
|
|
268087d1de | ||
|
|
3bd2de010e | ||
|
|
b2beeb25b4 |
No files matched your search
@@ -15,6 +15,8 @@ jobs:
|
||||
linux_exclude_swift_versions: "[{\"swift_version\": \"5.9\"}, {\"swift_version\": \"5.10\"}]]"
|
||||
windows_exclude_swift_versions: "[{\"swift_version\": \"5.9\"}]"
|
||||
enable_wasm_sdk_build: true
|
||||
swift_flags: "--enable-all-traits"
|
||||
swift_nightly_flags: "--enable-all-traits"
|
||||
|
||||
soundness:
|
||||
name: Soundness
|
||||
|
||||
File renamed without changes.
@@ -48,7 +48,7 @@ The buffer internally to the share algorithm will only extend back to the furthe
|
||||
|
||||
## Runtime Behavior
|
||||
|
||||
The runtime behaviors fall into a few categories; ordering, iteration isolation, cancellation, and lifetimes. To understand the beahviors there are a terms useful to define. Each creation of the AsyncIterator of the sequence and invocation of next will be referred to a side of the share iteration. The back pressure to the system to fetch a new element or termination is refered to as demand. The limit which is the pending gate for awaiting until the buffer has been serviced used for the `AsyncBufferSequencePolicy.bounded(_ : Int)` policy. The last special definition is that of the extent which is specifically in this case the lifetime of the asynchronous sequence itself.
|
||||
The runtime behaviors fall into a few categories; ordering, iteration isolation, cancellation, and lifetimes. To understand the behaviors there are a terms useful to define. Each creation of the AsyncIterator of the sequence and invocation of next will be referred to a side of the share iteration. The back pressure to the system to fetch a new element or termination is referred to as demand. The limit which is the pending gate for awaiting until the buffer has been serviced used for the `AsyncBufferSequencePolicy.bounded(_ : Int)` policy. The last special definition is that of the extent which is specifically in this case the lifetime of the asynchronous sequence itself.
|
||||
|
||||
When the underlying type backing the share algorithm is constructed a new extent is created; this is used for tracking the reference lifetime under the hood and is used to both house the iteration but also to identify the point at which no more sides can be constructed. When no more sides can be constructed and no sides are left to iterate then the backing iteration is canceled. This prevents any un-referenced task backing the iteration to not be leaked by the algorith itself.
|
||||
|
||||
|
||||
@@ -1,13 +1,13 @@
|
||||
# Map Error
|
||||
|
||||
* Proposal: [SAA-NNNN](NNNN-map-error.md)
|
||||
* Proposal: [SAA-0017](0017-map-error.md)
|
||||
* Authors: [Clive Liu](https://github.com/clive819) [Philippe Hausler](https://github.com/phausler)
|
||||
* Review Manager: TBD
|
||||
* Status: **Awaiting review**
|
||||
|
||||
## Introduction
|
||||
|
||||
Asynchronous sequences often particpate in carefully crafted systems of algorithms spliced together. Some of those algorithms require that both the element type and the failure type are the same as each-other. In order to line those types up for the element we have the map algorithm today, however there are other times at which when using more specific APIs that transforming the Failure type is needed.
|
||||
Asynchronous sequences often participate in carefully crafted systems of algorithms spliced together. Some of those algorithms require that both the element type and the failure type are the same as each-other. In order to line those types up for the element we have the map algorithm today, however there are other times at which when using more specific APIs that transforming the Failure type is needed.
|
||||
|
||||
## Motivation
|
||||
|
||||
|
||||
+4
-1
@@ -68,7 +68,9 @@ let package = Package(
|
||||
dependencies: [
|
||||
.product(name: "BasicContainers", package: "swift-collections"),
|
||||
.product(name: "ContainersPreview", package: "swift-collections"),
|
||||
.product(name: "DequeModule", package: "swift-collections"),
|
||||
],
|
||||
exclude: ["NNNN-async-streaming.md"],
|
||||
swiftSettings: [
|
||||
.enableExperimentalFeature("SuppressedAssociatedTypesWithDefaults"),
|
||||
.enableExperimentalFeature("LifetimeDependence"),
|
||||
@@ -143,6 +145,7 @@ let package = Package(
|
||||
"AsyncStreaming",
|
||||
.product(name: "BasicContainers", package: "swift-collections"),
|
||||
.product(name: "ContainersPreview", package: "swift-collections"),
|
||||
.product(name: "SpanPreview", package: "swift-collections"),
|
||||
],
|
||||
swiftSettings: [
|
||||
.enableExperimentalFeature("SuppressedAssociatedTypesWithDefaults"),
|
||||
@@ -163,7 +166,7 @@ if Context.environment["SWIFTCI_USE_LOCAL_DEPS"] == nil {
|
||||
package.dependencies += [
|
||||
.package(
|
||||
url: "https://github.com/apple/swift-collections.git",
|
||||
from: "1.5.0",
|
||||
from: "1.7.0",
|
||||
traits: [.trait(name: "UnstableContainersPreview", condition: .when(traits: ["UnstableAsyncStreaming"]))]
|
||||
)
|
||||
]
|
||||
|
||||
@@ -45,7 +45,7 @@ The buffer internally to the share algorithm will only extend back to the furthe
|
||||
|
||||
## Runtime Behavior
|
||||
|
||||
The runtime behaviors fall into a few categories; ordering, iteration isolation, cancellation, and lifetimes. To understand the beahviors there are a terms useful to define. Each creation of the AsyncIterator of the sequence and invocation of next will be referred to a side of the share iteration. The back pressure to the system to fetch a new element or termination is refered to as demand. The limit which is the pending gate for awaiting until the buffer has been serviced used for the `AsyncBufferSequencePolicy.bounded(_ : Int)` policy. The last special definition is that of the extent which is specifically in this case the lifetime of the asynchronous sequence itself.
|
||||
The runtime behaviors fall into a few categories; ordering, iteration isolation, cancellation, and lifetimes. To understand the behaviors there are a terms useful to define. Each creation of the AsyncIterator of the sequence and invocation of next will be referred to a side of the share iteration. The back pressure to the system to fetch a new element or termination is referred to as demand. The limit which is the pending gate for awaiting until the buffer has been serviced used for the `AsyncBufferSequencePolicy.bounded(_ : Int)` policy. The last special definition is that of the extent which is specifically in this case the lifetime of the asynchronous sequence itself.
|
||||
|
||||
When the underlying type backing the share algorithm is constructed a new extent is created; this is used for tracking the reference lifetime under the hood and is used to both house the iteration but also to identify the point at which no more sides can be constructed. When no more sides can be constructed and no sides are left to iterate then the backing iteration is canceled. This prevents any un-referenced task backing the iteration to not be leaked by the algorith itself.
|
||||
|
||||
|
||||
@@ -14,15 +14,18 @@ extension AsyncSequence {
|
||||
/// Returns an asynchronous sequence containing the accumulated results of combining the
|
||||
/// elements of the asynchronous sequence using the given closure.
|
||||
///
|
||||
/// This can be seen as applying the reduce function to each element and
|
||||
/// providing the initial value followed by these results as an asynchronous sequence.
|
||||
/// Starting from the initial value, this combines each element of the base
|
||||
/// asynchronous sequence with the running result and emits each intermediate
|
||||
/// result. The initial value itself is not emitted, so the first element of
|
||||
/// the returned sequence is the result of combining the initial value with
|
||||
/// the first element of the base sequence. If the base sequence is empty, the
|
||||
/// returned sequence is also empty.
|
||||
///
|
||||
/// - Parameters:
|
||||
/// - initial: The value to use as the initial value.
|
||||
/// - transform: A closure that combines the previously-reduced result and
|
||||
/// the next element in the receiving asynchronous sequence, which it returns.
|
||||
/// - Returns: An asynchronous sequence of the initial value followed by the reduced
|
||||
/// elements.
|
||||
/// - Returns: An asynchronous sequence of the reduced elements.
|
||||
@available(AsyncAlgorithms 1.0, *)
|
||||
@inlinable
|
||||
public func reductions<Result>(
|
||||
@@ -37,16 +40,19 @@ extension AsyncSequence {
|
||||
/// Returns an asynchronous sequence containing the accumulated results of combining the
|
||||
/// elements of the asynchronous sequence using the given closure.
|
||||
///
|
||||
/// This can be seen as applying the reduce function to each element and
|
||||
/// providing the initial value followed by these results as an asynchronous sequence.
|
||||
/// Starting from the initial value, this combines each element of the base
|
||||
/// asynchronous sequence with the running result and emits each intermediate
|
||||
/// result. The initial value itself is not emitted, so the first element of
|
||||
/// the returned sequence is the result of combining the initial value with
|
||||
/// the first element of the base sequence. If the base sequence is empty, the
|
||||
/// returned sequence is also empty.
|
||||
///
|
||||
/// - Parameters:
|
||||
/// - initial: The value to use as the initial value.
|
||||
/// - transform: A closure that combines the previously-reduced result and
|
||||
/// the next element in the receiving asynchronous sequence, mutating the
|
||||
/// previous result instead of returning a value.
|
||||
/// - Returns: An asynchronous sequence of the initial value followed by the reduced
|
||||
/// elements.
|
||||
/// - Returns: An asynchronous sequence of the reduced elements.
|
||||
@available(AsyncAlgorithms 1.0, *)
|
||||
@inlinable
|
||||
public func reductions<Result>(
|
||||
|
||||
@@ -14,16 +14,19 @@ extension AsyncSequence {
|
||||
/// Returns an asynchronous sequence containing the accumulated results of combining the
|
||||
/// elements of the asynchronous sequence using the given error-throwing closure.
|
||||
///
|
||||
/// This can be seen as applying the reduce function to each element and
|
||||
/// providing the initial value followed by these results as an asynchronous sequence.
|
||||
/// Starting from the initial value, this combines each element of the base
|
||||
/// asynchronous sequence with the running result and emits each intermediate
|
||||
/// result. The initial value itself is not emitted, so the first element of
|
||||
/// the returned sequence is the result of combining the initial value with
|
||||
/// the first element of the base sequence. If the base sequence is empty, the
|
||||
/// returned sequence is also empty.
|
||||
///
|
||||
/// - Parameters:
|
||||
/// - initial: The value to use as the initial value.
|
||||
/// - transform: A closure that combines the previously reduced result and
|
||||
/// the next element in the receiving asynchronous sequence and returns
|
||||
/// the result. If the closure throws an error, the sequence throws.
|
||||
/// - Returns: An asynchronous sequence of the initial value followed by the reduced
|
||||
/// elements.
|
||||
/// - Returns: An asynchronous sequence of the reduced elements.
|
||||
@available(AsyncAlgorithms 1.0, *)
|
||||
@inlinable
|
||||
public func reductions<Result>(
|
||||
@@ -38,8 +41,12 @@ extension AsyncSequence {
|
||||
/// Returns an asynchronous sequence containing the accumulated results of combining the
|
||||
/// elements of the asynchronous sequence using the given error-throwing closure.
|
||||
///
|
||||
/// This can be seen as applying the reduce function to each element and
|
||||
/// providing the initial value followed by these results as an asynchronous sequence.
|
||||
/// Starting from the initial value, this combines each element of the base
|
||||
/// asynchronous sequence with the running result and emits each intermediate
|
||||
/// result. The initial value itself is not emitted, so the first element of
|
||||
/// the returned sequence is the result of combining the initial value with
|
||||
/// the first element of the base sequence. If the base sequence is empty, the
|
||||
/// returned sequence is also empty.
|
||||
///
|
||||
/// - Parameters:
|
||||
/// - initial: The value to use as the initial value.
|
||||
@@ -47,8 +54,7 @@ extension AsyncSequence {
|
||||
/// the next element in the receiving asynchronous sequence, mutating the
|
||||
/// previous result instead of returning a value. If the closure throws an
|
||||
/// error, the sequence throws.
|
||||
/// - Returns: An asynchronous sequence of the initial value followed by the reduced
|
||||
/// elements.
|
||||
/// - Returns: An asynchronous sequence of the reduced elements.
|
||||
@available(AsyncAlgorithms 1.0, *)
|
||||
@inlinable
|
||||
public func reductions<Result>(
|
||||
|
||||
@@ -12,80 +12,148 @@
|
||||
#if UnstableAsyncStreaming && compiler(>=6.4)
|
||||
|
||||
public import ContainersPreview
|
||||
import BasicContainers
|
||||
|
||||
/// An error indicating that the reader produced more elements than the specified collection limit.
|
||||
///
|
||||
/// This error occurs when calling ``AsyncReader/collect(upTo:body:)`` and the reader's buffer
|
||||
/// contains more elements than the allowed limit.
|
||||
/// An error that indicates the reader produced more elements than the
|
||||
/// destination container could accept.
|
||||
public struct AsyncReaderLeftOverElementsError: Error, Hashable {
|
||||
public init() {}
|
||||
}
|
||||
|
||||
@available(macOS 26.2, iOS 26.2, watchOS 26.2, tvOS 26.2, visionOS 26.2, *)
|
||||
/// An error that indicates the reader signaled end-of-stream before producing
|
||||
/// enough elements to fill the destination container.
|
||||
public struct AsyncReaderInsufficientElementsError: Error, Hashable {
|
||||
public init() {}
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
extension AsyncReader where Self: ~Copyable, Self: ~Escapable, ReadElement: ~Copyable {
|
||||
/// Collects elements from the reader up to a specified limit and processes them.
|
||||
/// Collects elements from the reader into the provided container, up to the
|
||||
/// container's available space.
|
||||
///
|
||||
/// This method continuously reads elements from the async reader, accumulating them in an
|
||||
/// internal buffer until either it reaches the end of the stream or the specified limit.
|
||||
/// Once collection completes, it passes the accumulated elements to the provided body
|
||||
/// closure as an `InputSpan` for processing.
|
||||
/// Reads chunks from the reader and moves them into `target` until the reader
|
||||
/// signals end-of-stream. The reader can deliver fewer elements than
|
||||
/// `target.freeCapacity`; the container needn't be full when the stream ends.
|
||||
/// If the reader produces more elements than `target` can accept, the method
|
||||
/// throws ``AsyncReaderLeftOverElementsError``.
|
||||
///
|
||||
/// - Parameters:
|
||||
/// - limit: The maximum number of elements to collect. This prevents unbounded memory
|
||||
/// growth when reading from potentially infinite streams.
|
||||
/// - body: A closure that receives an `InputSpan` containing all collected elements and returns
|
||||
/// a result of type `Result`.
|
||||
///
|
||||
/// - Returns: The value returned by the body closure after processing the collected elements.
|
||||
///
|
||||
/// - Throws: An `EitherError` wrapping either a read failure (which itself may be an
|
||||
/// ``AsyncReaderLeftOverElementsError`` if the reader produces more elements than the limit),
|
||||
/// or a `Failure` from the body closure.
|
||||
///
|
||||
/// ## Example
|
||||
///
|
||||
/// ```swift
|
||||
/// var reader: SomeAsyncReader = ...
|
||||
///
|
||||
/// let processedData = try await reader.collect(upTo: 1000) { span in
|
||||
/// // Process all collected elements
|
||||
/// }
|
||||
/// ```
|
||||
public mutating func collect<Result, Failure: Error>(
|
||||
upTo limit: Int,
|
||||
body: (consuming InputSpan<ReadElement>) async throws(Failure) -> Result
|
||||
) async throws(EitherError<EitherError<ReadFailure, AsyncReaderLeftOverElementsError>, Failure>) -> Result {
|
||||
// TODO: In the future we might want to use a temporary allocation instead
|
||||
// but those don't support async closures yet.
|
||||
var collectedBuffer = UniqueArray<ReadElement>()
|
||||
collectedBuffer.reserveCapacity(limit)
|
||||
var shouldContinue = true
|
||||
do {
|
||||
while shouldContinue {
|
||||
try await self.read { (buffer: inout Buffer) throws(AsyncReaderLeftOverElementsError) -> Void in
|
||||
guard buffer.count > 0 else {
|
||||
shouldContinue = false
|
||||
return
|
||||
}
|
||||
if limit - collectedBuffer.count < buffer.count {
|
||||
throw AsyncReaderLeftOverElementsError()
|
||||
}
|
||||
var consumer = buffer.consumeAll()
|
||||
while let element = consumer.next() {
|
||||
collectedBuffer.append(element)
|
||||
}
|
||||
/// - Parameter target: The container that receives the collected elements.
|
||||
/// The method preserves the container's existing contents and appends
|
||||
/// collected elements to the end.
|
||||
/// - Returns: The ``AsyncReader/FinalElement`` delivered with the terminal chunk.
|
||||
/// - Throws: An `EitherError` wrapping either a ``AsyncReader/ReadFailure`` or
|
||||
/// an ``AsyncReaderLeftOverElementsError`` if the reader produced more
|
||||
/// elements than `target` could accept.
|
||||
public consuming func collect<Container: RangeReplaceableContainer<ReadElement> & ~Copyable & ~Escapable>(
|
||||
into target: inout Container
|
||||
) async throws(EitherError<ReadFailure, AsyncReaderLeftOverElementsError>) -> FinalElement {
|
||||
var reader = self
|
||||
var finalElement: FinalElement? = nil
|
||||
while finalElement == nil {
|
||||
try await reader.read { (buffer, final) throws(AsyncReaderLeftOverElementsError) -> Void in
|
||||
if buffer.count > target.freeCapacity {
|
||||
throw AsyncReaderLeftOverElementsError()
|
||||
}
|
||||
target.append(moving: buffer.startIndex..<buffer.endIndex, from: &buffer)
|
||||
if let final {
|
||||
finalElement = final
|
||||
}
|
||||
}
|
||||
} catch {
|
||||
throw .first(error)
|
||||
}
|
||||
do {
|
||||
var consumer = collectedBuffer.consumeAll()
|
||||
return try await body(consumer.drainNext())
|
||||
} catch {
|
||||
throw .second(error)
|
||||
// The force-unwrap is safe since final element must be set at this point
|
||||
return finalElement!
|
||||
}
|
||||
|
||||
/// Collects elements from the reader into the provided container, requiring
|
||||
/// that the reader fill the container exactly.
|
||||
///
|
||||
/// Reads chunks from the reader and moves them into `target` until either the
|
||||
/// reader signals end-of-stream or the container becomes full. The reader
|
||||
/// must produce exactly `target.freeCapacity` elements. If it produces fewer
|
||||
/// before signaling end-of-stream, the method throws
|
||||
/// ``AsyncReaderInsufficientElementsError``. If it produces more, it throws
|
||||
/// ``AsyncReaderLeftOverElementsError``.
|
||||
///
|
||||
/// - Parameter target: The container to fill exactly. The method appends
|
||||
/// collected elements to the container's existing contents.
|
||||
/// - Returns: The ``AsyncReader/FinalElement`` delivered with the terminal chunk.
|
||||
/// - Throws: An `EitherError` wrapping either a ``AsyncReader/ReadFailure``
|
||||
/// or an `EitherError` wrapping
|
||||
/// ``AsyncReaderLeftOverElementsError`` (too many elements) or
|
||||
/// ``AsyncReaderInsufficientElementsError`` (too few elements).
|
||||
public consuming func collect<Container: RangeReplaceableContainer<ReadElement> & ~Copyable & ~Escapable>(
|
||||
exactlyInto target: inout Container
|
||||
) async throws(EitherError<
|
||||
ReadFailure, EitherError<AsyncReaderLeftOverElementsError, AsyncReaderInsufficientElementsError>
|
||||
>) -> FinalElement {
|
||||
var reader = self
|
||||
var finalElement: FinalElement? = nil
|
||||
while finalElement == nil {
|
||||
try await reader.read {
|
||||
(
|
||||
buffer,
|
||||
final
|
||||
) throws(EitherError<AsyncReaderLeftOverElementsError, AsyncReaderInsufficientElementsError>) -> Void in
|
||||
if buffer.count > target.freeCapacity {
|
||||
throw .first(AsyncReaderLeftOverElementsError())
|
||||
}
|
||||
if final != nil, buffer.count < target.freeCapacity {
|
||||
throw .second(AsyncReaderInsufficientElementsError())
|
||||
}
|
||||
target.append(moving: buffer.startIndex..<buffer.endIndex, from: &buffer)
|
||||
if let final {
|
||||
finalElement = final
|
||||
}
|
||||
}
|
||||
}
|
||||
// The force-unwrap is safe since final element must be set at this point
|
||||
return finalElement!
|
||||
}
|
||||
|
||||
/// Collects elements from the reader into the provided dynamic container,
|
||||
/// growing it up to the specified maximum size.
|
||||
///
|
||||
/// Reads chunks from the reader and appends them to `target`, which grows as
|
||||
/// elements arrive. The reader can deliver fewer than `maximumSize` elements
|
||||
/// before signaling end-of-stream; if it delivers more, the method throws
|
||||
/// ``AsyncReaderLeftOverElementsError``.
|
||||
///
|
||||
/// - Parameters:
|
||||
/// - target: The dynamic container that receives the collected elements.
|
||||
/// The method appends collected elements to the container's existing
|
||||
/// contents.
|
||||
/// - maximumSize: The maximum number of elements to append to `target`.
|
||||
/// - Returns: The ``AsyncReader/FinalElement`` delivered with the terminal chunk.
|
||||
/// - Throws: An `EitherError` wrapping either a ``AsyncReader/ReadFailure`` or
|
||||
/// an ``AsyncReaderLeftOverElementsError`` if the reader produced more than
|
||||
/// `maximumSize` elements.
|
||||
public consuming func collect<Container: DynamicContainer<ReadElement> & ~Copyable>(
|
||||
into target: inout Container,
|
||||
maximumSize: Int
|
||||
) async throws(EitherError<ReadFailure, AsyncReaderLeftOverElementsError>) -> FinalElement {
|
||||
precondition(maximumSize >= 0, "maximumSize must be non-negative")
|
||||
var reader = self
|
||||
var finalElement: FinalElement? = nil
|
||||
var remaining = maximumSize
|
||||
while finalElement == nil {
|
||||
try await reader.read { (buffer, final) throws(AsyncReaderLeftOverElementsError) -> Void in
|
||||
let chunkCount = buffer.count
|
||||
if chunkCount > remaining {
|
||||
throw AsyncReaderLeftOverElementsError()
|
||||
}
|
||||
if chunkCount > 0 {
|
||||
var consumer = buffer.consumeAll()
|
||||
while let element = consumer.next() {
|
||||
target.append(element)
|
||||
}
|
||||
remaining -= chunkCount
|
||||
}
|
||||
if let final {
|
||||
finalElement = final
|
||||
}
|
||||
}
|
||||
}
|
||||
// The force-unwrap is safe since final element must be set at this point
|
||||
return finalElement!
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
@@ -11,86 +11,84 @@
|
||||
|
||||
#if UnstableAsyncStreaming && compiler(>=6.4)
|
||||
|
||||
public import ContainersPreview
|
||||
import ContainersPreview
|
||||
|
||||
// swift-format-ignore: AmbiguousTrailingClosureOverload
|
||||
@available(macOS 26.2, iOS 26.2, watchOS 26.2, tvOS 26.2, visionOS 26.2, *)
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
extension AsyncReader where Self: ~Copyable, Self: ~Escapable {
|
||||
/// Iterates over all chunks from the reader, executing the provided body for each buffer.
|
||||
/// Iterates over all chunks from the reader, executing the provided body for
|
||||
/// each buffer until the stream signals end-of-stream.
|
||||
///
|
||||
/// This method continuously reads chunks from the async reader until the stream ends,
|
||||
/// executing the provided closure for each buffer of elements read. The iteration terminates
|
||||
/// when the reader produces an empty buffer, indicating the end of the stream.
|
||||
///
|
||||
/// - Parameter body: An asynchronous closure that processes each buffer of elements read
|
||||
/// from the stream.
|
||||
///
|
||||
/// - Throws: An `EitherError` containing either a `ReadFailure` from the read operation
|
||||
/// or a `Failure` from the body closure.
|
||||
/// This method continuously reads chunks from the async reader, executing
|
||||
/// `body` for every chunk — including the terminal one — and terminates the
|
||||
/// loop when the reader delivers a non-`nil` ``AsyncReader/FinalElement``.
|
||||
/// The returned value is that ``AsyncReader/FinalElement``.
|
||||
///
|
||||
/// ## Example
|
||||
///
|
||||
/// ```swift
|
||||
/// var fileReader: FileAsyncReader = ...
|
||||
///
|
||||
/// try await fileReader.forEachBuffer { buffer in
|
||||
/// _ = try await fileReader.forEachBuffer { buffer in
|
||||
/// print("Processing \(buffer.count) elements")
|
||||
/// }
|
||||
/// ```
|
||||
///
|
||||
/// - Parameter body: An asynchronous closure that processes each buffer of
|
||||
/// elements read from the stream.
|
||||
/// - Returns: The ``AsyncReader/FinalElement`` delivered with the terminal
|
||||
/// chunk, or `nil` if none was observed.
|
||||
/// - Throws: An `EitherError` containing either a `ReadFailure` from the
|
||||
/// read operation or a `Failure` from the body closure.
|
||||
public consuming func forEachBuffer<Failure: Error>(
|
||||
body: (inout Buffer) async throws(Failure) -> Void
|
||||
) async throws(EitherError<ReadFailure, Failure>) {
|
||||
var shouldContinue = true
|
||||
while shouldContinue {
|
||||
try await self.read { (next) throws(Failure) -> Void in
|
||||
guard next.count > 0 else {
|
||||
shouldContinue = false
|
||||
return
|
||||
) async throws(EitherError<ReadFailure, Failure>) -> FinalElement? {
|
||||
var final: FinalElement? = nil
|
||||
var done = false
|
||||
while !done {
|
||||
try await self.read { (next, finalElement) throws(Failure) -> Void in
|
||||
if !next.isEmpty {
|
||||
try await body(&next)
|
||||
}
|
||||
if let finalElement {
|
||||
final = finalElement
|
||||
done = true
|
||||
}
|
||||
|
||||
try await body(&next)
|
||||
}
|
||||
}
|
||||
return final
|
||||
}
|
||||
|
||||
/// Iterates over all chunks from a non-failing reader, executing the provided body for each buffer.
|
||||
///
|
||||
/// This method continuously reads chunks from the async reader until the stream ends,
|
||||
/// executing the provided closure for each buffer of elements read. The iteration terminates
|
||||
/// when the reader produces an empty buffer, indicating the end of the stream.
|
||||
/// Iterates over all chunks from a non-failing reader, executing the
|
||||
/// provided body for each buffer until the stream signals end-of-stream.
|
||||
///
|
||||
/// Use this overload when the reader's ``AsyncReader/ReadFailure`` type is `Never`.
|
||||
///
|
||||
/// - Parameter body: An asynchronous closure that processes each buffer of elements read
|
||||
/// from the stream.
|
||||
///
|
||||
/// ## Example
|
||||
///
|
||||
/// ```swift
|
||||
/// var fileReader: FileAsyncReader = ...
|
||||
///
|
||||
/// await fileReader.forEachBuffer { buffer in
|
||||
/// _ = await fileReader.forEachBuffer { buffer in
|
||||
/// print("Processing \(buffer.count) elements")
|
||||
/// }
|
||||
/// ```
|
||||
///
|
||||
/// - Parameter body: An asynchronous closure that processes each buffer of
|
||||
/// elements read from the stream.
|
||||
/// - Returns: The ``AsyncReader/FinalElement`` delivered with the terminal chunk.
|
||||
@inlinable
|
||||
public consuming func forEachBuffer(
|
||||
body: (inout Buffer) async -> Void
|
||||
) async where ReadFailure == Never {
|
||||
var shouldContinue = true
|
||||
while shouldContinue {
|
||||
do {
|
||||
try await self.read { (next) -> Void in
|
||||
guard next.count > 0 else {
|
||||
shouldContinue = false
|
||||
return
|
||||
}
|
||||
|
||||
await body(&next)
|
||||
}
|
||||
} catch {
|
||||
fatalError()
|
||||
) async -> FinalElement where ReadFailure == Never {
|
||||
do {
|
||||
let final: FinalElement? = try await self.forEachBuffer { (buffer) async throws(Never) -> Void in
|
||||
await body(&buffer)
|
||||
}
|
||||
// The force-unwrap is safe since final element must be set at this point
|
||||
return final!
|
||||
} catch {
|
||||
fatalError()
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
@@ -0,0 +1,164 @@
|
||||
//===----------------------------------------------------------------------===//
|
||||
//
|
||||
// This source file is part of the Swift Async Algorithms open source project
|
||||
//
|
||||
// Copyright (c) 2026 Apple Inc. and the Swift project authors
|
||||
// Licensed under Apache License v2.0 with Runtime Library Exception
|
||||
//
|
||||
// See https://swift.org/LICENSE.txt for license information
|
||||
//
|
||||
//===----------------------------------------------------------------------===//
|
||||
|
||||
#if UnstableAsyncStreaming && compiler(>=6.4)
|
||||
|
||||
import ContainersPreview
|
||||
|
||||
// TODO: The `Writer` generic parameter on every `pipe` variant in this file
|
||||
// should additionally be constrained `& ~Escapable`. We currently can't express
|
||||
// that because of a Swift lifetime-checker limitation: with `FinalElement:
|
||||
// ~Copyable`, the `consuming FinalElement?` parameter on the read closure
|
||||
// changes the closure's lifetime category, and capturing a `~Escapable Writer`
|
||||
// inside that closure (which `pipe` does, via the `writerOpt` Optional that
|
||||
// alternates between `write` and `finish` calls) trips
|
||||
// "lifetime-dependent variable 'writer' escapes its scope". When that
|
||||
// restriction is relaxed (or `pipe` is restructured to avoid capturing the
|
||||
// writer across the read closure boundary) the constraint should be added
|
||||
// back so `pipe` works for `~Escapable` writers too.
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
extension AsyncReader where Self: ~Copyable, Self: ~Escapable, Self.ReadElement: ~Copyable {
|
||||
/// Pipes all elements from this reader into the given writer, fusing the
|
||||
/// terminal chunk with a `finish` on the writer.
|
||||
///
|
||||
/// Consumes both the reader and the writer. Each chunk the reader produces is
|
||||
/// forwarded with `writer.write(buffer:)` until the reader signals
|
||||
/// end-of-stream by delivering a non-`nil` ``AsyncReader/FinalElement``. The
|
||||
/// terminal chunk is fused with the writer's ``CallerAsyncWriter/finish(buffer:finalElement:)``.
|
||||
///
|
||||
/// ## Example
|
||||
///
|
||||
/// ```swift
|
||||
/// let dataReader: DataAsyncReader = ...
|
||||
/// let fileWriter: FileCallerAsyncWriter = ...
|
||||
///
|
||||
/// // Copy all data from reader to writer and finish the writer.
|
||||
/// try await dataReader.pipe(into: fileWriter)
|
||||
/// ```
|
||||
///
|
||||
/// - Parameter writer: A ``CallerAsyncWriter`` to receive the elements. The
|
||||
/// writer is consumed; its ``CallerAsyncWriter/finish(buffer:finalElement:)``
|
||||
/// method is called with the reader's terminal chunk and ``AsyncReader/FinalElement``.
|
||||
///
|
||||
/// - Throws: An error originating from the read or write operations.
|
||||
public consuming func pipe<Writer>(
|
||||
into writer: consuming Writer
|
||||
) async throws(EitherError<ReadFailure, Writer.WriteFailure>)
|
||||
where
|
||||
Writer: CallerAsyncWriter & ~Copyable,
|
||||
Writer.WriteElement == ReadElement,
|
||||
Writer.FinalElement == FinalElement
|
||||
{
|
||||
var reader = self
|
||||
var writerOpt: Writer? = .some(writer)
|
||||
var done = false
|
||||
while !done {
|
||||
try await reader.read { (buffer: inout Buffer, finalElement: FinalElement?) throws(Writer.WriteFailure) -> Void in
|
||||
if let finalElement {
|
||||
let w = writerOpt.take()!
|
||||
try await w.finish(buffer: &buffer, finalElement: finalElement)
|
||||
done = true
|
||||
} else {
|
||||
try await writerOpt!.write(buffer: &buffer)
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
/// Pipes all elements from this reader into the given writer, copying each
|
||||
/// element from the reader's buffer into the writer's buffer.
|
||||
///
|
||||
/// Consumes both the reader and the writer. Because both protocols supply
|
||||
/// their own buffer, each element is transferred between them. The writer's
|
||||
/// buffer may be smaller than the reader's, in which case multiple `write`
|
||||
/// calls are issued per chunk produced by the reader.
|
||||
///
|
||||
/// On the terminal chunk this method drains all bytes through `write` calls
|
||||
/// first and then calls ``AsyncWriter/finish(finalElement:)`` carrying
|
||||
/// only the ``AsyncReader/FinalElement`` payload.
|
||||
///
|
||||
/// ## Example
|
||||
///
|
||||
/// ```swift
|
||||
/// let dataReader: DataAsyncReader = ...
|
||||
/// let fileWriter: FileAsyncWriter = ...
|
||||
///
|
||||
/// try await dataReader.pipe(copyingInto: fileWriter)
|
||||
/// ```
|
||||
///
|
||||
/// - Parameter writer: An ``AsyncWriter`` to receive the elements. The
|
||||
/// writer is consumed; its ``AsyncWriter/finish(finalElement:)`` method
|
||||
/// is called with the reader's ``AsyncReader/FinalElement`` payload.
|
||||
///
|
||||
/// - Throws: An error originating from the read or write operations.
|
||||
public consuming func pipe<Writer>(
|
||||
copyingInto writer: consuming Writer
|
||||
) async throws(EitherError<ReadFailure, Writer.WriteFailure>)
|
||||
where
|
||||
Writer: AsyncWriter & ~Copyable,
|
||||
Writer.WriteElement == ReadElement,
|
||||
Writer.FinalElement == FinalElement
|
||||
{
|
||||
var reader = self
|
||||
var writerOpt: Writer? = .some(writer)
|
||||
var done = false
|
||||
while !done {
|
||||
try await reader.read {
|
||||
(readerBuffer: inout Buffer, finalElement: FinalElement?) throws(Writer.WriteFailure) -> Void in
|
||||
try await Self.drain(readerBuffer: &readerBuffer, into: &writerOpt!)
|
||||
if let finalElement {
|
||||
let w = writerOpt.take()!
|
||||
try await w.finish(finalElement: finalElement)
|
||||
done = true
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
/// Drains `readerBuffer` into `writer` across as many `write` calls as
|
||||
/// required to move every element. Used by ``pipe(copyingInto:)`` to share
|
||||
/// the multi-write loop between mid-stream and terminal chunks.
|
||||
private static func drain<Writer>(
|
||||
readerBuffer: inout Buffer,
|
||||
into writer: inout Writer
|
||||
) async throws(Writer.WriteFailure)
|
||||
where
|
||||
Writer: AsyncWriter & ~Copyable,
|
||||
Writer.WriteElement == ReadElement
|
||||
{
|
||||
var consumer = readerBuffer.consumeAll()
|
||||
while let firstElement = consumer.next() {
|
||||
var pending: ReadElement? = firstElement
|
||||
do throws(EitherError<Writer.WriteFailure, Never>) {
|
||||
try await writer.write { (writerBuffer: inout Writer.Buffer) in
|
||||
switch consume pending {
|
||||
case .some(let element):
|
||||
writerBuffer.append(element)
|
||||
case .none:
|
||||
break
|
||||
}
|
||||
pending = nil
|
||||
while writerBuffer.freeCapacity > 0 {
|
||||
guard let element = consumer.next() else { return }
|
||||
writerBuffer.append(element)
|
||||
}
|
||||
}
|
||||
} catch {
|
||||
switch error {
|
||||
case .first(let writeFailure): throw writeFailure
|
||||
case .second: fatalError("Unreachable")
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
#endif
|
||||
@@ -17,42 +17,74 @@ public import ContainersPreview
|
||||
/// Adopt ``AsyncReader`` when you need callee-managed buffering,
|
||||
/// where the reader controls the buffer and passes it to the caller
|
||||
/// through the `body` closure.
|
||||
@available(macOS 10.14.4, iOS 12.2, watchOS 5.2, tvOS 12.2, visionOS 1.0, *)
|
||||
public protocol AsyncReader<ReadElement, ReadFailure>: ~Copyable, ~Escapable {
|
||||
///
|
||||
/// ## Signaling end of stream
|
||||
///
|
||||
/// The reader signals end-of-stream by passing a non-`nil` value for the
|
||||
/// `finalElement` parameter of the `body` closure. This call may also carry a
|
||||
/// final chunk of elements in the buffer, allowing the reader to fuse the last
|
||||
/// chunk with the end signal in a single operation.
|
||||
///
|
||||
/// The ``FinalElement`` associated type controls what data, if any, the reader
|
||||
/// delivers alongside the end signal. The default is `Void`, which means the
|
||||
/// signal carries no payload. Set ``FinalElement`` to a custom type when the
|
||||
/// reader needs to deliver structured data with the terminator. Set it to `Never` to indicate
|
||||
/// that the stream never ends — the `finalElement` parameter will always be `nil`.
|
||||
///
|
||||
/// After the reader has emitted a non-`nil` `finalElement`, calling
|
||||
/// ``read(body:)`` again is a programmer error.
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
public protocol AsyncReader<ReadElement, ReadFailure, FinalElement>: ~Copyable, ~Escapable {
|
||||
/// The type of elements this reader reads.
|
||||
// TODO: Check if we should support ~Escapable elements
|
||||
associatedtype ReadElement: ~Copyable
|
||||
|
||||
/// The container type the reader uses to pass elements to the caller.
|
||||
// TODO: Check if we should support ~Escapable buffer
|
||||
associatedtype Buffer: RangeReplaceableContainer<ReadElement> & ~Copyable
|
||||
|
||||
/// The error type that reading operations throw.
|
||||
associatedtype ReadFailure: Error
|
||||
|
||||
/// The data the reader delivers alongside the end-of-stream signal.
|
||||
///
|
||||
/// Defaults to `Void`. Use a custom type to carry data along with the
|
||||
/// end signal. Use `Never` for streams that never end.
|
||||
// TODO: Check if we should support ~Escapable final elements
|
||||
associatedtype FinalElement: ~Copyable = Void
|
||||
|
||||
/// Reads elements from the underlying source and passes them to the provided body closure.
|
||||
///
|
||||
/// This method asynchronously reads elements from the source into a buffer,
|
||||
/// then passes the buffer to `body` for processing. When the buffer is empty,
|
||||
/// the stream has ended.
|
||||
/// then passes the buffer and an optional `finalElement` to `body` for
|
||||
/// processing.
|
||||
///
|
||||
/// A `nil` value for `finalElement` means more data may follow. A non-`nil`
|
||||
/// value (which is the only way a stream of `FinalElement == Void` signals
|
||||
/// end) marks this chunk as the last one and delivers the final payload.
|
||||
/// The terminal chunk's buffer may be empty or contain a final batch of
|
||||
/// elements; the caller must process both.
|
||||
///
|
||||
/// After the reader has emitted a non-`nil` `finalElement`, calling
|
||||
/// ``read(body:)`` again is a programmer error.
|
||||
///
|
||||
/// ```swift
|
||||
/// var fileReader: FileAsyncReader = ...
|
||||
///
|
||||
/// let result = try await fileReader.read { buffer in
|
||||
/// guard buffer.count > 0 else {
|
||||
/// return 0
|
||||
/// }
|
||||
/// return buffer.count
|
||||
/// let result = try await fileReader.read { buffer, finalElement in
|
||||
/// let processed = buffer.count
|
||||
/// return (processed, finalElement != nil)
|
||||
/// }
|
||||
/// ```
|
||||
///
|
||||
/// - Parameter body: A closure that receives a mutable reference to the buffer
|
||||
/// of read elements and returns a value of type `Return`. When the buffer
|
||||
/// is empty, it indicates the end of the stream.
|
||||
/// of read elements together with the optional end-of-stream payload and
|
||||
/// returns a value of type `Return`.
|
||||
/// - Returns: The value the body closure returns after processing the read elements.
|
||||
/// - Throws: An `EitherError` containing either a `ReadFailure` from the read operation
|
||||
/// or a `Failure` from the body closure.
|
||||
mutating func read<Return: ~Copyable, Failure: Error>(
|
||||
body: (inout Buffer) async throws(Failure) -> Return
|
||||
body: (inout Buffer, consuming FinalElement?) async throws(Failure) -> Return
|
||||
) async throws(EitherError<ReadFailure, Failure>) -> Return
|
||||
}
|
||||
#endif
|
||||
@@ -17,31 +17,48 @@ public import ContainersPreview
|
||||
/// Adopt ``AsyncWriter`` when you need callee-managed buffering,
|
||||
/// where the writer supplies a buffer that the caller fills
|
||||
/// with elements to write.
|
||||
@available(macOS 26.2, iOS 26.2, watchOS 26.2, tvOS 26.2, visionOS 26.2, *)
|
||||
public protocol AsyncWriter<WriteElement, WriteFailure>: ~Copyable, ~Escapable {
|
||||
///
|
||||
/// ## Signaling end of stream
|
||||
///
|
||||
/// The writer is terminated by a call to ``finish(finalElement:)``.
|
||||
/// Bulk transfer happens through ``write(_:)`` calls; ``finish(finalElement:)``
|
||||
/// only carries the ``FinalElement`` payload.
|
||||
///
|
||||
/// The ``FinalElement`` associated type controls what data, if any, the writer
|
||||
/// transmits alongside the end signal. The default is `Void`. Use a custom
|
||||
/// type to carry data along with the end signal, or `Never` for endless
|
||||
/// streams. When ``FinalElement`` is `Never`, ``finish(finalElement:)`` cannot
|
||||
/// be called and the writer can be written to indefinitely.
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
public protocol AsyncWriter<WriteElement, WriteFailure, FinalElement>: ~Copyable, ~Escapable {
|
||||
/// The type of elements this writer writes.
|
||||
// TODO: Check if we should support ~Escapable elements
|
||||
associatedtype WriteElement: ~Copyable
|
||||
|
||||
/// The container type the writer uses to receive elements from the caller.
|
||||
// TODO: Check if we should support ~Escapable buffer
|
||||
associatedtype Buffer: RangeReplaceableContainer<WriteElement> & ~Copyable
|
||||
|
||||
/// The error type that writing operations throw.
|
||||
associatedtype WriteFailure: Error
|
||||
|
||||
/// The data the writer delivers alongside the end-of-stream signal.
|
||||
///
|
||||
/// Defaults to `Void`. Use a custom type to carry data along with the end
|
||||
/// signal.
|
||||
// TODO: Check if we should support ~Escapable final element
|
||||
associatedtype FinalElement: ~Copyable = Void
|
||||
|
||||
/// Provides a buffer for writing elements to the destination.
|
||||
///
|
||||
/// The writer supplies a buffer that `body` uses to append elements.
|
||||
/// The writer manages the buffer allocation and handles the writing
|
||||
/// operation once `body` completes.
|
||||
/// The writer supplies a buffer, sized by the implementation, that
|
||||
/// `body` uses to append elements. The writer manages the buffer
|
||||
/// allocation and handles the writing operation once `body` completes.
|
||||
/// Oversized payloads are split across multiple calls.
|
||||
///
|
||||
/// - Parameter body: A closure that receives a buffer for appending elements
|
||||
/// to write. The closure returns a result of type `Return`.
|
||||
///
|
||||
/// - Returns: The value the body closure returns.
|
||||
///
|
||||
/// - Throws: An `EitherError` containing either a `WriteFailure` from the write operation
|
||||
/// or a `Failure` from the body closure.
|
||||
///
|
||||
/// ## Example
|
||||
///
|
||||
/// ```swift
|
||||
@@ -54,8 +71,34 @@ public protocol AsyncWriter<WriteElement, WriteFailure>: ~Copyable, ~Escapable {
|
||||
/// return buffer.count
|
||||
/// }
|
||||
/// ```
|
||||
///
|
||||
/// - Returns: The value the body closure returns.
|
||||
///
|
||||
/// - Throws: An `EitherError` containing either a `WriteFailure` from the write operation
|
||||
/// or a `Failure` from the body closure.
|
||||
mutating func write<Return: ~Copyable, Failure: Error>(
|
||||
_ body: (inout Buffer) async throws(Failure) -> Return
|
||||
) async throws(EitherError<WriteFailure, Failure>) -> Return
|
||||
|
||||
/// Closes the writer, delivering a ``FinalElement`` payload alongside the
|
||||
/// end-of-stream signal.
|
||||
///
|
||||
/// - Parameter finalElement: The ``FinalElement`` payload to deliver with
|
||||
/// the end signal.
|
||||
/// - Throws: A ``WriteFailure`` from the underlying write operation.
|
||||
consuming func finish(
|
||||
finalElement: consuming FinalElement
|
||||
) async throws(WriteFailure)
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
extension AsyncWriter where Self: ~Copyable, Self: ~Escapable, FinalElement == Void {
|
||||
/// Concludes the writer with no payload.
|
||||
///
|
||||
/// Available only when ``FinalElement`` is `Void`. Equivalent to calling
|
||||
/// ``finish(finalElement:)`` with `()`.
|
||||
public consuming func finish() async throws(WriteFailure) {
|
||||
try await self.finish(finalElement: ())
|
||||
}
|
||||
}
|
||||
#endif
|
||||
@@ -0,0 +1,98 @@
|
||||
//===----------------------------------------------------------------------===//
|
||||
//
|
||||
// This source file is part of the Swift Async Algorithms open source project
|
||||
//
|
||||
// Copyright (c) 2026 Apple Inc. and the Swift project authors
|
||||
// Licensed under Apache License v2.0 with Runtime Library Exception
|
||||
//
|
||||
// See https://swift.org/LICENSE.txt for license information
|
||||
//
|
||||
//===----------------------------------------------------------------------===//
|
||||
|
||||
#if UnstableAsyncStreaming && compiler(>=6.4)
|
||||
public import ContainersPreview
|
||||
|
||||
/// A ``CallerAsyncWriter`` that is implemented in terms of an
|
||||
/// ``AsyncWriter``.
|
||||
///
|
||||
/// Each ``write(buffer:)`` call drains the caller's buffer through one
|
||||
/// or more ``AsyncWriter/write(_:)`` closures on the underlying writer.
|
||||
/// When the underlying writer's buffer fills before the caller's empties,
|
||||
/// the adapter loops with another closure call to continue draining.
|
||||
///
|
||||
/// The adapter introduces no buffer of its own — elements move directly
|
||||
/// from the caller-supplied buffer into the underlying writer's
|
||||
/// closure-supplied buffer. The underlying writer's deferred-flush
|
||||
/// behavior, if any, is preserved.
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
public struct AsyncWriterCallerAsyncWriterAdapter<
|
||||
Underlying: AsyncWriter & ~Copyable
|
||||
>: ~Copyable, CallerAsyncWriter {
|
||||
public typealias WriteElement = Underlying.WriteElement
|
||||
public typealias WriteFailure = Underlying.WriteFailure
|
||||
public typealias FinalElement = Underlying.FinalElement
|
||||
|
||||
@usableFromInline
|
||||
var underlying: Underlying
|
||||
|
||||
@inlinable
|
||||
init(underlying: consuming Underlying) {
|
||||
self.underlying = underlying
|
||||
}
|
||||
|
||||
@inlinable
|
||||
public mutating func write<Buffer: RangeReplaceableContainer<WriteElement> & ~Copyable>(
|
||||
buffer: inout Buffer
|
||||
) async throws(WriteFailure) {
|
||||
var consumer = buffer.consumeAll()
|
||||
while let head = consumer.next() {
|
||||
var pending: WriteElement? = head
|
||||
do throws(EitherError<WriteFailure, Never>) {
|
||||
try await self.underlying.write {
|
||||
(innerBuffer: inout Underlying.Buffer) async throws(Never) -> Void in
|
||||
if case .some(let element) = pending.take() {
|
||||
innerBuffer.append(element)
|
||||
}
|
||||
while innerBuffer.freeCapacity > 0 {
|
||||
guard let element = consumer.next() else { return }
|
||||
innerBuffer.append(element)
|
||||
}
|
||||
}
|
||||
} catch {
|
||||
switch error {
|
||||
case .first(let writeFailure): throw writeFailure
|
||||
case .second: fatalError("Unreachable")
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
@inlinable
|
||||
public consuming func finish<Buffer: RangeReplaceableContainer<WriteElement> & ~Copyable>(
|
||||
buffer: inout Buffer,
|
||||
finalElement: consuming FinalElement
|
||||
) async throws(WriteFailure) {
|
||||
try await self.write(buffer: &buffer)
|
||||
try await self.underlying.finish(finalElement: finalElement)
|
||||
}
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
extension AsyncWriter where Self: ~Copyable {
|
||||
/// Adapts this ``AsyncWriter`` to a ``CallerAsyncWriter``.
|
||||
///
|
||||
/// The returned adapter accepts caller-supplied buffers via
|
||||
/// ``CallerAsyncWriter/write(buffer:)`` and drains them through this
|
||||
/// writer's closure-based ``AsyncWriter/write(_:)``. When this
|
||||
/// writer's buffer fills before the caller's empties, the adapter
|
||||
/// loops with another closure call.
|
||||
///
|
||||
/// The adapter introduces no buffer of its own.
|
||||
///
|
||||
/// - Returns: An adapter that conforms to ``CallerAsyncWriter``.
|
||||
@inlinable
|
||||
public consuming func asCallerAsyncWriter() -> AsyncWriterCallerAsyncWriterAdapter<Self> {
|
||||
.init(underlying: self)
|
||||
}
|
||||
}
|
||||
#endif
|
||||
@@ -0,0 +1,143 @@
|
||||
//===----------------------------------------------------------------------===//
|
||||
//
|
||||
// This source file is part of the Swift Async Algorithms open source project
|
||||
//
|
||||
// Copyright (c) 2026 Apple Inc. and the Swift project authors
|
||||
// Licensed under Apache License v2.0 with Runtime Library Exception
|
||||
//
|
||||
// See https://swift.org/LICENSE.txt for license information
|
||||
//
|
||||
//===----------------------------------------------------------------------===//
|
||||
|
||||
#if UnstableAsyncStreaming && compiler(>=6.4)
|
||||
|
||||
import ContainersPreview
|
||||
import BasicContainers
|
||||
|
||||
// TODO: The `Writer` generic parameter on every `pipe` variant in this file
|
||||
// should additionally be constrained `& ~Escapable`. We currently can't
|
||||
// express that because of a Swift lifetime-checker limitation: with
|
||||
// `FinalElement: ~Copyable`, the `consuming FinalElement?` parameter on the
|
||||
// reader's `read` closure changes the closure's lifetime category, and
|
||||
// capturing a `~Escapable Writer` inside that closure (which `pipe` does, via
|
||||
// the `writerOpt` Optional that alternates between `write` and `finish`
|
||||
// calls) trips "lifetime-dependent variable 'writer' escapes its scope".
|
||||
// When that restriction is relaxed (or `pipe` is restructured to avoid
|
||||
// capturing the writer across the closure boundary) the constraint should be
|
||||
// added back so `pipe` works for `~Escapable` writers too.
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
extension CallerAsyncReader where Self: ~Copyable, Self: ~Escapable, Self.ReadElement: ~Copyable {
|
||||
/// Pipes all elements from this reader into the given writer, then signals
|
||||
/// end-of-stream with a `finish` call on the writer.
|
||||
///
|
||||
/// Consumes both the reader and the writer. The reader fills the writer's
|
||||
/// buffer on each iteration; once the reader signals end-of-stream, the
|
||||
/// writer's ``AsyncWriter/finish(finalElement:)`` is called with the reader's
|
||||
/// ``CallerAsyncReader/FinalElement``.
|
||||
///
|
||||
/// ## Example
|
||||
///
|
||||
/// ```swift
|
||||
/// let dataReader: DataCallerAsyncReader = ...
|
||||
/// let fileWriter: FileAsyncWriter = ...
|
||||
///
|
||||
/// try await dataReader.pipe(into: fileWriter)
|
||||
/// ```
|
||||
///
|
||||
/// - Parameter writer: An ``AsyncWriter`` to receive the elements. The
|
||||
/// writer is consumed.
|
||||
///
|
||||
/// - Throws: An error originating from the read or write operations.
|
||||
public consuming func pipe<Writer>(
|
||||
into writer: consuming Writer
|
||||
) async throws(EitherError<Writer.WriteFailure, ReadFailure>)
|
||||
where
|
||||
Writer: AsyncWriter & ~Copyable,
|
||||
Writer.WriteElement == ReadElement,
|
||||
Writer.FinalElement == FinalElement
|
||||
{
|
||||
var reader = self
|
||||
var writerOpt: Writer? = .some(writer)
|
||||
var done = false
|
||||
while !done {
|
||||
var pendingFinal: FinalElement? = nil
|
||||
try await writerOpt!
|
||||
.write { (buffer: inout Writer.Buffer) throws(ReadFailure) -> Void in
|
||||
pendingFinal = try await reader.read(into: &buffer)
|
||||
}
|
||||
if let final = pendingFinal {
|
||||
let w = writerOpt.take()!
|
||||
do throws(Writer.WriteFailure) {
|
||||
try await w.finish(finalElement: final)
|
||||
} catch {
|
||||
throw .first(error)
|
||||
}
|
||||
done = true
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
/// Pipes all elements from this reader into the given writer through an intermediate buffer.
|
||||
///
|
||||
/// Consumes both the reader and the writer. Because neither protocol supplies
|
||||
/// a buffer, this method allocates an intermediate buffer of the requested
|
||||
/// capacity and reuses it across iterations. The terminal chunk is fused
|
||||
/// with the writer's ``CallerAsyncWriter/finish(buffer:finalElement:)``.
|
||||
///
|
||||
/// ## Example
|
||||
///
|
||||
/// ```swift
|
||||
/// let dataReader: DataCallerAsyncReader = ...
|
||||
/// let fileWriter: FileCallerAsyncWriter = ...
|
||||
///
|
||||
/// try await dataReader.pipe(bufferingInto: fileWriter, intermediateCapacity: 4096)
|
||||
/// ```
|
||||
///
|
||||
/// - Parameters:
|
||||
/// - writer: A ``CallerAsyncWriter`` to receive the elements. The writer
|
||||
/// is consumed.
|
||||
/// - intermediateCapacity: The capacity of the intermediate buffer that
|
||||
/// mediates between the reader and writer.
|
||||
///
|
||||
/// - Throws: An error originating from the read or write operations.
|
||||
public consuming func pipe<Writer>(
|
||||
bufferingInto writer: consuming Writer,
|
||||
intermediateCapacity: Int
|
||||
) async throws(EitherError<ReadFailure, Writer.WriteFailure>)
|
||||
where
|
||||
Writer: CallerAsyncWriter & ~Copyable,
|
||||
Writer.WriteElement == ReadElement,
|
||||
Writer.FinalElement == FinalElement
|
||||
{
|
||||
var reader = self
|
||||
var writerOpt: Writer? = .some(writer)
|
||||
var buffer = UniqueArray<ReadElement>(minimumCapacity: intermediateCapacity)
|
||||
var done = false
|
||||
while !done {
|
||||
let final: FinalElement?
|
||||
do throws(ReadFailure) {
|
||||
final = try await reader.read(into: &buffer)
|
||||
} catch {
|
||||
throw .first(error)
|
||||
}
|
||||
if let final {
|
||||
let w = writerOpt.take()!
|
||||
do throws(Writer.WriteFailure) {
|
||||
try await w.finish(buffer: &buffer, finalElement: final)
|
||||
} catch {
|
||||
throw .second(error)
|
||||
}
|
||||
done = true
|
||||
} else if buffer.count > 0 {
|
||||
do throws(Writer.WriteFailure) {
|
||||
try await writerOpt!.write(buffer: &buffer)
|
||||
assert(buffer.count == 0, "CallerAsyncWriter must drain the buffer during write(buffer:)")
|
||||
} catch {
|
||||
throw .second(error)
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
#endif
|
||||
@@ -17,23 +17,53 @@ public import ContainersPreview
|
||||
/// Adopt ``CallerAsyncReader`` when you need caller-managed buffering,
|
||||
/// where the caller supplies a buffer that the reader fills
|
||||
/// with elements.
|
||||
@available(macOS 10.14.4, iOS 12.2, watchOS 5.2, tvOS 12.2, visionOS 1.0, *)
|
||||
public protocol CallerAsyncReader<ReadElement, ReadFailure>: ~Copyable, ~Escapable {
|
||||
///
|
||||
/// ## Signaling end of stream
|
||||
///
|
||||
/// The reader signals end-of-stream by returning a non-`nil` ``FinalElement``
|
||||
/// from ``read(into:)``. The same call may also append a final batch of
|
||||
/// elements to the caller's buffer, allowing the reader to fuse the last
|
||||
/// chunk with the end signal.
|
||||
///
|
||||
/// The ``FinalElement`` associated type controls what data, if any, the reader
|
||||
/// delivers alongside the end signal. The default is `Void`. Use a custom type
|
||||
/// to carry data along with the end signal, or `Never` for streams that never
|
||||
/// end.
|
||||
///
|
||||
/// After the reader has returned a non-`nil` `FinalElement`, calling
|
||||
/// ``read(into:)`` again is a programmer error.
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
public protocol CallerAsyncReader<ReadElement, ReadFailure, FinalElement>: ~Copyable, ~Escapable {
|
||||
/// The type of elements this reader reads.
|
||||
// TODO: Check if we should support ~Escapable elements
|
||||
associatedtype ReadElement: ~Copyable
|
||||
|
||||
/// The error type that reading operations throw.
|
||||
associatedtype ReadFailure: Error
|
||||
|
||||
/// The data the reader delivers alongside the end-of-stream signal.
|
||||
///
|
||||
/// Defaults to `Void`. Use a custom type to carry data along with the end
|
||||
/// signal, or `Never` for streams that never end.
|
||||
// TODO: Check if we should support ~Escapable final element
|
||||
associatedtype FinalElement: ~Copyable = Void
|
||||
|
||||
/// Reads elements from the source into the provided buffer.
|
||||
///
|
||||
/// This method appends elements into `buffer`. When the read operation
|
||||
/// reaches the end of the source, it appends no elements.
|
||||
/// This method appends elements into `buffer`. A non-`nil` return value
|
||||
/// signals end-of-stream and delivers the final payload. The call may
|
||||
/// also append a final batch of elements before signaling end.
|
||||
///
|
||||
/// After the reader has returned a non-`nil` `FinalElement`, calling
|
||||
/// ``read(into:)`` again is a programmer error.
|
||||
///
|
||||
/// - Parameter buffer: The buffer to fill with read elements.
|
||||
/// - Returns: A non-`nil` ``FinalElement`` if this call delivered the
|
||||
/// end-of-stream signal; `nil` if more elements may follow.
|
||||
/// - Throws: A `ReadFailure` from the underlying read operation.
|
||||
// TODO: Check if we should support ~Escapable buffer
|
||||
mutating func read<Buffer: RangeReplaceableContainer<ReadElement> & ~Copyable>(
|
||||
into buffer: inout Buffer
|
||||
) async throws(ReadFailure) where Buffer.Element: ~Copyable
|
||||
) async throws(ReadFailure) -> FinalElement? where Buffer.Element: ~Copyable
|
||||
}
|
||||
#endif
|
||||
@@ -11,28 +11,49 @@
|
||||
|
||||
#if UnstableAsyncStreaming && compiler(>=6.4)
|
||||
public import ContainersPreview
|
||||
import BasicContainers
|
||||
|
||||
/// Writes elements asynchronously from a caller-provided buffer.
|
||||
///
|
||||
/// Adopt ``CallerAsyncWriter`` when you need caller-managed buffering,
|
||||
/// where the caller provides a buffer of elements for the writer
|
||||
/// to consume.
|
||||
@available(macOS 10.14.4, iOS 12.2, watchOS 5.2, tvOS 12.2, visionOS 1.0, *)
|
||||
public protocol CallerAsyncWriter<WriteElement, WriteFailure>: ~Copyable, ~Escapable {
|
||||
///
|
||||
/// ## Signaling end of stream
|
||||
///
|
||||
/// The writer is terminated by a call to ``finish(buffer:finalElement:)``.
|
||||
/// The `finish` call communicates a final buffer (if any) and the
|
||||
/// ``FinalElement`` payload, allowing implementations to fuse the last data
|
||||
/// frame with the end signal on transports that support it.
|
||||
///
|
||||
/// The ``FinalElement`` associated type controls what data, if any, the writer
|
||||
/// transmits alongside the end signal. The default is `Void`. Use a custom
|
||||
/// type to carry data along with the end signal, or `Never` for endless
|
||||
/// streams. When ``FinalElement`` is `Never`, ``finish(buffer:finalElement:)``
|
||||
/// cannot be called and the writer can be written to indefinitely.
|
||||
///
|
||||
/// Conformers must accept zero, one, or many `write(buffer:)` calls, optionally
|
||||
/// followed by a single `finish(buffer:finalElement:)` call. After `finish`
|
||||
/// returns, the writer is consumed and no further calls are valid.
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
public protocol CallerAsyncWriter<WriteElement, WriteFailure, FinalElement>: ~Copyable, ~Escapable {
|
||||
/// The type of elements this writer writes.
|
||||
// TODO: Check if we should support ~Escapable elements
|
||||
associatedtype WriteElement: ~Copyable
|
||||
|
||||
/// The error type that writing operations throw.
|
||||
associatedtype WriteFailure: Error
|
||||
|
||||
/// The data the writer delivers alongside the end-of-stream signal.
|
||||
///
|
||||
/// Defaults to `Void`.
|
||||
// TODO: Check if we should support ~Escapable final element
|
||||
associatedtype FinalElement: ~Copyable = Void
|
||||
|
||||
/// Writes elements from the provided buffer to the underlying destination.
|
||||
///
|
||||
/// This method asynchronously writes all elements from the provided buffer to the destination
|
||||
/// the writer represents.
|
||||
///
|
||||
/// - Parameter buffer: The buffer of elements to write.
|
||||
///
|
||||
/// - Throws: A `WriteFailure` from the underlying write operation.
|
||||
/// This method asynchronously writes all elements from the provided buffer
|
||||
/// to the underlying destination.
|
||||
///
|
||||
/// ## Example
|
||||
///
|
||||
@@ -42,8 +63,42 @@ public protocol CallerAsyncWriter<WriteElement, WriteFailure>: ~Copyable, ~Escap
|
||||
///
|
||||
/// try await fileWriter.write(buffer: &data)
|
||||
/// ```
|
||||
///
|
||||
/// - Parameter buffer: The buffer of elements to write.
|
||||
///
|
||||
/// - Throws: A `WriteFailure` from the underlying write operation.
|
||||
mutating func write<Buffer: RangeReplaceableContainer<WriteElement> & ~Copyable>(
|
||||
buffer: inout Buffer
|
||||
) async throws(WriteFailure) where Buffer.Element: ~Copyable
|
||||
|
||||
/// Sends the final buffer and ``FinalElement`` payload, and signals
|
||||
/// end-of-stream to the destination.
|
||||
///
|
||||
/// The buffer may be empty if there is no remaining content to emit
|
||||
/// alongside the terminator. When ``FinalElement`` is `Void`, use the
|
||||
/// closure-less ``finish()`` convenience instead of passing `()` explicitly.
|
||||
///
|
||||
/// - Parameters:
|
||||
/// - buffer: The buffer of remaining elements to write alongside the
|
||||
/// terminator.
|
||||
/// - finalElement: The ``FinalElement`` payload to deliver with the end
|
||||
/// signal.
|
||||
/// - Throws: A `WriteFailure` from the underlying write operation.
|
||||
consuming func finish<Buffer: RangeReplaceableContainer<WriteElement> & ~Copyable>(
|
||||
buffer: inout Buffer,
|
||||
finalElement: consuming FinalElement
|
||||
) async throws(WriteFailure) where Buffer.Element: ~Copyable
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
extension CallerAsyncWriter where Self: ~Copyable, Self: ~Escapable, FinalElement == Void {
|
||||
/// Concludes the writer with no final buffer and no extra payload.
|
||||
///
|
||||
/// Available only when ``FinalElement`` is `Void`. Equivalent to calling
|
||||
/// ``finish(buffer:finalElement:)`` with an empty buffer and `()`.
|
||||
public consuming func finish() async throws(WriteFailure) {
|
||||
var empty = UniqueArray<WriteElement>()
|
||||
try await self.finish(buffer: &empty, finalElement: ())
|
||||
}
|
||||
}
|
||||
#endif
|
||||
@@ -0,0 +1,118 @@
|
||||
//===----------------------------------------------------------------------===//
|
||||
//
|
||||
// This source file is part of the Swift Async Algorithms open source project
|
||||
//
|
||||
// Copyright (c) 2026 Apple Inc. and the Swift project authors
|
||||
// Licensed under Apache License v2.0 with Runtime Library Exception
|
||||
//
|
||||
// See https://swift.org/LICENSE.txt for license information
|
||||
//
|
||||
//===----------------------------------------------------------------------===//
|
||||
|
||||
#if UnstableAsyncStreaming && compiler(>=6.4)
|
||||
public import ContainersPreview
|
||||
public import BasicContainers
|
||||
|
||||
/// An ``AsyncWriter`` that is implemented in terms of a ``CallerAsyncWriter``.
|
||||
///
|
||||
/// The adapter allocates a fresh buffer for each ``write(_:)`` call, runs
|
||||
/// the body to fill it, and immediately drains it into the underlying
|
||||
/// ``CallerAsyncWriter``. Writes are flushed *eagerly*: the adapter does
|
||||
/// not defer the most recent buffer to fuse it with ``finish(finalElement:)``.
|
||||
///
|
||||
/// Eager flushing keeps request/response patterns deadlock-free — a write
|
||||
/// is observable to the peer as soon as the underlying writer accepts it.
|
||||
/// The trade-off is that fused close (HTTP/2 DATA+END_STREAM coalescing,
|
||||
/// and similar) is not available through this adapter; the underlying
|
||||
/// ``CallerAsyncWriter/finish(buffer:finalElement:)`` always receives an
|
||||
/// empty buffer. Conformers that need fused close should implement
|
||||
/// ``AsyncWriter`` directly rather than going through this adapter.
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
public struct CallerAsyncWriterAsyncWriterAdapter<
|
||||
Underlying: CallerAsyncWriter & ~Copyable,
|
||||
Buffer: DynamicContainer<Underlying.WriteElement> & ~Copyable
|
||||
>: ~Copyable, AsyncWriter {
|
||||
public typealias WriteElement = Underlying.WriteElement
|
||||
public typealias WriteFailure = Underlying.WriteFailure
|
||||
public typealias FinalElement = Underlying.FinalElement
|
||||
|
||||
@usableFromInline
|
||||
var underlying: Underlying
|
||||
|
||||
@usableFromInline
|
||||
let initialCapacity: Int
|
||||
|
||||
@inlinable
|
||||
init(underlying: consuming Underlying, initialCapacity: Int) {
|
||||
self.underlying = underlying
|
||||
self.initialCapacity = initialCapacity
|
||||
}
|
||||
|
||||
@inlinable
|
||||
public mutating func write<Return: ~Copyable, Failure: Error>(
|
||||
_ body: (inout Buffer) async throws(Failure) -> Return
|
||||
) async throws(EitherError<WriteFailure, Failure>) -> Return {
|
||||
var buffer = Buffer(minimumCapacity: self.initialCapacity)
|
||||
let result: Return
|
||||
do throws(Failure) {
|
||||
result = try await body(&buffer)
|
||||
} catch {
|
||||
throw .second(error)
|
||||
}
|
||||
do throws(WriteFailure) {
|
||||
try await self.underlying.write(buffer: &buffer)
|
||||
} catch {
|
||||
throw .first(error)
|
||||
}
|
||||
return result
|
||||
}
|
||||
|
||||
@inlinable
|
||||
public consuming func finish(
|
||||
finalElement: consuming FinalElement
|
||||
) async throws(WriteFailure) {
|
||||
var empty = Buffer()
|
||||
try await self.underlying.finish(buffer: &empty, finalElement: finalElement)
|
||||
}
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
extension CallerAsyncWriter where Self: ~Copyable {
|
||||
/// Adapts this ``CallerAsyncWriter`` to an ``AsyncWriter``, using
|
||||
/// ``UniqueArray`` as the buffer container.
|
||||
///
|
||||
/// Each ``AsyncWriter/write(_:)`` call on the returned adapter
|
||||
/// allocates a fresh buffer, runs the closure to fill it, and
|
||||
/// immediately drains it into this writer. Writes are flushed
|
||||
/// eagerly — see ``CallerAsyncWriterAsyncWriterAdapter`` for the
|
||||
/// trade-off this implies for fused close.
|
||||
///
|
||||
/// - Parameter initialCapacity: The capacity reserved on each
|
||||
/// freshly allocated buffer.
|
||||
/// - Returns: An adapter that conforms to ``AsyncWriter``.
|
||||
@inlinable
|
||||
public consuming func asAsyncWriter(
|
||||
initialCapacity: Int = 4096
|
||||
) -> CallerAsyncWriterAsyncWriterAdapter<Self, UniqueArray<WriteElement>> {
|
||||
.init(underlying: self, initialCapacity: initialCapacity)
|
||||
}
|
||||
|
||||
/// Adapts this ``CallerAsyncWriter`` to an ``AsyncWriter`` with a
|
||||
/// caller-chosen buffer container type.
|
||||
///
|
||||
/// - Parameters:
|
||||
/// - bufferType: The container type for buffers handed to the
|
||||
/// ``AsyncWriter/write(_:)`` body.
|
||||
/// - initialCapacity: The capacity reserved on each freshly
|
||||
/// allocated buffer.
|
||||
/// - Returns: An adapter that conforms to ``AsyncWriter``.
|
||||
@inlinable
|
||||
public consuming func asAsyncWriter<Buffer>(
|
||||
bufferOf bufferType: Buffer.Type,
|
||||
initialCapacity: Int = 4096
|
||||
) -> CallerAsyncWriterAsyncWriterAdapter<Self, Buffer>
|
||||
where Buffer: DynamicContainer<WriteElement> & ~Copyable {
|
||||
.init(underlying: self, initialCapacity: initialCapacity)
|
||||
}
|
||||
}
|
||||
#endif
|
||||
@@ -0,0 +1,532 @@
|
||||
//===----------------------------------------------------------------------===//
|
||||
//
|
||||
// This source file is part of the Swift Async Algorithms open source project
|
||||
//
|
||||
// Copyright (c) 2026 Apple Inc. and the Swift project authors
|
||||
// Licensed under Apache License v2.0 with Runtime Library Exception
|
||||
//
|
||||
// See https://swift.org/LICENSE.txt for license information
|
||||
//
|
||||
//===----------------------------------------------------------------------===//
|
||||
|
||||
#if UnstableAsyncStreaming && compiler(>=6.4)
|
||||
public import DequeModule
|
||||
public import ContainersPreview
|
||||
|
||||
/// A bidirectional, in-memory duplex channel with four connected handles.
|
||||
///
|
||||
/// Each call to ``withDuplex(of:withFinalElement:throwing:backpressureStrategy:isolation:body:)``
|
||||
/// creates two ``Writer``s and two ``Reader``s connected by a pair of
|
||||
/// internal ``MultiProducerSingleConsumerAsyncChannel`` storages — one
|
||||
/// per direction:
|
||||
///
|
||||
/// ```
|
||||
/// forward
|
||||
/// writerA ────────────────────────────────────────> readerB
|
||||
///
|
||||
/// reverse
|
||||
/// readerA <──────────────────────────────────────── writerB
|
||||
/// ```
|
||||
///
|
||||
/// The four handles are independent `~Copyable` values so each can be
|
||||
/// sent to its own task without an intermediate decomposition step.
|
||||
///
|
||||
/// Each direction applies backpressure independently using the configured
|
||||
/// ``BackpressureStrategy``: writes suspend when the per-direction buffer
|
||||
/// rises above the high watermark and resume once it drops below the low
|
||||
/// watermark.
|
||||
///
|
||||
///
|
||||
/// To scope the channel and its handles to a structured-concurrency
|
||||
/// region, use
|
||||
/// ``withDuplex(of:withFinalElement:throwing:backpressureStrategy:isolation:body:)``.
|
||||
/// When `body` returns, both directions are finalized and any remaining
|
||||
/// suspended producers are resumed with an error.
|
||||
///
|
||||
/// The ``FinalElement`` and ``Failure`` types apply to both directions.
|
||||
/// Each direction's writer terminates its half of the channel
|
||||
/// independently by calling ``Writer/finish(finalElement:)`` or
|
||||
/// ``Writer/finish(throwing:)``.
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
public struct DuplexAsyncChannel<
|
||||
Element: Sendable,
|
||||
FinalElement: Sendable,
|
||||
Failure: Error
|
||||
>: ~Copyable {
|
||||
/// Creates a new duplex channel with four connected handles and runs
|
||||
/// `body` with all four.
|
||||
///
|
||||
/// The handles are paired by side:
|
||||
///
|
||||
/// - `writerA` and `readerA` belong to side A. Elements `writerA`
|
||||
/// sends are observed on `readerB`; `readerA` observes elements
|
||||
/// `writerB` sends.
|
||||
/// - `writerB` and `readerB` belong to side B, mirrored.
|
||||
///
|
||||
/// After `body` returns, the duplex finalizes both directions and
|
||||
/// resumes any remaining suspended producers with an error.
|
||||
///
|
||||
/// The handles are noncopyable and have no `deinit`-based cleanup. To
|
||||
/// terminate one direction before the scope ends, call
|
||||
/// ``Writer/finish(finalElement:)`` or ``Writer/finish(throwing:)`` on
|
||||
/// the corresponding writer. Otherwise `withDuplex` finalizes both
|
||||
/// directions when `body` returns.
|
||||
///
|
||||
/// - Parameters:
|
||||
/// - elementType: The element type of both directions.
|
||||
/// - finalElementType: The end-of-stream payload type of both
|
||||
/// directions.
|
||||
/// - failureType: The failure type of both directions.
|
||||
/// - backpressureStrategy: The backpressure strategy applied
|
||||
/// independently to each direction.
|
||||
/// - isolation: The actor isolation in which `body` runs. Defaults to
|
||||
/// the caller's isolation.
|
||||
/// - body: A closure that receives ownership of the four connected
|
||||
/// handles, in order: side A's writer, side A's reader, side B's
|
||||
/// writer, side B's reader.
|
||||
/// - Returns: The value returned from `body`.
|
||||
@inlinable
|
||||
public static func withDuplex<Result: ~Copyable, BodyFailure: Error>(
|
||||
of elementType: Element.Type = Element.self,
|
||||
withFinalElement finalElementType: FinalElement.Type,
|
||||
throwing failureType: Failure.Type = Never.self,
|
||||
backpressureStrategy: BackpressureStrategy,
|
||||
isolation: isolated (any Actor)? = #isolation,
|
||||
body: (
|
||||
consuming sending Writer,
|
||||
consuming sending Reader,
|
||||
consuming sending Writer,
|
||||
consuming sending Reader
|
||||
) async throws(BodyFailure) -> sending Result
|
||||
) async throws(BodyFailure) -> sending Result {
|
||||
let forward = MultiProducerSingleConsumerAsyncChannel<Element, FinalElement, Failure>._Storage(
|
||||
backpressureStrategy: backpressureStrategy.internalBackpressureStrategy
|
||||
)
|
||||
let reverse = MultiProducerSingleConsumerAsyncChannel<Element, FinalElement, Failure>._Storage(
|
||||
backpressureStrategy: backpressureStrategy.internalBackpressureStrategy
|
||||
)
|
||||
|
||||
let writerA = Writer(storage: forward)
|
||||
let readerA = Reader(storage: reverse)
|
||||
let writerB = Writer(storage: reverse)
|
||||
let readerB = Reader(storage: forward)
|
||||
|
||||
let result: Result
|
||||
do throws(BodyFailure) {
|
||||
result = try await body(writerA, readerA, writerB, readerB)
|
||||
} catch {
|
||||
forward.finish(throwing: nil, finalElement: nil)
|
||||
reverse.finish(throwing: nil, finalElement: nil)
|
||||
forward.channelDeinitialized()
|
||||
reverse.channelDeinitialized()
|
||||
throw error
|
||||
}
|
||||
forward.finish(throwing: nil, finalElement: nil)
|
||||
reverse.finish(throwing: nil, finalElement: nil)
|
||||
forward.channelDeinitialized()
|
||||
reverse.channelDeinitialized()
|
||||
return result
|
||||
}
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
extension DuplexAsyncChannel where FinalElement == Void {
|
||||
/// Creates a new duplex channel with a `Void` end-of-stream payload and
|
||||
/// runs `body` with all four handles.
|
||||
///
|
||||
/// This overload is available when ``FinalElement`` is `Void`. It's
|
||||
/// equivalent to calling
|
||||
/// ``withDuplex(of:withFinalElement:throwing:backpressureStrategy:isolation:body:)``
|
||||
/// with `withFinalElement: Void.self`.
|
||||
@inlinable
|
||||
public static func withDuplex<Result: ~Copyable, BodyFailure: Error>(
|
||||
of elementType: Element.Type = Element.self,
|
||||
throwing failureType: Failure.Type = Never.self,
|
||||
backpressureStrategy: BackpressureStrategy,
|
||||
isolation: isolated (any Actor)? = #isolation,
|
||||
body: (
|
||||
consuming sending Writer,
|
||||
consuming sending Reader,
|
||||
consuming sending Writer,
|
||||
consuming sending Reader
|
||||
) async throws(BodyFailure) -> sending Result
|
||||
) async throws(BodyFailure) -> sending Result {
|
||||
try await self.withDuplex(
|
||||
of: elementType,
|
||||
withFinalElement: Void.self,
|
||||
throwing: failureType,
|
||||
backpressureStrategy: backpressureStrategy,
|
||||
isolation: isolation,
|
||||
body: body
|
||||
)
|
||||
}
|
||||
}
|
||||
|
||||
// MARK: - Backpressure strategy
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
extension DuplexAsyncChannel {
|
||||
/// A backpressure strategy applied independently to each direction of
|
||||
/// the duplex.
|
||||
public struct BackpressureStrategy: Sendable {
|
||||
@usableFromInline
|
||||
var internalBackpressureStrategy:
|
||||
MultiProducerSingleConsumerAsyncChannel<Element, FinalElement, Failure>._InternalBackpressureStrategy
|
||||
|
||||
@inlinable
|
||||
init(
|
||||
internalBackpressureStrategy:
|
||||
MultiProducerSingleConsumerAsyncChannel<Element, FinalElement, Failure>._InternalBackpressureStrategy
|
||||
) {
|
||||
self.internalBackpressureStrategy = internalBackpressureStrategy
|
||||
}
|
||||
|
||||
/// A backpressure strategy that suspends and resumes producers based
|
||||
/// on high and low watermarks.
|
||||
///
|
||||
/// - Parameters:
|
||||
/// - low: When the buffered element count drops below this
|
||||
/// watermark, the channel resumes suspended producers in that
|
||||
/// direction.
|
||||
/// - high: When the buffered element count rises above this
|
||||
/// watermark, the channel suspends new writes in that direction.
|
||||
@inlinable
|
||||
public static func watermark(low: Int, high: Int) -> BackpressureStrategy {
|
||||
.init(
|
||||
internalBackpressureStrategy: .watermark(
|
||||
.init(low: low, high: high, waterLevelForElement: nil)
|
||||
)
|
||||
)
|
||||
}
|
||||
|
||||
/// A backpressure strategy that suspends and resumes producers based
|
||||
/// on high and low watermarks, weighted by a per-element water level.
|
||||
///
|
||||
/// - Parameters:
|
||||
/// - low: When the water level drops below this watermark, the
|
||||
/// channel resumes suspended producers in that direction.
|
||||
/// - high: When the water level rises above this watermark, the
|
||||
/// channel suspends new writes in that direction.
|
||||
/// - waterLevelForElement: A closure that returns the water-level
|
||||
/// contribution of a single element. The channel calls this
|
||||
/// closure while holding its lock, so the closure must be free of
|
||||
/// side effects and should run in constant time.
|
||||
@inlinable
|
||||
public static func watermark(
|
||||
low: Int,
|
||||
high: Int,
|
||||
waterLevelForElement: @escaping @Sendable (borrowing Element) -> Int
|
||||
) -> BackpressureStrategy {
|
||||
.init(
|
||||
internalBackpressureStrategy: .watermark(
|
||||
.init(low: low, high: high, waterLevelForElement: waterLevelForElement)
|
||||
)
|
||||
)
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// MARK: - Writer
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
extension DuplexAsyncChannel {
|
||||
/// The writer half of one side of a ``DuplexAsyncChannel``.
|
||||
///
|
||||
/// Conforms to ``CallerAsyncWriter``: callers provide their own
|
||||
/// ``RangeReplaceableContainer``-conforming buffer that the writer
|
||||
/// drains.
|
||||
///
|
||||
/// Elements written here travel the channel's forward or reverse
|
||||
/// direction and are observed on the peer side's ``Reader``. The writer
|
||||
/// applies backpressure: ``write(buffer:)`` suspends when the
|
||||
/// destination's buffer rises above the configured high watermark.
|
||||
///
|
||||
/// Writers can be cloned with ``clone()`` to produce concurrently from
|
||||
/// multiple tasks. Terminate the direction with
|
||||
/// ``finish(buffer:finalElement:)``, ``finish(finalElement:)``, or
|
||||
/// ``finish(throwing:)``.
|
||||
public struct Writer: ~Copyable, CallerAsyncWriter {
|
||||
public typealias WriteElement = Element
|
||||
public typealias WriteFailure = any Error
|
||||
@usableFromInline
|
||||
let _storage: MultiProducerSingleConsumerAsyncChannel<Element, FinalElement, Failure>._Storage
|
||||
|
||||
@usableFromInline
|
||||
let _id: UInt64
|
||||
|
||||
@usableFromInline
|
||||
init(
|
||||
storage: MultiProducerSingleConsumerAsyncChannel<Element, FinalElement, Failure>._Storage
|
||||
) {
|
||||
self._storage = storage
|
||||
self._id = storage.sourceInitialized()
|
||||
}
|
||||
|
||||
/// Sets a callback to invoke when this direction terminates.
|
||||
///
|
||||
/// The duplex calls `callback` after the peer's reader observes its
|
||||
/// last element on this direction. If the direction has already
|
||||
/// terminated, the duplex invokes `callback` immediately.
|
||||
///
|
||||
/// - Important: A writer supports a single termination callback.
|
||||
/// Setting a new callback replaces any previous one.
|
||||
@inlinable
|
||||
public func setOnTerminationCallback(_ callback: (@Sendable () -> Void)?) {
|
||||
self._storage.setOnTerminationCallback(sourceID: self._id, callback: callback)
|
||||
}
|
||||
|
||||
/// Creates an additional writer for this direction so multiple
|
||||
/// producers can send concurrently.
|
||||
///
|
||||
/// The cloned writer terminates the direction independently — the
|
||||
/// direction stays open until every clone has finished or been
|
||||
/// dropped, mirroring ``MultiProducerSingleConsumerAsyncChannel/Source/clone()``.
|
||||
@inlinable
|
||||
public mutating func clone() -> sending Self {
|
||||
.init(storage: self._storage)
|
||||
}
|
||||
|
||||
/// Terminates this direction with the supplied error.
|
||||
///
|
||||
/// After the peer reader consumes all buffered elements on this
|
||||
/// direction, its next ``Reader/read(body:)`` call throws `error`.
|
||||
/// This path delivers no ``FinalElement`` payload to the peer.
|
||||
///
|
||||
/// To terminate this direction cleanly with an end-of-stream payload,
|
||||
/// call ``finish(finalElement:)`` instead. When ``FinalElement`` is
|
||||
/// `Void`, you can also call the ``finish()`` convenience.
|
||||
@inlinable
|
||||
public consuming func finish(throwing error: Failure) {
|
||||
self._storage.finish(throwing: error, finalElement: nil)
|
||||
}
|
||||
|
||||
/// Finishes this direction with a ``FinalElement`` payload.
|
||||
///
|
||||
/// The peer reader observes end-of-stream as a non-`nil` `finalElement`
|
||||
/// argument to the body of its next ``Reader/read(body:)`` call. The
|
||||
/// channel delivers any elements still buffered from earlier
|
||||
/// ``write(buffer:)`` calls before the terminator.
|
||||
///
|
||||
/// - Note: This method delivers only the end-of-stream signal. To
|
||||
/// send a final batch of elements alongside the terminator, call
|
||||
/// ``write(buffer:)`` first and then ``finish(finalElement:)``.
|
||||
@inlinable
|
||||
public consuming func finish(finalElement: consuming sending FinalElement) {
|
||||
self._storage.finish(throwing: nil, finalElement: finalElement)
|
||||
}
|
||||
|
||||
/// Writes every element of `buffer` to this direction.
|
||||
///
|
||||
/// On success the call drains `buffer` completely. If the
|
||||
/// direction's backpressure strategy signals that production should
|
||||
/// pause, the call suspends until the peer reader drains enough of
|
||||
/// the channel to fall below the low watermark.
|
||||
///
|
||||
/// - Throws: ``MultiProducerSingleConsumerAsyncChannelAlreadyFinishedError``
|
||||
/// if this direction has already finished, or `CancellationError`
|
||||
/// if the task is canceled while suspended on backpressure.
|
||||
@inlinable
|
||||
public mutating func write<Buffer: RangeReplaceableContainer<Element> & ~Copyable>(
|
||||
buffer: inout Buffer
|
||||
) async throws {
|
||||
// Move the caller's buffer into a `nonisolated(unsafe)` local so we
|
||||
// can hand it to the storage's `inout sending` API. Safe because
|
||||
// the elements are Sendable and we have the buffer inout so an exclusive
|
||||
// ownership.
|
||||
nonisolated(unsafe) var localBuffer = consume buffer
|
||||
let sendResult: MultiProducerSingleConsumerAsyncChannel<Element, FinalElement, Failure>.Source._SendResult
|
||||
do {
|
||||
sendResult = try self._storage.write(buffer: &localBuffer)
|
||||
} catch {
|
||||
buffer = consume localBuffer
|
||||
throw error
|
||||
}
|
||||
buffer = consume localBuffer
|
||||
|
||||
switch consume sendResult {
|
||||
case .produceMore:
|
||||
return
|
||||
|
||||
case .enqueueCallback(let token):
|
||||
let storage = self._storage
|
||||
do {
|
||||
try await withTaskCancellationHandler {
|
||||
try await withUnsafeThrowingContinuation { (continuation: UnsafeContinuation<Void, any Error>) in
|
||||
storage.enqueueProducer(callbackToken: token, continuation: continuation)
|
||||
}
|
||||
} onCancel: {
|
||||
storage.cancelProducer(callbackToken: token)
|
||||
}
|
||||
} catch {
|
||||
throw error
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
/// Drains `buffer` to the peer, then signals end-of-stream with the
|
||||
/// ``FinalElement`` payload. Consumes the writer.
|
||||
///
|
||||
/// This is the ``CallerAsyncWriter`` protocol entry point. The
|
||||
/// duplex's in-memory transport doesn't fuse the last write with the
|
||||
/// end-of-stream signal — `write(buffer:)` and `finish` are issued
|
||||
/// sequentially. The observable result for the peer reader matches
|
||||
/// the fused contract: the peer sees the trailing buffer's elements
|
||||
/// and the `finalElement` together on its terminal `read`.
|
||||
///
|
||||
/// - Parameters:
|
||||
/// - buffer: A buffer of remaining elements to write before
|
||||
/// signaling end-of-stream.
|
||||
/// - finalElement: The payload to deliver alongside the
|
||||
/// end-of-stream signal.
|
||||
/// - Throws: Any error thrown while draining `buffer`. If draining
|
||||
/// fails, the direction is left unterminated; the scope's
|
||||
/// finalizer terminates it on body return.
|
||||
@inlinable
|
||||
public consuming func finish<Buffer: RangeReplaceableContainer<Element> & ~Copyable>(
|
||||
buffer: inout Buffer,
|
||||
finalElement: consuming FinalElement
|
||||
) async throws {
|
||||
try await self.write(buffer: &buffer)
|
||||
self._storage.finish(throwing: nil, finalElement: finalElement)
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
extension DuplexAsyncChannel.Writer where FinalElement == Void {
|
||||
/// Finishes this direction with an empty `Void` end-of-stream payload.
|
||||
///
|
||||
/// This method is equivalent to calling ``finish(finalElement:)`` with
|
||||
/// `()`. The peer reader observes end-of-stream as a non-`nil`
|
||||
/// `finalElement` argument to the body of its next read.
|
||||
@inlinable
|
||||
public consuming func finish() {
|
||||
self._storage.finish(throwing: nil, finalElement: ())
|
||||
}
|
||||
}
|
||||
|
||||
// MARK: - Reader
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
extension DuplexAsyncChannel {
|
||||
/// The reader half of one side of a ``DuplexAsyncChannel``.
|
||||
///
|
||||
/// Conforms to ``AsyncReader``: the reader hands a noncopyable
|
||||
/// ``UniqueDeque`` of elements to the body closure alongside an
|
||||
/// optional ``FinalElement`` payload that signals end-of-stream when
|
||||
/// present.
|
||||
///
|
||||
/// Reads elements written by the peer side's ``Writer``.
|
||||
public struct Reader: ~Copyable, AsyncReader {
|
||||
public typealias ReadElement = Element
|
||||
public typealias Buffer = UniqueDeque<Element>
|
||||
public typealias ReadFailure = EitherError<Failure, CancellationError>
|
||||
@usableFromInline
|
||||
let _storage: MultiProducerSingleConsumerAsyncChannel<Element, FinalElement, Failure>._Storage
|
||||
|
||||
@usableFromInline
|
||||
init(
|
||||
storage: MultiProducerSingleConsumerAsyncChannel<Element, FinalElement, Failure>._Storage
|
||||
) {
|
||||
self._storage = storage
|
||||
}
|
||||
|
||||
/// Reads the next chunk of elements from this direction.
|
||||
///
|
||||
/// The reader passes the buffered elements to `body` along with an
|
||||
/// optional ``FinalElement`` payload. A non-`nil` `finalElement`
|
||||
/// marks the chunk as terminal and delivers the end-of-stream signal.
|
||||
/// The terminal chunk's buffer may be empty or contain a final batch
|
||||
/// of elements.
|
||||
///
|
||||
/// - Throws: An ``EitherError`` whose outer `.first` arm carries a
|
||||
/// read-side error — either the duplex's `Failure` (when the peer
|
||||
/// writer called ``Writer/finish(throwing:)``) or a
|
||||
/// `CancellationError` (when the task is canceled while suspended
|
||||
/// in `read`) — and whose outer `.second` arm carries the failure
|
||||
/// thrown by `body`.
|
||||
///
|
||||
/// - Important: After the reader observes a non-`nil` `finalElement` or
|
||||
/// `read(body:)` throws a read-side error, calling `read(body:)` again is
|
||||
/// a programmer error.
|
||||
@inlinable
|
||||
public mutating func read<Return: ~Copyable, BodyFailure: Error>(
|
||||
body: (inout UniqueDeque<Element>, consuming FinalElement?) async throws(BodyFailure) -> Return
|
||||
) async throws(EitherError<EitherError<Failure, CancellationError>, BodyFailure>) -> Return {
|
||||
while true {
|
||||
let action = self._storage.readAvailable()
|
||||
switch consume action {
|
||||
case .returnElements(let disconnected):
|
||||
var buffer = disconnected.take()
|
||||
let result: Return
|
||||
do throws(BodyFailure) {
|
||||
result = try await body(&buffer, nil)
|
||||
let buffer = buffer
|
||||
self._storage.returnCachedReadBuffer(buffer)
|
||||
} catch {
|
||||
let buffer = buffer
|
||||
self._storage.returnCachedReadBuffer(buffer)
|
||||
throw .second(error)
|
||||
}
|
||||
return result
|
||||
|
||||
case .returnElementsAndResumeProducers(let disconnected, let producers):
|
||||
var buffer = disconnected.take()
|
||||
for producer in producers {
|
||||
switch producer {
|
||||
case .closure(let onProduceMore):
|
||||
onProduceMore(Result<Void, any Error>.success(()))
|
||||
case .continuation(let continuation):
|
||||
continuation.resume()
|
||||
}
|
||||
}
|
||||
let result: Return
|
||||
do throws(BodyFailure) {
|
||||
result = try await body(&buffer, nil)
|
||||
let buffer = buffer
|
||||
self._storage.returnCachedReadBuffer(buffer)
|
||||
} catch {
|
||||
let buffer = buffer
|
||||
self._storage.returnCachedReadBuffer(buffer)
|
||||
throw .second(error)
|
||||
}
|
||||
return result
|
||||
|
||||
case .returnTerminalChunk(let disconnectedBuffer, let disconnectedFinal, let onTerminations):
|
||||
for (_, callback) in onTerminations { callback() }
|
||||
var buffer = disconnectedBuffer.take()
|
||||
let final = disconnectedFinal.take()
|
||||
do throws(BodyFailure) {
|
||||
return try await body(&buffer, final)
|
||||
} catch {
|
||||
throw .second(error)
|
||||
}
|
||||
|
||||
case .throwFailure(let failure, let onTerminations):
|
||||
for (_, callback) in onTerminations { callback() }
|
||||
if let failure {
|
||||
throw .first(.first(failure))
|
||||
}
|
||||
var empty = UniqueDeque<Element>()
|
||||
do throws(BodyFailure) {
|
||||
return try await body(&empty, nil)
|
||||
} catch {
|
||||
throw .second(error)
|
||||
}
|
||||
|
||||
case .throwCancellation:
|
||||
throw .first(.second(CancellationError()))
|
||||
|
||||
case .suspend:
|
||||
do {
|
||||
try await self._storage.suspendRead()
|
||||
} catch {
|
||||
throw .first(error)
|
||||
}
|
||||
continue
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
#endif
|
||||
+1065
File diff suppressed because it is too large.
Load diff
+417
@@ -0,0 +1,417 @@
|
||||
//===----------------------------------------------------------------------===//
|
||||
//
|
||||
// This source file is part of the Swift Async Algorithms open source project
|
||||
//
|
||||
// Copyright (c) 2026 Apple Inc. and the Swift project authors
|
||||
// Licensed under Apache License v2.0 with Runtime Library Exception
|
||||
//
|
||||
// See https://swift.org/LICENSE.txt for license information
|
||||
//
|
||||
//===----------------------------------------------------------------------===//
|
||||
|
||||
#if UnstableAsyncStreaming && compiler(>=6.4)
|
||||
public import DequeModule
|
||||
public import ContainersPreview
|
||||
|
||||
/// A multi-producer single-consumer channel.
|
||||
///
|
||||
/// This is the streaming-oriented variant of
|
||||
/// ``AsyncAlgorithms.MultiProducerSingleConsumerAsyncChannel``. Instead of
|
||||
/// exposing the consumer side as an `AsyncSequence`, it offers a chunked
|
||||
/// ``read(body:)`` method that delivers a noncopyable ``UniqueDeque`` buffer
|
||||
/// to the caller, so elements move through the channel without copying.
|
||||
///
|
||||
/// The channel applies backpressure to producers: it suspends writes when
|
||||
/// the buffer rises above the high watermark and resumes them once the
|
||||
/// buffer drops below the low watermark.
|
||||
///
|
||||
/// To scope the channel and its initial source to a structured-concurrency
|
||||
/// region, use ``withChannel(of:withFinalElement:throwing:backpressureStrategy:isolation:body:)``.
|
||||
///
|
||||
/// The channel takes a ``FinalElement`` type that it delivers alongside the
|
||||
/// end-of-stream signal. A producer terminates the channel by calling
|
||||
/// either ``Source/finish(finalElement:)`` to signal end-of-stream
|
||||
/// or ``Source/finish(throwing:)`` to terminate with a failure.
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
public struct MultiProducerSingleConsumerAsyncChannel<
|
||||
Element,
|
||||
FinalElement,
|
||||
Failure: Error
|
||||
>: ~Copyable {
|
||||
@usableFromInline
|
||||
let storage: _Storage
|
||||
|
||||
@usableFromInline
|
||||
init(storage: _Storage) {
|
||||
self.storage = storage
|
||||
}
|
||||
|
||||
/// Creates a new channel and runs `body` with the channel and its initial
|
||||
/// source. After `body` returns, the channel finalizes itself and resumes
|
||||
/// any remaining suspended producers with an error.
|
||||
///
|
||||
/// The channel and source are noncopyable and have no `deinit`-based
|
||||
/// cleanup. To terminate the channel before its scope ends, call
|
||||
/// ``Source/finish(finalElement:)`` or ``Source/finish(throwing:)`` on a
|
||||
/// source. Otherwise `withChannel` finalizes the channel when `body`
|
||||
/// returns.
|
||||
///
|
||||
/// - Parameters:
|
||||
/// - elementType: The element type of the channel.
|
||||
/// - finalElementType: The end-of-stream payload type of the channel.
|
||||
/// - failureType: The failure type of the channel.
|
||||
/// - backpressureStrategy: The backpressure strategy that the channel uses.
|
||||
/// - isolation: The actor isolation in which `body` runs. Defaults to the caller's isolation.
|
||||
/// - body: A closure that receives ownership of the channel and its initial source.
|
||||
/// - Returns: The value returned from `body`.
|
||||
@inlinable
|
||||
public static func withChannel<Result: ~Copyable, BodyFailure: Error>(
|
||||
of elementType: Element.Type = Element.self,
|
||||
withFinalElement finalElementType: FinalElement.Type,
|
||||
throwing failureType: Failure.Type = Never.self,
|
||||
backpressureStrategy: Source.BackpressureStrategy,
|
||||
isolation: isolated (any Actor)? = #isolation,
|
||||
body: (
|
||||
consuming sending MultiProducerSingleConsumerAsyncChannel,
|
||||
consuming sending Source
|
||||
) async throws(BodyFailure) -> sending Result
|
||||
) async throws(BodyFailure) -> sending Result {
|
||||
let storage = _Storage(
|
||||
backpressureStrategy: backpressureStrategy.internalBackpressureStrategy
|
||||
)
|
||||
let channel = MultiProducerSingleConsumerAsyncChannel(storage: storage)
|
||||
let source = Source(storage: storage)
|
||||
let result: Result
|
||||
do throws(BodyFailure) {
|
||||
result = try await body(channel, source)
|
||||
} catch {
|
||||
storage.finish(throwing: nil, finalElement: nil)
|
||||
storage.channelDeinitialized()
|
||||
throw error
|
||||
}
|
||||
storage.finish(throwing: nil, finalElement: nil)
|
||||
storage.channelDeinitialized()
|
||||
return result
|
||||
}
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
extension MultiProducerSingleConsumerAsyncChannel where FinalElement == Void {
|
||||
/// Creates a new channel with a `Void` end-of-stream payload and runs
|
||||
/// `body` with the channel and its initial source.
|
||||
///
|
||||
/// This overload is available when ``FinalElement`` is `Void`. It's
|
||||
/// equivalent to calling
|
||||
/// ``withChannel(of:withFinalElement:throwing:backpressureStrategy:isolation:body:)``
|
||||
/// with `withFinalElement: Void.self`.
|
||||
public static func withChannel<Result: ~Copyable, BodyFailure: Error>(
|
||||
of elementType: Element.Type = Element.self,
|
||||
throwing failureType: Failure.Type = Never.self,
|
||||
backpressureStrategy: Source.BackpressureStrategy,
|
||||
isolation: isolated (any Actor)? = #isolation,
|
||||
body: (
|
||||
consuming sending MultiProducerSingleConsumerAsyncChannel,
|
||||
consuming sending Source
|
||||
) async throws(BodyFailure) -> sending Result
|
||||
) async throws(BodyFailure) -> sending Result {
|
||||
try await self.withChannel(
|
||||
of: elementType,
|
||||
withFinalElement: Void.self,
|
||||
throwing: failureType,
|
||||
backpressureStrategy: backpressureStrategy,
|
||||
isolation: isolation,
|
||||
body: body
|
||||
)
|
||||
}
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
extension MultiProducerSingleConsumerAsyncChannel {
|
||||
/// A handle for sending elements to the channel.
|
||||
public struct Source: ~Copyable, Sendable {
|
||||
/// A backpressure strategy for the channel.
|
||||
public struct BackpressureStrategy: Sendable {
|
||||
@usableFromInline
|
||||
var internalBackpressureStrategy: _InternalBackpressureStrategy
|
||||
|
||||
@inlinable
|
||||
init(internalBackpressureStrategy: _InternalBackpressureStrategy) {
|
||||
self.internalBackpressureStrategy = internalBackpressureStrategy
|
||||
}
|
||||
|
||||
/// A backpressure strategy that suspends and resumes producers based on
|
||||
/// high and low watermarks.
|
||||
///
|
||||
/// - Parameters:
|
||||
/// - low: When the buffered element count drops below this watermark, the channel resumes suspended producers.
|
||||
/// - high: When the buffered element count rises above this watermark, the channel suspends new writes.
|
||||
@inlinable
|
||||
public static func watermark(low: Int, high: Int) -> BackpressureStrategy {
|
||||
.init(
|
||||
internalBackpressureStrategy: .watermark(
|
||||
.init(low: low, high: high, waterLevelForElement: nil)
|
||||
)
|
||||
)
|
||||
}
|
||||
|
||||
/// A backpressure strategy that suspends and resumes producers based on
|
||||
/// high and low watermarks, weighted by a per-element water level.
|
||||
///
|
||||
/// - Parameters:
|
||||
/// - low: When the water level drops below this watermark, the channel resumes suspended producers.
|
||||
/// - high: When the water level rises above this watermark, the channel suspends new writes.
|
||||
/// - waterLevelForElement: A closure that returns the water-level
|
||||
/// contribution of a single element. The channel calls this closure
|
||||
/// while holding its lock, so the closure must be free of side
|
||||
/// effects and should run in constant time.
|
||||
@inlinable
|
||||
public static func watermark(
|
||||
low: Int,
|
||||
high: Int,
|
||||
waterLevelForElement: @escaping @Sendable (borrowing Element) -> Int
|
||||
) -> BackpressureStrategy {
|
||||
.init(
|
||||
internalBackpressureStrategy: .watermark(
|
||||
.init(low: low, high: high, waterLevelForElement: waterLevelForElement)
|
||||
)
|
||||
)
|
||||
}
|
||||
}
|
||||
|
||||
@usableFromInline
|
||||
enum _SendResult: ~Copyable, Sendable {
|
||||
case produceMore
|
||||
case enqueueCallback(callbackToken: UInt64)
|
||||
}
|
||||
|
||||
@usableFromInline
|
||||
let _storage: _Storage
|
||||
|
||||
@usableFromInline
|
||||
let _id: UInt64
|
||||
|
||||
@usableFromInline
|
||||
init(storage: _Storage) {
|
||||
self._storage = storage
|
||||
self._id = self._storage.sourceInitialized()
|
||||
}
|
||||
|
||||
/// Sets a callback to invoke when the channel terminates.
|
||||
///
|
||||
/// The channel calls `callback` after the reader observes its last element.
|
||||
/// If the channel has already terminated, the channel invokes `callback`
|
||||
/// immediately.
|
||||
///
|
||||
/// - Important: A source supports a single termination callback. Setting a
|
||||
/// new callback replaces any previous one.
|
||||
@inlinable
|
||||
public func setOnTerminationCallback(_ callback: (@Sendable () -> Void)?) {
|
||||
self._storage.setOnTerminationCallback(sourceID: self._id, callback: callback)
|
||||
}
|
||||
|
||||
/// Creates an additional source for sending elements to the channel
|
||||
/// concurrently from multiple producers.
|
||||
@inlinable
|
||||
public mutating func clone() -> sending Self {
|
||||
.init(storage: self._storage)
|
||||
}
|
||||
|
||||
/// Terminates the channel with the supplied error.
|
||||
///
|
||||
/// After the reader consumes all buffered elements, the next call to
|
||||
/// ``MultiProducerSingleConsumerAsyncChannel/read(body:)`` throws `error`.
|
||||
/// This path delivers no ``FinalElement`` payload to the reader.
|
||||
///
|
||||
/// To terminate the channel cleanly with an end-of-stream payload, call
|
||||
/// ``finish(finalElement:)`` instead. When ``FinalElement`` is `Void`,
|
||||
/// you can also call the ``finish()`` convenience.
|
||||
@inlinable
|
||||
public consuming func finish(throwing error: Failure) {
|
||||
self._storage.finish(throwing: error, finalElement: nil)
|
||||
}
|
||||
|
||||
/// Finishes the channel with a ``FinalElement`` payload.
|
||||
///
|
||||
/// The reader observes end-of-stream as a non-`nil` `finalElement`
|
||||
/// argument to the body of its next
|
||||
/// ``MultiProducerSingleConsumerAsyncChannel/read(body:)`` call. The
|
||||
/// channel delivers any elements still buffered from earlier
|
||||
/// ``write(buffer:)`` calls before the terminator.
|
||||
///
|
||||
/// - Note: This method delivers only the end-of-stream signal. To send a
|
||||
/// final batch of elements alongside the terminator, call
|
||||
/// ``write(buffer:)`` first and then ``finish(finalElement:)``.
|
||||
@inlinable
|
||||
public consuming func finish(finalElement: consuming sending FinalElement) {
|
||||
self._storage.finish(throwing: nil, finalElement: finalElement)
|
||||
}
|
||||
|
||||
/// Writes every element of `buffer` to the channel.
|
||||
///
|
||||
/// On success the call drains `buffer` completely. If the channel's
|
||||
/// backpressure strategy signals that production should pause, the call
|
||||
/// suspends until the reader drains enough of the channel to fall below
|
||||
/// the low watermark.
|
||||
///
|
||||
/// - Throws: ``MultiProducerSingleConsumerAsyncChannelAlreadyFinishedError``
|
||||
/// if the channel has already finished, or `CancellationError` if the
|
||||
/// task is canceled while suspended on backpressure.
|
||||
@inlinable
|
||||
public mutating func write<Buffer: RangeReplaceableContainer<Element> & ~Copyable & Sendable>(
|
||||
buffer: inout sending Buffer
|
||||
) async throws {
|
||||
let sendResult: _SendResult
|
||||
do {
|
||||
sendResult = try self._storage.write(buffer: &buffer)
|
||||
} catch {
|
||||
throw error
|
||||
}
|
||||
|
||||
switch consume sendResult {
|
||||
case .produceMore:
|
||||
return
|
||||
|
||||
case .enqueueCallback(let token):
|
||||
let storage = self._storage
|
||||
do {
|
||||
try await withTaskCancellationHandler {
|
||||
try await withUnsafeThrowingContinuation { (continuation: UnsafeContinuation<Void, any Error>) in
|
||||
storage.enqueueProducer(callbackToken: token, continuation: continuation)
|
||||
}
|
||||
} onCancel: {
|
||||
storage.cancelProducer(callbackToken: token)
|
||||
}
|
||||
} catch {
|
||||
throw error
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
extension MultiProducerSingleConsumerAsyncChannel.Source where FinalElement == Void {
|
||||
/// Finishes the channel with an empty `Void` end-of-stream payload.
|
||||
///
|
||||
/// This method is equivalent to calling ``finish(finalElement:)`` with
|
||||
/// `()`. The reader observes end-of-stream as a non-`nil`
|
||||
/// `finalElement` argument to the body of its next read.
|
||||
@inlinable
|
||||
public consuming func finish() {
|
||||
self._storage.finish(throwing: nil, finalElement: ())
|
||||
}
|
||||
}
|
||||
|
||||
// MARK: - Reading
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
extension MultiProducerSingleConsumerAsyncChannel {
|
||||
/// Reads the next chunk of elements from the channel.
|
||||
///
|
||||
/// The channel passes the buffered elements to `body` along with an
|
||||
/// optional ``FinalElement`` payload. A non-`nil` `finalElement` marks
|
||||
/// the chunk as terminal and delivers the end-of-stream signal. The
|
||||
/// terminal chunk's buffer may be empty or contain a final batch of
|
||||
/// elements.
|
||||
///
|
||||
/// - Throws: An ``EitherError`` whose outer `.first` arm carries a
|
||||
/// read-side error — either the channel's `Failure` (when a producer
|
||||
/// called ``Source/finish(throwing:)``) or a `CancellationError` (when
|
||||
/// the task is canceled while suspended in `read`) — and whose outer
|
||||
/// `.second` arm carries the failure thrown by `body`.
|
||||
///
|
||||
/// - Important: After the reader observes a non-`nil` `finalElement` or
|
||||
/// `read(body:)` throws a read-side error, calling `read(body:)` again is
|
||||
/// a programmer error.
|
||||
@inlinable
|
||||
public mutating func read<Return: ~Copyable, BodyFailure: Error>(
|
||||
body: (inout UniqueDeque<Element>, consuming FinalElement?) async throws(BodyFailure) -> Return
|
||||
) async throws(EitherError<EitherError<Failure, CancellationError>, BodyFailure>) -> Return {
|
||||
while true {
|
||||
let action = self.storage.readAvailable()
|
||||
switch consume action {
|
||||
case .returnElements(let disconnected):
|
||||
var buffer = disconnected.take()
|
||||
let result: Return
|
||||
do throws(BodyFailure) {
|
||||
result = try await body(&buffer, nil)
|
||||
// TODO: This should not be necessary
|
||||
nonisolated(unsafe) let buffer = buffer
|
||||
self.storage.returnCachedReadBuffer(buffer)
|
||||
} catch {
|
||||
// TODO: This should not be necessary
|
||||
nonisolated(unsafe) let buffer = buffer
|
||||
self.storage.returnCachedReadBuffer(buffer)
|
||||
throw .second(error)
|
||||
}
|
||||
return result
|
||||
|
||||
case .returnElementsAndResumeProducers(let disconnected, let producers):
|
||||
var buffer = disconnected.take()
|
||||
for producer in producers {
|
||||
switch producer {
|
||||
case .closure(let onProduceMore):
|
||||
onProduceMore(Result<Void, any Error>.success(()))
|
||||
case .continuation(let continuation):
|
||||
continuation.resume()
|
||||
}
|
||||
}
|
||||
let result: Return
|
||||
do throws(BodyFailure) {
|
||||
result = try await body(&buffer, nil)
|
||||
// TODO: This should not be necessary
|
||||
nonisolated(unsafe) let buffer = buffer
|
||||
self.storage.returnCachedReadBuffer(buffer)
|
||||
} catch {
|
||||
// TODO: This should not be necessary
|
||||
nonisolated(unsafe) let buffer = buffer
|
||||
self.storage.returnCachedReadBuffer(buffer)
|
||||
throw .second(error)
|
||||
}
|
||||
return result
|
||||
|
||||
case .returnTerminalChunk(let disconnectedBuffer, let disconnectedFinal, let onTerminations):
|
||||
for (_, callback) in onTerminations { callback() }
|
||||
var buffer = disconnectedBuffer.take()
|
||||
let final = disconnectedFinal.take()
|
||||
do throws(BodyFailure) {
|
||||
return try await body(&buffer, final)
|
||||
} catch {
|
||||
throw .second(error)
|
||||
}
|
||||
|
||||
case .throwFailure(let failure, let onTerminations):
|
||||
for (_, callback) in onTerminations { callback() }
|
||||
if let failure {
|
||||
throw .first(.first(failure))
|
||||
}
|
||||
var empty = UniqueDeque<Element>()
|
||||
do throws(BodyFailure) {
|
||||
return try await body(&empty, nil)
|
||||
} catch {
|
||||
throw .second(error)
|
||||
}
|
||||
|
||||
case .throwCancellation:
|
||||
throw .first(.second(CancellationError()))
|
||||
|
||||
case .suspend:
|
||||
do {
|
||||
try await self.storage.suspendRead()
|
||||
} catch {
|
||||
throw .first(error)
|
||||
}
|
||||
continue
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
/// An error that ``MultiProducerSingleConsumerAsyncChannel/Source/write(buffer:)``
|
||||
/// throws when its source has already finished.
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
public struct MultiProducerSingleConsumerAsyncChannelAlreadyFinishedError: Error {
|
||||
@usableFromInline
|
||||
init() {}
|
||||
}
|
||||
#endif
|
||||
@@ -13,9 +13,10 @@
|
||||
|
||||
Introduces four protocols for asynchronous streaming with caller- and
|
||||
callee-managed buffer ownership for both reading and writing. Supports
|
||||
noncopyable types, bulk/chunked access, and bidirectional streaming while
|
||||
maintaining structured concurrency. Provides bridging extensions between
|
||||
`AsyncReader` and `AsyncSequence`.
|
||||
noncopyable types, bulk/chunked access, fused end-of-stream signaling with an
|
||||
optional final-element payload, and bidirectional streaming while maintaining
|
||||
structured concurrency. Provides bridging extensions between `AsyncReader` and
|
||||
`AsyncSequence`.
|
||||
|
||||
## Motivation
|
||||
|
||||
@@ -276,29 +277,76 @@ The callee-owned reader controls the buffer and passes a mutable reference to it
|
||||
through a scoped closure. This is the preferred protocol for read streams.
|
||||
|
||||
```swift
|
||||
public protocol AsyncReader<ReadElement, ReadFailure>: ~Copyable, ~Escapable {
|
||||
/// The type of elements that can be read.
|
||||
associatedtype ReadElement: ~Copyable
|
||||
/// Reads elements asynchronously from a source using callee-managed buffering.
|
||||
///
|
||||
/// Adopt ``AsyncReader`` when you need callee-managed buffering,
|
||||
/// where the reader controls the buffer and passes it to the caller
|
||||
/// through the `body` closure.
|
||||
///
|
||||
/// ## Signaling end of stream
|
||||
///
|
||||
/// The reader signals end-of-stream by passing a non-`nil` value for the
|
||||
/// `finalElement` parameter of the `body` closure. This call may also carry a
|
||||
/// final chunk of elements in the buffer, allowing the reader to fuse the last
|
||||
/// chunk with the end signal in a single operation.
|
||||
///
|
||||
/// The ``FinalElement`` associated type controls what data, if any, the reader
|
||||
/// delivers alongside the end signal. The default is `Void`, which means the
|
||||
/// signal carries no payload. Set ``FinalElement`` to a custom type when the
|
||||
/// reader needs to deliver structured data with the terminator. Set it to `Never` to indicate
|
||||
/// that the stream never ends — the `finalElement` parameter will always be `nil`.
|
||||
///
|
||||
/// After the reader has emitted a non-`nil` `finalElement`, calling
|
||||
/// ``read(body:)`` again is a programmer error.
|
||||
public protocol AsyncReader<ReadElement, ReadFailure, FinalElement>: ~Copyable, ~Escapable {
|
||||
/// The type of elements this reader reads.
|
||||
associatedtype ReadElement: ~Copyable
|
||||
|
||||
/// The container type the reader uses to pass elements to the caller.
|
||||
associatedtype Buffer: RangeReplaceableContainer<ReadElement> & ~Copyable
|
||||
/// The container type the reader uses to pass elements to the caller.
|
||||
associatedtype Buffer: RangeReplaceableContainer<ReadElement> & ~Copyable
|
||||
|
||||
/// The type of error thrown during reading.
|
||||
associatedtype ReadFailure: Error
|
||||
/// The error type that reading operations throw.
|
||||
associatedtype ReadFailure: Error
|
||||
|
||||
/// Reads elements from the source and passes them to the body closure.
|
||||
///
|
||||
/// The reader fills an internal buffer from its source and passes a mutable
|
||||
/// reference to it to `body`. When the buffer is empty, the stream
|
||||
/// has ended.
|
||||
///
|
||||
/// - Parameter body: A closure that processes the read elements.
|
||||
/// - Returns: The value returned by the body closure.
|
||||
/// - Throws: An `EitherError` containing either a `ReadFailure` from the read
|
||||
/// operation or a `Failure` from the body closure.
|
||||
mutating func read<Return, Failure: Error>(
|
||||
body: (inout Buffer) async throws(Failure) -> Return
|
||||
) async throws(EitherError<ReadFailure, Failure>) -> Return
|
||||
/// The data the reader delivers alongside the end-of-stream signal.
|
||||
///
|
||||
/// Defaults to `Void`. Use a custom type to carry data along with the
|
||||
/// end signal. Use `Never` for streams that never end.
|
||||
associatedtype FinalElement: ~Copyable = Void
|
||||
|
||||
/// Reads elements from the underlying source and passes them to the provided body closure.
|
||||
///
|
||||
/// This method asynchronously reads elements from the source into a buffer,
|
||||
/// then passes the buffer and an optional `finalElement` to `body` for
|
||||
/// processing.
|
||||
///
|
||||
/// A `nil` value for `finalElement` means more data may follow. A non-`nil`
|
||||
/// value (which is the only way a stream of `FinalElement == Void` signals
|
||||
/// end) marks this chunk as the last one and delivers the final payload.
|
||||
/// The terminal chunk's buffer may be empty or contain a final batch of
|
||||
/// elements; the caller must process both.
|
||||
///
|
||||
/// After the reader has emitted a non-`nil` `finalElement`, calling
|
||||
/// ``read(body:)`` again is a programmer error.
|
||||
///
|
||||
/// ```swift
|
||||
/// var fileReader: FileAsyncReader = ...
|
||||
///
|
||||
/// let result = try await fileReader.read { buffer, finalElement in
|
||||
/// let processed = buffer.count
|
||||
/// return (processed, finalElement != nil)
|
||||
/// }
|
||||
/// ```
|
||||
///
|
||||
/// - Parameter body: A closure that receives a mutable reference to the buffer
|
||||
/// of read elements together with the optional end-of-stream payload and
|
||||
/// returns a value of type `Return`.
|
||||
/// - Returns: The value the body closure returns after processing the read elements.
|
||||
/// - Throws: An `EitherError` containing either a `ReadFailure` from the read operation
|
||||
/// or a `Failure` from the body closure.
|
||||
mutating func read<Return: ~Copyable, Failure: Error>(
|
||||
body: (inout Buffer, consuming FinalElement?) async throws(Failure) -> Return
|
||||
) async throws(EitherError<ReadFailure, Failure>) -> Return
|
||||
}
|
||||
```
|
||||
|
||||
@@ -308,23 +356,56 @@ The caller provides a buffer that the reader fills with elements from the
|
||||
source.
|
||||
|
||||
```swift
|
||||
public protocol CallerAsyncReader<ReadElement, ReadFailure>: ~Copyable, ~Escapable {
|
||||
/// The type of elements that can be read.
|
||||
associatedtype ReadElement: ~Copyable
|
||||
/// Reads elements asynchronously into a caller-provided buffer.
|
||||
///
|
||||
/// Adopt ``CallerAsyncReader`` when you need caller-managed buffering,
|
||||
/// where the caller supplies a buffer that the reader fills
|
||||
/// with elements.
|
||||
///
|
||||
/// ## Signaling end of stream
|
||||
///
|
||||
/// The reader signals end-of-stream by returning a non-`nil` ``FinalElement``
|
||||
/// from ``read(into:)``. The same call may also append a final batch of
|
||||
/// elements to the caller's buffer, allowing the reader to fuse the last
|
||||
/// chunk with the end signal.
|
||||
///
|
||||
/// The ``FinalElement`` associated type controls what data, if any, the reader
|
||||
/// delivers alongside the end signal. The default is `Void`. Use a custom type
|
||||
/// to carry data along with the end signal, or `Never` for streams that never
|
||||
/// end.
|
||||
///
|
||||
/// After the reader has returned a non-`nil` `FinalElement`, calling
|
||||
/// ``read(into:)`` again is a programmer error.
|
||||
public protocol CallerAsyncReader<ReadElement, ReadFailure, FinalElement>: ~Copyable, ~Escapable {
|
||||
/// The type of elements this reader reads.
|
||||
associatedtype ReadElement: ~Copyable
|
||||
|
||||
/// The type of error thrown during reading.
|
||||
associatedtype ReadFailure: Error
|
||||
/// The error type that reading operations throw.
|
||||
associatedtype ReadFailure: Error
|
||||
|
||||
/// Reads elements from the source into the provided buffer.
|
||||
///
|
||||
/// Appends elements into `buffer`. When the read operation reaches the
|
||||
/// end of the source, no elements are appended.
|
||||
///
|
||||
/// - Parameter buffer: The buffer to fill with read elements.
|
||||
/// - Throws: A `ReadFailure` from the underlying read operation.
|
||||
mutating func read<Buffer: RangeReplaceableContainer<ReadElement>>(
|
||||
into buffer: inout Buffer
|
||||
) async throws(ReadFailure) where Buffer.Element: ~Copyable
|
||||
/// The data the reader delivers alongside the end-of-stream signal.
|
||||
///
|
||||
/// Defaults to `Void`. Use a custom type to carry data along with the end
|
||||
/// signal, or `Never` for streams that never end.
|
||||
associatedtype FinalElement: ~Copyable = Void
|
||||
|
||||
/// Reads elements from the source into the provided buffer.
|
||||
///
|
||||
/// This method appends elements into `buffer`. A non-`nil` return value
|
||||
/// signals end-of-stream and delivers the final payload. The call may
|
||||
/// also append a final batch of elements before signaling end.
|
||||
///
|
||||
/// After the reader has returned a non-`nil` `FinalElement`, calling
|
||||
/// ``read(into:)`` again is a programmer error.
|
||||
///
|
||||
/// - Parameter buffer: The buffer to fill with read elements.
|
||||
/// - Returns: A non-`nil` ``FinalElement`` if this call delivered the
|
||||
/// end-of-stream signal; `nil` if more elements may follow.
|
||||
/// - Throws: A `ReadFailure` from the underlying read operation.
|
||||
// TODO: Check if we should support ~Escapable buffer
|
||||
mutating func read<Buffer: RangeReplaceableContainer<ReadElement> & ~Copyable>(
|
||||
into buffer: inout Buffer
|
||||
) async throws(ReadFailure) -> FinalElement? where Buffer.Element: ~Copyable
|
||||
}
|
||||
```
|
||||
|
||||
@@ -334,22 +415,78 @@ The caller provides a buffer of elements for the writer to consume. This is the
|
||||
preferred protocol for write streams.
|
||||
|
||||
```swift
|
||||
public protocol CallerAsyncWriter<WriteElement, WriteFailure>: ~Copyable, ~Escapable {
|
||||
/// The type of elements that can be written.
|
||||
associatedtype WriteElement: ~Copyable
|
||||
/// Writes elements asynchronously from a caller-provided buffer.
|
||||
///
|
||||
/// Adopt ``CallerAsyncWriter`` when you need caller-managed buffering,
|
||||
/// where the caller provides a buffer of elements for the writer
|
||||
/// to consume.
|
||||
///
|
||||
/// ## Signaling end of stream
|
||||
///
|
||||
/// The writer is terminated by a call to ``finish(buffer:finalElement:)``.
|
||||
/// The `finish` call communicates a final buffer (if any) and the
|
||||
/// ``FinalElement`` payload, allowing implementations to fuse the last data
|
||||
/// frame with the end signal on transports that support it.
|
||||
///
|
||||
/// The ``FinalElement`` associated type controls what data, if any, the writer
|
||||
/// transmits alongside the end signal. The default is `Void`. Use a custom
|
||||
/// type to carry data along with the end signal, or `Never` for endless
|
||||
/// streams. When ``FinalElement`` is `Never`, ``finish(buffer:finalElement:)``
|
||||
/// cannot be called and the writer can be written to indefinitely.
|
||||
///
|
||||
/// Conformers must accept zero, one, or many `write(buffer:)` calls, optionally
|
||||
/// followed by a single `finish(buffer:finalElement:)` call. After `finish`
|
||||
/// returns, the writer is consumed and no further calls are valid.
|
||||
public protocol CallerAsyncWriter<WriteElement, WriteFailure, FinalElement>: ~Copyable, ~Escapable {
|
||||
/// The type of elements this writer writes.
|
||||
associatedtype WriteElement: ~Copyable
|
||||
|
||||
/// The type of error thrown during writing.
|
||||
associatedtype WriteFailure: Error
|
||||
/// The error type that writing operations throw.
|
||||
associatedtype WriteFailure: Error
|
||||
|
||||
/// Writes elements from the provided buffer to the destination.
|
||||
///
|
||||
/// Asynchronously writes all elements from the provided buffer.
|
||||
///
|
||||
/// - Parameter buffer: The buffer of elements to write.
|
||||
/// - Throws: A `WriteFailure` from the underlying write operation.
|
||||
mutating func write<Buffer: RangeReplaceableContainer<WriteElement> & ~Copyable>(
|
||||
buffer: inout Buffer
|
||||
) async throws(WriteFailure) where Buffer.Element: ~Copyable
|
||||
/// The data the writer delivers alongside the end-of-stream signal.
|
||||
///
|
||||
/// Defaults to `Void`.
|
||||
associatedtype FinalElement: ~Copyable = Void
|
||||
|
||||
/// Writes elements from the provided buffer to the underlying destination.
|
||||
///
|
||||
/// This method asynchronously writes all elements from the provided buffer
|
||||
/// to the underlying destination.
|
||||
///
|
||||
/// ## Example
|
||||
///
|
||||
/// ```swift
|
||||
/// var fileWriter: FileAsyncWriter = ...
|
||||
/// var data = UniqueArray(capacity: 5, copying: [1, 2, 3, 4, 5])
|
||||
///
|
||||
/// try await fileWriter.write(buffer: &data)
|
||||
/// ```
|
||||
///
|
||||
/// - Parameter buffer: The buffer of elements to write.
|
||||
///
|
||||
/// - Throws: A `WriteFailure` from the underlying write operation.
|
||||
mutating func write<Buffer: RangeReplaceableContainer<WriteElement> & ~Copyable>(
|
||||
buffer: inout Buffer
|
||||
) async throws(WriteFailure) where Buffer.Element: ~Copyable
|
||||
|
||||
/// Sends the final buffer and ``FinalElement`` payload, and signals
|
||||
/// end-of-stream to the destination.
|
||||
///
|
||||
/// The buffer may be empty if there is no remaining content to emit
|
||||
/// alongside the terminator. When ``FinalElement`` is `Void`, use the
|
||||
/// closure-less ``finish()`` convenience instead of passing `()` explicitly.
|
||||
///
|
||||
/// - Parameters:
|
||||
/// - buffer: The buffer of remaining elements to write alongside the
|
||||
/// terminator.
|
||||
/// - finalElement: The ``FinalElement`` payload to deliver with the end
|
||||
/// signal.
|
||||
/// - Throws: A `WriteFailure` from the underlying write operation.
|
||||
consuming func finish<Buffer: RangeReplaceableContainer<WriteElement> & ~Copyable>(
|
||||
buffer: inout Buffer,
|
||||
finalElement: consuming FinalElement
|
||||
) async throws(WriteFailure) where Buffer.Element: ~Copyable
|
||||
}
|
||||
```
|
||||
|
||||
@@ -358,32 +495,116 @@ public protocol CallerAsyncWriter<WriteElement, WriteFailure>: ~Copyable, ~Escap
|
||||
The writer provides a buffer that the caller fills with elements to write.
|
||||
|
||||
```swift
|
||||
public protocol AsyncWriter<WriteElement, WriteFailure>: ~Copyable, ~Escapable {
|
||||
/// The type of elements that can be written.
|
||||
associatedtype WriteElement: ~Copyable
|
||||
/// Writes elements asynchronously to a destination using callee-managed buffering.
|
||||
///
|
||||
/// Adopt ``AsyncWriter`` when you need callee-managed buffering,
|
||||
/// where the writer supplies a buffer that the caller fills
|
||||
/// with elements to write.
|
||||
///
|
||||
/// ## Signaling end of stream
|
||||
///
|
||||
/// The writer is terminated by a call to ``finish(finalElement:)``.
|
||||
/// Bulk transfer happens through ``write(_:)`` calls; ``finish(finalElement:)``
|
||||
/// only carries the ``FinalElement`` payload.
|
||||
///
|
||||
/// The ``FinalElement`` associated type controls what data, if any, the writer
|
||||
/// transmits alongside the end signal. The default is `Void`. Use a custom
|
||||
/// type to carry data along with the end signal, or `Never` for endless
|
||||
/// streams. When ``FinalElement`` is `Never`, ``finish(finalElement:)`` cannot
|
||||
/// be called and the writer can be written to indefinitely.
|
||||
public protocol AsyncWriter<WriteElement, WriteFailure, FinalElement>: ~Copyable, ~Escapable {
|
||||
/// The type of elements this writer writes.
|
||||
associatedtype WriteElement: ~Copyable
|
||||
|
||||
/// The container type the writer uses to receive elements from the caller.
|
||||
associatedtype Buffer: RangeReplaceableContainer<WriteElement> & ~Copyable
|
||||
/// The container type the writer uses to receive elements from the caller.
|
||||
associatedtype Buffer: RangeReplaceableContainer<WriteElement> & ~Copyable
|
||||
|
||||
/// The type of error thrown during writing.
|
||||
associatedtype WriteFailure: Error
|
||||
/// The error type that writing operations throw.
|
||||
associatedtype WriteFailure: Error
|
||||
|
||||
/// Provides a buffer for writing elements to the destination.
|
||||
///
|
||||
/// The writer supplies a buffer that the `body` closure fills with
|
||||
/// elements. After the closure returns, the writer handles the actual
|
||||
/// write operation.
|
||||
///
|
||||
/// - Parameter body: A closure that receives a mutable buffer to fill.
|
||||
/// - Returns: The value returned by the body closure.
|
||||
/// - Throws: An `EitherError` containing either a `WriteFailure` from the
|
||||
/// write operation or a `Failure` from the body closure.
|
||||
mutating func write<Return, Failure: Error>(
|
||||
_ body: (inout Buffer) async throws(Failure) -> Return
|
||||
) async throws(EitherError<WriteFailure, Failure>) -> Return
|
||||
/// The data the writer delivers alongside the end-of-stream signal.
|
||||
///
|
||||
/// Defaults to `Void`. Use a custom type to carry data along with the end
|
||||
/// signal.
|
||||
associatedtype FinalElement: ~Copyable = Void
|
||||
|
||||
/// Provides a buffer for writing elements to the destination.
|
||||
///
|
||||
/// The writer supplies a buffer, sized by the implementation, that
|
||||
/// `body` uses to append elements. The writer manages the buffer
|
||||
/// allocation and handles the writing operation once `body` completes.
|
||||
/// Oversized payloads are split across multiple calls.
|
||||
///
|
||||
/// - Parameter body: A closure that receives a buffer for appending elements
|
||||
/// to write. The closure returns a result of type `Return`.
|
||||
///
|
||||
/// ## Example
|
||||
///
|
||||
/// ```swift
|
||||
/// var writer: SomeAsyncWriter = ...
|
||||
///
|
||||
/// try await writer.write { buffer in
|
||||
/// for item in items {
|
||||
/// buffer.append(item)
|
||||
/// }
|
||||
/// return buffer.count
|
||||
/// }
|
||||
/// ```
|
||||
///
|
||||
/// - Returns: The value the body closure returns.
|
||||
///
|
||||
/// - Throws: An `EitherError` containing either a `WriteFailure` from the write operation
|
||||
/// or a `Failure` from the body closure.
|
||||
mutating func write<Return: ~Copyable, Failure: Error>(
|
||||
_ body: (inout Buffer) async throws(Failure) -> Return
|
||||
) async throws(EitherError<WriteFailure, Failure>) -> Return
|
||||
|
||||
/// Closes the writer, delivering a ``FinalElement`` payload alongside the
|
||||
/// end-of-stream signal.
|
||||
///
|
||||
/// - Parameter finalElement: The ``FinalElement`` payload to deliver with
|
||||
/// the end signal.
|
||||
/// - Throws: A ``WriteFailure`` from the underlying write operation.
|
||||
consuming func finish(
|
||||
finalElement: consuming FinalElement
|
||||
) async throws(WriteFailure)
|
||||
}
|
||||
```
|
||||
|
||||
### Final-element payload
|
||||
|
||||
Every protocol carries a `FinalElement` associated type, the data, if any,
|
||||
that the stream delivers alongside its end-of-stream signal. The default is
|
||||
`Void`, which carries no extra payload; the signal itself is the only
|
||||
information conveyed. Besides `Void` final elements there are two other
|
||||
possibilities:
|
||||
|
||||
* **`FinalElement == Never`** marks a stream as endless. For readers, the
|
||||
terminal signal can never fire (because `Never?` only inhabits `nil`), so
|
||||
callers can rely statically on the absence of termination — useful for
|
||||
clocks, log tails, and other endless sources. The same applies symmetrically
|
||||
to writers: with `FinalElement == Never`, `finish` cannot be called, so the
|
||||
writer can be written to indefinitely but never explicitly terminated.
|
||||
Examples include logging sinks, metrics emitters, and continuous output
|
||||
streams.
|
||||
* **A custom payload type** lets the stream attach structured data to the
|
||||
close: HTTP trailers, a checksum, a frame's status code. An example is HTTP,
|
||||
which specializes `FinalElement` to `HTTPFields?` so the last DATA frame and
|
||||
the trailers can be fused into a single transport operation.
|
||||
|
||||
For readers, the terminal `read` call may also carry a final chunk of payload
|
||||
elements alongside the end signal; the caller must process both. For writers,
|
||||
`finish` is a consuming operation that delivers the `FinalElement` payload and
|
||||
signals end-of-stream. `CallerAsyncWriter.finish(buffer:finalElement:)` also
|
||||
carries a final buffer, so the last buffer and the terminator can be fused
|
||||
into a single transport operation. `AsyncWriter.finish(finalElement:)` carries
|
||||
only the terminator; conformers that can fuse may defer flushing the most
|
||||
recent `write(_:)` until `finish` is called, achieving the same coalescing.
|
||||
|
||||
Convenience extensions on the writer protocols expose a closure-less `finish()`
|
||||
when `FinalElement == Void`, so callers that don't need a custom payload can
|
||||
omit the explicit `()` argument.
|
||||
|
||||
### Bridging between `AsyncReader` and `AsyncSequence`
|
||||
|
||||
We provide extensions for converting between `AsyncReader` and `AsyncSequence`
|
||||
@@ -484,40 +705,141 @@ core protocols are established.
|
||||
|
||||
### Iteration and collection helpers
|
||||
|
||||
Two common patterns emerge immediately when working with `AsyncReader`: iterating
|
||||
over all chunks until the stream ends, and collecting elements into a buffer up
|
||||
to a specified limit. We envision convenience extensions for both:
|
||||
Two common patterns emerge immediately when working with `AsyncReader`:
|
||||
iterating over all chunks until the stream ends, and collecting elements into
|
||||
a caller-provided container. We envision convenience extensions for both,
|
||||
both of which surface the `FinalElement` payload to the caller:
|
||||
|
||||
```swift
|
||||
extension AsyncReader where Self: ~Copyable, Self: ~Escapable {
|
||||
/// Iterates over all chunks, executing `body` for each buffer until the
|
||||
/// stream ends.
|
||||
/// Iterates every chunk, executing `body` for each, until the reader
|
||||
/// signals end-of-stream. Returns the `FinalElement` delivered with the
|
||||
/// terminal chunk.
|
||||
public consuming func forEachBuffer<Failure: Error>(
|
||||
body: (inout Buffer) async throws(Failure) -> Void
|
||||
) async throws(EitherError<ReadFailure, Failure>)
|
||||
) async throws(EitherError<ReadFailure, Failure>) -> FinalElement?
|
||||
}
|
||||
|
||||
extension AsyncReader where Self: ~Copyable, Self: ~Escapable, ReadElement: ~Copyable {
|
||||
/// Collects elements up to `limit`, then passes the accumulated
|
||||
/// elements to `body` as an `InputSpan`.
|
||||
public mutating func collect<Result, Failure: Error>(
|
||||
upTo limit: Int,
|
||||
body: (consuming InputSpan<ReadElement>) async throws(Failure) -> Result
|
||||
) async throws(EitherError<EitherError<ReadFailure, AsyncReaderLeftOverElementsError>, Failure>) -> Result
|
||||
/// Collects elements into `target` up to its free capacity. The reader
|
||||
/// can deliver fewer; producing more throws.
|
||||
public consuming func collect<
|
||||
Container: RangeReplaceableContainer<ReadElement> & ~Copyable & ~Escapable
|
||||
>(
|
||||
into target: inout Container
|
||||
) async throws(EitherError<ReadFailure, AsyncReaderLeftOverElementsError>) -> FinalElement
|
||||
|
||||
/// Collects exactly `target.freeCapacity` elements into `target`. Producing
|
||||
/// fewer throws ``AsyncReaderInsufficientElementsError``; producing more
|
||||
/// throws ``AsyncReaderLeftOverElementsError``.
|
||||
public consuming func collect<
|
||||
Container: RangeReplaceableContainer<ReadElement> & ~Copyable & ~Escapable
|
||||
>(
|
||||
exactlyInto target: inout Container
|
||||
) async throws(
|
||||
EitherError<ReadFailure, EitherError<AsyncReaderLeftOverElementsError, AsyncReaderInsufficientElementsError>>
|
||||
) -> FinalElement
|
||||
|
||||
/// Collects elements into a dynamic container, growing it up to
|
||||
/// `maximumSize`. Producing more than `maximumSize` throws.
|
||||
public consuming func collect<
|
||||
Container: DynamicContainer<ReadElement> & ~Copyable
|
||||
>(
|
||||
into target: inout Container,
|
||||
maximumSize: Int
|
||||
) async throws(EitherError<ReadFailure, AsyncReaderLeftOverElementsError>) -> FinalElement
|
||||
}
|
||||
```
|
||||
|
||||
`forEachBuffer` provides a simple way to consume an entire stream without manually
|
||||
looping over `read` calls and checking for empty buffers. `collect` accumulates
|
||||
elements from multiple reads into a single buffer before processing, which is
|
||||
useful when an algorithm needs all data in contiguous memory (for example,
|
||||
parsing a complete message frame).
|
||||
`forEachBuffer` provides a simple way to consume an entire stream without
|
||||
manually looping over `read` calls and threading the end signal. The three
|
||||
`collect` overloads cover the common ways a caller wants to gather a stream's
|
||||
elements into an existing container: `collect(into:)` opportunistically fills
|
||||
a fixed-capacity container, `collect(exactlyInto:)` requires the reader to
|
||||
match the container's free capacity (useful when parsing a known-length
|
||||
frame), and `collect(into:maximumSize:)` grows a dynamic container with an
|
||||
upper bound. All three preserve the container's existing contents and append
|
||||
collected elements to the end.
|
||||
|
||||
These helpers are intentionally excluded from this proposal because their error
|
||||
handling semantics (particularly `collect`'s nested `EitherError` and the
|
||||
These helpers are intentionally excluded from this proposal because their
|
||||
error-handling shapes (particularly `collect`'s nested `EitherError` and the
|
||||
`AsyncReaderLeftOverElementsError` overflow behavior) benefit from real-world
|
||||
usage feedback before stabilization.
|
||||
|
||||
### Piping a reader into a writer
|
||||
|
||||
A common pattern when bridging streams is piping all elements from a reader
|
||||
to a writer. We envision convenience extensions on each reader protocol that
|
||||
consume both sides and forward the elements — including the `FinalElement`
|
||||
payload, fused with the writer's `finish` where the protocols allow it.
|
||||
|
||||
When the buffer ownership of the reader and writer aligns, the buffer can
|
||||
flow directly between the two without an intermediate stage:
|
||||
|
||||
```swift
|
||||
extension AsyncReader where Self: ~Copyable, Self: ~Escapable, ReadElement: ~Copyable {
|
||||
/// Pipes all elements from this reader into the given caller-owned
|
||||
/// writer, fusing the terminal chunk with `finish` so the transport
|
||||
/// sees a single close.
|
||||
public consuming func pipe<Writer>(
|
||||
into writer: consuming Writer
|
||||
) async throws
|
||||
where Writer: CallerAsyncWriter & ~Copyable,
|
||||
Writer.WriteElement == ReadElement,
|
||||
Writer.FinalElement == FinalElement
|
||||
}
|
||||
|
||||
extension CallerAsyncReader where Self: ~Copyable, Self: ~Escapable, ReadElement: ~Copyable {
|
||||
/// Pipes all elements from this reader into the given callee-owned
|
||||
/// writer.
|
||||
public consuming func pipe<Writer>(
|
||||
into writer: consuming Writer
|
||||
) async throws
|
||||
where Writer: AsyncWriter & ~Copyable,
|
||||
Writer.WriteElement == ReadElement,
|
||||
Writer.FinalElement == FinalElement
|
||||
}
|
||||
```
|
||||
|
||||
The two remaining combinations require a transfer between separate buffers.
|
||||
We distinguish them with explicit argument labels so the cost is visible at
|
||||
the call site:
|
||||
|
||||
```swift
|
||||
extension AsyncReader where Self: ~Copyable, Self: ~Escapable, ReadElement: ~Copyable {
|
||||
/// Pipes all elements from this reader into the given callee-owned
|
||||
/// writer, copying each element from the reader's buffer into the
|
||||
/// writer's buffer.
|
||||
public consuming func pipe<Writer>(
|
||||
copyingInto writer: consuming Writer
|
||||
) async throws
|
||||
where Writer: AsyncWriter & ~Copyable,
|
||||
Writer.WriteElement == ReadElement,
|
||||
Writer.FinalElement == FinalElement
|
||||
}
|
||||
|
||||
extension CallerAsyncReader where Self: ~Copyable, Self: ~Escapable, ReadElement: ~Copyable {
|
||||
/// Pipes all elements from this reader into the given caller-owned
|
||||
/// writer through an intermediate buffer of the requested capacity.
|
||||
public consuming func pipe<Writer>(
|
||||
bufferingInto writer: consuming Writer,
|
||||
intermediateCapacity: Int
|
||||
) async throws
|
||||
where Writer: CallerAsyncWriter & ~Copyable,
|
||||
Writer.WriteElement == ReadElement,
|
||||
Writer.FinalElement == FinalElement
|
||||
}
|
||||
```
|
||||
|
||||
These helpers eliminate the boilerplate of manually looping, threading the
|
||||
end signal, and shuttling buffers between the two sides. Defining `pipe` on
|
||||
the reader matches the precedent that the operation hangs off the consumed
|
||||
source rather than the long-lived destination.
|
||||
|
||||
Like the iteration and collection helpers above, these are intentionally
|
||||
excluded from the initial proposal so that their error-handling and
|
||||
fused-close semantics can mature through real-world use before stabilization.
|
||||
|
||||
### Owned buffer transfer protocols
|
||||
|
||||
The four protocols in this proposal all use generic `RangeReplaceableContainer`
|
||||
@@ -659,6 +981,42 @@ necessary. With clear signposting of which protocols are "preferred," the
|
||||
developer experience remains approachable for the majority while not tying the
|
||||
hands of those with specialized requirements.
|
||||
|
||||
### Omitting the `FinalElement` associated type
|
||||
|
||||
An earlier shape of this proposal had no `FinalElement` concept at all: the
|
||||
read side signaled end-of-stream by returning an empty buffer; the write side
|
||||
signaled it implicitly by deinitializing or consuming the writer. That design
|
||||
is simpler to teach but fails on two fronts.
|
||||
|
||||
**It cannot express transports that deliver structured data with the close.**
|
||||
Many real protocols attach a payload to the end-of-stream signal:
|
||||
|
||||
* **HTTP** sends trailing fields after the last DATA frame, these are arbitrary
|
||||
header-like key/value pairs (checksums, signed digests, gRPC status) that
|
||||
are only available once the body has been transmitted. Without
|
||||
`FinalElement`, an HTTP body reader has no way to surface the trailers to
|
||||
its caller alongside the last chunk; the application would need a separate
|
||||
out-of-band channel.
|
||||
* **gRPC** carries the call's terminal status (OK / error code + message) in
|
||||
the trailers of every server-streaming response. The body protocol *must*
|
||||
be able to deliver that status to the caller.
|
||||
|
||||
These are not exotic edge cases, they are two of the most common streaming
|
||||
transports a Swift server library will need to support.
|
||||
|
||||
**It cannot fuse the last write with the close signal.** HTTP/2, HTTP/3, and
|
||||
QUIC all let the sender attach an END_STREAM flag to the same frame that
|
||||
carries the final body bytes. Without an explicit `finish` operation that
|
||||
takes both the last chunk and the terminator, the writer would have to emit
|
||||
two separate transport operations: one `write` for the final bytes, and a
|
||||
later deinit-driven close. That doubles the syscall / framing cost on the hot
|
||||
path of every request and forfeits the kernel-side coalescing these protocols
|
||||
were specifically designed to enable.
|
||||
|
||||
Defaulting `FinalElement` to `Void` keeps the trivial case ergonomic, a plain
|
||||
file or byte-stream conformer needn't think about the associated type, while
|
||||
making the HTTP- and gRPC-shaped use cases expressible at all.
|
||||
|
||||
### Not using closures to provide temporary access to buffers
|
||||
|
||||
The callee-owned read and write APIs use closures that receive a span, which
|
||||
|
||||
+2
-2
@@ -962,7 +962,7 @@ final class MultiProducerSingleConsumerAsyncChannelTests: XCTestCase {
|
||||
_ = await iterator.next(isolation: nil)
|
||||
}
|
||||
|
||||
func testWatermarWithLotsOfElements() async throws {
|
||||
func testWatermarkWithLotsOfElements() async throws {
|
||||
await withThrowingTaskGroup(of: Void.self) { group in
|
||||
// This test should in the future use a custom task executor to schedule to avoid sending
|
||||
// 1000 elements.
|
||||
@@ -971,7 +971,7 @@ final class MultiProducerSingleConsumerAsyncChannelTests: XCTestCase {
|
||||
backpressureStrategy: .watermark(low: 2, high: 4)
|
||||
)
|
||||
let channel = channelAndSource.takeChannel()
|
||||
var source: MultiProducerSingleConsumerAsyncChannel.Source! = consume channelAndSource.source
|
||||
var source: MultiProducerSingleConsumerAsyncChannel.Source? = consume channelAndSource.source
|
||||
|
||||
group.addTask {
|
||||
var source = source.take()!
|
||||
|
||||
@@ -27,6 +27,34 @@ final class TestReductions: XCTestCase {
|
||||
XCTAssertNil(pastEnd)
|
||||
}
|
||||
|
||||
func test_reductions_empty() async {
|
||||
let sequence = [Int]().async.reductions("") { partial, value in
|
||||
partial + "\(value)"
|
||||
}
|
||||
var iterator = sequence.makeAsyncIterator()
|
||||
var collected = [String]()
|
||||
while let item = await iterator.next() {
|
||||
collected.append(item)
|
||||
}
|
||||
XCTAssertEqual(collected, [])
|
||||
let pastEnd = await iterator.next()
|
||||
XCTAssertNil(pastEnd)
|
||||
}
|
||||
|
||||
func test_throwing_reductions_empty() async throws {
|
||||
let sequence = [Int]().async.reductions("") { (partial, value) throws -> String in
|
||||
partial + "\(value)"
|
||||
}
|
||||
var iterator = sequence.makeAsyncIterator()
|
||||
var collected = [String]()
|
||||
while let item = try await iterator.next() {
|
||||
collected.append(item)
|
||||
}
|
||||
XCTAssertEqual(collected, [])
|
||||
let pastEnd = try await iterator.next()
|
||||
XCTAssertNil(pastEnd)
|
||||
}
|
||||
|
||||
func test_inclusive_reductions() async {
|
||||
let sequence = [1, 2, 3, 4].async.reductions { $0 + $1 }
|
||||
var iterator = sequence.makeAsyncIterator()
|
||||
|
||||
@@ -17,73 +17,167 @@ import ContainersPreview
|
||||
import Testing
|
||||
|
||||
@Suite
|
||||
struct AsyncReaderCollectTests {
|
||||
struct AsyncReaderCollectIntoTests {
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
@available(macOS 26.2, iOS 26.2, watchOS 26.2, tvOS 26.2, visionOS 26.2, *)
|
||||
func collectAllElements() async throws {
|
||||
var reader = UniqueArrayAsyncReader(storage: UniqueArray(capacity: 5, copying: [1, 2, 3, 4, 5]))
|
||||
func collectFillsTargetWhenReaderHasFewerElements() async throws {
|
||||
let reader = UniqueArrayAsyncReader(storage: UniqueArray(capacity: 3, copying: [1, 2, 3]))
|
||||
var target = RigidArray<Int>(capacity: 10)
|
||||
|
||||
let result = try await reader.collect(upTo: 10) { span in
|
||||
return Array(span)
|
||||
}
|
||||
try await reader.collect(into: &target)
|
||||
|
||||
#expect(result == [1, 2, 3, 4, 5])
|
||||
var collected: [Int] = []
|
||||
var c = target.consumeAll()
|
||||
while let v = c.next() { collected.append(v) }
|
||||
#expect(collected == [1, 2, 3])
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
@available(macOS 26.2, iOS 26.2, watchOS 26.2, tvOS 26.2, visionOS 26.2, *)
|
||||
func collectWithExactLimit() async throws {
|
||||
var reader = UniqueArrayAsyncReader(storage: UniqueArray(capacity: 5, copying: [1, 2, 3, 4, 5]))
|
||||
func collectFillsTargetWhenReaderHasExactlyFreeCapacityElements() async throws {
|
||||
let reader = UniqueArrayAsyncReader(storage: UniqueArray(capacity: 3, copying: [1, 2, 3]))
|
||||
var target = RigidArray<Int>(capacity: 3)
|
||||
|
||||
let result = try await reader.collect(upTo: 5) { span in
|
||||
return Array(span)
|
||||
}
|
||||
try await reader.collect(into: &target)
|
||||
|
||||
#expect(result == [1, 2, 3, 4, 5])
|
||||
#expect(target.count == 3)
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
@available(macOS 26.2, iOS 26.2, watchOS 26.2, tvOS 26.2, visionOS 26.2, *)
|
||||
func collectEmptyReader() async throws {
|
||||
var reader = UniqueArrayAsyncReader(storage: UniqueArray(capacity: 0, copying: []))
|
||||
func collectThrowsWhenReaderProducesMoreThanFreeCapacity() async throws {
|
||||
let reader = UniqueArrayAsyncReader(storage: UniqueArray(capacity: 5, copying: [1, 2, 3, 4, 5]))
|
||||
var target = RigidArray<Int>(capacity: 2)
|
||||
|
||||
let result = try await reader.collect(upTo: 10) { span in
|
||||
return span.count
|
||||
do {
|
||||
try await reader.collect(into: &target)
|
||||
Issue.record("Expected error")
|
||||
} catch {
|
||||
let expected = EitherError<Never, AsyncReaderLeftOverElementsError>.second(AsyncReaderLeftOverElementsError())
|
||||
#expect(error == expected)
|
||||
}
|
||||
|
||||
#expect(result == 0)
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
@available(macOS 26.2, iOS 26.2, watchOS 26.2, tvOS 26.2, visionOS 26.2, *)
|
||||
func collectProcessesAllElements() async throws {
|
||||
var reader = UniqueArrayAsyncReader(storage: UniqueArray(capacity: 3, copying: [10, 20, 30]))
|
||||
func collectIntoEmptyReader() async throws {
|
||||
let reader = UniqueArrayAsyncReader(storage: UniqueArray(capacity: 0, copying: []))
|
||||
var target = RigidArray<Int>(capacity: 5)
|
||||
|
||||
let result = try await reader.collect(upTo: 10) { span in
|
||||
var sum = 0
|
||||
for i in span.indices {
|
||||
sum += span[i]
|
||||
}
|
||||
return sum
|
||||
}
|
||||
try await reader.collect(into: &target)
|
||||
|
||||
#expect(result == 60)
|
||||
#expect(target.count == 0)
|
||||
}
|
||||
}
|
||||
|
||||
@Suite
|
||||
struct AsyncReaderCollectExactlyTests {
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
func collectExactlyFillsTargetWhenReaderProducesExactCount() async throws {
|
||||
let reader = UniqueArrayAsyncReader(storage: UniqueArray(capacity: 3, copying: [1, 2, 3]))
|
||||
var target = RigidArray<Int>(capacity: 3)
|
||||
|
||||
try await reader.collect(exactlyInto: &target)
|
||||
|
||||
var collected: [Int] = []
|
||||
var c = target.consumeAll()
|
||||
while let v = c.next() { collected.append(v) }
|
||||
#expect(collected == [1, 2, 3])
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
@available(macOS 26.2, iOS 26.2, watchOS 26.2, tvOS 26.2, visionOS 26.2, *)
|
||||
func collectThrowsLeftOverElements() async throws {
|
||||
var reader = UniqueArrayAsyncReader(storage: UniqueArray(capacity: 3, copying: [1, 2, 3]))
|
||||
func collectExactlyThrowsWhenReaderProducesFewer() async throws {
|
||||
let reader = UniqueArrayAsyncReader(storage: UniqueArray(capacity: 3, copying: [1, 2, 3]))
|
||||
var target = RigidArray<Int>(capacity: 5)
|
||||
|
||||
let expectedError = EitherError<EitherError<Never, AsyncReaderLeftOverElementsError>, Never>.first(
|
||||
.second(AsyncReaderLeftOverElementsError())
|
||||
)
|
||||
await #expect(throws: expectedError) {
|
||||
try await reader.collect(upTo: 1) { span in
|
||||
return span.count
|
||||
}
|
||||
do {
|
||||
try await reader.collect(exactlyInto: &target)
|
||||
Issue.record("Expected error")
|
||||
} catch {
|
||||
let expected = EitherError<
|
||||
Never,
|
||||
EitherError<AsyncReaderLeftOverElementsError, AsyncReaderInsufficientElementsError>
|
||||
>.second(.second(AsyncReaderInsufficientElementsError()))
|
||||
#expect(error == expected)
|
||||
}
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
func collectExactlyThrowsWhenReaderProducesMore() async throws {
|
||||
let reader = UniqueArrayAsyncReader(storage: UniqueArray(capacity: 5, copying: [1, 2, 3, 4, 5]))
|
||||
var target = RigidArray<Int>(capacity: 2)
|
||||
|
||||
do {
|
||||
try await reader.collect(exactlyInto: &target)
|
||||
Issue.record("Expected error")
|
||||
} catch {
|
||||
let expected = EitherError<
|
||||
Never,
|
||||
EitherError<AsyncReaderLeftOverElementsError, AsyncReaderInsufficientElementsError>
|
||||
>.second(.first(AsyncReaderLeftOverElementsError()))
|
||||
#expect(error == expected)
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
@Suite
|
||||
struct AsyncReaderCollectIntoMaximumSizeTests {
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
func collectGrowsContainerWhenReaderHasFewerThanMaximum() async throws {
|
||||
let reader = UniqueArrayAsyncReader(storage: UniqueArray(capacity: 3, copying: [1, 2, 3]))
|
||||
var target = UniqueArray<Int>()
|
||||
|
||||
try await reader.collect(into: &target, maximumSize: 10)
|
||||
|
||||
var collected: [Int] = []
|
||||
var c = target.consumeAll()
|
||||
while let v = c.next() { collected.append(v) }
|
||||
#expect(collected == [1, 2, 3])
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
func collectFillsContainerExactlyAtMaximum() async throws {
|
||||
let reader = UniqueArrayAsyncReader(storage: UniqueArray(capacity: 3, copying: [10, 20, 30]))
|
||||
var target = UniqueArray<Int>()
|
||||
|
||||
try await reader.collect(into: &target, maximumSize: 3)
|
||||
|
||||
#expect(target.count == 3)
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
func collectThrowsWhenReaderProducesMoreThanMaximum() async throws {
|
||||
let reader = UniqueArrayAsyncReader(storage: UniqueArray(capacity: 5, copying: [1, 2, 3, 4, 5]))
|
||||
var target = UniqueArray<Int>()
|
||||
|
||||
do {
|
||||
try await reader.collect(into: &target, maximumSize: 2)
|
||||
Issue.record("Expected error")
|
||||
} catch {
|
||||
let expected = EitherError<Never, AsyncReaderLeftOverElementsError>.second(AsyncReaderLeftOverElementsError())
|
||||
#expect(error == expected)
|
||||
}
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
func collectAppendsToExistingContents() async throws {
|
||||
let reader = UniqueArrayAsyncReader(storage: UniqueArray(capacity: 2, copying: [3, 4]))
|
||||
var target = UniqueArray<Int>(capacity: 2, copying: [1, 2])
|
||||
|
||||
try await reader.collect(into: &target, maximumSize: 10)
|
||||
|
||||
var collected: [Int] = []
|
||||
var c = target.consumeAll()
|
||||
while let v = c.next() { collected.append(v) }
|
||||
#expect(collected == [1, 2, 3, 4])
|
||||
}
|
||||
}
|
||||
|
||||
#endif
|
||||
@@ -18,8 +18,8 @@ import Testing
|
||||
|
||||
@Suite
|
||||
struct AsyncReaderforEachBufferTests {
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
@available(macOS 26.2, iOS 26.2, watchOS 26.2, tvOS 26.2, visionOS 26.2, *)
|
||||
func forEachBufferIteratesAllSpans() async throws {
|
||||
let reader = UniqueArrayAsyncReader(storage: UniqueArray(capacity: 5, copying: [1, 2, 3, 4, 5]))
|
||||
var elementCount = 0
|
||||
@@ -31,8 +31,8 @@ struct AsyncReaderforEachBufferTests {
|
||||
#expect(elementCount == 5)
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
@available(macOS 26.2, iOS 26.2, watchOS 26.2, tvOS 26.2, visionOS 26.2, *)
|
||||
func forEachBufferProcessesElements() async throws {
|
||||
let reader = UniqueArrayAsyncReader(storage: UniqueArray(capacity: 3, copying: [10, 20, 30]))
|
||||
var sum = 0
|
||||
@@ -46,8 +46,8 @@ struct AsyncReaderforEachBufferTests {
|
||||
#expect(sum == 60)
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
@available(macOS 26.2, iOS 26.2, watchOS 26.2, tvOS 26.2, visionOS 26.2, *)
|
||||
func forEachBufferWithEmptyReader() async throws {
|
||||
let reader = UniqueArrayAsyncReader(storage: UniqueArray(capacity: 0, copying: []))
|
||||
var callCount = 0
|
||||
@@ -56,11 +56,40 @@ struct AsyncReaderforEachBufferTests {
|
||||
callCount += 1
|
||||
}
|
||||
|
||||
// The reader signals end-of-stream with an empty buffer; body should not be called.
|
||||
#expect(callCount == 0)
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
func forEachBufferDoesNotInvokeBodyWithEmptyTerminalBuffer() async throws {
|
||||
let reader = UniqueArrayAsyncReader(storage: UniqueArray(capacity: 0, copying: []))
|
||||
var observedCounts: [Int] = []
|
||||
|
||||
_ = await reader.forEachBuffer { buffer in
|
||||
observedCounts.append(buffer.count)
|
||||
}
|
||||
|
||||
#expect(observedCounts.allSatisfy { $0 > 0 })
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
func forEachBufferThrowingDoesNotInvokeBodyWithEmptyTerminalBuffer() async throws {
|
||||
enum TestError: Error {}
|
||||
|
||||
let reader = UniqueArrayAsyncReader(storage: UniqueArray(capacity: 0, copying: []))
|
||||
var observedCounts: [Int] = []
|
||||
|
||||
_ = try await reader.forEachBuffer { (buffer) throws(TestError) -> Void in
|
||||
observedCounts.append(buffer.count)
|
||||
}
|
||||
|
||||
#expect(observedCounts.allSatisfy { $0 > 0 })
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
@available(macOS 26.2, iOS 26.2, watchOS 26.2, tvOS 26.2, visionOS 26.2, *)
|
||||
func forEachBufferWithThrowingBody() async {
|
||||
enum TestError: Error {
|
||||
case failed
|
||||
@@ -69,7 +98,7 @@ struct AsyncReaderforEachBufferTests {
|
||||
let reader = UniqueArrayAsyncReader(storage: UniqueArray(capacity: 3, copying: [1, 2, 3]))
|
||||
|
||||
do {
|
||||
try await reader.forEachBuffer { (_) throws(TestError) -> Void in
|
||||
_ = try await reader.forEachBuffer { (_) throws(TestError) -> Void in
|
||||
throw TestError.failed
|
||||
}
|
||||
Issue.record("Expected error to be thrown")
|
||||
@@ -78,8 +107,8 @@ struct AsyncReaderforEachBufferTests {
|
||||
}
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
@available(macOS 26.2, iOS 26.2, watchOS 26.2, tvOS 26.2, visionOS 26.2, *)
|
||||
func forEachBufferWithNeverFailingReader() async {
|
||||
enum TestError: Error {
|
||||
case failed
|
||||
@@ -89,7 +118,7 @@ struct AsyncReaderforEachBufferTests {
|
||||
var count = 0
|
||||
|
||||
do {
|
||||
try await reader.forEachBuffer { (buffer) throws(TestError) -> Void in
|
||||
_ = try await reader.forEachBuffer { (buffer) throws(TestError) -> Void in
|
||||
count += buffer.count
|
||||
}
|
||||
} catch {
|
||||
@@ -99,13 +128,13 @@ struct AsyncReaderforEachBufferTests {
|
||||
#expect(count == 3)
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
@available(macOS 26.2, iOS 26.2, watchOS 26.2, tvOS 26.2, visionOS 26.2, *)
|
||||
func forEachBufferWithAsyncWork() async throws {
|
||||
let reader = UniqueArrayAsyncReader(storage: UniqueArray(capacity: 3, copying: [1, 2, 3]))
|
||||
var results: [Int] = []
|
||||
|
||||
await reader.forEachBuffer { buffer in
|
||||
_ = await reader.forEachBuffer { buffer in
|
||||
await Task.yield()
|
||||
for i in buffer.indices {
|
||||
results.append(buffer[i])
|
||||
|
||||
@@ -0,0 +1,162 @@
|
||||
//===----------------------------------------------------------------------===//
|
||||
//
|
||||
// This source file is part of the Swift Async Algorithms open source project
|
||||
//
|
||||
// Copyright (c) 2026 Apple Inc. and the Swift project authors
|
||||
// Licensed under Apache License v2.0 with Runtime Library Exception
|
||||
//
|
||||
// See https://swift.org/LICENSE.txt for license information
|
||||
//
|
||||
//===----------------------------------------------------------------------===//
|
||||
|
||||
#if UnstableAsyncStreaming && compiler(>=6.4)
|
||||
import AsyncStreaming
|
||||
import BasicContainers
|
||||
import ContainersPreview
|
||||
import Testing
|
||||
|
||||
@Suite
|
||||
struct AsyncReaderPipeTests {
|
||||
// MARK: - pipe(into:) — into a CallerAsyncWriter
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
func pipeIntoCopiesAllElements() async throws {
|
||||
try await DuplexAsyncChannel<Int, Void, Never>.withDuplex(
|
||||
of: Int.self,
|
||||
backpressureStrategy: .watermark(low: 8, high: 32)
|
||||
) { writerA, readerA, writerB, readerB in
|
||||
var writerA = writerA
|
||||
let readerA = readerA
|
||||
let writerB = writerB
|
||||
let readerB = readerB
|
||||
|
||||
var array = UniqueArray(copying: [1, 2, 3, 4, 5])
|
||||
try await writerA.write(buffer: &array)
|
||||
try await writerA.finish()
|
||||
try await readerB.pipe(into: writerB)
|
||||
|
||||
var target = RigidArray<Int>(capacity: 5)
|
||||
try await readerA.collect(exactlyInto: &target)
|
||||
#expect(Array(draining: &target) == [1, 2, 3, 4, 5])
|
||||
}
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
func pipeIntoWithEmptyReader() async throws {
|
||||
try await DuplexAsyncChannel<Int, Void, Never>.withDuplex(
|
||||
of: Int.self,
|
||||
backpressureStrategy: .watermark(low: 8, high: 32)
|
||||
) { writerA, readerA, writerB, readerB in
|
||||
let writerA = writerA
|
||||
let readerA = readerA
|
||||
let writerB = writerB
|
||||
let readerB = readerB
|
||||
|
||||
try await writerA.finish()
|
||||
try await readerB.pipe(into: writerB)
|
||||
|
||||
var target = RigidArray<Int>(capacity: 5)
|
||||
try await readerA.collect(into: &target)
|
||||
#expect(target.count == 0)
|
||||
}
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
func pipeIntoPreservesElementOrder() async throws {
|
||||
try await DuplexAsyncChannel<Int, Void, Never>.withDuplex(
|
||||
of: Int.self,
|
||||
backpressureStrategy: .watermark(low: 16, high: 100)
|
||||
) { writerA, readerA, writerB, readerB in
|
||||
var writerA = writerA
|
||||
let readerA = readerA
|
||||
let writerB = writerB
|
||||
let readerB = readerB
|
||||
|
||||
let elements = Array(1...50)
|
||||
var array = UniqueArray(copying: elements)
|
||||
try await writerA.write(buffer: &array)
|
||||
try await writerA.finish()
|
||||
try await readerB.pipe(into: writerB)
|
||||
|
||||
var target = RigidArray<Int>(capacity: 50)
|
||||
try await readerA.collect(exactlyInto: &target)
|
||||
#expect(Array(draining: &target) == elements)
|
||||
}
|
||||
}
|
||||
|
||||
// MARK: - pipe(copyingInto:) — into an AsyncWriter via the adapter
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
func pipeCopyingIntoCopiesAllElements() async throws {
|
||||
try await DuplexAsyncChannel<Int, Void, Never>.withDuplex(
|
||||
of: Int.self,
|
||||
backpressureStrategy: .watermark(low: 8, high: 32)
|
||||
) { writerA, readerA, writerB, readerB in
|
||||
var writerA = writerA
|
||||
let readerA = readerA
|
||||
let writerB = writerB
|
||||
let readerB = readerB
|
||||
|
||||
var array = UniqueArray(copying: [1, 2, 3, 4, 5])
|
||||
try await writerA.write(buffer: &array)
|
||||
try await writerA.finish()
|
||||
try await readerB.pipe(copyingInto: writerB.asAsyncWriter())
|
||||
|
||||
var target = RigidArray<Int>(capacity: 5)
|
||||
try await readerA.collect(exactlyInto: &target)
|
||||
#expect(Array(draining: &target) == [1, 2, 3, 4, 5])
|
||||
}
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
func pipeCopyingIntoWithEmptyReader() async throws {
|
||||
try await DuplexAsyncChannel<Int, Void, Never>.withDuplex(
|
||||
of: Int.self,
|
||||
backpressureStrategy: .watermark(low: 8, high: 32)
|
||||
) { writerA, readerA, writerB, readerB in
|
||||
let writerA = writerA
|
||||
let readerA = readerA
|
||||
let writerB = writerB
|
||||
let readerB = readerB
|
||||
|
||||
try await writerA.finish()
|
||||
try await readerB.pipe(copyingInto: writerB.asAsyncWriter())
|
||||
|
||||
var target = RigidArray<Int>(capacity: 5)
|
||||
try await readerA.collect(into: &target)
|
||||
#expect(target.count == 0)
|
||||
}
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
func pipeCopyingIntoChunksTerminalChunkAcrossMultipleWrites() async throws {
|
||||
// 200 elements through a small (16-element) AsyncWriter buffer
|
||||
// forces the pipe loop to drain across multiple writes.
|
||||
try await DuplexAsyncChannel<Int, Void, Never>.withDuplex(
|
||||
of: Int.self,
|
||||
backpressureStrategy: .watermark(low: 32, high: 256)
|
||||
) { writerA, readerA, writerB, readerB in
|
||||
var writerA = writerA
|
||||
let readerA = readerA
|
||||
let writerB = writerB
|
||||
let readerB = readerB
|
||||
|
||||
let elements = Array(1...200)
|
||||
var array = UniqueArray(copying: elements)
|
||||
try await writerA.write(buffer: &array)
|
||||
try await writerA.finish()
|
||||
try await readerB.pipe(copyingInto: writerB.asAsyncWriter(initialCapacity: 16))
|
||||
|
||||
var target = RigidArray<Int>(capacity: 200)
|
||||
try await readerA.collect(exactlyInto: &target)
|
||||
#expect(Array(draining: &target) == elements)
|
||||
}
|
||||
}
|
||||
}
|
||||
#endif
|
||||
@@ -18,11 +18,12 @@ import Testing
|
||||
@Suite
|
||||
struct AsyncReaderTests {
|
||||
@Test
|
||||
@available(macOS 26.2, iOS 26.2, watchOS 26.2, tvOS 26.2, visionOS 26.2, *)
|
||||
func read() async {
|
||||
var reader = UniqueArrayAsyncReader(storage: UniqueArray(capacity: 5, copying: [1, 2, 3, 4, 5]))
|
||||
|
||||
let result = try! await reader.read { buffer in
|
||||
var observedFinal = false
|
||||
let result: UniqueArray<Int> = try! await reader.read { (buffer, finalElement) in
|
||||
observedFinal = finalElement != nil
|
||||
return buffer.clone()
|
||||
}
|
||||
|
||||
@@ -32,26 +33,21 @@ struct AsyncReaderTests {
|
||||
#expect(result[2] == 3)
|
||||
#expect(result[3] == 4)
|
||||
#expect(result[4] == 5)
|
||||
#expect(observedFinal)
|
||||
}
|
||||
|
||||
@Test
|
||||
@available(macOS 26.2, iOS 26.2, watchOS 26.2, tvOS 26.2, visionOS 26.2, *)
|
||||
func readEmptyAtEnd() async {
|
||||
func readDeliversTerminator() async {
|
||||
var reader = UniqueArrayAsyncReader(storage: UniqueArray(capacity: 3, copying: [1, 2, 3]))
|
||||
|
||||
// Read all data
|
||||
let first = try! await reader.read { buffer in
|
||||
var observedFinal = false
|
||||
let count: Int = try! await reader.read { (buffer, finalElement) in
|
||||
observedFinal = finalElement != nil
|
||||
return buffer.count
|
||||
}
|
||||
|
||||
#expect(first == 3)
|
||||
|
||||
// Next read should return empty span
|
||||
let second = try! await reader.read { buffer in
|
||||
return buffer.count
|
||||
}
|
||||
|
||||
#expect(second == 0)
|
||||
#expect(count == 3)
|
||||
#expect(observedFinal)
|
||||
}
|
||||
}
|
||||
#endif
|
||||
@@ -0,0 +1,118 @@
|
||||
//===----------------------------------------------------------------------===//
|
||||
//
|
||||
// This source file is part of the Swift Async Algorithms open source project
|
||||
//
|
||||
// Copyright (c) 2026 Apple Inc. and the Swift project authors
|
||||
// Licensed under Apache License v2.0 with Runtime Library Exception
|
||||
//
|
||||
// See https://swift.org/LICENSE.txt for license information
|
||||
//
|
||||
//===----------------------------------------------------------------------===//
|
||||
|
||||
#if UnstableAsyncStreaming && compiler(>=6.4)
|
||||
import AsyncStreaming
|
||||
import BasicContainers
|
||||
import ContainersPreview
|
||||
import Testing
|
||||
|
||||
@Suite
|
||||
struct AsyncWriterCallerAsyncWriterAdapterTests {
|
||||
// The adapter wraps an AsyncWriter and exposes a CallerAsyncWriter.
|
||||
// We can't get an AsyncWriter from the duplex directly (its Writer is
|
||||
// a CallerAsyncWriter), so we wrap the duplex's Writer first via
|
||||
// asAsyncWriter() to get an AsyncWriter, then wrap THAT via
|
||||
// asCallerAsyncWriter() to exercise this adapter end-to-end.
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
func writeAndFinishRoundTrip() async throws {
|
||||
try await DuplexAsyncChannel<Int, Void, Never>.withDuplex(
|
||||
of: Int.self,
|
||||
backpressureStrategy: .watermark(low: 8, high: 32)
|
||||
) { _, readerA, writerB, _ in
|
||||
let readerA = readerA
|
||||
let writerB = writerB
|
||||
|
||||
var callerWriter = writerB.asAsyncWriter().asCallerAsyncWriter()
|
||||
var buf = UniqueArray(copying: [1, 2, 3])
|
||||
try await callerWriter.write(buffer: &buf)
|
||||
var empty = UniqueArray<Int>()
|
||||
try await callerWriter.finish(buffer: &empty, finalElement: ())
|
||||
|
||||
var target = RigidArray<Int>(capacity: 5)
|
||||
try await readerA.collect(into: &target)
|
||||
#expect(Array(draining: &target) == [1, 2, 3])
|
||||
}
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
func writeLoopsAcrossMultipleUnderlyingBuffers() async throws {
|
||||
// The CallerAsyncWriterAsyncWriterAdapter underneath uses a
|
||||
// 4096-element default buffer. We use a small initialCapacity to
|
||||
// force the inverse adapter to drive multiple underlying writes.
|
||||
try await DuplexAsyncChannel<Int, Void, Never>.withDuplex(
|
||||
of: Int.self,
|
||||
backpressureStrategy: .watermark(low: 32, high: 256)
|
||||
) { _, readerA, writerB, _ in
|
||||
let readerA = readerA
|
||||
let writerB = writerB
|
||||
|
||||
var callerWriter =
|
||||
writerB
|
||||
.asAsyncWriter(initialCapacity: 16)
|
||||
.asCallerAsyncWriter()
|
||||
|
||||
let elements = Array(1...100)
|
||||
var buf = UniqueArray(copying: elements)
|
||||
try await callerWriter.write(buffer: &buf)
|
||||
var empty = UniqueArray<Int>()
|
||||
try await callerWriter.finish(buffer: &empty, finalElement: ())
|
||||
|
||||
var target = RigidArray<Int>(capacity: 100)
|
||||
try await readerA.collect(exactlyInto: &target)
|
||||
#expect(Array(draining: &target) == elements)
|
||||
}
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
func finishWithoutWriteDeliversEmptyTerminator() async throws {
|
||||
try await DuplexAsyncChannel<Int, Void, Never>.withDuplex(
|
||||
of: Int.self,
|
||||
backpressureStrategy: .watermark(low: 8, high: 32)
|
||||
) { _, readerA, writerB, _ in
|
||||
let readerA = readerA
|
||||
let writerB = writerB
|
||||
|
||||
let callerWriter = writerB.asAsyncWriter().asCallerAsyncWriter()
|
||||
var empty = UniqueArray<Int>()
|
||||
try await callerWriter.finish(buffer: &empty, finalElement: ())
|
||||
|
||||
var target = RigidArray<Int>(capacity: 5)
|
||||
try await readerA.collect(into: &target)
|
||||
#expect(target.count == 0)
|
||||
}
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
func finishDeliversTrailingBufferAndPayload() async throws {
|
||||
try await DuplexAsyncChannel<Int, Void, Never>.withDuplex(
|
||||
of: Int.self,
|
||||
backpressureStrategy: .watermark(low: 8, high: 32)
|
||||
) { _, readerA, writerB, _ in
|
||||
let readerA = readerA
|
||||
let writerB = writerB
|
||||
|
||||
let callerWriter = writerB.asAsyncWriter().asCallerAsyncWriter()
|
||||
var trailing = UniqueArray(copying: [42, 43, 44])
|
||||
try await callerWriter.finish(buffer: &trailing, finalElement: ())
|
||||
|
||||
var target = RigidArray<Int>(capacity: 5)
|
||||
try await readerA.collect(into: &target)
|
||||
#expect(Array(draining: &target) == [42, 43, 44])
|
||||
}
|
||||
}
|
||||
}
|
||||
#endif
|
||||
@@ -17,8 +17,8 @@ import Testing
|
||||
|
||||
@Suite
|
||||
struct AsyncWriterTests {
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
@available(macOS 26.2, iOS 26.2, watchOS 26.2, tvOS 26.2, visionOS 26.2, *)
|
||||
func writeElements() async {
|
||||
var writer = UniqueArrayAsyncWriter()
|
||||
|
||||
@@ -34,8 +34,8 @@ struct AsyncWriterTests {
|
||||
#expect(writer.storage[2] == 3)
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
@available(macOS 26.2, iOS 26.2, watchOS 26.2, tvOS 26.2, visionOS 26.2, *)
|
||||
func writeEmptyBuffer() async {
|
||||
var writer = UniqueArrayAsyncWriter()
|
||||
|
||||
@@ -44,8 +44,8 @@ struct AsyncWriterTests {
|
||||
#expect(writer.storage.count == 0)
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
@available(macOS 26.2, iOS 26.2, watchOS 26.2, tvOS 26.2, visionOS 26.2, *)
|
||||
func writeReturnsValue() async {
|
||||
var writer = UniqueArrayAsyncWriter()
|
||||
|
||||
@@ -59,8 +59,8 @@ struct AsyncWriterTests {
|
||||
#expect(writer.storage.count == 2)
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
@available(macOS 26.2, iOS 26.2, watchOS 26.2, tvOS 26.2, visionOS 26.2, *)
|
||||
func writeWithThrowingBody() async {
|
||||
enum TestError: Error, Equatable {
|
||||
case failed
|
||||
@@ -78,8 +78,8 @@ struct AsyncWriterTests {
|
||||
}
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
@available(macOS 26.2, iOS 26.2, watchOS 26.2, tvOS 26.2, visionOS 26.2, *)
|
||||
func writeMultipleTimes() async {
|
||||
var writer = UniqueArrayAsyncWriter()
|
||||
|
||||
@@ -99,5 +99,19 @@ struct AsyncWriterTests {
|
||||
#expect(writer.storage[2] == 3)
|
||||
#expect(writer.storage[3] == 4)
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
func finishVoidConvenience() async {
|
||||
let writer = UniqueArrayAsyncWriter()
|
||||
await writer.finish()
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
func finishDeliversFinalElement() async {
|
||||
let writer = UniqueArrayAsyncWriter()
|
||||
await writer.finish(finalElement: ())
|
||||
}
|
||||
}
|
||||
#endif
|
||||
@@ -0,0 +1,152 @@
|
||||
//===----------------------------------------------------------------------===//
|
||||
//
|
||||
// This source file is part of the Swift Async Algorithms open source project
|
||||
//
|
||||
// Copyright (c) 2026 Apple Inc. and the Swift project authors
|
||||
// Licensed under Apache License v2.0 with Runtime Library Exception
|
||||
//
|
||||
// See https://swift.org/LICENSE.txt for license information
|
||||
//
|
||||
//===----------------------------------------------------------------------===//
|
||||
|
||||
#if UnstableAsyncStreaming && compiler(>=6.4)
|
||||
import AsyncStreaming
|
||||
import BasicContainers
|
||||
import ContainersPreview
|
||||
import Testing
|
||||
|
||||
@Suite
|
||||
struct CallerAsyncReaderPipeTests {
|
||||
// MARK: - pipe(into:) — into an AsyncWriter via the adapter
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
func pipeIntoCopiesAllElements() async throws {
|
||||
try await DuplexAsyncChannel<Int, Void, Never>.withDuplex(
|
||||
of: Int.self,
|
||||
backpressureStrategy: .watermark(low: 8, high: 32)
|
||||
) { _, readerA, writerB, _ in
|
||||
let readerA = readerA
|
||||
let writerB = writerB
|
||||
|
||||
let source = UniqueArrayCallerAsyncReader(
|
||||
storage: UniqueArray(copying: [1, 2, 3, 4, 5])
|
||||
)
|
||||
try await source.pipe(into: writerB.asAsyncWriter())
|
||||
|
||||
var target = RigidArray<Int>(capacity: 5)
|
||||
try await readerA.collect(exactlyInto: &target)
|
||||
#expect(Array(draining: &target) == [1, 2, 3, 4, 5])
|
||||
}
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
func pipeIntoWithEmptyReader() async throws {
|
||||
try await DuplexAsyncChannel<Int, Void, Never>.withDuplex(
|
||||
of: Int.self,
|
||||
backpressureStrategy: .watermark(low: 8, high: 32)
|
||||
) { _, readerA, writerB, _ in
|
||||
let readerA = readerA
|
||||
let writerB = writerB
|
||||
|
||||
let source = UniqueArrayCallerAsyncReader(storage: UniqueArray<Int>())
|
||||
try await source.pipe(into: writerB.asAsyncWriter())
|
||||
|
||||
var target = RigidArray<Int>(capacity: 5)
|
||||
try await readerA.collect(into: &target)
|
||||
#expect(target.count == 0)
|
||||
}
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
func pipeIntoLoopsAcrossMultipleBuffers() async throws {
|
||||
// 200 elements through a small AsyncWriter buffer forces the pipe
|
||||
// loop to iterate multiple times.
|
||||
try await DuplexAsyncChannel<Int, Void, Never>.withDuplex(
|
||||
of: Int.self,
|
||||
backpressureStrategy: .watermark(low: 32, high: 256)
|
||||
) { _, readerA, writerB, _ in
|
||||
let readerA = readerA
|
||||
let writerB = writerB
|
||||
|
||||
let elements = Array(1...200)
|
||||
let source = UniqueArrayCallerAsyncReader(
|
||||
storage: UniqueArray(copying: elements)
|
||||
)
|
||||
try await source.pipe(into: writerB.asAsyncWriter(initialCapacity: 16))
|
||||
|
||||
var target = RigidArray<Int>(capacity: 200)
|
||||
try await readerA.collect(exactlyInto: &target)
|
||||
#expect(Array(draining: &target) == elements)
|
||||
}
|
||||
}
|
||||
|
||||
// MARK: - pipe(bufferingInto:) — into a CallerAsyncWriter
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
func pipeBufferingIntoCopiesAllElements() async throws {
|
||||
try await DuplexAsyncChannel<Int, Void, Never>.withDuplex(
|
||||
of: Int.self,
|
||||
backpressureStrategy: .watermark(low: 8, high: 32)
|
||||
) { _, readerA, writerB, _ in
|
||||
let readerA = readerA
|
||||
let writerB = writerB
|
||||
|
||||
let source = UniqueArrayCallerAsyncReader(
|
||||
storage: UniqueArray(copying: [1, 2, 3, 4, 5])
|
||||
)
|
||||
try await source.pipe(bufferingInto: writerB, intermediateCapacity: 16)
|
||||
|
||||
var target = RigidArray<Int>(capacity: 5)
|
||||
try await readerA.collect(exactlyInto: &target)
|
||||
#expect(Array(draining: &target) == [1, 2, 3, 4, 5])
|
||||
}
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
func pipeBufferingIntoWithEmptyReader() async throws {
|
||||
try await DuplexAsyncChannel<Int, Void, Never>.withDuplex(
|
||||
of: Int.self,
|
||||
backpressureStrategy: .watermark(low: 8, high: 32)
|
||||
) { _, readerA, writerB, _ in
|
||||
let readerA = readerA
|
||||
let writerB = writerB
|
||||
|
||||
let source = UniqueArrayCallerAsyncReader(storage: UniqueArray<Int>())
|
||||
try await source.pipe(bufferingInto: writerB, intermediateCapacity: 16)
|
||||
|
||||
var target = RigidArray<Int>(capacity: 5)
|
||||
try await readerA.collect(into: &target)
|
||||
#expect(target.count == 0)
|
||||
}
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
func pipeBufferingIntoReusesIntermediateBufferAcrossMultipleIterations() async throws {
|
||||
// 100 elements through a 16-element intermediate buffer forces the
|
||||
// pipe loop to iterate the buffer many times.
|
||||
try await DuplexAsyncChannel<Int, Void, Never>.withDuplex(
|
||||
of: Int.self,
|
||||
backpressureStrategy: .watermark(low: 16, high: 200)
|
||||
) { _, readerA, writerB, _ in
|
||||
let readerA = readerA
|
||||
let writerB = writerB
|
||||
|
||||
let elements = Array(1...100)
|
||||
let source = UniqueArrayCallerAsyncReader(
|
||||
storage: UniqueArray(copying: elements)
|
||||
)
|
||||
try await source.pipe(bufferingInto: writerB, intermediateCapacity: 16)
|
||||
|
||||
var target = RigidArray<Int>(capacity: 100)
|
||||
try await readerA.collect(exactlyInto: &target)
|
||||
#expect(Array(draining: &target) == elements)
|
||||
}
|
||||
}
|
||||
}
|
||||
#endif
|
||||
@@ -17,8 +17,8 @@ import Testing
|
||||
|
||||
@Suite
|
||||
struct CallerAsyncReaderTests {
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
@available(macOS 26.2, iOS 26.2, watchOS 26.2, tvOS 26.2, visionOS 26.2, *)
|
||||
func readIntoBuffer() async {
|
||||
var reader = UniqueArrayCallerAsyncReader(
|
||||
storage: UniqueArray(capacity: 5, copying: [1, 2, 3, 4, 5])
|
||||
@@ -35,8 +35,8 @@ struct CallerAsyncReaderTests {
|
||||
#expect(buffer[4] == 5)
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
@available(macOS 26.2, iOS 26.2, watchOS 26.2, tvOS 26.2, visionOS 26.2, *)
|
||||
func readIntoBufferAtEnd() async {
|
||||
var reader = UniqueArrayCallerAsyncReader(
|
||||
storage: UniqueArray(capacity: 0, copying: [])
|
||||
@@ -48,8 +48,8 @@ struct CallerAsyncReaderTests {
|
||||
#expect(buffer.count == 0)
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
@available(macOS 26.2, iOS 26.2, watchOS 26.2, tvOS 26.2, visionOS 26.2, *)
|
||||
func readIntoBufferRespectsCapacity() async {
|
||||
var reader = UniqueArrayCallerAsyncReader(
|
||||
storage: UniqueArray(capacity: 10, copying: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10])
|
||||
@@ -64,8 +64,8 @@ struct CallerAsyncReaderTests {
|
||||
#expect(buffer[2] == 3)
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
@available(macOS 26.2, iOS 26.2, watchOS 26.2, tvOS 26.2, visionOS 26.2, *)
|
||||
func readMultipleTimes() async {
|
||||
var reader = UniqueArrayCallerAsyncReader(
|
||||
storage: UniqueArray(capacity: 6, copying: [1, 2, 3, 4, 5, 6])
|
||||
@@ -84,10 +84,6 @@ struct CallerAsyncReaderTests {
|
||||
#expect(buffer2[0] == 4)
|
||||
#expect(buffer2[1] == 5)
|
||||
#expect(buffer2[2] == 6)
|
||||
|
||||
var buffer3 = UniqueArray<Int>(minimumCapacity: 3)
|
||||
await reader.read(into: &buffer3)
|
||||
#expect(buffer3.count == 0)
|
||||
}
|
||||
}
|
||||
#endif
|
||||
+130
@@ -0,0 +1,130 @@
|
||||
//===----------------------------------------------------------------------===//
|
||||
//
|
||||
// This source file is part of the Swift Async Algorithms open source project
|
||||
//
|
||||
// Copyright (c) 2026 Apple Inc. and the Swift project authors
|
||||
// Licensed under Apache License v2.0 with Runtime Library Exception
|
||||
//
|
||||
// See https://swift.org/LICENSE.txt for license information
|
||||
//
|
||||
//===----------------------------------------------------------------------===//
|
||||
|
||||
#if UnstableAsyncStreaming && compiler(>=6.4)
|
||||
import AsyncStreaming
|
||||
import BasicContainers
|
||||
import ContainersPreview
|
||||
import Testing
|
||||
|
||||
@Suite
|
||||
struct CallerAsyncWriterAsyncWriterAdapterTests {
|
||||
// The adapter wraps a CallerAsyncWriter and exposes an AsyncWriter, so
|
||||
// we drive it through the duplex's CallerAsyncWriter side and verify
|
||||
// the elements arrive on the peer reader.
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
func writeAndFinishRoundTrip() async throws {
|
||||
try await DuplexAsyncChannel<Int, Void, Never>.withDuplex(
|
||||
of: Int.self,
|
||||
backpressureStrategy: .watermark(low: 8, high: 32)
|
||||
) { _, readerA, writerB, _ in
|
||||
let readerA = readerA
|
||||
let writerB = writerB
|
||||
|
||||
var asyncWriter = writerB.asAsyncWriter()
|
||||
try await asyncWriter.write { buffer in
|
||||
buffer.append(1)
|
||||
buffer.append(2)
|
||||
buffer.append(3)
|
||||
}
|
||||
try await asyncWriter.finish()
|
||||
|
||||
var target = RigidArray<Int>(capacity: 5)
|
||||
try await readerA.collect(into: &target)
|
||||
#expect(Array(draining: &target) == [1, 2, 3])
|
||||
}
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
func multipleWritesAreFlushedEagerly() async throws {
|
||||
// The adapter must NOT defer the most recent write — each write call
|
||||
// should flush before returning, so the peer can observe progress
|
||||
// before close. We verify by reading back after each write.
|
||||
try await DuplexAsyncChannel<Int, Void, Never>.withDuplex(
|
||||
of: Int.self,
|
||||
backpressureStrategy: .watermark(low: 8, high: 32)
|
||||
) { _, readerA, writerB, _ in
|
||||
var readerA = readerA
|
||||
let writerB = writerB
|
||||
|
||||
var asyncWriter = writerB.asAsyncWriter()
|
||||
|
||||
try await asyncWriter.write { $0.append(10) }
|
||||
// Reader sees the first write before any second write or finish.
|
||||
try await readerA.read { buffer, _ in
|
||||
#expect(buffer.count == 1)
|
||||
var c = buffer.consumeAll()
|
||||
#expect(c.next() == 10)
|
||||
}
|
||||
|
||||
try await asyncWriter.write { $0.append(20) }
|
||||
try await readerA.read { buffer, _ in
|
||||
#expect(buffer.count == 1)
|
||||
var c = buffer.consumeAll()
|
||||
#expect(c.next() == 20)
|
||||
}
|
||||
|
||||
try await asyncWriter.finish()
|
||||
try await readerA.read { buffer, finalElement in
|
||||
#expect(buffer.count == 0)
|
||||
#expect(finalElement != nil)
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
func finishWithoutWriteDeliversEmptyTerminator() async throws {
|
||||
try await DuplexAsyncChannel<Int, Void, Never>.withDuplex(
|
||||
of: Int.self,
|
||||
backpressureStrategy: .watermark(low: 8, high: 32)
|
||||
) { _, readerA, writerB, _ in
|
||||
let readerA = readerA
|
||||
let writerB = writerB
|
||||
|
||||
let asyncWriter = writerB.asAsyncWriter()
|
||||
try await asyncWriter.finish()
|
||||
|
||||
var target = RigidArray<Int>(capacity: 5)
|
||||
try await readerA.collect(into: &target)
|
||||
#expect(target.count == 0)
|
||||
}
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
func customBufferTypePreservesElements() async throws {
|
||||
try await DuplexAsyncChannel<Int, Void, Never>.withDuplex(
|
||||
of: Int.self,
|
||||
backpressureStrategy: .watermark(low: 8, high: 32)
|
||||
) { _, readerA, writerB, _ in
|
||||
let readerA = readerA
|
||||
let writerB = writerB
|
||||
|
||||
var asyncWriter = writerB.asAsyncWriter(
|
||||
bufferOf: UniqueArray<Int>.self,
|
||||
initialCapacity: 16
|
||||
)
|
||||
try await asyncWriter.write { buffer in
|
||||
for v in 1...5 { buffer.append(v) }
|
||||
}
|
||||
try await asyncWriter.finish()
|
||||
|
||||
var target = RigidArray<Int>(capacity: 5)
|
||||
try await readerA.collect(exactlyInto: &target)
|
||||
#expect(Array(draining: &target) == [1, 2, 3, 4, 5])
|
||||
}
|
||||
}
|
||||
}
|
||||
#endif
|
||||
@@ -17,8 +17,8 @@ import Testing
|
||||
|
||||
@Suite
|
||||
struct CallerAsyncWriterTests {
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
@available(macOS 26.2, iOS 26.2, watchOS 26.2, tvOS 26.2, visionOS 26.2, *)
|
||||
func writeBuffer() async {
|
||||
var writer = UniqueArrayCallerAsyncWriter()
|
||||
var data = UniqueArray(capacity: 5, copying: [1, 2, 3, 4, 5])
|
||||
@@ -28,8 +28,8 @@ struct CallerAsyncWriterTests {
|
||||
#expect(writer.storage.count == 5)
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
@available(macOS 26.2, iOS 26.2, watchOS 26.2, tvOS 26.2, visionOS 26.2, *)
|
||||
func writeEmptyBuffer() async {
|
||||
var writer = UniqueArrayCallerAsyncWriter()
|
||||
var data = UniqueArray<Int>()
|
||||
@@ -39,8 +39,8 @@ struct CallerAsyncWriterTests {
|
||||
#expect(writer.storage.count == 0)
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
@available(macOS 26.2, iOS 26.2, watchOS 26.2, tvOS 26.2, visionOS 26.2, *)
|
||||
func writeLargeBuffer() async {
|
||||
var writer = UniqueArrayCallerAsyncWriter(capacity: 100)
|
||||
var data = UniqueArray(capacity: 5, copying: Array(1...50))
|
||||
|
||||
@@ -0,0 +1,527 @@
|
||||
//===----------------------------------------------------------------------===//
|
||||
//
|
||||
// This source file is part of the Swift Async Algorithms open source project
|
||||
//
|
||||
// Copyright (c) 2026 Apple Inc. and the Swift project authors
|
||||
// Licensed under Apache License v2.0 with Runtime Library Exception
|
||||
//
|
||||
// See https://swift.org/LICENSE.txt for license information
|
||||
//
|
||||
//===----------------------------------------------------------------------===//
|
||||
|
||||
#if UnstableAsyncStreaming && compiler(>=6.4)
|
||||
|
||||
import AsyncStreaming
|
||||
import BasicContainers
|
||||
import ContainersPreview
|
||||
import DequeModule
|
||||
import Testing
|
||||
|
||||
@Suite(.serialized)
|
||||
struct DuplexAsyncChannelTests {
|
||||
// MARK: - Round-trip
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
func roundTripForwardDirection() async throws {
|
||||
try await DuplexAsyncChannel<Int, Void, Never>.withDuplex(
|
||||
of: Int.self,
|
||||
backpressureStrategy: .watermark(low: 5, high: 10)
|
||||
) { writerA, readerA, writerB, readerB in
|
||||
var writerA = writerA
|
||||
var readerB = readerB
|
||||
|
||||
var buf = UniqueArray<Int>(minimumCapacity: 5)
|
||||
for v in [1, 2, 3, 4, 5] { buf.append(v) }
|
||||
try await writerA.write(buffer: &buf)
|
||||
|
||||
try await readerB.read { buffer, _ in
|
||||
#expect(buffer.count == 5)
|
||||
var c = buffer.consumeAll()
|
||||
var collected: [Int] = []
|
||||
while let v = c.next() { collected.append(v) }
|
||||
#expect(collected == [1, 2, 3, 4, 5])
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
func roundTripReverseDirection() async throws {
|
||||
try await DuplexAsyncChannel<Int, Void, Never>.withDuplex(
|
||||
of: Int.self,
|
||||
backpressureStrategy: .watermark(low: 5, high: 10)
|
||||
) { writerA, readerA, writerB, readerB in
|
||||
var readerA = readerA
|
||||
var writerB = writerB
|
||||
|
||||
var buf = UniqueArray<Int>(minimumCapacity: 3)
|
||||
for v in [10, 20, 30] { buf.append(v) }
|
||||
try await writerB.write(buffer: &buf)
|
||||
|
||||
try await readerA.read { buffer, _ in
|
||||
#expect(buffer.count == 3)
|
||||
var c = buffer.consumeAll()
|
||||
var collected: [Int] = []
|
||||
while let v = c.next() { collected.append(v) }
|
||||
#expect(collected == [10, 20, 30])
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
func directionsAreIndependent() async throws {
|
||||
// Bytes sent on the forward direction must NOT appear on the side that
|
||||
// sent them.
|
||||
try await DuplexAsyncChannel<Int, Void, Never>.withDuplex(
|
||||
of: Int.self,
|
||||
backpressureStrategy: .watermark(low: 2, high: 4)
|
||||
) { writerA, readerA, writerB, readerB in
|
||||
var writerA = writerA
|
||||
var readerA = readerA
|
||||
var writerB = writerB
|
||||
var readerB = readerB
|
||||
|
||||
var fwdBuf = UniqueArray<Int>(minimumCapacity: 1)
|
||||
fwdBuf.append(1)
|
||||
try await writerA.write(buffer: &fwdBuf)
|
||||
|
||||
var revBuf = UniqueArray<Int>(minimumCapacity: 1)
|
||||
revBuf.append(99)
|
||||
try await writerB.write(buffer: &revBuf)
|
||||
|
||||
// readerB sees the forward write.
|
||||
try await readerB.read { buffer, _ in
|
||||
#expect(buffer.count == 1)
|
||||
var c = buffer.consumeAll()
|
||||
#expect(c.next() == 1)
|
||||
}
|
||||
|
||||
// readerA sees the reverse write, and only that.
|
||||
try await readerA.read { buffer, _ in
|
||||
#expect(buffer.count == 1)
|
||||
var c = buffer.consumeAll()
|
||||
#expect(c.next() == 99)
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
func concurrentReadsOnBothDirections() async throws {
|
||||
try await withThrowingTaskGroup(of: [Int].self) { group in
|
||||
try await DuplexAsyncChannel<Int, Void, Never>.withDuplex(
|
||||
of: Int.self,
|
||||
backpressureStrategy: .watermark(low: 5, high: 20)
|
||||
) { writerA, readerA, writerB, readerB in
|
||||
var writerA = writerA
|
||||
var readerA = readerA
|
||||
var writerB = writerB
|
||||
var readerB = readerB
|
||||
|
||||
group.addTask {
|
||||
var collected: [Int] = []
|
||||
var done = false
|
||||
while !done {
|
||||
try await readerA.read { buffer, finalElement in
|
||||
var c = buffer.consumeAll()
|
||||
while let v = c.next() { collected.append(v) }
|
||||
if finalElement != nil { done = true }
|
||||
}
|
||||
}
|
||||
return collected
|
||||
}
|
||||
|
||||
// Forward: write 0..<10 from main scope.
|
||||
var fwd = UniqueArray<Int>(minimumCapacity: 10)
|
||||
for i in 0..<10 { fwd.append(i) }
|
||||
try await writerA.write(buffer: &fwd)
|
||||
try await writerA.finish()
|
||||
|
||||
// Reverse: write 100..<110 from main scope.
|
||||
var rev = UniqueArray<Int>(minimumCapacity: 10)
|
||||
for i in 100..<110 { rev.append(i) }
|
||||
try await writerB.write(buffer: &rev)
|
||||
try await writerB.finish()
|
||||
|
||||
// Drain forward from the main scope.
|
||||
var forwardCollected: [Int] = []
|
||||
var done = false
|
||||
while !done {
|
||||
try await readerB.read { buffer, finalElement in
|
||||
var c = buffer.consumeAll()
|
||||
while let v = c.next() { forwardCollected.append(v) }
|
||||
if finalElement != nil { done = true }
|
||||
}
|
||||
}
|
||||
#expect(forwardCollected == Array(0..<10))
|
||||
|
||||
let reverseCollected = try await group.next() ?? []
|
||||
#expect(reverseCollected == Array(100..<110))
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// MARK: - Half-close
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
func finishingOneDirectionLeavesTheOtherOpen() async throws {
|
||||
try await DuplexAsyncChannel<Int, Void, Never>.withDuplex(
|
||||
of: Int.self,
|
||||
backpressureStrategy: .watermark(low: 2, high: 4)
|
||||
) { writerA, readerA, writerB, readerB in
|
||||
var writerA = writerA
|
||||
var readerA = readerA
|
||||
var writerB = writerB
|
||||
var readerB = readerB
|
||||
|
||||
// Close forward direction.
|
||||
var fwdBuf = UniqueArray<Int>(minimumCapacity: 1)
|
||||
fwdBuf.append(7)
|
||||
try await writerA.write(buffer: &fwdBuf)
|
||||
try await writerA.finish()
|
||||
|
||||
// Reverse direction still works.
|
||||
var revBuf = UniqueArray<Int>(minimumCapacity: 1)
|
||||
revBuf.append(8)
|
||||
try await writerB.write(buffer: &revBuf)
|
||||
|
||||
// Forward EOS is fused with the buffered element on the same read.
|
||||
var sawForwardFinal = false
|
||||
try await readerB.read { buffer, finalElement in
|
||||
#expect(buffer.count == 1)
|
||||
if finalElement != nil { sawForwardFinal = true }
|
||||
buffer.removeAll()
|
||||
}
|
||||
#expect(sawForwardFinal)
|
||||
|
||||
// Reverse still delivers elements after forward is closed.
|
||||
try await readerA.read { buffer, finalElement in
|
||||
#expect(buffer.count == 1)
|
||||
#expect(finalElement == nil)
|
||||
buffer.removeAll()
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// MARK: - Final element
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
func finalElementDeliveredOnFinish() async throws {
|
||||
try await DuplexAsyncChannel<Int, String, Never>.withDuplex(
|
||||
of: Int.self,
|
||||
withFinalElement: String.self,
|
||||
backpressureStrategy: .watermark(low: 2, high: 8)
|
||||
) { writerA, readerA, writerB, readerB in
|
||||
var writerA = writerA
|
||||
var readerB = readerB
|
||||
|
||||
var buf = UniqueArray<Int>(minimumCapacity: 3)
|
||||
for v in [1, 2, 3] { buf.append(v) }
|
||||
try await writerA.write(buffer: &buf)
|
||||
writerA.finish(finalElement: "trailers")
|
||||
|
||||
var collected: [Int] = []
|
||||
var trailerSeen: String? = nil
|
||||
var done = false
|
||||
while !done {
|
||||
try await readerB.read { buffer, finalElement in
|
||||
var c = buffer.consumeAll()
|
||||
while let v = c.next() { collected.append(v) }
|
||||
if let f = finalElement {
|
||||
trailerSeen = f
|
||||
done = true
|
||||
}
|
||||
}
|
||||
}
|
||||
#expect(collected == [1, 2, 3])
|
||||
#expect(trailerSeen == "trailers")
|
||||
}
|
||||
}
|
||||
|
||||
// MARK: - Failure isolation
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
func failureOnOneDirectionDoesNotPoisonTheOther() async throws {
|
||||
struct TestError: Error, Equatable {}
|
||||
|
||||
try await DuplexAsyncChannel<Int, Void, TestError>.withDuplex(
|
||||
of: Int.self,
|
||||
throwing: TestError.self,
|
||||
backpressureStrategy: .watermark(low: 2, high: 4)
|
||||
) { writerA, readerA, writerB, readerB in
|
||||
let writerA = writerA
|
||||
var readerA = readerA
|
||||
var writerB = writerB
|
||||
var readerB = readerB
|
||||
|
||||
// Send a final element on reverse so we can verify it survives.
|
||||
var revBuf = UniqueArray<Int>(minimumCapacity: 1)
|
||||
revBuf.append(42)
|
||||
try await writerB.write(buffer: &revBuf)
|
||||
try await writerB.finish()
|
||||
|
||||
// Fail forward direction.
|
||||
writerA.finish(throwing: TestError())
|
||||
|
||||
// readerB sees the forward failure.
|
||||
do {
|
||||
try await readerB.read { _, _ in }
|
||||
Issue.record("expected throw on forward direction")
|
||||
} catch let EitherError<EitherError<TestError, CancellationError>, Never>.first(.first(err)) {
|
||||
#expect(err == TestError())
|
||||
} catch {
|
||||
Issue.record("unexpected error: \(error)")
|
||||
}
|
||||
|
||||
// readerA still gets the reverse element + EOS unaffected. The EOS
|
||||
// is fused with the buffered element on the same read.
|
||||
var sawFinal = false
|
||||
try await readerA.read { buffer, finalElement in
|
||||
#expect(buffer.count == 1)
|
||||
var c = buffer.consumeAll()
|
||||
#expect(c.next() == 42)
|
||||
if finalElement != nil { sawFinal = true }
|
||||
}
|
||||
#expect(sawFinal)
|
||||
}
|
||||
}
|
||||
|
||||
// MARK: - Backpressure isolation
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
func backpressureOnOneDirectionDoesNotBlockTheOther() async throws {
|
||||
// Forward writer is suspended on backpressure (writes more than the
|
||||
// high watermark with no concurrent reader). Reverse must still
|
||||
// accept writes and deliver them while forward is stuck.
|
||||
try await withThrowingTaskGroup(of: Void.self) { group in
|
||||
try await DuplexAsyncChannel<Int, Void, Never>.withDuplex(
|
||||
of: Int.self,
|
||||
backpressureStrategy: .watermark(low: 1, high: 2)
|
||||
) { writerA, readerA, writerB, readerB in
|
||||
var writerA = writerA
|
||||
var readerA = readerA
|
||||
var writerB = writerB
|
||||
var readerB = readerB
|
||||
|
||||
// Forward writer: 4 elements with high=2 → suspends mid-batch.
|
||||
group.addTask {
|
||||
var fwd = UniqueArray<Int>(minimumCapacity: 4)
|
||||
for i in 0..<4 { fwd.append(i) }
|
||||
try await writerA.write(buffer: &fwd)
|
||||
}
|
||||
|
||||
// Even with forward backpressured, reverse fully works.
|
||||
var rev = UniqueArray<Int>(minimumCapacity: 1)
|
||||
rev.append(99)
|
||||
try await writerB.write(buffer: &rev)
|
||||
try await readerA.read { buffer, _ in
|
||||
#expect(buffer.count == 1)
|
||||
var c = buffer.consumeAll()
|
||||
#expect(c.next() == 99)
|
||||
}
|
||||
|
||||
// Drain forward (4 elements) so the suspended writer task can
|
||||
// complete and we can join it before exiting the scope.
|
||||
var collected: [Int] = []
|
||||
while collected.count < 4 {
|
||||
try await readerB.read { buffer, _ in
|
||||
var c = buffer.consumeAll()
|
||||
while let v = c.next() { collected.append(v) }
|
||||
}
|
||||
}
|
||||
#expect(collected == [0, 1, 2, 3])
|
||||
try await group.waitForAll()
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// MARK: - Multi-producer per direction
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
func clonedWriterCanProduceConcurrently() async throws {
|
||||
// Two writes happen sequentially through the original writer and its
|
||||
// clone, demonstrating both share the same direction. We can't issue
|
||||
// `finish()` from inside an escaping closure (it consumes the writer),
|
||||
// so we keep the multi-producer demonstration sequential here.
|
||||
try await DuplexAsyncChannel<Int, Void, Never>.withDuplex(
|
||||
of: Int.self,
|
||||
backpressureStrategy: .watermark(low: 5, high: 50)
|
||||
) { writerA, readerA, writerB, readerB in
|
||||
var writerA = writerA
|
||||
var readerB = readerB
|
||||
_ = readerA
|
||||
_ = writerB
|
||||
|
||||
var clone = writerA.clone()
|
||||
|
||||
var buf1 = UniqueArray<Int>(minimumCapacity: 5)
|
||||
for v in 0..<5 { buf1.append(v) }
|
||||
try await writerA.write(buffer: &buf1)
|
||||
|
||||
var buf2 = UniqueArray<Int>(minimumCapacity: 5)
|
||||
for v in 100..<105 { buf2.append(v) }
|
||||
try await clone.write(buffer: &buf2)
|
||||
|
||||
// Either writer can close the direction independently. The other
|
||||
// writer is still alive but the channel is now finishing.
|
||||
try await writerA.finish()
|
||||
try await clone.finish()
|
||||
|
||||
nonisolated(unsafe) var collected = Set<Int>()
|
||||
var done = false
|
||||
while !done {
|
||||
try await readerB.read { buffer, finalElement in
|
||||
var c = buffer.consumeAll()
|
||||
while let v = c.next() { collected.insert(v) }
|
||||
if finalElement != nil { done = true }
|
||||
}
|
||||
}
|
||||
#expect(collected == Set([0, 1, 2, 3, 4, 100, 101, 102, 103, 104]))
|
||||
}
|
||||
}
|
||||
|
||||
// MARK: - Body-error wrapping
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
func readBodyErrorsWrappedInSecond() async throws {
|
||||
struct BodyError: Error, Equatable {}
|
||||
|
||||
try await DuplexAsyncChannel<Int, Void, Never>.withDuplex(
|
||||
of: Int.self,
|
||||
backpressureStrategy: .watermark(low: 2, high: 4)
|
||||
) { writerA, readerA, writerB, readerB in
|
||||
var writerA = writerA
|
||||
var readerB = readerB
|
||||
_ = readerA
|
||||
_ = writerB
|
||||
|
||||
var buf = UniqueArray<Int>(minimumCapacity: 1)
|
||||
buf.append(1)
|
||||
try await writerA.write(buffer: &buf)
|
||||
|
||||
do {
|
||||
try await readerB.read { _, _ throws(BodyError) in
|
||||
throw BodyError()
|
||||
}
|
||||
Issue.record("expected throw")
|
||||
} catch let EitherError<EitherError<Never, CancellationError>, BodyError>.second(err) {
|
||||
#expect(err == BodyError())
|
||||
} catch {
|
||||
Issue.record("unexpected error: \(error)")
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// MARK: - Scope cleanup
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
func scopeFinalizesBothDirectionsOnReturn() async throws {
|
||||
nonisolated(unsafe) var aTerminated = false
|
||||
nonisolated(unsafe) var bTerminated = false
|
||||
await DuplexAsyncChannel<Int, Void, Never>.withDuplex(
|
||||
of: Int.self,
|
||||
backpressureStrategy: .watermark(low: 2, high: 4)
|
||||
) { writerA, readerA, writerB, readerB in
|
||||
writerA.setOnTerminationCallback { aTerminated = true }
|
||||
writerB.setOnTerminationCallback { bTerminated = true }
|
||||
_ = readerA
|
||||
_ = readerB
|
||||
}
|
||||
#expect(aTerminated)
|
||||
#expect(bTerminated)
|
||||
}
|
||||
|
||||
// MARK: - Protocol conformance
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
func writerConformsToCallerAsyncWriter() async throws {
|
||||
// Exercise CallerAsyncWriter.finish(buffer:finalElement:) by calling
|
||||
// it through a generic function that only sees the protocol.
|
||||
func finishViaProtocol<W: CallerAsyncWriter & ~Copyable>(
|
||||
_ writer: consuming W,
|
||||
finalElement: consuming W.FinalElement
|
||||
) async throws(W.WriteFailure) where W.WriteElement == Int {
|
||||
var buf = UniqueArray<Int>(minimumCapacity: 3)
|
||||
buf.append(7)
|
||||
buf.append(8)
|
||||
buf.append(9)
|
||||
try await writer.finish(buffer: &buf, finalElement: finalElement)
|
||||
}
|
||||
|
||||
try await DuplexAsyncChannel<Int, Void, Never>.withDuplex(
|
||||
of: Int.self,
|
||||
backpressureStrategy: .watermark(low: 5, high: 50)
|
||||
) { writerA, readerA, writerB, readerB in
|
||||
var readerB = readerB
|
||||
_ = readerA
|
||||
_ = writerB
|
||||
|
||||
try await finishViaProtocol(writerA, finalElement: ())
|
||||
|
||||
var collected: [Int] = []
|
||||
var sawFinal = false
|
||||
var done = false
|
||||
while !done {
|
||||
try await readerB.read { buffer, finalElement in
|
||||
var c = buffer.consumeAll()
|
||||
while let v = c.next() { collected.append(v) }
|
||||
if finalElement != nil {
|
||||
sawFinal = true
|
||||
done = true
|
||||
}
|
||||
}
|
||||
}
|
||||
#expect(collected == [7, 8, 9])
|
||||
#expect(sawFinal)
|
||||
}
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
func readerConformsToAsyncReader() async throws {
|
||||
// Exercise AsyncReader.read through a generic function that only
|
||||
// sees the protocol.
|
||||
func readOneChunk<R: AsyncReader & ~Copyable & ~Escapable>(
|
||||
_ reader: inout R
|
||||
) async throws -> [Int] where R.ReadElement == Int, R.Buffer == UniqueDeque<Int> {
|
||||
nonisolated(unsafe) var collected: [Int] = []
|
||||
do throws(EitherError<R.ReadFailure, Never>) {
|
||||
try await reader.read { (buffer: inout R.Buffer, _: consuming R.FinalElement?) in
|
||||
var c = buffer.consumeAll()
|
||||
while let v = c.next() { collected.append(v) }
|
||||
}
|
||||
} catch {
|
||||
// Swallow read-side errors for the test.
|
||||
}
|
||||
return collected
|
||||
}
|
||||
|
||||
try await DuplexAsyncChannel<Int, Void, Never>.withDuplex(
|
||||
of: Int.self,
|
||||
backpressureStrategy: .watermark(low: 2, high: 10)
|
||||
) { writerA, readerA, writerB, readerB in
|
||||
var writerA = writerA
|
||||
var readerB = readerB
|
||||
_ = readerA
|
||||
_ = writerB
|
||||
|
||||
var buf = UniqueArray<Int>(minimumCapacity: 3)
|
||||
for v in [11, 22, 33] { buf.append(v) }
|
||||
try await writerA.write(buffer: &buf)
|
||||
|
||||
let collected = try await readOneChunk(&readerB)
|
||||
#expect(collected == [11, 22, 33])
|
||||
}
|
||||
}
|
||||
}
|
||||
#endif
|
||||
@@ -12,6 +12,7 @@
|
||||
#if UnstableAsyncStreaming && compiler(>=6.4)
|
||||
import BasicContainers
|
||||
import ContainersPreview
|
||||
import SpanPreview
|
||||
|
||||
extension Array {
|
||||
init(_ span: Span<Element>) {
|
||||
@@ -28,6 +29,15 @@ extension Array {
|
||||
}
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
init<C: RangeReplaceableContainer<Element> & ~Copyable & ~Escapable>(draining container: inout C) {
|
||||
self.init()
|
||||
var consumer = container.consumeAll()
|
||||
while let value = consumer.next() {
|
||||
self.append(value)
|
||||
}
|
||||
}
|
||||
|
||||
mutating func append(span: Span<Element>) {
|
||||
for index in span.indices {
|
||||
self.append(span[index])
|
||||
|
||||
@@ -14,21 +14,24 @@ import AsyncStreaming
|
||||
import BasicContainers
|
||||
import ContainersPreview
|
||||
|
||||
@available(macOS 26.2, iOS 26.2, watchOS 26.2, tvOS 26.2, visionOS 26.2, *)
|
||||
struct UniqueArrayAsyncReader: ~Copyable, AsyncReader {
|
||||
typealias ReadElement = Int
|
||||
typealias Buffer = UniqueArray<Int>
|
||||
typealias ReadFailure = Never
|
||||
typealias FinalElement = Void
|
||||
|
||||
var storage: UniqueArray<Int>
|
||||
var didEmitFinal: Bool = false
|
||||
|
||||
mutating func read<Return: ~Copyable, Failure: Error>(
|
||||
body: (inout UniqueArray<Int>) async throws(Failure) -> Return
|
||||
body: (inout UniqueArray<Int>, Void?) async throws(Failure) -> Return
|
||||
) async throws(EitherError<Never, Failure>) -> Return {
|
||||
precondition(!self.didEmitFinal, "read called after end-of-stream")
|
||||
self.didEmitFinal = true
|
||||
do {
|
||||
var uniqueArray = self.storage.clone()
|
||||
self.storage = .init()
|
||||
return try await body(&uniqueArray)
|
||||
return try await body(&uniqueArray, .some(()))
|
||||
} catch {
|
||||
throw .second(error)
|
||||
}
|
||||
|
||||
@@ -14,13 +14,15 @@ import AsyncStreaming
|
||||
import BasicContainers
|
||||
import ContainersPreview
|
||||
|
||||
@available(macOS 26.2, iOS 26.2, watchOS 26.2, tvOS 26.2, visionOS 26.2, *)
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
struct UniqueArrayAsyncWriter: ~Copyable, AsyncWriter {
|
||||
typealias WriteElement = Int
|
||||
typealias Buffer = UniqueArray<Int>
|
||||
typealias WriteFailure = Never
|
||||
typealias FinalElement = Void
|
||||
|
||||
var storage: UniqueArray<Int>
|
||||
var didFinish: Bool = false
|
||||
|
||||
init(capacity: Int = 100) {
|
||||
self.storage = UniqueArray(minimumCapacity: capacity)
|
||||
@@ -38,5 +40,11 @@ struct UniqueArrayAsyncWriter: ~Copyable, AsyncWriter {
|
||||
throw .second(error)
|
||||
}
|
||||
}
|
||||
|
||||
consuming func finish(
|
||||
finalElement: consuming Void
|
||||
) async throws(Never) {
|
||||
self.didFinish = true
|
||||
}
|
||||
}
|
||||
#endif
|
||||
@@ -14,23 +14,30 @@ import AsyncStreaming
|
||||
import BasicContainers
|
||||
import ContainersPreview
|
||||
|
||||
@available(macOS 10.14.4, iOS 12.2, watchOS 5.2, tvOS 12.2, visionOS 1.0, *)
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
struct UniqueArrayCallerAsyncReader: ~Copyable, CallerAsyncReader {
|
||||
typealias ReadElement = Int
|
||||
typealias ReadFailure = Never
|
||||
typealias FinalElement = Void
|
||||
|
||||
var storage: UniqueArray<Int>
|
||||
var position: Int = 0
|
||||
var didEmitFinal: Bool = false
|
||||
|
||||
mutating func read<Buffer: RangeReplaceableContainer<ReadElement> & ~Copyable>(
|
||||
into buffer: inout Buffer
|
||||
) async throws(ReadFailure) where Buffer.Element: ~Copyable {
|
||||
guard position < storage.count else { return }
|
||||
) async throws(ReadFailure) -> Void? where Buffer.Element: ~Copyable {
|
||||
precondition(!self.didEmitFinal, "read called after end-of-stream")
|
||||
let count = min(buffer.freeCapacity, storage.count - position)
|
||||
for i in 0..<count {
|
||||
buffer.append(storage[position + i])
|
||||
}
|
||||
position += count
|
||||
if position >= storage.count {
|
||||
self.didEmitFinal = true
|
||||
return .some(())
|
||||
}
|
||||
return nil
|
||||
}
|
||||
}
|
||||
#endif
|
||||
@@ -16,12 +16,14 @@ import ContainersPreview
|
||||
|
||||
struct WriterCapacityError: Error {}
|
||||
|
||||
@available(macOS 10.14.4, iOS 12.2, watchOS 5.2, tvOS 12.2, visionOS 1.0, *)
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
struct UniqueArrayCallerAsyncWriter: ~Copyable, CallerAsyncWriter {
|
||||
typealias WriteElement = Int
|
||||
typealias WriteFailure = Never
|
||||
typealias FinalElement = Void
|
||||
|
||||
var storage: UniqueArray<Int>
|
||||
var didFinish: Bool = false
|
||||
|
||||
init(capacity: Int = 100) {
|
||||
self.storage = UniqueArray(minimumCapacity: capacity)
|
||||
@@ -31,7 +33,22 @@ struct UniqueArrayCallerAsyncWriter: ~Copyable, CallerAsyncWriter {
|
||||
buffer: inout Buffer
|
||||
) async throws(WriteFailure) where Buffer.Element: ~Copyable {
|
||||
self.storage.reserveCapacity(buffer.count)
|
||||
self.storage.append(copying: buffer)
|
||||
var consumer = buffer.consumeAll()
|
||||
while let element = consumer.next() {
|
||||
self.storage.append(element)
|
||||
}
|
||||
}
|
||||
|
||||
consuming func finish<Buffer: RangeReplaceableContainer<WriteElement> & ~Copyable>(
|
||||
buffer: inout Buffer,
|
||||
finalElement: consuming Void
|
||||
) async throws(WriteFailure) where Buffer.Element: ~Copyable {
|
||||
self.storage.reserveCapacity(buffer.count)
|
||||
var consumer = buffer.consumeAll()
|
||||
while let element = consumer.next() {
|
||||
self.storage.append(element)
|
||||
}
|
||||
self.didFinish = true
|
||||
}
|
||||
}
|
||||
#endif
|
||||
+600
@@ -0,0 +1,600 @@
|
||||
//===----------------------------------------------------------------------===//
|
||||
//
|
||||
// This source file is part of the Swift Async Algorithms open source project
|
||||
//
|
||||
// Copyright (c) 2026 Apple Inc. and the Swift project authors
|
||||
// Licensed under Apache License v2.0 with Runtime Library Exception
|
||||
//
|
||||
// See https://swift.org/LICENSE.txt for license information
|
||||
//
|
||||
//===----------------------------------------------------------------------===//
|
||||
|
||||
#if UnstableAsyncStreaming && compiler(>=6.4)
|
||||
|
||||
import AsyncStreaming
|
||||
import BasicContainers
|
||||
import ContainersPreview
|
||||
import DequeModule
|
||||
import Testing
|
||||
|
||||
private struct MultiProducerSingleConsumerAsyncChannelTestError: Error {}
|
||||
|
||||
@Suite(.serialized)
|
||||
struct MultiProducerSingleConsumerAsyncChannelTests {
|
||||
// MARK: - AsyncReader.read
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
func readReturnsAllBufferedElementsInOrder() async throws {
|
||||
try await MultiProducerSingleConsumerAsyncChannel.withChannel(
|
||||
of: Int.self,
|
||||
backpressureStrategy: .watermark(low: 5, high: 10)
|
||||
) { channel, source in
|
||||
var channel = channel
|
||||
var source = source
|
||||
|
||||
var writeBuffer = UniqueArray<Int>(minimumCapacity: 5)
|
||||
for v in [1, 2, 3, 4, 5] { writeBuffer.append(v) }
|
||||
try await source.write(buffer: &writeBuffer)
|
||||
|
||||
try await channel.read { buffer, _ in
|
||||
#expect(buffer.count == 5)
|
||||
var consumer = buffer.consumeAll()
|
||||
var actual: [Int] = []
|
||||
while let v = consumer.next() { actual.append(v) }
|
||||
#expect(actual == [1, 2, 3, 4, 5])
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
func readSuspendsUntilElementArrives() async throws {
|
||||
try await withThrowingTaskGroup(of: [Int].self) { group in
|
||||
try await MultiProducerSingleConsumerAsyncChannel.withChannel(
|
||||
of: Int.self,
|
||||
backpressureStrategy: .watermark(low: 2, high: 4)
|
||||
) { channel, source in
|
||||
var channel = channel
|
||||
var source = source
|
||||
group.addTask {
|
||||
var collected: [Int] = []
|
||||
try await channel.read { buffer, _ in
|
||||
var consumer = buffer.consumeAll()
|
||||
while let v = consumer.next() { collected.append(v) }
|
||||
}
|
||||
return collected
|
||||
}
|
||||
try await Task.sleep(nanoseconds: 10_000_000)
|
||||
var writeBuffer = UniqueArray<Int>(minimumCapacity: 1)
|
||||
writeBuffer.append(42)
|
||||
try await source.write(buffer: &writeBuffer)
|
||||
let result = try await group.next()
|
||||
#expect(result == [42])
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
func readThrowsCancellationWhenTaskStartsCancelled() async {
|
||||
await withTaskGroup(of: Void.self) { group in
|
||||
group.cancelAll()
|
||||
// A child added to an already-cancelled group starts cancelled, so the
|
||||
// cancellation handler runs before the reader continuation is installed.
|
||||
group.addTask {
|
||||
await MultiProducerSingleConsumerAsyncChannel.withChannel(
|
||||
of: Int.self,
|
||||
backpressureStrategy: .watermark(low: 1, high: 2)
|
||||
) { channel, source in
|
||||
var channel = channel
|
||||
_ = consume source
|
||||
|
||||
do {
|
||||
_ = try await channel.read { _, _ in
|
||||
Issue.record("read body must not run after cancellation")
|
||||
}
|
||||
Issue.record("expected CancellationError")
|
||||
} catch let EitherError<EitherError<Never, CancellationError>, Never>.first(.second(error)) {
|
||||
_ = error
|
||||
} catch {
|
||||
Issue.record("unexpected error: \(error)")
|
||||
}
|
||||
}
|
||||
}
|
||||
await group.waitForAll()
|
||||
}
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
func readDoesNotThrowCancellationWhenSourceFinishes() async throws {
|
||||
try await MultiProducerSingleConsumerAsyncChannel.withChannel(
|
||||
of: Int.self,
|
||||
backpressureStrategy: .watermark(low: 1, high: 2)
|
||||
) { channel, source in
|
||||
var channel = channel
|
||||
let source = source
|
||||
source.finish()
|
||||
|
||||
var sawFinalElement = false
|
||||
try await channel.read { buffer, finalElement in
|
||||
#expect(buffer.count == 0)
|
||||
sawFinalElement = finalElement != nil
|
||||
}
|
||||
#expect(sawFinalElement)
|
||||
}
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
func readAfterCancellationPreconditions() async {
|
||||
await #expect(processExitsWith: .failure) {
|
||||
await withTaskGroup(of: Void.self) { group in
|
||||
group.cancelAll()
|
||||
group.addTask {
|
||||
await MultiProducerSingleConsumerAsyncChannel.withChannel(
|
||||
of: Int.self,
|
||||
backpressureStrategy: .watermark(low: 1, high: 2)
|
||||
) { channel, source in
|
||||
var channel = channel
|
||||
_ = consume source
|
||||
|
||||
try? await channel.read { _, _ in }
|
||||
try? await channel.read { _, _ in }
|
||||
}
|
||||
}
|
||||
await group.waitForAll()
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
func readAfterFinalElementPreconditions() async {
|
||||
await #expect(processExitsWith: .failure) {
|
||||
try await MultiProducerSingleConsumerAsyncChannel.withChannel(
|
||||
of: Int.self,
|
||||
backpressureStrategy: .watermark(low: 1, high: 2)
|
||||
) { channel, source in
|
||||
var channel = channel
|
||||
let source = source
|
||||
source.finish()
|
||||
|
||||
try await channel.read { _, finalElement in
|
||||
#expect(finalElement != nil)
|
||||
}
|
||||
try await channel.read { _, _ in }
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
func readAfterFailurePreconditions() async {
|
||||
await #expect(processExitsWith: .failure) {
|
||||
await MultiProducerSingleConsumerAsyncChannel.withChannel(
|
||||
of: Int.self,
|
||||
throwing: MultiProducerSingleConsumerAsyncChannelTestError.self,
|
||||
backpressureStrategy: .watermark(low: 1, high: 2)
|
||||
) { channel, source in
|
||||
var channel = channel
|
||||
let source = source
|
||||
source.finish(throwing: MultiProducerSingleConsumerAsyncChannelTestError())
|
||||
|
||||
try? await channel.read { _, _ in }
|
||||
try? await channel.read { _, _ in }
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
func readReturnsEmptyBufferAndFinalElementOnEOSAfterFinish() async throws {
|
||||
try await MultiProducerSingleConsumerAsyncChannel.withChannel(
|
||||
of: Int.self,
|
||||
backpressureStrategy: .watermark(low: 2, high: 4)
|
||||
) { channel, source in
|
||||
var channel = channel
|
||||
var source = source
|
||||
|
||||
var writeBuffer = UniqueArray<Int>(minimumCapacity: 1)
|
||||
writeBuffer.append(1)
|
||||
try await source.write(buffer: &writeBuffer)
|
||||
|
||||
try await channel.read { buffer, finalElement in
|
||||
#expect(buffer.count == 1)
|
||||
#expect(finalElement == nil)
|
||||
buffer.removeAll()
|
||||
}
|
||||
source.finish()
|
||||
|
||||
try await channel.read { buffer, finalElement in
|
||||
#expect(buffer.count == 0)
|
||||
#expect(finalElement != nil)
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
func readThrowsFailureAfterFinishWithError() async throws {
|
||||
struct TestError: Error, Equatable {}
|
||||
|
||||
try await MultiProducerSingleConsumerAsyncChannel.withChannel(
|
||||
of: Int.self,
|
||||
throwing: TestError.self,
|
||||
backpressureStrategy: .watermark(low: 2, high: 4)
|
||||
) { channel, source in
|
||||
var channel = channel
|
||||
var source = source
|
||||
|
||||
var writeBuffer = UniqueArray<Int>(minimumCapacity: 1)
|
||||
writeBuffer.append(1)
|
||||
try await source.write(buffer: &writeBuffer)
|
||||
source.finish(throwing: TestError())
|
||||
|
||||
// First read still delivers the buffered element.
|
||||
try? await channel.read { buffer, _ in
|
||||
#expect(buffer.count == 1)
|
||||
buffer.removeAll()
|
||||
}
|
||||
// Second read throws the queued failure through EitherError.first.
|
||||
do {
|
||||
try await channel.read { _, _ in }
|
||||
Issue.record("expected throw")
|
||||
} catch let EitherError<EitherError<TestError, CancellationError>, Never>.first(.first(err)) {
|
||||
#expect(err == TestError())
|
||||
} catch {
|
||||
Issue.record("unexpected error: \(error)")
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
func readBodyErrorsWrappedInSecond() async throws {
|
||||
struct BodyError: Error, Equatable {}
|
||||
|
||||
try await MultiProducerSingleConsumerAsyncChannel.withChannel(
|
||||
of: Int.self,
|
||||
backpressureStrategy: .watermark(low: 2, high: 4)
|
||||
) { channel, source in
|
||||
var channel = channel
|
||||
var source = source
|
||||
|
||||
var writeBuffer = UniqueArray<Int>(minimumCapacity: 1)
|
||||
writeBuffer.append(1)
|
||||
try await source.write(buffer: &writeBuffer)
|
||||
|
||||
do {
|
||||
try await channel.read { _, _ throws(BodyError) in
|
||||
throw BodyError()
|
||||
}
|
||||
Issue.record("expected throw")
|
||||
} catch let EitherError<EitherError<Never, CancellationError>, BodyError>.second(err) {
|
||||
#expect(err == BodyError())
|
||||
} catch {
|
||||
Issue.record("unexpected error: \(error)")
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
func readPartialConsumptionRemainsVisibleOnNextRead() async throws {
|
||||
try await MultiProducerSingleConsumerAsyncChannel.withChannel(
|
||||
of: Int.self,
|
||||
backpressureStrategy: .watermark(low: 5, high: 10)
|
||||
) { channel, source in
|
||||
var channel = channel
|
||||
var source = source
|
||||
|
||||
var writeBuffer = UniqueArray<Int>(minimumCapacity: 5)
|
||||
for v in [1, 2, 3, 4, 5] { writeBuffer.append(v) }
|
||||
try await source.write(buffer: &writeBuffer)
|
||||
|
||||
try await channel.read { buffer, _ in
|
||||
var consumer = buffer.consumeFirst(2)
|
||||
#expect(consumer.next() == 1)
|
||||
#expect(consumer.next() == 2)
|
||||
}
|
||||
|
||||
try await channel.read { buffer, _ in
|
||||
#expect(buffer.count == 3)
|
||||
var consumer = buffer.consumeAll()
|
||||
var collected: [Int] = []
|
||||
while let v = consumer.next() { collected.append(v) }
|
||||
#expect(collected == [3, 4, 5])
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
func readResumesSuspendedProducersWhenWaterLevelDrops() async throws {
|
||||
try await withThrowingTaskGroup(of: Void.self) { group in
|
||||
try await MultiProducerSingleConsumerAsyncChannel.withChannel(
|
||||
of: Int.self,
|
||||
backpressureStrategy: .watermark(low: 2, high: 4)
|
||||
) { channel, source in
|
||||
var channel = channel
|
||||
var source = source
|
||||
|
||||
group.addTask {
|
||||
// Fill to exactly the high watermark - this write suspends.
|
||||
var firstBatch = UniqueArray<Int>(minimumCapacity: 4)
|
||||
for v in [1, 2, 3, 4] { firstBatch.append(v) }
|
||||
try await source.write(buffer: &firstBatch)
|
||||
// Then send the 5th element once backpressure is relieved.
|
||||
var secondBatch = UniqueArray<Int>(minimumCapacity: 1)
|
||||
secondBatch.append(5)
|
||||
try await source.write(buffer: &secondBatch)
|
||||
}
|
||||
|
||||
// Wait until the producer suspends after appending the first batch.
|
||||
try await Task.sleep(nanoseconds: 10_000_000)
|
||||
// Drain the buffered elements - the water level drops below the low
|
||||
// watermark and wakes the producer.
|
||||
try await channel.read { buffer, _ in
|
||||
#expect(buffer.count == 4)
|
||||
buffer.removeAll()
|
||||
}
|
||||
try await group.next()
|
||||
// The 5th element produced after the producer resumed.
|
||||
try await channel.read { buffer, _ in
|
||||
#expect(buffer.count == 1)
|
||||
buffer.removeAll()
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
func readWaterLevelForElementCalledPerElementInBatch() async throws {
|
||||
nonisolated(unsafe) var callCount = 0
|
||||
try await MultiProducerSingleConsumerAsyncChannel.withChannel(
|
||||
of: Int.self,
|
||||
backpressureStrategy: .watermark(
|
||||
low: 5,
|
||||
high: 100,
|
||||
waterLevelForElement: { _ in
|
||||
callCount += 1
|
||||
return 1
|
||||
}
|
||||
)
|
||||
) { channel, source in
|
||||
var channel = channel
|
||||
var source = source
|
||||
|
||||
var writeBuffer = UniqueArray<Int>(minimumCapacity: 4)
|
||||
for v in [1, 2, 3, 4] { writeBuffer.append(v) }
|
||||
try await source.write(buffer: &writeBuffer)
|
||||
let afterSend = callCount
|
||||
|
||||
try await channel.read { buffer, _ in
|
||||
#expect(buffer.count == 4)
|
||||
buffer.removeAll()
|
||||
}
|
||||
// Called once per element on send, once per element on consume.
|
||||
#expect(afterSend == 4)
|
||||
#expect(callCount == 8)
|
||||
}
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
func readBufferIsReusedAcrossReads() async throws {
|
||||
try await MultiProducerSingleConsumerAsyncChannel.withChannel(
|
||||
of: Int.self,
|
||||
backpressureStrategy: .watermark(low: 5, high: 100)
|
||||
) { channel, source in
|
||||
var channel = channel
|
||||
var source = source
|
||||
|
||||
// The channel alternates two internal buffers across reads (swap
|
||||
// design): on each read the producer-side buffer is handed to the
|
||||
// reader and the previously-handed-back buffer becomes the new
|
||||
// producer-side. Verify that two reads of the same size land on
|
||||
// matching capacities, i.e. the channel is reusing storage rather than
|
||||
// allocating a fresh buffer per read.
|
||||
var firstBatch = UniqueArray<Int>(minimumCapacity: 10)
|
||||
for v in 0..<10 { firstBatch.append(v) }
|
||||
try await source.write(buffer: &firstBatch)
|
||||
nonisolated(unsafe) var firstCapacity = 0
|
||||
try await channel.read { buffer, _ in
|
||||
firstCapacity = buffer.capacity
|
||||
var c = buffer.consumeAll()
|
||||
while c.next() != nil {}
|
||||
}
|
||||
#expect(firstCapacity >= 10)
|
||||
|
||||
// Second read of the same size lands on the alternate buffer; after
|
||||
// the first round trip both buffers have grown to at least the
|
||||
// workload's capacity, so this read should see at least as much.
|
||||
var secondBatch = UniqueArray<Int>(minimumCapacity: 10)
|
||||
for v in 0..<10 { secondBatch.append(v) }
|
||||
try await source.write(buffer: &secondBatch)
|
||||
try await channel.read { buffer, _ in
|
||||
#expect(buffer.capacity >= firstCapacity)
|
||||
var c = buffer.consumeAll()
|
||||
while c.next() != nil {}
|
||||
}
|
||||
|
||||
// A third read of the same size should reuse the original buffer
|
||||
// (capacity matches first read's exactly).
|
||||
var thirdBatch = UniqueArray<Int>(minimumCapacity: 10)
|
||||
for v in 0..<10 { thirdBatch.append(v) }
|
||||
try await source.write(buffer: &thirdBatch)
|
||||
try await channel.read { buffer, _ in
|
||||
#expect(buffer.capacity == firstCapacity)
|
||||
var c = buffer.consumeAll()
|
||||
while c.next() != nil {}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
func readDeliversFinalElementOnFinish() async throws {
|
||||
try await MultiProducerSingleConsumerAsyncChannel.withChannel(
|
||||
of: Int.self,
|
||||
backpressureStrategy: .watermark(low: 2, high: 8)
|
||||
) { channel, source in
|
||||
var channel = channel
|
||||
var source = source
|
||||
|
||||
var writeBuffer = UniqueArray<Int>(minimumCapacity: 3)
|
||||
for v in [1, 2, 3] { writeBuffer.append(v) }
|
||||
try await source.write(buffer: &writeBuffer)
|
||||
source.finish()
|
||||
|
||||
nonisolated(unsafe) var collected: [Int] = []
|
||||
var sawFinal = false
|
||||
var done = false
|
||||
while !done {
|
||||
try await channel.read { buffer, finalElement in
|
||||
var c = buffer.consumeAll()
|
||||
while let v = c.next() { collected.append(v) }
|
||||
if finalElement != nil {
|
||||
sawFinal = true
|
||||
done = true
|
||||
}
|
||||
}
|
||||
}
|
||||
#expect(collected == [1, 2, 3])
|
||||
#expect(sawFinal)
|
||||
}
|
||||
}
|
||||
|
||||
// MARK: - CallerAsyncWriter.write
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
func writeAppendsAllElementsAndClearsBuffer() async throws {
|
||||
try await MultiProducerSingleConsumerAsyncChannel.withChannel(
|
||||
of: Int.self,
|
||||
backpressureStrategy: .watermark(low: 5, high: 100)
|
||||
) { channel, source in
|
||||
var channel = channel
|
||||
var source = source
|
||||
|
||||
var writeBuffer = UniqueArray<Int>(minimumCapacity: 5)
|
||||
writeBuffer.append(10)
|
||||
writeBuffer.append(20)
|
||||
writeBuffer.append(30)
|
||||
|
||||
try await source.write(buffer: &writeBuffer)
|
||||
#expect(writeBuffer.count == 0, "write should drain the caller's buffer")
|
||||
|
||||
try await channel.read { buffer, _ in
|
||||
#expect(buffer.count == 3)
|
||||
var c = buffer.consumeAll()
|
||||
var collected: [Int] = []
|
||||
while let v = c.next() { collected.append(v) }
|
||||
#expect(collected == [10, 20, 30])
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
func writeAfterFinishThrows() async throws {
|
||||
await MultiProducerSingleConsumerAsyncChannel.withChannel(
|
||||
of: Int.self,
|
||||
backpressureStrategy: .watermark(low: 1, high: 4)
|
||||
) { channel, source in
|
||||
var channel = channel
|
||||
var source = source
|
||||
|
||||
// Keep an additional source around so we can attempt a write after the
|
||||
// channel has been finished by consuming the first source.
|
||||
var extraSource = source.clone()
|
||||
source.finish()
|
||||
|
||||
var writeBuffer = UniqueArray<Int>(minimumCapacity: 1)
|
||||
writeBuffer.append(1)
|
||||
|
||||
do {
|
||||
try await extraSource.write(buffer: &writeBuffer)
|
||||
Issue.record("expected throw")
|
||||
} catch is MultiProducerSingleConsumerAsyncChannelAlreadyFinishedError {
|
||||
// expected
|
||||
} catch {
|
||||
Issue.record("unexpected error: \(error)")
|
||||
}
|
||||
|
||||
// Drain anything still buffered before exiting the scope.
|
||||
try? await channel.read { _, _ in }
|
||||
}
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
func writeSuspendsOnBackpressureAndResumesAfterRead() async throws {
|
||||
try await withThrowingTaskGroup(of: Void.self) { group in
|
||||
try await MultiProducerSingleConsumerAsyncChannel.withChannel(
|
||||
of: Int.self,
|
||||
backpressureStrategy: .watermark(low: 1, high: 2)
|
||||
) { channel, source in
|
||||
var channel = channel
|
||||
var source = source
|
||||
|
||||
group.addTask {
|
||||
// Reader drains until it observes the final element.
|
||||
while true {
|
||||
var done = false
|
||||
try await channel.read { buffer, finalElement in
|
||||
buffer.removeAll()
|
||||
done = finalElement != nil
|
||||
}
|
||||
if done { break }
|
||||
}
|
||||
}
|
||||
|
||||
var buf = UniqueArray<Int>(minimumCapacity: 4)
|
||||
for i in 0..<4 { buf.append(i) }
|
||||
try await source.write(buffer: &buf)
|
||||
source.finish()
|
||||
try await group.next()
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
@available(macOS 27.0, iOS 27.0, watchOS 27.0, tvOS 27.0, visionOS 27.0, *)
|
||||
@Test
|
||||
func writeReadRoundtripPreservesOrder() async throws {
|
||||
let total = 100
|
||||
try await withThrowingTaskGroup(of: Void.self) { group in
|
||||
try await MultiProducerSingleConsumerAsyncChannel.withChannel(
|
||||
of: Int.self,
|
||||
backpressureStrategy: .watermark(low: 10, high: 50)
|
||||
) { channel, source in
|
||||
var channel = channel
|
||||
var source = source
|
||||
|
||||
group.addTask {
|
||||
nonisolated(unsafe) var collected: [Int] = []
|
||||
var done = false
|
||||
while !done {
|
||||
try await channel.read { buffer, finalElement in
|
||||
var c = buffer.consumeAll()
|
||||
while let v = c.next() { collected.append(v) }
|
||||
done = finalElement != nil
|
||||
}
|
||||
}
|
||||
#expect(collected == Array(0..<total))
|
||||
}
|
||||
for start in stride(from: 0, to: total, by: 10) {
|
||||
var buf = UniqueArray<Int>(minimumCapacity: 10)
|
||||
for i in start..<(start + 10) { buf.append(i) }
|
||||
try await source.write(buffer: &buf)
|
||||
}
|
||||
source.finish()
|
||||
try await group.next()
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
#endif
|
||||
Reference in new issue
Block a user