Add documentation, basic unit test, createChannel(), close() and tryConsumeOne().

This commit is contained in:
Sönke Ludwig 2019-01-14 22:16:45 +01:00
parent dee54e505a
commit f31db98144

View file

@ -1,27 +1,103 @@
/** Implements a thread-safe, typed producer-consumer queue. /** Implements a thread-safe, typed producer-consumer queue.
Copyright: © 2017 RejectedSoftware e.K. Copyright: © 2017-2019 RejectedSoftware e.K.
Authors: Sönke Ludwig Authors: Sönke Ludwig
License: Subject to the terms of the MIT license, as written in the included LICENSE.txt file. License: Subject to the terms of the MIT license, as written in the included LICENSE.txt file.
*/ */
module vibe.core.channel; module vibe.core.channel;
import vibe.core.sync : TaskCondition;
import vibe.internal.array : FixedRingBuffer;
import std.algorithm.mutation : move, swap;
import std.exception : enforce;
import core.sync.mutex;
// multiple producers allowed, multiple consumers allowed - Q: should this be restricted to allow higher performance? maybe configurable? // multiple producers allowed, multiple consumers allowed - Q: should this be restricted to allow higher performance? maybe configurable?
// currently always buffered - TODO: implement blocking non-buffered mode // currently always buffered - TODO: implement blocking non-buffered mode
// TODO: implement a multi-channel wait, e.g. // TODO: implement a multi-channel wait, e.g.
// TaggedAlgebraic!(...) consumeAny(ch1, ch2, ch3); - requires a waitOnMultipleConditions function // TaggedAlgebraic!(...) consumeAny(ch1, ch2, ch3); - requires a waitOnMultipleConditions function
// TODO: implement close()
// TODO: fully support non-copyable types using swap/move where appropriate
// TODO: add unit tests
// Q: Should this be exposed as a class, or as an RC struct?
private final class Channel(T, size_t buffer_size = 100) {
/** Creates a new channel suitable for cross-task and cross-thread communication.
*/
Channel!(T, buffer_size) createChannel(T, size_t buffer_size = 100)()
{
Channel!(T, buffer_size) ret;
ret.m_impl = new shared ChannelImpl!(T, buffer_size);
return ret;
}
/** Thread-safe typed data channel implementation.
The implementation supports multiple-reader-multiple-writer operation across
multiple tasks in multiple threads.
*/
struct Channel(T, size_t buffer_size) {
enum bufferSize = buffer_size;
private shared ChannelImpl!(T, buffer_size) m_impl;
/** Determines whether there is more data to read.
This property is empty $(I iff) no more elements are in the internal
buffer and `close()` has been called. Once the channel is empty,
subsequent calls to `consumeOne` or `consumeAll` will throw an
exception.
Note that relying on the return value to determine whether another
element can be read is only safe in a single-reader scenario. Use
`tryConsumeOne` in a multiple-reader scenario instead.
*/
@property bool empty() { return m_impl.empty; }
/** Closes the channel.
A closed channel does not accept any new items enqueued using `put` and
causes `empty` to return `fals` as soon as all preceeding elements have
been consumed.
*/
void close() { m_impl.close(); }
/** Consumes a single element off the queue.
This function will block if no elements are available. If the `empty`
property is `true`, an exception will be thrown.
*/
T consumeOne() { return m_impl.consumeOne(); }
/** Attempts to consume a single element.
If no more elements are available and the channel has been closed,
a null value is returned.
*/
bool tryConsumeOne(ref T dst) { return m_impl.tryConsumeOne(dst); }
/** Attempts to consume all elements currently in the queue.
This function will block if no elements are available. If the `empty`
property is `true`, an exception will be thrown.
*/
void consumeAll(ref FixedRingBuffer!(T, buffer_size) dst)
{ return m_impl.consumeAll(dst); }
/** Enqueues an element.
*/
void put(T item) { m_impl.put(item.move); }
}
private final class ChannelImpl(T, size_t buffer_size) {
import vibe.core.concurrency : isWeaklyIsolated; import vibe.core.concurrency : isWeaklyIsolated;
static assert(isWeaklyIsolated!T, "Channel data type "~T.stringof~" is not safe to pass between threads."); static assert(isWeaklyIsolated!T, "Channel data type "~T.stringof~" is not safe to pass between threads.");
Mutex m_mutex; private {
TaskCondition m_condition; Mutex m_mutex;
FixedRingBuffer!(T, buffer_size) m_items; TaskCondition m_condition;
FixedRingBuffer!(T, buffer_size) m_items;
bool m_closed = false;
}
this() this()
shared { shared {
@ -29,50 +105,124 @@ private final class Channel(T, size_t buffer_size = 100) {
m_condition = cast(shared)new TaskCondition(cast(Mutex)m_mutex); m_condition = cast(shared)new TaskCondition(cast(Mutex)m_mutex);
} }
bool empty() @property bool empty()
shared { shared {
synchronized (m_mutex) synchronized (m_mutex) {
return (cast(Channel)this).m_items.empty; auto thisus = () @trusted { return cast(ChannelImpl)this; } ();
return thisus.m_closed && thisus.m_items.empty;
}
}
void close()
shared {
synchronized (m_mutex) {
auto thisus = () @trusted { return cast(ChannelImpl)this; } ();
thisus.m_closed = true;
thisus.m_condition.notifyAll();
}
}
bool tryConsumeOne(ref T dst)
shared {
auto thisus = () @trusted { return cast(ChannelImpl)this; } ();
bool was_full = false;
synchronized (m_mutex) {
while (thisus.m_items.empty) {
if (m_closed) return false;
thisus.m_condition.wait();
}
was_full = thisus.m_items.full;
move(thisus.m_items.front, dst);
thisus.m_items.popFront();
}
if (was_full) thisus.m_condition.notifyAll();
return true;
} }
T consumeOne() T consumeOne()
shared { shared {
auto thisus = cast(Channel)this; auto thisus = () @trusted { return cast(ChannelImpl)this; } ();
T ret; T ret;
bool was_full = false; bool was_full = false;
synchronized (m_mutex) { synchronized (m_mutex) {
while (thisus.m_items.empty) while (thisus.m_items.empty) {
if (m_closed) throw new Exception("Attempt to consume from an empty channel.");
thisus.m_condition.wait(); thisus.m_condition.wait();
}
was_full = thisus.m_items.full; was_full = thisus.m_items.full;
swap(thisus.m_items.front, ret); move(thisus.m_items.front, ret);
thisus.m_items.popFront();
} }
if (was_full) thisus.m_condition.notifyAll(); if (was_full) thisus.m_condition.notifyAll();
return ret.move; return ret.move;
} }
void consumeAll(ref FixedRingBuffer!(T, buffer_size) dst) void consumeAll(ref FixedRingBuffer!(T, buffer_size) dst)
shared { shared {
auto thisus = cast(Channel)this; auto thisus = () @trusted { return cast(ChannelImpl)this; } ();
bool was_full = false; bool was_full = false;
synchronized (m_mutex) { synchronized (m_mutex) {
while (thisus.m_items.empty) while (thisus.m_items.empty) {
if (m_closed) throw new Exception("Attempt to consume from an empty channel.");
thisus.m_condition.wait(); thisus.m_condition.wait();
}
was_full = thisus.m_items.full; was_full = thisus.m_items.full;
swap(thisus.m_items, dst); swap(thisus.m_items, dst);
} }
if (was_full) thisus.m_condition.notifyAll(); if (was_full) thisus.m_condition.notifyAll();
} }
void put(T item) void put(T item)
shared { shared {
auto thisus = cast(Channel)this; auto thisus = () @trusted { return cast(ChannelImpl)this; } ();
bool need_notify = false; bool need_notify = false;
synchronized (m_mutex) { synchronized (m_mutex) {
enforce(!m_closed, "Sending on closed channel.");
while (thisus.m_items.full) while (thisus.m_items.full)
thisus.m_condition.wait(); thisus.m_condition.wait();
need_notify = thisus.m_items.empty; need_notify = thisus.m_items.empty;
thisus.m_items.put(item.move); thisus.m_items.put(item.move);
} }
if (need_notify) thisus.m_condition.notifyAll(); if (need_notify) thisus.m_condition.notifyAll();
} }
} }
unittest { // test basic operation and non-copyable struct compatiblity
static struct S {
int i;
@disable this(this);
}
auto ch = createChannel!S;
ch.put(S(1));
assert(ch.consumeOne().i == 1);
ch.put(S(4));
ch.put(S(5));
{
FixedRingBuffer!(S, 100) buf;
ch.consumeAll(buf);
assert(buf.length == 2);
assert(buf[0].i == 4);
assert(buf[1].i == 5);
}
ch.put(S(2));
assert(!ch.empty);
ch.close();
assert(!ch.empty);
S v;
assert(ch.tryConsumeOne(v));
assert(v.i == 2);
assert(ch.empty);
assert(!ch.tryConsumeOne(v));
}