/** Generic stream interface used by several stream-like classes. This module defines the basic (buffered) stream primitives. For concrete stream types, take a look at the `vibe.stream` package. The `vibe.stream.operations` module contains additional high-level operations on streams, such as reading streams by line or as a whole. Note that starting with vibe-core 1.0.0, streams can be of either `struct` or `class` type. Any APIs that take streams as a parameter should use a template type parameter that is tested using the appropriate trait (e.g. `isInputStream`) instead of assuming the specific interface type (e.g. `InputStream`). Copyright: © 2012-2016 RejectedSoftware e.K. License: Subject to the terms of the MIT license, as written in the included LICENSE.txt file. Authors: Sönke Ludwig */ module vibe.core.stream; import vibe.internal.traits : checkInterfaceConformance, validateInterfaceConformance; import core.time; import std.algorithm; import std.conv; /**************************************************************************************************/ /* Public functions */ /**************************************************************************************************/ /** Returns a `NullOutputStream` instance. The instance will only be created on the first request and gets reused for all subsequent calls from the same thread. */ NullOutputStream nullSink() @safe nothrow { static NullOutputStream ret; if (!ret) ret = new NullOutputStream; return ret; } /**************************************************************************************************/ /* Public types */ /**************************************************************************************************/ /** Interface for all classes implementing readable streams. */ interface InputStream { @safe: /** Returns true $(I iff) the end of the input stream has been reached. */ @property bool empty(); /** Returns the maximum number of bytes that are known to remain in this stream until the end is reached. After `leastSize()` bytes have been read, the stream will either have reached EOS and `empty()` returns `true`, or `leastSize()` returns again a number greater than 0. */ @property ulong leastSize(); /** Queries if there is data available for immediate, non-blocking read. */ @property bool dataAvailableForRead(); /** Returns a temporary reference to the data that is currently buffered. The returned slice typically has the size `leastSize()` or `0` if `dataAvailableForRead()` returns `false`. Streams that don't have an internal buffer will always return an empty slice. Note that any method invocation on the same stream potentially invalidates the contents of the returned buffer. */ const(ubyte)[] peek(); /** Fills the preallocated array 'bytes' with data from the stream. Throws: An exception if the operation reads past the end of the stream */ void read(ubyte[] dst); } /** Interface for all classes implementing writeable streams. */ interface OutputStream { @safe: /** Writes an array of bytes to the stream. */ void write(in ubyte[] bytes); /** Flushes the stream and makes sure that all data is being written to the output device. */ void flush(); /** Flushes and finalizes the stream. Finalize has to be called on certain types of streams. No writes are possible after a call to finalize(). */ void finalize(); /** Writes an array of chars to the stream. */ final void write(in char[] bytes) { write(cast(const(ubyte)[])bytes); } /** Pipes an InputStream directly into this OutputStream. The number of bytes written is either the whole input stream when `nbytes == 0`, or exactly `nbytes` for `nbytes > 0`. If the input stream contains less than `nbytes` of data, an exception is thrown. */ void write(InputStream stream, ulong nbytes); /// ditto final void write(InputStream stream) { write(stream, 0); } protected final void writeDefault(InputStream stream, ulong nbytes = 0) @trusted // FreeListRef { import vibe.internal.memory : FreeListRef; static struct Buffer { ubyte[64*1024] bytes = void; } auto bufferobj = FreeListRef!(Buffer, false)(); auto buffer = bufferobj.bytes[]; //logTrace("default write %d bytes, empty=%s", nbytes, stream.empty); if( nbytes == 0 ){ while( !stream.empty ){ size_t chunk = min(stream.leastSize, buffer.length); assert(chunk > 0, "leastSize returned zero for non-empty stream."); //logTrace("read pipe chunk %d", chunk); stream.read(buffer[0 .. chunk]); write(buffer[0 .. chunk]); } } else { while( nbytes > 0 ){ size_t chunk = min(nbytes, buffer.length); //logTrace("read pipe chunk %d", chunk); stream.read(buffer[0 .. chunk]); write(buffer[0 .. chunk]); nbytes -= chunk; } } } } /** Interface for all classes implementing readable and writable streams. */ interface Stream : InputStream, OutputStream { } /** Interface for streams based on a connection. Connection streams are based on streaming socket connections, pipes and similar end-to-end streams. See_also: `vibe.core.net.TCPConnection` */ interface ConnectionStream : Stream { @safe: /** Determines The current connection status. If `connected` is `false`, writing to the connection will trigger an exception. Reading may still succeed as long as there is data left in the input buffer. Use `InputStream.empty` instead to determine when to stop reading. */ @property bool connected() const; /** Actively closes the connection and frees associated resources. Note that close must always be called, even if the remote has already closed the connection. Failure to do so will result in resource and memory leakage. Closing a connection implies a call to `finalize`, so that it doesn't need to be called explicitly (it will be a no-op in that case). */ void close(); /** Blocks until data becomes available for read. The maximum wait time can be customized with the `timeout` parameter. If there is already data availabe for read, or if the connection is closed, the function will return immediately without blocking. Params: timeout = Optional timeout, the default value of `Duration.max` waits without a timeout. Returns: The function will return `true` if data becomes available before the timeout is reached. If the connection gets closed, or the timeout gets reached, `false` is returned instead. */ bool waitForData(Duration timeout = Duration.max); } /** Interface for all streams supporting random access. */ interface RandomAccessStream : Stream { @safe: /// Returns the total size of the file. @property ulong size() const nothrow; /// Determines if this stream is readable. @property bool readable() const nothrow; /// Determines if this stream is writable. @property bool writable() const nothrow; /// Seeks to a specific position in the file if supported by the stream. void seek(ulong offset); /// Returns the current offset of the file pointer ulong tell() nothrow; } /** Stream implementation acting as a sink with no function. Any data written to the stream will be ignored and discarded. This stream type is useful if the output of a particular stream is not needed but the stream needs to be drained. */ final class NullOutputStream : OutputStream { void write(in ubyte[] bytes) {} void write(InputStream stream, ulong nbytes = 0) { writeDefault(stream, nbytes); } void flush() {} void finalize() {} } /** Tests if the given aggregate type is a valid input stream. See_also: `validateInputStream` */ enum isInputStream(T) = checkInterfaceConformance!(T, InputStream) is null; /** Tests if the given aggregate type is a valid output stream. See_also: `validateOutputStream` */ enum isOutputStream(T) = checkInterfaceConformance!(T, OutputStream) is null; /** Tests if the given aggregate type is a valid bidirectional stream. See_also: `validateStream` */ enum isStream(T) = checkInterfaceConformance!(T, Stream) is null; /** Tests if the given aggregate type is a valid connection stream. See_also: `validateConnectionStream` */ enum isConnectionStream(T) = checkInterfaceConformance!(T, ConnectionStream) is null; /** Tests if the given aggregate type is a valid random access stream. See_also: `validateRandomAccessStream` */ enum isRandomAccessStream(T) = checkInterfaceConformance!(T, RandomAccessStream) is null; /** Verifies that the given type is a valid input stream. A valid input stream type must implement all methods of the `InputStream` interface. Inheriting form `InputStream` is not strictly necessary, which also enables struct types to be considered as stream implementations. See_Also: `isInputStream` */ mixin template validateInputStream(T) { import vibe.internal.traits : validateInterfaceConformance; mixin validateInterfaceConformance!(T, .InputStream); } /** Verifies that the given type is a valid output stream. A valid output stream type must implement all methods of the `OutputStream` interface. Inheriting form `OutputStream` is not strictly necessary, which also enables struct types to be considered as stream implementations. See_Also: `isOutputStream` */ mixin template validateOutputStream(T) { import vibe.internal.traits : validateInterfaceConformance; mixin validateInterfaceConformance!(T, .OutputStream); } /** Verifies that the given type is a valid bidirectional stream. A valid stream type must implement all methods of the `Stream` interface. Inheriting form `Stream` is not strictly necessary, which also enables struct types to be considered as stream implementations. See_Also: `isStream` */ mixin template validateStream(T) { import vibe.internal.traits : validateInterfaceConformance; mixin validateInterfaceConformance!(T, .Stream); } /** Verifies that the given type is a valid connection stream. A valid connection stream type must implement all methods of the `ConnectionStream` interface. Inheriting form `ConnectionStream` is not strictly necessary, which also enables struct types to be considered as stream implementations. See_Also: `isConnectionStream` */ mixin template validateConnectionStream(T) { import vibe.internal.traits : validateInterfaceConformance; mixin validateInterfaceConformance!(T, .ConnectionStream); } /** Verifies that the given type is a valid random access stream. A valid random access stream type must implement all methods of the `RandomAccessStream` interface. Inheriting form `RandomAccessStream` is not strictly necessary, which also enables struct types to be considered as stream implementations. See_Also: `isRandomAccessStream` */ mixin template validateRandomAccessStream(T) { import vibe.internal.traits : validateInterfaceConformance; mixin validateInterfaceConformance!(T, .RandomAccessStream); }