diff options
| author | Yuqian Yang <crupest@crupest.life> | 2026-03-07 20:42:37 +0800 |
|---|---|---|
| committer | Yuqian Yang <crupest@crupest.life> | 2026-03-07 20:42:37 +0800 |
| commit | 38756822825e20eca3b9e01b735946175223d692 (patch) | |
| tree | fc2a495bfc0e082d5ed9a1642278ae6467fe2742 /src | |
| parent | 924f4b472712d0cfc55b81dcb3eaed3f8a478288 (diff) | |
| download | cru-38756822825e20eca3b9e01b735946175223d692.tar.gz cru-38756822825e20eca3b9e01b735946175223d692.tar.bz2 cru-38756822825e20eca3b9e01b735946175223d692.zip | |
Refactor stream.
Diffstat (limited to 'src')
| -rw-r--r-- | src/base/Buffer.cpp | 276 | ||||
| -rw-r--r-- | src/base/CMakeLists.txt | 2 | ||||
| -rw-r--r-- | src/base/io/AutoReadStream.cpp | 21 | ||||
| -rw-r--r-- | src/base/io/BufferStream.cpp | 135 | ||||
| -rw-r--r-- | src/base/io/CFileStream.cpp | 23 | ||||
| -rw-r--r-- | src/base/io/MemoryStream.cpp | 19 | ||||
| -rw-r--r-- | src/base/io/ProxyStream.cpp | 37 | ||||
| -rw-r--r-- | src/base/io/Stream.cpp | 112 | ||||
| -rw-r--r-- | src/base/platform/unix/UnixFileStream.cpp | 15 | ||||
| -rw-r--r-- | src/base/platform/win/BridgeComStream.cpp | 36 | ||||
| -rw-r--r-- | src/base/platform/win/Stream.cpp | 32 | ||||
| -rw-r--r-- | src/base/platform/win/Win32SubProcess.cpp | 6 |
12 files changed, 245 insertions, 469 deletions
diff --git a/src/base/Buffer.cpp b/src/base/Buffer.cpp deleted file mode 100644 index 838c6f12..00000000 --- a/src/base/Buffer.cpp +++ /dev/null @@ -1,276 +0,0 @@ -#include "cru/base/Buffer.h" - -#include <cstring> - -namespace cru { -namespace { -void CheckSize(Index size) { - if (size < 0) { - throw Exception("Size of buffer can't be smaller than 0."); - } -} -} // namespace - -Buffer::Buffer() { - ptr_ = nullptr; - size_ = used_begin_ = used_end_ = 0; -} - -Buffer::Buffer(Index size) { - CheckSize(size); - if (size == 0) { - ptr_ = nullptr; - size_ = used_begin_ = used_end_ = 0; - } else { - ptr_ = new std::byte[size]; - size_ = size; - used_begin_ = used_end_ = 0; - } - AssertValid(); -} - -Buffer::Buffer(const Buffer& other) { Copy_(other); } - -Buffer::Buffer(Buffer&& other) noexcept { Move_(std::move(other)); } - -Buffer& Buffer::operator=(const Buffer& other) { - if (this != &other) { - Delete_(); - Copy_(other); - } - return *this; -} - -Buffer& Buffer::operator=(Buffer&& other) noexcept { - if (this != &other) { - Delete_(); - Move_(std::move(other)); - } - return *this; -} - -Buffer::~Buffer() { Delete_(); } - -void Buffer::AssignBytes(Index dst_offset, std::byte* src, Index src_offset, - Index src_size, bool use_memmove) { - CheckSize(src_size); - - AssertValid(); - - (use_memmove ? std::memmove : std::memcpy)(ptr_ + dst_offset, - src + src_offset, src_size); - AssertValid(); -} - -void Buffer::ResizeBuffer(Index new_size, bool preserve_used) { - CheckSize(new_size); - - AssertValid(); - - if (new_size == 0) { - Delete_(); - ptr_ = nullptr; - size_ = used_begin_ = used_end_ = 0; - return; - } - - auto old_ptr = ptr_; - - ptr_ = new std::byte[new_size]; - size_ = new_size; - used_begin_ = std::min(new_size, used_begin_); - used_end_ = std::min(new_size, used_end_); - - if (old_ptr) { - if (preserve_used && used_begin_ < used_end_) { - std::memcpy(ptr_ + used_begin_, old_ptr + used_begin_, - used_end_ - used_begin_); - } - delete[] old_ptr; - } - - AssertValid(); -} - -Index Buffer::PushFront(const std::byte* other, Index other_size, - bool use_memmove) { - CheckSize(other_size); - - AssertValid(); - - auto copy_size = std::min(used_begin_, other_size); - - if (copy_size) { - used_begin_ -= copy_size; - (use_memmove ? std::memmove : std::memcpy)(ptr_ + used_begin_, other, - copy_size); - } - - AssertValid(); - - return copy_size; -} - -bool Buffer::PushBack(std::byte b) { - AssertValid(); - if (IsUsedReachEnd()) { - return false; - } - ptr_[used_end_] = b; - used_end_++; - AssertValid(); - return true; -} - -Index Buffer::PushBack(const std::byte* other, Index other_size, - bool use_memmove) { - CheckSize(other_size); - - AssertValid(); - - auto copy_size = std::min(size_ - used_end_, other_size); - - if (copy_size) { - (use_memmove ? std::memmove : std::memcpy)(ptr_ + used_end_, other, - copy_size); - used_end_ += copy_size; - } - - AssertValid(); - - return copy_size; -} - -void Buffer::PushBackCount(Index count) { - if (count < 0 || count > GetBackFree()) { - throw Exception("Count out of range in PushBackCount."); - } - used_end_ += count; -} - -Index Buffer::PopFront(Index size) { - CheckSize(size); - - AssertValid(); - - auto move = std::min(used_begin_, size); - used_begin_ -= move; - - AssertValid(); - - return move; -} - -Index Buffer::PopFront(std::byte* buffer, Index size, bool use_memmove) { - CheckSize(size); - - AssertValid(); - - auto pop_size = std::min(GetUsedSize(), size); - - if (pop_size) { - used_begin_ += pop_size; - (use_memmove ? std::memmove : std::memcpy)( - buffer, GetUsedBeginPtr() - pop_size, pop_size); - } - - AssertValid(); - - return pop_size; -} - -Index Buffer::PopEnd(Index size) { - CheckSize(size); - - AssertValid(); - - auto move = std::min(size_ - used_end_, size); - used_end_ += move; - - AssertValid(); - - return move; -} - -Index Buffer::PopEnd(std::byte* buffer, Index size, bool use_memmove) { - CheckSize(size); - - AssertValid(); - - auto pop_size = std::min(GetUsedSize(), size); - - if (pop_size) { - used_end_ -= pop_size; - (use_memmove ? std::memmove : std::memcpy)(buffer, GetUsedEndPtr(), - pop_size); - } - - AssertValid(); - - return pop_size; -} - -std::byte* Buffer::Detach(Index* size) { - AssertValid(); - - auto ptr = this->ptr_; - if (size) { - *size = this->size_; - } - this->ptr_ = nullptr; - this->size_ = this->used_begin_ = this->used_end_ = 0; - - AssertValid(); - - return ptr; -} - -void Buffer::Copy_(const Buffer& other) { - if (other.ptr_ == nullptr) { - ptr_ = nullptr; - size_ = used_begin_ = used_end_ = 0; - } else { - ptr_ = new std::byte[other.size_]; - size_ = other.size_; - used_begin_ = other.used_begin_; - used_end_ = other.used_end_; - std::memcpy(ptr_ + used_begin_, other.ptr_ + used_begin_, - used_end_ - used_begin_); - } - AssertValid(); -} - -void Buffer::Move_(Buffer&& other) noexcept { - ptr_ = other.ptr_; - size_ = other.size_; - used_begin_ = other.used_begin_; - used_end_ = other.used_end_; - other.ptr_ = nullptr; - other.size_ = other.used_begin_ = other.used_end_ = 0; - AssertValid(); -} - -void Buffer::Delete_() noexcept { - if (ptr_) { - delete[] ptr_; - } -} - -void Buffer::AssertValid() { - assert(size_ >= 0); - assert(used_begin_ >= 0); - assert(used_begin_ <= size_); - assert(used_end_ >= 0); - assert(used_end_ <= size_); - assert(used_end_ >= used_begin_); - assert((ptr_ == nullptr && size_ == 0) || (ptr_ != nullptr && size_ > 0)); -} - -void swap(Buffer& left, Buffer& right) noexcept { - using std::swap; - swap(left.ptr_, right.ptr_); - swap(left.size_, right.size_); - swap(left.used_begin_, right.used_begin_); - swap(left.used_end_, right.used_end_); -} -} // namespace cru diff --git a/src/base/CMakeLists.txt b/src/base/CMakeLists.txt index 0840b130..a154ebee 100644 --- a/src/base/CMakeLists.txt +++ b/src/base/CMakeLists.txt @@ -1,6 +1,5 @@ add_library(CruBase Base.cpp - Buffer.cpp PropertyTree.cpp StringUtil.cpp SubProcess.cpp @@ -9,7 +8,6 @@ add_library(CruBase io/BufferStream.cpp io/CFileStream.cpp io/Stream.cpp - io/ProxyStream.cpp io/Resource.cpp io/MemoryStream.cpp log/Logger.cpp diff --git a/src/base/io/AutoReadStream.cpp b/src/base/io/AutoReadStream.cpp index 0c035648..61cc9f26 100644 --- a/src/base/io/AutoReadStream.cpp +++ b/src/base/io/AutoReadStream.cpp @@ -8,7 +8,7 @@ namespace cru::io { AutoReadStream::AutoReadStream(Stream* stream, bool auto_close, bool auto_delete, const AutoReadStreamOptions& options) - : Stream(false, true, stream->CanSeek()), + : Stream(false, true, std::nullopt), auto_close_(auto_close), auto_delete_(auto_delete) { auto buffer_stream_options = options.GetBufferStreamOptions(); @@ -19,10 +19,15 @@ AutoReadStream::AutoReadStream(Stream* stream, bool auto_close, } AutoReadStream::~AutoReadStream() { - DoClose(); + if (auto_delete_) { + delete stream_; + } + buffer_stream_->Close(); background_thread_.join(); } +bool AutoReadStream::DoCanWrite() { return stream_->CanWrite(); } + Index AutoReadStream::DoRead(std::byte* buffer, Index offset, Index size) { return buffer_stream_->Read(buffer, offset, size); } @@ -35,14 +40,9 @@ Index AutoReadStream::DoWrite(const std::byte* buffer, Index offset, void AutoReadStream::DoFlush() { stream_->Flush(); } void AutoReadStream::DoClose() { - CRU_STREAM_BEGIN_CLOSE if (auto_close_) { stream_->Close(); } - if (auto_delete_) { - delete stream_; - stream_ = nullptr; - } buffer_stream_->Close(); } @@ -51,14 +51,13 @@ void AutoReadStream::BackgroundThreadRun() { while (true) { try { auto read = stream_->Read(buffer.data(), buffer.size()); - if (read == 0) { - buffer_stream_->SetEof(); + if (read == kEOF) { + buffer_stream_->WriteEof(); break; } else { buffer_stream_->Write(buffer.data(), read); } - } catch (const StreamClosedException& exception) { - buffer_stream_->Close(); + } catch (const StreamException&) { break; } } diff --git a/src/base/io/BufferStream.cpp b/src/base/io/BufferStream.cpp index 0dbb438b..fdcd25ff 100644 --- a/src/base/io/BufferStream.cpp +++ b/src/base/io/BufferStream.cpp @@ -6,35 +6,34 @@ BufferStream::BufferStream(const BufferStreamOptions& options) : Stream(false, true, true) { block_size_ = options.GetBlockSizeOrDefault(); max_block_count_ = options.GetMaxBlockCount(); - - eof_ = false; + eof_written_ = false; } -BufferStream::~BufferStream() { DoClose(); } +BufferStream::~BufferStream() {} Index BufferStream::DoRead(std::byte* buffer, Index offset, Index size) { std::unique_lock lock(mutex_); - condition_variable_.wait( - lock, [this] { return GetClosed() || !buffer_list_.empty() || eof_; }); + read_cv_.wait(lock, [this] { + return eof_written_ || !buffer_list_.empty() || IsClosed(); + }); - if (GetClosed()) { - StreamClosedException::Check(true); - } + CheckClosed(); - if (buffer_list_.empty() && eof_) { - return 0; + if (buffer_list_.empty() && eof_written_) { + return kEOF; } - auto full = max_block_count_ > 0 && buffer_list_.size() == max_block_count_; + auto full_previously = max_block_count_ > 0 && + buffer_list_.size() == max_block_count_ && + buffer_list_.back().IsFull(); Index read = 0; while (!buffer_list_.empty()) { auto& stream_buffer = buffer_list_.front(); - auto this_read = - stream_buffer.PopFront(buffer + offset + read, size - read); - if (stream_buffer.GetUsedSize() == 0) { + auto this_read = stream_buffer.Read(buffer + offset + read, size - read); + if (stream_buffer.IsEmpty()) { buffer_list_.pop_front(); } read += this_read; @@ -43,10 +42,8 @@ Index BufferStream::DoRead(std::byte* buffer, Index offset, Index size) { } } - if (full && buffer_list_.size() < max_block_count_) { - // By convention, there should be at most one producer waiting. So - // notify_one and notify_all should be the same. - condition_variable_.notify_one(); + if (full_previously && buffer_list_.size() < max_block_count_) { + write_cv_.notify_all(); } return read; @@ -55,69 +52,109 @@ Index BufferStream::DoRead(std::byte* buffer, Index offset, Index size) { Index BufferStream::DoWrite(const std::byte* buffer, Index offset, Index size) { std::unique_lock lock(mutex_); - if (eof_) { - throw WriteAfterEofException( - "Stream has been set eof. Can't write to it any more."); - } - - condition_variable_.wait(lock, [this] { - return GetClosed() || max_block_count_ <= 0 || + write_cv_.wait(lock, [this] { + return eof_written_ || max_block_count_ <= 0 || buffer_list_.size() < max_block_count_ || - buffer_list_.back().GetBackFree() > 0; + !buffer_list_.back().IsFull() || IsClosed(); }); - if (GetClosed()) { - StreamClosedException::Check(true); + CheckClosed(); + + if (eof_written_) { + throw StreamIOException( + this, "Stream has been set eof. Can't write to it any more."); } - auto empty = buffer_list_.empty(); + auto empty_previously = buffer_list_.empty(); Index written = 0; - if (empty) { - buffer_list_.push_back(Buffer(block_size_)); + if (empty_previously) { + buffer_list_.push_back(Block(block_size_)); } while (true) { - if (buffer_list_.back().GetBackFree() == 0) { + if (buffer_list_.back().IsFull()) { if (max_block_count_ > 0 && buffer_list_.size() == max_block_count_) { break; } - buffer_list_.push_back(Buffer(block_size_)); + buffer_list_.push_back(Block(block_size_)); } auto& stream_buffer = buffer_list_.back(); auto this_written = - stream_buffer.PushBack(buffer + offset + written, size - written); + stream_buffer.Write(buffer + offset + written, size - written); written += this_written; if (written == size) { break; } } - if (empty) { - // By convention, there should be at most one consumer waiting. So - // notify_one and notify_all should be the same. - condition_variable_.notify_one(); + if (empty_previously) { + read_cv_.notify_all(); } return written; } -void BufferStream::SetEof() { +void BufferStream::DoClose() { std::unique_lock lock(mutex_); - eof_ = true; - if (buffer_list_.empty()) { - // By convention, there should be at most one consumer waiting. So - // notify_one and notify_all should be the same. - condition_variable_.notify_one(); + buffer_list_.clear(); + read_cv_.notify_all(); + write_cv_.notify_all(); +} + +void BufferStream::WriteEof() { + std::unique_lock lock(mutex_); + + eof_written_ = true; + read_cv_.notify_all(); + write_cv_.notify_all(); +} + +BufferStream::Block::Block(Index size) + : buffer(new std::byte[size]), size(size), start(0), end(0) {} + +BufferStream::Block::Block(Block&& other) noexcept + : buffer(other.buffer), + size(other.size), + start(other.start), + end(other.end) { + other.buffer = nullptr; + other.size = other.start = other.end = 0; +} + +BufferStream::Block& BufferStream::Block::operator=(Block&& other) noexcept { + if (this != &other) { + delete[] buffer; + buffer = other.buffer; + size = other.size; + start = other.start; + end = other.end; + other.buffer = nullptr; + other.size = other.start = other.end = 0; } + return *this; } -void BufferStream::DoClose() { - CRU_STREAM_BEGIN_CLOSE - SetClosed(true); - condition_variable_.notify_all(); - buffer_list_.clear(); +BufferStream::Block::~Block() { delete[] buffer; } + +Index BufferStream::Block::Read(std::byte* des, Index si) { + si = std::min(si, end - start); + std::memcpy(des, buffer + start, si); + start += si; + return si; +} + +Index BufferStream::Block::Write(const std::byte* src, Index si) { + si = std::min(si, size - end); + std::memcpy(buffer + end, src, si); + end += si; + return si; } + +bool BufferStream::Block::IsFull() const { return end == size; } + +bool BufferStream::Block::IsEmpty() const { return end == start; } + } // namespace cru::io diff --git a/src/base/io/CFileStream.cpp b/src/base/io/CFileStream.cpp index db477077..9632cba9 100644 --- a/src/base/io/CFileStream.cpp +++ b/src/base/io/CFileStream.cpp @@ -27,7 +27,8 @@ CFileStream::CFileStream(const char* path, const char* mode) file_(std::fopen(path, mode)), auto_close_(true) { if (file_ == nullptr) { - throw ErrnoException("Cannot open file."); + throw StreamIOException(this, "fopen failed.", + std::make_shared<ErrnoException>()); } } @@ -40,7 +41,7 @@ CFileStream::CFileStream(std::FILE* file, bool readable, bool writable, } CFileStream::~CFileStream() { - if (auto_close_ && file_ != nullptr) { + if (file_ && auto_close_) { std::fclose(file_); } } @@ -60,7 +61,8 @@ static int ConvertOriginFlag(Stream::SeekOrigin origin) { Index CFileStream::DoSeek(Index offset, SeekOrigin origin) { if (std::fseek(file_, offset, ConvertOriginFlag(origin))) { - throw ErrnoException("Seek failed."); + throw StreamIOException(this, "fseek failed.", + std::make_shared<ErrnoException>()); } return DoTell(); } @@ -68,7 +70,8 @@ Index CFileStream::DoSeek(Index offset, SeekOrigin origin) { Index CFileStream::DoTell() { long position = std::ftell(file_); if (position == -1) { - throw ErrnoException("Tell failed."); + throw StreamIOException(this, "ftell failed.", + std::make_shared<ErrnoException>()); } return position; } @@ -77,20 +80,28 @@ void CFileStream::DoRewind() { std::rewind(file_); } Index CFileStream::DoRead(std::byte* buffer, Index offset, Index size) { auto count = std::fread(buffer + offset, 1, size, file_); + if (std::ferror(file_)) { + throw StreamIOException(this, "Error occurred when reading C FILE."); + } + if (count == 0 && std::feof(file_)) { + return kEOF; + } return count; } Index CFileStream::DoWrite(const std::byte* buffer, Index offset, Index size) { auto count = std::fwrite(buffer + offset, 1, size, file_); + if (std::ferror(file_)) { + throw StreamIOException(this, "Error occurred when writing C FILE."); + } return count; } void CFileStream::DoFlush() { std::fflush(file_); } void CFileStream::DoClose() { - CRU_STREAM_BEGIN_CLOSE if (auto_close_ && !std::fclose(file_)) { - throw Exception("Failed to close FILE."); + throw StreamIOException(this, "fclose failed."); } file_ = nullptr; } diff --git a/src/base/io/MemoryStream.cpp b/src/base/io/MemoryStream.cpp index 4d289197..555526cd 100644 --- a/src/base/io/MemoryStream.cpp +++ b/src/base/io/MemoryStream.cpp @@ -20,9 +20,11 @@ MemoryStream::MemoryStream( } } -MemoryStream::~MemoryStream() {} - -void MemoryStream::Close() { DoClose(); } +MemoryStream::~MemoryStream() { + if (buffer_ && release_func_) { + release_func_(buffer_, size_); + } +} Index MemoryStream::DoSeek(Index offset, SeekOrigin origin) { switch (origin) { @@ -40,6 +42,10 @@ Index MemoryStream::DoSeek(Index offset, SeekOrigin origin) { } Index MemoryStream::DoRead(std::byte* buffer, Index offset, Index size) { + if (position_ == size_) { + return kEOF; + } + if (position_ + size > size_) { size = size_ - position_; } @@ -64,10 +70,11 @@ Index MemoryStream::DoWrite(const std::byte* buffer, Index offset, Index size) { } void MemoryStream::DoClose() { - CRU_STREAM_BEGIN_CLOSE - release_func_(buffer_, size_); + if (release_func_) { + release_func_(buffer_, size_); + release_func_ = {}; + } buffer_ = nullptr; - release_func_ = {}; } } // namespace cru::io diff --git a/src/base/io/ProxyStream.cpp b/src/base/io/ProxyStream.cpp deleted file mode 100644 index de66169e..00000000 --- a/src/base/io/ProxyStream.cpp +++ /dev/null @@ -1,37 +0,0 @@ -#include "cru/base/io/ProxyStream.h" -#include "cru/base/io/Stream.h" - -namespace cru::io { -ProxyStream::ProxyStream(ProxyStreamHandlers handlers) - : Stream(static_cast<bool>(handlers.seek), static_cast<bool>(handlers.read), - static_cast<bool>(handlers.write)), - handlers_(std::move(handlers)) {} - -ProxyStream::~ProxyStream() { DoClose(); } - -Index ProxyStream::DoSeek(Index offset, SeekOrigin origin) { - return handlers_.seek(offset, origin); -} - -Index ProxyStream::DoRead(std::byte* buffer, Index offset, Index size) { - return handlers_.read(buffer, offset, size); -} - -Index ProxyStream::DoWrite(const std::byte* buffer, Index offset, Index size) { - return handlers_.write(buffer, offset, size); -} - -void ProxyStream::DoFlush() { - if (handlers_.flush) { - handlers_.flush(); - } -} - -void ProxyStream::DoClose() { - CRU_STREAM_BEGIN_CLOSE - if (handlers_.close) { - handlers_.close(); - } - handlers_ = {}; -} -} // namespace cru::io diff --git a/src/base/io/Stream.cpp b/src/base/io/Stream.cpp index c7286241..b0a9ab0c 100644 --- a/src/base/io/Stream.cpp +++ b/src/base/io/Stream.cpp @@ -1,33 +1,34 @@ #include "cru/base/io/Stream.h" -#include <algorithm> +#include <atomic> #include <format> -#include <iterator> +#include <ranges> #include <utility> namespace cru::io { +StreamException::StreamException(Stream* stream, std::string message, + std::shared_ptr<std::exception> inner) + : Exception(std::move(message), std::move(inner)), stream_(stream) {} + StreamOperationNotSupportedException::StreamOperationNotSupportedException( - std::string operation) - : Exception(std::format("Stream operation {} not supported.", operation)), + Stream* stream, std::string operation) + : StreamException( + stream, std::format("Stream operation {} not supported.", operation)), operation_(std::move(operation)) {} -void StreamOperationNotSupportedException::CheckSeek(bool seekable) { - if (!seekable) throw StreamOperationNotSupportedException("seek"); -} - -void StreamOperationNotSupportedException::CheckRead(bool readable) { - if (!readable) throw StreamOperationNotSupportedException("read"); +void StreamOperationNotSupportedException::CheckSeek(Stream* stream, + bool seekable) { + if (!seekable) throw StreamOperationNotSupportedException(stream, "seek"); } -void StreamOperationNotSupportedException::CheckWrite(bool writable) { - if (!writable) throw StreamOperationNotSupportedException("write"); +void StreamOperationNotSupportedException::CheckRead(Stream* stream, + bool readable) { + if (!readable) throw StreamOperationNotSupportedException(stream, "read"); } -StreamClosedException::StreamClosedException() - : Exception("Stream is already closed.") {} - -void StreamClosedException::Check(bool closed) { - if (closed) throw StreamClosedException(); +void StreamOperationNotSupportedException::CheckWrite(Stream* stream, + bool writable) { + if (!writable) throw StreamOperationNotSupportedException(stream, "write"); } Stream::Stream(SupportedOperations supported_operations) @@ -44,7 +45,7 @@ bool Stream::CanSeek() { Index Stream::Seek(Index offset, SeekOrigin origin) { CheckClosed(); - StreamOperationNotSupportedException::CheckSeek(DoCanSeek()); + StreamOperationNotSupportedException::CheckSeek(this, DoCanSeek()); return DoSeek(offset, origin); } @@ -70,7 +71,7 @@ bool Stream::CanRead() { Index Stream::Read(std::byte* buffer, Index offset, Index size) { CheckClosed(); - StreamOperationNotSupportedException::CheckRead(DoCanRead()); + StreamOperationNotSupportedException::CheckRead(this, DoCanRead()); return DoRead(buffer, offset, size); } @@ -93,7 +94,7 @@ bool Stream::CanWrite() { Index Stream::Write(const std::byte* buffer, Index offset, Index size) { CheckClosed(); - StreamOperationNotSupportedException::CheckWrite(DoCanWrite()); + StreamOperationNotSupportedException::CheckWrite(this, DoCanWrite()); return DoWrite(buffer, offset, size); } @@ -114,6 +115,46 @@ void Stream::Flush() { DoFlush(); } +bool Stream::IsClosed() { return closed_.load(std::memory_order_acquire); } + +bool Stream::Close() { + bool expected = false; + if (closed_.compare_exchange_strong(expected, true, + std::memory_order_acq_rel)) { + DoClose(); + } + return expected; +} + +std::vector<std::byte> Stream::ReadToEnd(Index grow_size) { + std::vector<std::byte> buffer; + Index pos = 0; + while (true) { + if (pos == buffer.size()) { + buffer.resize(buffer.size() + grow_size); + } + + auto read = Read(buffer.data(), pos, buffer.size() - pos); + if (read == kEOF) { + break; + } + pos += read; + } + buffer.resize(pos); + return buffer; +} + +std::string Stream::ReadToEndAsUtf8String() { + auto buffer = ReadToEnd(); + return std::views::transform( + buffer, [](std::byte c) { return static_cast<char>(c); }) | + std::ranges::to<std::string>(); +} + +void Stream::SetSupportedOperations(SupportedOperations supported_operations) { + supported_operations_ = std::move(supported_operations); +} + bool Stream::DoCanSeek() { if (supported_operations_.can_seek) { return *supported_operations_.can_seek; @@ -149,17 +190,17 @@ Index Stream::DoSeek(Index offset, SeekOrigin origin) { } Index Stream::DoTell() { - StreamOperationNotSupportedException::CheckSeek(DoCanSeek()); + StreamOperationNotSupportedException::CheckSeek(this, DoCanSeek()); return DoSeek(0, SeekOrigin::Current); } void Stream::DoRewind() { - StreamOperationNotSupportedException::CheckSeek(DoCanSeek()); + StreamOperationNotSupportedException::CheckSeek(this, DoCanSeek()); DoSeek(0, SeekOrigin::Begin); } Index Stream::DoGetSize() { - StreamOperationNotSupportedException::CheckSeek(DoCanSeek()); + StreamOperationNotSupportedException::CheckSeek(this, DoCanSeek()); Index current_position = DoTell(); Seek(0, SeekOrigin::End); Index size = DoTell(); @@ -177,27 +218,12 @@ Index Stream::DoWrite(const std::byte* buffer, Index offset, Index size) { void Stream::DoFlush() {} -Buffer Stream::ReadToEnd(Index grow_size) { - Buffer buffer(grow_size); - while (true) { - auto read = Read(buffer.GetUsedEndPtr(), buffer.GetBackFree()); - buffer.PushBackCount(read); - if (read == 0) { - break; - } - if (buffer.IsUsedReachEnd()) { - buffer.ResizeBuffer(buffer.GetBufferSize() + grow_size, true); - } +void Stream::DoClose() {} + +void Stream::CheckClosed() { + if (IsClosed()) { + throw StreamClosedException(this, "Stream is closed."); } - return buffer; } -std::string Stream::ReadToEndAsUtf8String() { - auto buffer = ReadToEnd(); - std::string result; - std::transform(buffer.GetUsedBeginPtr(), buffer.GetUsedEndPtr(), - std::back_inserter(result), - [](std::byte c) { return static_cast<char>(c); }); - return result; -} } // namespace cru::io diff --git a/src/base/platform/unix/UnixFileStream.cpp b/src/base/platform/unix/UnixFileStream.cpp index df1ddffa..aaaa8d6a 100644 --- a/src/base/platform/unix/UnixFileStream.cpp +++ b/src/base/platform/unix/UnixFileStream.cpp @@ -37,7 +37,7 @@ int MapSeekOrigin(Stream::SeekOrigin origin) { } } // namespace -UnixFileStream::UnixFileStream(const char *path, int oflag, mode_t mode) { +UnixFileStream::UnixFileStream(const char* path, int oflag, mode_t mode) { file_descriptor_ = UnixFileDescriptor(::open(path, oflag, mode)); if (file_descriptor_ == -1) { throw ErrnoException(std::format( @@ -52,7 +52,7 @@ UnixFileStream::UnixFileStream(UnixFileDescriptor fd, bool can_seek, bool can_read, bool can_write) : Stream(can_seek, can_read, can_write), file_descriptor_(std::move(fd)) {} -UnixFileStream::~UnixFileStream() { DoClose(); } +UnixFileStream::~UnixFileStream() { file_descriptor_ = {}; } Index UnixFileStream::DoSeek(Index offset, SeekOrigin origin) { off_t result = ::lseek(file_descriptor_, offset, MapSeekOrigin(origin)); @@ -62,7 +62,7 @@ Index UnixFileStream::DoSeek(Index offset, SeekOrigin origin) { return result; } -Index UnixFileStream::DoRead(std::byte *buffer, Index offset, Index size) { +Index UnixFileStream::DoRead(std::byte* buffer, Index offset, Index size) { auto result = ::read(file_descriptor_, buffer + offset, size); if (result == -1) { throw ErrnoException("Failed to read file."); @@ -70,7 +70,7 @@ Index UnixFileStream::DoRead(std::byte *buffer, Index offset, Index size) { return result; } -Index UnixFileStream::DoWrite(const std::byte *buffer, Index offset, +Index UnixFileStream::DoWrite(const std::byte* buffer, Index offset, Index size) { auto result = ::write(file_descriptor_, buffer + offset, size); if (result == -1) { @@ -79,10 +79,5 @@ Index UnixFileStream::DoWrite(const std::byte *buffer, Index offset, return result; } -void UnixFileStream::DoClose() { - CRU_STREAM_BEGIN_CLOSE - if (file_descriptor_) { - file_descriptor_ = {}; - } -} +void UnixFileStream::DoClose() { file_descriptor_ = {}; } } // namespace cru::platform::unix diff --git a/src/base/platform/win/BridgeComStream.cpp b/src/base/platform/win/BridgeComStream.cpp index c6987ab2..921209b4 100644 --- a/src/base/platform/win/BridgeComStream.cpp +++ b/src/base/platform/win/BridgeComStream.cpp @@ -2,7 +2,7 @@ #include "cru/base/io/Stream.h" namespace cru::platform::win { -BridgeComStream::BridgeComStream(io::Stream *stream) +BridgeComStream::BridgeComStream(io::Stream* stream) : stream_(stream), ref_count_(1) {} BridgeComStream::~BridgeComStream() {} @@ -20,17 +20,17 @@ ULONG BridgeComStream::Release() { return ref_count_; } -HRESULT BridgeComStream::QueryInterface(const IID &riid, void **ppvObject) { +HRESULT BridgeComStream::QueryInterface(const IID& riid, void** ppvObject) { if (riid == IID_IStream) { - *ppvObject = static_cast<IStream *>(this); + *ppvObject = static_cast<IStream*>(this); AddRef(); return S_OK; } else if (riid == IID_ISequentialStream) { - *ppvObject = static_cast<ISequentialStream *>(this); + *ppvObject = static_cast<ISequentialStream*>(this); AddRef(); return S_OK; } else if (riid == IID_IUnknown) { - *ppvObject = static_cast<IUnknown *>(this); + *ppvObject = static_cast<IUnknown*>(this); AddRef(); return S_OK; } else { @@ -38,18 +38,22 @@ HRESULT BridgeComStream::QueryInterface(const IID &riid, void **ppvObject) { } } -HRESULT BridgeComStream::Read(void *pv, ULONG cb, ULONG *pcbRead) { - *pcbRead = stream_->Read(static_cast<std::byte *>(pv), cb); - return S_OK; +HRESULT BridgeComStream::Read(void* pv, ULONG cb, ULONG* pcbRead) { + auto count = stream_->Read(static_cast<std::byte*>(pv), cb); + if (count == cru::io::Stream::kEOF) { + count = 0; + } + *pcbRead = count; + return cb == count ? S_OK : S_FALSE; } -HRESULT BridgeComStream::Write(const void *pv, ULONG cb, ULONG *pcbWritten) { - *pcbWritten = stream_->Write(static_cast<const std::byte *>(pv), cb); +HRESULT BridgeComStream::Write(const void* pv, ULONG cb, ULONG* pcbWritten) { + *pcbWritten = stream_->Write(static_cast<const std::byte*>(pv), cb); return S_OK; } HRESULT BridgeComStream::Seek(LARGE_INTEGER dlibMove, DWORD dwOrigin, - ULARGE_INTEGER *plibNewPosition) { + ULARGE_INTEGER* plibNewPosition) { io::Stream::SeekOrigin so; switch (dwOrigin) { @@ -74,9 +78,9 @@ HRESULT BridgeComStream::SetSize(ULARGE_INTEGER libNewSize) { return E_NOTIMPL; } -HRESULT BridgeComStream::CopyTo(IStream *pstm, ULARGE_INTEGER cb, - ULARGE_INTEGER *pcbRead, - ULARGE_INTEGER *pcbWritten) { +HRESULT BridgeComStream::CopyTo(IStream* pstm, ULARGE_INTEGER cb, + ULARGE_INTEGER* pcbRead, + ULARGE_INTEGER* pcbWritten) { return E_NOTIMPL; } @@ -94,11 +98,11 @@ HRESULT BridgeComStream::UnlockRegion(ULARGE_INTEGER libOffset, return S_OK; } -HRESULT BridgeComStream::Stat(STATSTG *pstatstg, DWORD grfStatFlag) { +HRESULT BridgeComStream::Stat(STATSTG* pstatstg, DWORD grfStatFlag) { return E_NOTIMPL; } -HRESULT BridgeComStream::Clone(IStream **ppstm) { +HRESULT BridgeComStream::Clone(IStream** ppstm) { *ppstm = new BridgeComStream(stream_); return S_OK; } diff --git a/src/base/platform/win/Stream.cpp b/src/base/platform/win/Stream.cpp index 10b80a16..611b2ca3 100644 --- a/src/base/platform/win/Stream.cpp +++ b/src/base/platform/win/Stream.cpp @@ -77,7 +77,11 @@ Win32HandleStream::Win32HandleStream(Win32Handle&& handle, bool can_seek, : Win32HandleStream(handle.Release(), true, can_seek, can_read, can_write) { } -Win32HandleStream::~Win32HandleStream() { DoClose(); } +Win32HandleStream::~Win32HandleStream() { + if (handle_ && auto_close_) { + ::CloseHandle(handle_); + } +} Index Win32HandleStream::DoSeek(Index offset, SeekOrigin origin) { DWORD method = 0; @@ -104,10 +108,14 @@ Index Win32HandleStream::DoRead(std::byte* buffer, Index offset, Index size) { &real_read, nullptr); if (r == FALSE) { auto e = ::GetLastError(); - if (e != ERROR_BROKEN_PIPE || e != ERROR_BROKEN_PIPE) { + if (e != ERROR_BROKEN_PIPE && e != ERROR_MORE_DATA) { throw Win32Error(e, "Failed to call ReadFile."); } } + + if (real_read == 0) { + return kEOF; + } return real_read; } @@ -120,13 +128,10 @@ Index Win32HandleStream::DoWrite(const std::byte* buffer, Index offset, } void Win32HandleStream::DoClose() { - CRU_STREAM_BEGIN_CLOSE - if (auto_close_) { ::CloseHandle(handle_); } - - handle_ = {}; + handle_ = nullptr; } IStream* ToComStream(io::Stream* stream) { @@ -185,7 +190,11 @@ ComStream::ComStream(IStream* com_stream, bool auto_release, bool can_seek, stream_(com_stream), auto_release_(auto_release) {} -ComStream::~ComStream() { DoClose(); } +ComStream::~ComStream() { + if (stream_ && auto_release_) { + stream_->Release(); + } +} Index ComStream::DoSeek(Index offset, SeekOrigin origin) { DWORD dwOrigin = 0; @@ -210,6 +219,9 @@ Index ComStream::DoSeek(Index offset, SeekOrigin origin) { Index ComStream::DoRead(std::byte* buffer, Index offset, Index size) { ULONG n_read; CheckHResult(stream_->Read(buffer + offset, size, &n_read)); + if (n_read == 0) { + return kEOF; + } return n_read; } @@ -225,11 +237,9 @@ Index ComStream::DoWrite(const std::byte* buffer, Index offset, Index size) { } void ComStream::DoClose() { - CRU_STREAM_BEGIN_CLOSE - - if (stream_ && auto_release_) { + if (auto_release_) { stream_->Release(); - stream_ = nullptr; } + stream_ = nullptr; } } // namespace cru::platform::win diff --git a/src/base/platform/win/Win32SubProcess.cpp b/src/base/platform/win/Win32SubProcess.cpp index aed3937c..4f268ef3 100644 --- a/src/base/platform/win/Win32SubProcess.cpp +++ b/src/base/platform/win/Win32SubProcess.cpp @@ -1,8 +1,10 @@ #include "cru/base/platform/win/Win32SubProcess.h" -#include <processthreadsapi.h> -#include <synchapi.h> #include "cru/base/StringUtil.h" #include "cru/base/SubProcess.h" +#include "cru/base/io/AutoReadStream.h" + +#include <processthreadsapi.h> +#include <synchapi.h> #include <memory> #include <string_view> |
