Files
Odin/core/bytes/buffer.odin
Jeroen van Rijn a27b167218 Update tests\core\encoding\cbor to use new test runner.
It was leaky and required a substantial number of `loc := #caller_location` additions to parts of the core library to make it easier to track down how and where it leaked.

The tests now run fine multi-threaded.
2024-06-02 14:47:07 -04:00

409 lines
8.4 KiB
Odin

package bytes
import "core:io"
import "core:unicode/utf8"
MIN_READ :: 512
@(private)
SMALL_BUFFER_SIZE :: 64
// A Buffer is a variable-sized buffer of bytes with a io.Stream interface
// The zero value for Buffer is an empty buffer ready to use.
Buffer :: struct {
buf: [dynamic]byte,
off: int,
last_read: Read_Op,
}
@(private)
Read_Op :: enum i8 {
Read = -1,
Invalid = 0,
Read_Rune1 = 1,
Read_Rune2 = 2,
Read_Rune3 = 3,
Read_Rune4 = 4,
}
buffer_init :: proc(b: ^Buffer, buf: []byte, loc := #caller_location) {
resize(&b.buf, len(buf), loc=loc)
copy(b.buf[:], buf)
}
buffer_init_string :: proc(b: ^Buffer, s: string, loc := #caller_location) {
resize(&b.buf, len(s), loc=loc)
copy(b.buf[:], s)
}
buffer_init_allocator :: proc(b: ^Buffer, len, cap: int, allocator := context.allocator, loc := #caller_location) {
if b.buf == nil {
b.buf = make([dynamic]byte, len, cap, allocator, loc)
return
}
b.buf.allocator = allocator
reserve(&b.buf, cap)
resize(&b.buf, len)
}
buffer_destroy :: proc(b: ^Buffer) {
delete(b.buf)
buffer_reset(b)
}
buffer_to_bytes :: proc(b: ^Buffer) -> []byte {
return b.buf[b.off:]
}
buffer_to_string :: proc(b: ^Buffer) -> string {
if b == nil {
return "<nil>"
}
return string(b.buf[b.off:])
}
buffer_is_empty :: proc(b: ^Buffer) -> bool {
return len(b.buf) <= b.off
}
buffer_length :: proc(b: ^Buffer) -> int {
return len(b.buf) - b.off
}
buffer_capacity :: proc(b: ^Buffer) -> int {
return cap(b.buf)
}
buffer_reset :: proc(b: ^Buffer) {
clear(&b.buf)
b.off = 0
b.last_read = .Invalid
}
buffer_truncate :: proc(b: ^Buffer, n: int) {
if n == 0 {
buffer_reset(b)
return
}
b.last_read = .Invalid
if n < 0 || n > buffer_length(b) {
panic("bytes.truncate: truncation out of range")
}
resize(&b.buf, b.off+n)
}
@(private)
_buffer_try_grow :: proc(b: ^Buffer, n: int, loc := #caller_location) -> (int, bool) {
if l := len(b.buf); n <= cap(b.buf)-l {
resize(&b.buf, l+n, loc=loc)
return l, true
}
return 0, false
}
@(private)
_buffer_grow :: proc(b: ^Buffer, n: int, loc := #caller_location) -> int {
m := buffer_length(b)
if m == 0 && b.off != 0 {
buffer_reset(b)
}
if i, ok := _buffer_try_grow(b, n, loc=loc); ok {
return i
}
if b.buf == nil && n <= SMALL_BUFFER_SIZE {
// Fixes #2756 by preserving allocator if already set on Buffer via init_buffer_allocator
reserve(&b.buf, SMALL_BUFFER_SIZE, loc=loc)
resize(&b.buf, n, loc=loc)
return 0
}
c := cap(b.buf)
if n <= c/2 - m {
copy(b.buf[:], b.buf[b.off:])
} else if c > max(int) - c - n {
panic("bytes.Buffer: too large")
} else {
resize(&b.buf, 2*c + n, loc=loc)
copy(b.buf[:], b.buf[b.off:])
}
b.off = 0
resize(&b.buf, m+n, loc=loc)
return m
}
buffer_grow :: proc(b: ^Buffer, n: int, loc := #caller_location) {
if n < 0 {
panic("bytes.buffer_grow: negative count")
}
m := _buffer_grow(b, n, loc=loc)
resize(&b.buf, m, loc=loc)
}
buffer_write_at :: proc(b: ^Buffer, p: []byte, offset: int, loc := #caller_location) -> (n: int, err: io.Error) {
b.last_read = .Invalid
if offset < 0 {
err = .Invalid_Offset
return
}
_, ok := _buffer_try_grow(b, offset+len(p), loc=loc)
if !ok {
_ = _buffer_grow(b, offset+len(p), loc=loc)
}
if len(b.buf) <= offset {
return 0, .Short_Write
}
return copy(b.buf[offset:], p), nil
}
buffer_write :: proc(b: ^Buffer, p: []byte, loc := #caller_location) -> (n: int, err: io.Error) {
b.last_read = .Invalid
m, ok := _buffer_try_grow(b, len(p), loc=loc)
if !ok {
m = _buffer_grow(b, len(p), loc=loc)
}
return copy(b.buf[m:], p), nil
}
buffer_write_ptr :: proc(b: ^Buffer, ptr: rawptr, size: int, loc := #caller_location) -> (n: int, err: io.Error) {
return buffer_write(b, ([^]byte)(ptr)[:size], loc=loc)
}
buffer_write_string :: proc(b: ^Buffer, s: string, loc := #caller_location) -> (n: int, err: io.Error) {
b.last_read = .Invalid
m, ok := _buffer_try_grow(b, len(s), loc=loc)
if !ok {
m = _buffer_grow(b, len(s), loc=loc)
}
return copy(b.buf[m:], s), nil
}
buffer_write_byte :: proc(b: ^Buffer, c: byte, loc := #caller_location) -> io.Error {
b.last_read = .Invalid
m, ok := _buffer_try_grow(b, 1, loc=loc)
if !ok {
m = _buffer_grow(b, 1, loc=loc)
}
b.buf[m] = c
return nil
}
buffer_write_rune :: proc(b: ^Buffer, r: rune, loc := #caller_location) -> (n: int, err: io.Error) {
if r < utf8.RUNE_SELF {
buffer_write_byte(b, byte(r), loc=loc)
return 1, nil
}
b.last_read = .Invalid
m, ok := _buffer_try_grow(b, utf8.UTF_MAX, loc=loc)
if !ok {
m = _buffer_grow(b, utf8.UTF_MAX, loc=loc)
}
res: [4]byte
res, n = utf8.encode_rune(r)
copy(b.buf[m:][:utf8.UTF_MAX], res[:n])
resize(&b.buf, m+n)
return
}
buffer_next :: proc(b: ^Buffer, n: int) -> []byte {
n := n
b.last_read = .Invalid
m := buffer_length(b)
if n > m {
n = m
}
data := b.buf[b.off : b.off + n]
b.off += n
if n > 0 {
b.last_read = .Read
}
return data
}
buffer_read :: proc(b: ^Buffer, p: []byte) -> (n: int, err: io.Error) {
b.last_read = .Invalid
if buffer_is_empty(b) {
buffer_reset(b)
if len(p) == 0 {
return 0, nil
}
return 0, .EOF
}
n = copy(p, b.buf[b.off:])
b.off += n
if n > 0 {
b.last_read = .Read
}
return
}
buffer_read_ptr :: proc(b: ^Buffer, ptr: rawptr, size: int) -> (n: int, err: io.Error) {
return buffer_read(b, ([^]byte)(ptr)[:size])
}
buffer_read_at :: proc(b: ^Buffer, p: []byte, offset: int) -> (n: int, err: io.Error) {
b.last_read = .Invalid
if uint(offset) >= len(b.buf) {
err = .Invalid_Offset
return
}
n = copy(p, b.buf[offset:])
if n > 0 {
b.last_read = .Read
}
return
}
buffer_read_byte :: proc(b: ^Buffer) -> (byte, io.Error) {
if buffer_is_empty(b) {
buffer_reset(b)
return 0, .EOF
}
c := b.buf[b.off]
b.off += 1
b.last_read = .Read
return c, nil
}
buffer_read_rune :: proc(b: ^Buffer) -> (r: rune, size: int, err: io.Error) {
if buffer_is_empty(b) {
buffer_reset(b)
return 0, 0, .EOF
}
c := b.buf[b.off]
if c < utf8.RUNE_SELF {
b.off += 1
b.last_read = .Read_Rune1
return rune(c), 1, nil
}
r, size = utf8.decode_rune(b.buf[b.off:])
b.off += size
b.last_read = Read_Op(i8(size))
return
}
buffer_unread_byte :: proc(b: ^Buffer) -> io.Error {
if b.last_read == .Invalid {
return .Invalid_Unread
}
b.last_read = .Invalid
if b.off > 0 {
b.off -= 1
}
return nil
}
buffer_unread_rune :: proc(b: ^Buffer) -> io.Error {
if b.last_read <= .Invalid {
return .Invalid_Unread
}
if b.off >= int(b.last_read) {
b.off -= int(i8(b.last_read))
}
b.last_read = .Invalid
return nil
}
buffer_read_bytes :: proc(b: ^Buffer, delim: byte) -> (line: []byte, err: io.Error) {
i := index_byte(b.buf[b.off:], delim)
end := b.off + i + 1
if i < 0 {
end = len(b.buf)
err = .EOF
}
line = b.buf[b.off:end]
b.off = end
b.last_read = .Read
return
}
buffer_read_string :: proc(b: ^Buffer, delim: byte) -> (line: string, err: io.Error) {
slice: []byte
slice, err = buffer_read_bytes(b, delim)
return string(slice), err
}
buffer_write_to :: proc(b: ^Buffer, w: io.Writer) -> (n: i64, err: io.Error) {
b.last_read = .Invalid
if byte_count := buffer_length(b); byte_count > 0 {
m, e := io.write(w, b.buf[b.off:])
if m > byte_count {
panic("bytes.buffer_write_to: invalid io.write count")
}
b.off += m
n = i64(m)
if e != nil {
err = e
return
}
if m != byte_count {
err = .Short_Write
return
}
}
buffer_reset(b)
return
}
buffer_read_from :: proc(b: ^Buffer, r: io.Reader) -> (n: i64, err: io.Error) #no_bounds_check {
b.last_read = .Invalid
for {
i := _buffer_grow(b, MIN_READ)
resize(&b.buf, i)
m, e := io.read(r, b.buf[i:cap(b.buf)])
if m < 0 {
err = e if e != nil else .Negative_Read
return
}
resize(&b.buf, i+m)
n += i64(m)
if e == .EOF {
return
}
if e != nil {
err = e
return
}
}
return
}
buffer_to_stream :: proc(b: ^Buffer) -> (s: io.Stream) {
s.data = b
s.procedure = _buffer_proc
return
}
@(private)
_buffer_proc :: proc(stream_data: rawptr, mode: io.Stream_Mode, p: []byte, offset: i64, whence: io.Seek_From) -> (n: i64, err: io.Error) {
b := (^Buffer)(stream_data)
#partial switch mode {
case .Read:
return io._i64_err(buffer_read(b, p))
case .Read_At:
return io._i64_err(buffer_read_at(b, p, int(offset)))
case .Write:
return io._i64_err(buffer_write(b, p))
case .Write_At:
return io._i64_err(buffer_write_at(b, p, int(offset)))
case .Size:
n = i64(buffer_capacity(b))
return
case .Destroy:
buffer_destroy(b)
return
case .Query:
return io.query_utility({.Read, .Read_At, .Write, .Write_At, .Size, .Destroy})
}
return 0, .Empty
}