| // Code generated by array/numericbuilder.gen.go.tmpl. DO NOT EDIT. |
| |
| // Licensed to the Apache Software Foundation (ASF) under one |
| // or more contributor license agreements. See the NOTICE file |
| // distributed with this work for additional information |
| // regarding copyright ownership. The ASF licenses this file |
| // to you under the Apache License, Version 2.0 (the |
| // "License"); you may not use this file except in compliance |
| // with the License. You may obtain a copy of the License at |
| // |
| // http://www.apache.org/licenses/LICENSE-2.0 |
| // |
| // Unless required by applicable law or agreed to in writing, software |
| // distributed under the License is distributed on an "AS IS" BASIS, |
| // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| // See the License for the specific language governing permissions and |
| // limitations under the License. |
| |
| package array |
| |
| import ( |
| "bytes" |
| "fmt" |
| "math" |
| "reflect" |
| "strconv" |
| "strings" |
| "time" |
| |
| "github.com/apache/arrow-go/v18/arrow" |
| "github.com/apache/arrow-go/v18/arrow/bitutil" |
| "github.com/apache/arrow-go/v18/arrow/internal/debug" |
| "github.com/apache/arrow-go/v18/arrow/memory" |
| "github.com/apache/arrow-go/v18/internal/json" |
| ) |
| |
| type Int64Builder struct { |
| builder |
| |
| data *memory.Buffer |
| rawData []int64 |
| } |
| |
| func NewInt64Builder(mem memory.Allocator) *Int64Builder { |
| b := &Int64Builder{builder: builder{mem: mem}} |
| b.refCount.Add(1) |
| return b |
| } |
| |
| func (b *Int64Builder) Type() arrow.DataType { return arrow.PrimitiveTypes.Int64 } |
| |
| // Release decreases the reference count by 1. |
| // When the reference count goes to zero, the memory is freed. |
| func (b *Int64Builder) Release() { |
| debug.Assert(b.refCount.Load() > 0, "too many releases") |
| |
| if b.refCount.Add(-1) == 0 { |
| if b.nullBitmap != nil { |
| b.nullBitmap.Release() |
| b.nullBitmap = nil |
| } |
| if b.data != nil { |
| b.data.Release() |
| b.data = nil |
| b.rawData = nil |
| } |
| } |
| } |
| |
| func (b *Int64Builder) Append(v int64) { |
| b.Reserve(1) |
| b.UnsafeAppend(v) |
| } |
| |
| func (b *Int64Builder) AppendNull() { |
| b.Reserve(1) |
| b.UnsafeAppendBoolToBitmap(false) |
| } |
| |
| func (b *Int64Builder) AppendNulls(n int) { |
| for i := 0; i < n; i++ { |
| b.AppendNull() |
| } |
| } |
| |
| func (b *Int64Builder) AppendEmptyValue() { |
| b.Append(0) |
| } |
| |
| func (b *Int64Builder) AppendEmptyValues(n int) { |
| for i := 0; i < n; i++ { |
| b.AppendEmptyValue() |
| } |
| } |
| |
| func (b *Int64Builder) UnsafeAppend(v int64) { |
| bitutil.SetBit(b.nullBitmap.Bytes(), b.length) |
| b.rawData[b.length] = v |
| b.length++ |
| } |
| |
| func (b *Int64Builder) UnsafeAppendBoolToBitmap(isValid bool) { |
| if isValid { |
| bitutil.SetBit(b.nullBitmap.Bytes(), b.length) |
| } else { |
| b.nulls++ |
| } |
| b.length++ |
| } |
| |
| // AppendValues will append the values in the v slice. The valid slice determines which values |
| // in v are valid (not null). The valid slice must either be empty or be equal in length to v. If empty, |
| // all values in v are appended and considered valid. |
| func (b *Int64Builder) AppendValues(v []int64, valid []bool) { |
| if len(v) != len(valid) && len(valid) != 0 { |
| panic("len(v) != len(valid) && len(valid) != 0") |
| } |
| |
| if len(v) == 0 { |
| return |
| } |
| |
| b.Reserve(len(v)) |
| arrow.Int64Traits.Copy(b.rawData[b.length:], v) |
| b.builder.unsafeAppendBoolsToBitmap(valid, len(v)) |
| } |
| |
| func (b *Int64Builder) init(capacity int) { |
| b.builder.init(capacity) |
| |
| b.data = memory.NewResizableBuffer(b.mem) |
| bytesN := arrow.Int64Traits.BytesRequired(capacity) |
| b.data.Resize(bytesN) |
| b.rawData = arrow.Int64Traits.CastFromBytes(b.data.Bytes()) |
| } |
| |
| // Reserve ensures there is enough space for appending n elements |
| // by checking the capacity and calling Resize if necessary. |
| func (b *Int64Builder) Reserve(n int) { |
| b.builder.reserve(n, b.Resize) |
| } |
| |
| // Resize adjusts the space allocated by b to n elements. If n is greater than b.Cap(), |
| // additional memory will be allocated. If n is smaller, the allocated memory may reduced. |
| func (b *Int64Builder) Resize(n int) { |
| nBuilder := n |
| if n < minBuilderCapacity { |
| n = minBuilderCapacity |
| } |
| |
| if b.capacity == 0 { |
| b.init(n) |
| } else { |
| b.builder.resize(nBuilder, b.init) |
| b.data.Resize(arrow.Int64Traits.BytesRequired(n)) |
| b.rawData = arrow.Int64Traits.CastFromBytes(b.data.Bytes()) |
| } |
| } |
| |
| func (b *Int64Builder) Value(i int) int64 { |
| return b.rawData[i] |
| } |
| |
| // NewArray creates a Int64 array from the memory buffers used by the builder and resets the Int64Builder |
| // so it can be used to build a new array. |
| func (b *Int64Builder) NewArray() arrow.Array { |
| return b.NewInt64Array() |
| } |
| |
| // NewInt64Array creates a Int64 array from the memory buffers used by the builder and resets the Int64Builder |
| // so it can be used to build a new array. |
| func (b *Int64Builder) NewInt64Array() (a *Int64) { |
| data := b.newData() |
| a = NewInt64Data(data) |
| data.Release() |
| return |
| } |
| |
| func (b *Int64Builder) newData() (data *Data) { |
| bytesRequired := arrow.Int64Traits.BytesRequired(b.length) |
| if bytesRequired > 0 && bytesRequired < b.data.Len() { |
| // trim buffers |
| b.data.Resize(bytesRequired) |
| } |
| data = NewData(arrow.PrimitiveTypes.Int64, b.length, []*memory.Buffer{b.nullBitmap, b.data}, nil, b.nulls, 0) |
| b.reset() |
| |
| if b.data != nil { |
| b.data.Release() |
| b.data = nil |
| b.rawData = nil |
| } |
| |
| return |
| } |
| |
| func (b *Int64Builder) AppendValueFromString(s string) error { |
| if s == NullValueStr { |
| b.AppendNull() |
| return nil |
| } |
| v, err := strconv.ParseInt(s, 10, 8*8) |
| if err != nil { |
| b.AppendNull() |
| return err |
| } |
| b.Append(int64(v)) |
| return nil |
| } |
| |
| func (b *Int64Builder) UnmarshalOne(dec *json.Decoder) error { |
| t, err := dec.Token() |
| if err != nil { |
| return err |
| } |
| |
| switch v := t.(type) { |
| case nil: |
| b.AppendNull() |
| |
| case string: |
| // Try ParseInt first for direct integer strings, fall back to ParseFloat for |
| // exponential notation. Reject NaN/Inf, then range-check before any int |
| // conversion to avoid undefined behavior on overflow or non-finite values. |
| f, err := strconv.ParseInt(v, 10, 8*8) |
| if err != nil { |
| fval, ferr := strconv.ParseFloat(v, 64) |
| if ferr != nil { |
| return &json.UnmarshalTypeError{ |
| Value: v, |
| Type: reflect.TypeOf(int64(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| if math.IsNaN(fval) || math.IsInf(fval, 0) || fval < -9223372036854775808.0 || fval >= 9223372036854775808.0 { |
| return &json.UnmarshalTypeError{ |
| Value: v, |
| Type: reflect.TypeOf(int64(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| // Beyond 2^53, float64 cannot represent every integer exactly, so |
| // exponent-form input like "9.007199254740993e15" may have been |
| // silently rounded by ParseFloat. Reject conservatively. |
| if math.Abs(fval) >= 9007199254740992 { |
| return &json.UnmarshalTypeError{ |
| Value: v, |
| Type: reflect.TypeOf(int64(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| truncated := int64(fval) |
| if fval != float64(truncated) { |
| return &json.UnmarshalTypeError{ |
| Value: v, |
| Type: reflect.TypeOf(int64(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| f = truncated |
| err = nil |
| } |
| if err != nil { |
| return &json.UnmarshalTypeError{ |
| Value: v, |
| Type: reflect.TypeOf(int64(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| b.Append(int64(f)) |
| case float64: |
| b.Append(int64(v)) |
| case json.Number: |
| // Try ParseInt first to preserve precision for integer values too large |
| // for float64. Fall back to ParseFloat to support exponential notation |
| // (e.g. "1e3"), but reject NaN/Inf, fractional, or out-of-range values |
| // so invalid JSON like 1.5 or 128 (for int8) is surfaced as |
| // UnmarshalTypeError rather than silently truncated or wrapped. |
| f, err := strconv.ParseInt(v.String(), 10, 8*8) |
| if err != nil { |
| fval, ferr := strconv.ParseFloat(v.String(), 64) |
| if ferr != nil { |
| return &json.UnmarshalTypeError{ |
| Value: v.String(), |
| Type: reflect.TypeOf(int64(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| if math.IsNaN(fval) || math.IsInf(fval, 0) || fval < -9223372036854775808.0 || fval >= 9223372036854775808.0 { |
| return &json.UnmarshalTypeError{ |
| Value: v.String(), |
| Type: reflect.TypeOf(int64(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| // Beyond 2^53, float64 cannot represent every integer exactly, so |
| // exponent-form input like "9.007199254740993e15" may have been |
| // silently rounded by ParseFloat. Reject conservatively. |
| if math.Abs(fval) >= 9007199254740992 { |
| return &json.UnmarshalTypeError{ |
| Value: v.String(), |
| Type: reflect.TypeOf(int64(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| truncated := int64(fval) |
| if fval != float64(truncated) { |
| return &json.UnmarshalTypeError{ |
| Value: v.String(), |
| Type: reflect.TypeOf(int64(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| f = truncated |
| err = nil |
| } |
| if err != nil { |
| return &json.UnmarshalTypeError{ |
| Value: v.String(), |
| Type: reflect.TypeOf(int64(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| b.Append(int64(f)) |
| |
| default: |
| return &json.UnmarshalTypeError{ |
| Value: fmt.Sprint(t), |
| Type: reflect.TypeOf(int64(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| |
| return nil |
| } |
| |
| func (b *Int64Builder) Unmarshal(dec *json.Decoder) error { |
| for dec.More() { |
| if err := b.UnmarshalOne(dec); err != nil { |
| return err |
| } |
| } |
| return nil |
| } |
| |
| func (b *Int64Builder) UnmarshalJSON(data []byte) error { |
| dec := json.NewDecoder(bytes.NewReader(data)) |
| dec.UseNumber() |
| t, err := dec.Token() |
| if err != nil { |
| return err |
| } |
| |
| if delim, ok := t.(json.Delim); !ok || delim != '[' { |
| return fmt.Errorf("binary builder must unpack from json array, found %s", delim) |
| } |
| |
| return b.Unmarshal(dec) |
| } |
| |
| type Uint64Builder struct { |
| builder |
| |
| data *memory.Buffer |
| rawData []uint64 |
| } |
| |
| func NewUint64Builder(mem memory.Allocator) *Uint64Builder { |
| b := &Uint64Builder{builder: builder{mem: mem}} |
| b.refCount.Add(1) |
| return b |
| } |
| |
| func (b *Uint64Builder) Type() arrow.DataType { return arrow.PrimitiveTypes.Uint64 } |
| |
| // Release decreases the reference count by 1. |
| // When the reference count goes to zero, the memory is freed. |
| func (b *Uint64Builder) Release() { |
| debug.Assert(b.refCount.Load() > 0, "too many releases") |
| |
| if b.refCount.Add(-1) == 0 { |
| if b.nullBitmap != nil { |
| b.nullBitmap.Release() |
| b.nullBitmap = nil |
| } |
| if b.data != nil { |
| b.data.Release() |
| b.data = nil |
| b.rawData = nil |
| } |
| } |
| } |
| |
| func (b *Uint64Builder) Append(v uint64) { |
| b.Reserve(1) |
| b.UnsafeAppend(v) |
| } |
| |
| func (b *Uint64Builder) AppendNull() { |
| b.Reserve(1) |
| b.UnsafeAppendBoolToBitmap(false) |
| } |
| |
| func (b *Uint64Builder) AppendNulls(n int) { |
| for i := 0; i < n; i++ { |
| b.AppendNull() |
| } |
| } |
| |
| func (b *Uint64Builder) AppendEmptyValue() { |
| b.Append(0) |
| } |
| |
| func (b *Uint64Builder) AppendEmptyValues(n int) { |
| for i := 0; i < n; i++ { |
| b.AppendEmptyValue() |
| } |
| } |
| |
| func (b *Uint64Builder) UnsafeAppend(v uint64) { |
| bitutil.SetBit(b.nullBitmap.Bytes(), b.length) |
| b.rawData[b.length] = v |
| b.length++ |
| } |
| |
| func (b *Uint64Builder) UnsafeAppendBoolToBitmap(isValid bool) { |
| if isValid { |
| bitutil.SetBit(b.nullBitmap.Bytes(), b.length) |
| } else { |
| b.nulls++ |
| } |
| b.length++ |
| } |
| |
| // AppendValues will append the values in the v slice. The valid slice determines which values |
| // in v are valid (not null). The valid slice must either be empty or be equal in length to v. If empty, |
| // all values in v are appended and considered valid. |
| func (b *Uint64Builder) AppendValues(v []uint64, valid []bool) { |
| if len(v) != len(valid) && len(valid) != 0 { |
| panic("len(v) != len(valid) && len(valid) != 0") |
| } |
| |
| if len(v) == 0 { |
| return |
| } |
| |
| b.Reserve(len(v)) |
| arrow.Uint64Traits.Copy(b.rawData[b.length:], v) |
| b.builder.unsafeAppendBoolsToBitmap(valid, len(v)) |
| } |
| |
| func (b *Uint64Builder) init(capacity int) { |
| b.builder.init(capacity) |
| |
| b.data = memory.NewResizableBuffer(b.mem) |
| bytesN := arrow.Uint64Traits.BytesRequired(capacity) |
| b.data.Resize(bytesN) |
| b.rawData = arrow.Uint64Traits.CastFromBytes(b.data.Bytes()) |
| } |
| |
| // Reserve ensures there is enough space for appending n elements |
| // by checking the capacity and calling Resize if necessary. |
| func (b *Uint64Builder) Reserve(n int) { |
| b.builder.reserve(n, b.Resize) |
| } |
| |
| // Resize adjusts the space allocated by b to n elements. If n is greater than b.Cap(), |
| // additional memory will be allocated. If n is smaller, the allocated memory may reduced. |
| func (b *Uint64Builder) Resize(n int) { |
| nBuilder := n |
| if n < minBuilderCapacity { |
| n = minBuilderCapacity |
| } |
| |
| if b.capacity == 0 { |
| b.init(n) |
| } else { |
| b.builder.resize(nBuilder, b.init) |
| b.data.Resize(arrow.Uint64Traits.BytesRequired(n)) |
| b.rawData = arrow.Uint64Traits.CastFromBytes(b.data.Bytes()) |
| } |
| } |
| |
| func (b *Uint64Builder) Value(i int) uint64 { |
| return b.rawData[i] |
| } |
| |
| // NewArray creates a Uint64 array from the memory buffers used by the builder and resets the Uint64Builder |
| // so it can be used to build a new array. |
| func (b *Uint64Builder) NewArray() arrow.Array { |
| return b.NewUint64Array() |
| } |
| |
| // NewUint64Array creates a Uint64 array from the memory buffers used by the builder and resets the Uint64Builder |
| // so it can be used to build a new array. |
| func (b *Uint64Builder) NewUint64Array() (a *Uint64) { |
| data := b.newData() |
| a = NewUint64Data(data) |
| data.Release() |
| return |
| } |
| |
| func (b *Uint64Builder) newData() (data *Data) { |
| bytesRequired := arrow.Uint64Traits.BytesRequired(b.length) |
| if bytesRequired > 0 && bytesRequired < b.data.Len() { |
| // trim buffers |
| b.data.Resize(bytesRequired) |
| } |
| data = NewData(arrow.PrimitiveTypes.Uint64, b.length, []*memory.Buffer{b.nullBitmap, b.data}, nil, b.nulls, 0) |
| b.reset() |
| |
| if b.data != nil { |
| b.data.Release() |
| b.data = nil |
| b.rawData = nil |
| } |
| |
| return |
| } |
| |
| func (b *Uint64Builder) AppendValueFromString(s string) error { |
| if s == NullValueStr { |
| b.AppendNull() |
| return nil |
| } |
| v, err := strconv.ParseUint(s, 10, 8*8) |
| if err != nil { |
| b.AppendNull() |
| return err |
| } |
| b.Append(uint64(v)) |
| return nil |
| } |
| |
| func (b *Uint64Builder) UnmarshalOne(dec *json.Decoder) error { |
| t, err := dec.Token() |
| if err != nil { |
| return err |
| } |
| |
| switch v := t.(type) { |
| case nil: |
| b.AppendNull() |
| |
| case string: |
| // Try ParseUint first for direct integer strings, fall back to ParseFloat for |
| // exponential notation. Reject NaN/Inf, then range-check before any uint |
| // conversion to avoid undefined behavior on overflow or non-finite values. |
| f, err := strconv.ParseUint(v, 10, 8*8) |
| if err != nil { |
| fval, ferr := strconv.ParseFloat(v, 64) |
| if ferr != nil { |
| return &json.UnmarshalTypeError{ |
| Value: v, |
| Type: reflect.TypeOf(uint64(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| if math.IsNaN(fval) || math.IsInf(fval, 0) || fval < 0 || fval >= float64(^uint64(0))+1 { |
| return &json.UnmarshalTypeError{ |
| Value: v, |
| Type: reflect.TypeOf(uint64(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| // Beyond 2^53, float64 cannot represent every integer exactly, so |
| // exponent-form input like "9.007199254740993e15" may have been |
| // silently rounded by ParseFloat. Reject conservatively. |
| if math.Abs(fval) >= 9007199254740992 { |
| return &json.UnmarshalTypeError{ |
| Value: v, |
| Type: reflect.TypeOf(uint64(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| truncated := uint64(fval) |
| if fval != float64(truncated) { |
| return &json.UnmarshalTypeError{ |
| Value: v, |
| Type: reflect.TypeOf(uint64(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| f = truncated |
| err = nil |
| } |
| if err != nil { |
| return &json.UnmarshalTypeError{ |
| Value: v, |
| Type: reflect.TypeOf(uint64(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| b.Append(uint64(f)) |
| case float64: |
| b.Append(uint64(v)) |
| case json.Number: |
| // Try ParseUint first to preserve precision for integer values too large |
| // for float64. Fall back to ParseFloat to support exponential notation |
| // (e.g. "1e3"), but reject NaN/Inf, fractional, or out-of-range values |
| // so invalid JSON is surfaced as UnmarshalTypeError rather than silently |
| // coerced. Range-check before any uint conversion to avoid undefined |
| // behavior on overflow or non-finite values. |
| f, err := strconv.ParseUint(v.String(), 10, 8*8) |
| if err != nil { |
| fval, ferr := strconv.ParseFloat(v.String(), 64) |
| if ferr != nil { |
| return &json.UnmarshalTypeError{ |
| Value: v.String(), |
| Type: reflect.TypeOf(uint64(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| // Boundary is max+1: for uint64, valid range is [0, max]; reject anything >= max+1. |
| // For uint64, float64(^uint64(0)) already rounds up to 2^64, so this naturally |
| // rejects the exact 2^64 boundary that the looser `>` check missed. |
| if math.IsNaN(fval) || math.IsInf(fval, 0) || fval < 0 || fval >= float64(^uint64(0))+1 { |
| return &json.UnmarshalTypeError{ |
| Value: v.String(), |
| Type: reflect.TypeOf(uint64(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| // Beyond 2^53, float64 cannot represent every integer exactly, so |
| // exponent-form input like "9.007199254740993e15" may have been |
| // silently rounded by ParseFloat. Reject conservatively. |
| if math.Abs(fval) >= 9007199254740992 { |
| return &json.UnmarshalTypeError{ |
| Value: v.String(), |
| Type: reflect.TypeOf(uint64(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| truncated := uint64(fval) |
| if fval != float64(truncated) { |
| return &json.UnmarshalTypeError{ |
| Value: v.String(), |
| Type: reflect.TypeOf(uint64(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| f = truncated |
| err = nil |
| } |
| if err != nil { |
| return &json.UnmarshalTypeError{ |
| Value: v.String(), |
| Type: reflect.TypeOf(uint64(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| b.Append(uint64(f)) |
| |
| default: |
| return &json.UnmarshalTypeError{ |
| Value: fmt.Sprint(t), |
| Type: reflect.TypeOf(uint64(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| |
| return nil |
| } |
| |
| func (b *Uint64Builder) Unmarshal(dec *json.Decoder) error { |
| for dec.More() { |
| if err := b.UnmarshalOne(dec); err != nil { |
| return err |
| } |
| } |
| return nil |
| } |
| |
| func (b *Uint64Builder) UnmarshalJSON(data []byte) error { |
| dec := json.NewDecoder(bytes.NewReader(data)) |
| dec.UseNumber() |
| t, err := dec.Token() |
| if err != nil { |
| return err |
| } |
| |
| if delim, ok := t.(json.Delim); !ok || delim != '[' { |
| return fmt.Errorf("binary builder must unpack from json array, found %s", delim) |
| } |
| |
| return b.Unmarshal(dec) |
| } |
| |
| type Float64Builder struct { |
| builder |
| |
| data *memory.Buffer |
| rawData []float64 |
| } |
| |
| func NewFloat64Builder(mem memory.Allocator) *Float64Builder { |
| b := &Float64Builder{builder: builder{mem: mem}} |
| b.refCount.Add(1) |
| return b |
| } |
| |
| func (b *Float64Builder) Type() arrow.DataType { return arrow.PrimitiveTypes.Float64 } |
| |
| // Release decreases the reference count by 1. |
| // When the reference count goes to zero, the memory is freed. |
| func (b *Float64Builder) Release() { |
| debug.Assert(b.refCount.Load() > 0, "too many releases") |
| |
| if b.refCount.Add(-1) == 0 { |
| if b.nullBitmap != nil { |
| b.nullBitmap.Release() |
| b.nullBitmap = nil |
| } |
| if b.data != nil { |
| b.data.Release() |
| b.data = nil |
| b.rawData = nil |
| } |
| } |
| } |
| |
| func (b *Float64Builder) Append(v float64) { |
| b.Reserve(1) |
| b.UnsafeAppend(v) |
| } |
| |
| func (b *Float64Builder) AppendNull() { |
| b.Reserve(1) |
| b.UnsafeAppendBoolToBitmap(false) |
| } |
| |
| func (b *Float64Builder) AppendNulls(n int) { |
| for i := 0; i < n; i++ { |
| b.AppendNull() |
| } |
| } |
| |
| func (b *Float64Builder) AppendEmptyValue() { |
| b.Append(0) |
| } |
| |
| func (b *Float64Builder) AppendEmptyValues(n int) { |
| for i := 0; i < n; i++ { |
| b.AppendEmptyValue() |
| } |
| } |
| |
| func (b *Float64Builder) UnsafeAppend(v float64) { |
| bitutil.SetBit(b.nullBitmap.Bytes(), b.length) |
| b.rawData[b.length] = v |
| b.length++ |
| } |
| |
| func (b *Float64Builder) UnsafeAppendBoolToBitmap(isValid bool) { |
| if isValid { |
| bitutil.SetBit(b.nullBitmap.Bytes(), b.length) |
| } else { |
| b.nulls++ |
| } |
| b.length++ |
| } |
| |
| // AppendValues will append the values in the v slice. The valid slice determines which values |
| // in v are valid (not null). The valid slice must either be empty or be equal in length to v. If empty, |
| // all values in v are appended and considered valid. |
| func (b *Float64Builder) AppendValues(v []float64, valid []bool) { |
| if len(v) != len(valid) && len(valid) != 0 { |
| panic("len(v) != len(valid) && len(valid) != 0") |
| } |
| |
| if len(v) == 0 { |
| return |
| } |
| |
| b.Reserve(len(v)) |
| arrow.Float64Traits.Copy(b.rawData[b.length:], v) |
| b.builder.unsafeAppendBoolsToBitmap(valid, len(v)) |
| } |
| |
| func (b *Float64Builder) init(capacity int) { |
| b.builder.init(capacity) |
| |
| b.data = memory.NewResizableBuffer(b.mem) |
| bytesN := arrow.Float64Traits.BytesRequired(capacity) |
| b.data.Resize(bytesN) |
| b.rawData = arrow.Float64Traits.CastFromBytes(b.data.Bytes()) |
| } |
| |
| // Reserve ensures there is enough space for appending n elements |
| // by checking the capacity and calling Resize if necessary. |
| func (b *Float64Builder) Reserve(n int) { |
| b.builder.reserve(n, b.Resize) |
| } |
| |
| // Resize adjusts the space allocated by b to n elements. If n is greater than b.Cap(), |
| // additional memory will be allocated. If n is smaller, the allocated memory may reduced. |
| func (b *Float64Builder) Resize(n int) { |
| nBuilder := n |
| if n < minBuilderCapacity { |
| n = minBuilderCapacity |
| } |
| |
| if b.capacity == 0 { |
| b.init(n) |
| } else { |
| b.builder.resize(nBuilder, b.init) |
| b.data.Resize(arrow.Float64Traits.BytesRequired(n)) |
| b.rawData = arrow.Float64Traits.CastFromBytes(b.data.Bytes()) |
| } |
| } |
| |
| func (b *Float64Builder) Value(i int) float64 { |
| return b.rawData[i] |
| } |
| |
| // NewArray creates a Float64 array from the memory buffers used by the builder and resets the Float64Builder |
| // so it can be used to build a new array. |
| func (b *Float64Builder) NewArray() arrow.Array { |
| return b.NewFloat64Array() |
| } |
| |
| // NewFloat64Array creates a Float64 array from the memory buffers used by the builder and resets the Float64Builder |
| // so it can be used to build a new array. |
| func (b *Float64Builder) NewFloat64Array() (a *Float64) { |
| data := b.newData() |
| a = NewFloat64Data(data) |
| data.Release() |
| return |
| } |
| |
| func (b *Float64Builder) newData() (data *Data) { |
| bytesRequired := arrow.Float64Traits.BytesRequired(b.length) |
| if bytesRequired > 0 && bytesRequired < b.data.Len() { |
| // trim buffers |
| b.data.Resize(bytesRequired) |
| } |
| data = NewData(arrow.PrimitiveTypes.Float64, b.length, []*memory.Buffer{b.nullBitmap, b.data}, nil, b.nulls, 0) |
| b.reset() |
| |
| if b.data != nil { |
| b.data.Release() |
| b.data = nil |
| b.rawData = nil |
| } |
| |
| return |
| } |
| |
| func (b *Float64Builder) AppendValueFromString(s string) error { |
| if s == NullValueStr { |
| b.AppendNull() |
| return nil |
| } |
| v, err := strconv.ParseFloat(s, 8*8) |
| if err != nil { |
| b.AppendNull() |
| return err |
| } |
| b.Append(float64(v)) |
| return nil |
| } |
| |
| func (b *Float64Builder) UnmarshalOne(dec *json.Decoder) error { |
| t, err := dec.Token() |
| if err != nil { |
| return err |
| } |
| |
| switch v := t.(type) { |
| case nil: |
| b.AppendNull() |
| |
| case string: |
| f, err := strconv.ParseFloat(v, 8*8) |
| if err != nil { |
| return &json.UnmarshalTypeError{ |
| Value: v, |
| Type: reflect.TypeOf(float64(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| b.Append(float64(f)) |
| case float64: |
| b.Append(float64(v)) |
| case json.Number: |
| f, err := strconv.ParseFloat(v.String(), 8*8) |
| if err != nil { |
| return &json.UnmarshalTypeError{ |
| Value: v.String(), |
| Type: reflect.TypeOf(float64(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| b.Append(float64(f)) |
| |
| default: |
| return &json.UnmarshalTypeError{ |
| Value: fmt.Sprint(t), |
| Type: reflect.TypeOf(float64(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| |
| return nil |
| } |
| |
| func (b *Float64Builder) Unmarshal(dec *json.Decoder) error { |
| for dec.More() { |
| if err := b.UnmarshalOne(dec); err != nil { |
| return err |
| } |
| } |
| return nil |
| } |
| |
| func (b *Float64Builder) UnmarshalJSON(data []byte) error { |
| dec := json.NewDecoder(bytes.NewReader(data)) |
| dec.UseNumber() |
| t, err := dec.Token() |
| if err != nil { |
| return err |
| } |
| |
| if delim, ok := t.(json.Delim); !ok || delim != '[' { |
| return fmt.Errorf("binary builder must unpack from json array, found %s", delim) |
| } |
| |
| return b.Unmarshal(dec) |
| } |
| |
| type Int32Builder struct { |
| builder |
| |
| data *memory.Buffer |
| rawData []int32 |
| } |
| |
| func NewInt32Builder(mem memory.Allocator) *Int32Builder { |
| b := &Int32Builder{builder: builder{mem: mem}} |
| b.refCount.Add(1) |
| return b |
| } |
| |
| func (b *Int32Builder) Type() arrow.DataType { return arrow.PrimitiveTypes.Int32 } |
| |
| // Release decreases the reference count by 1. |
| // When the reference count goes to zero, the memory is freed. |
| func (b *Int32Builder) Release() { |
| debug.Assert(b.refCount.Load() > 0, "too many releases") |
| |
| if b.refCount.Add(-1) == 0 { |
| if b.nullBitmap != nil { |
| b.nullBitmap.Release() |
| b.nullBitmap = nil |
| } |
| if b.data != nil { |
| b.data.Release() |
| b.data = nil |
| b.rawData = nil |
| } |
| } |
| } |
| |
| func (b *Int32Builder) Append(v int32) { |
| b.Reserve(1) |
| b.UnsafeAppend(v) |
| } |
| |
| func (b *Int32Builder) AppendNull() { |
| b.Reserve(1) |
| b.UnsafeAppendBoolToBitmap(false) |
| } |
| |
| func (b *Int32Builder) AppendNulls(n int) { |
| for i := 0; i < n; i++ { |
| b.AppendNull() |
| } |
| } |
| |
| func (b *Int32Builder) AppendEmptyValue() { |
| b.Append(0) |
| } |
| |
| func (b *Int32Builder) AppendEmptyValues(n int) { |
| for i := 0; i < n; i++ { |
| b.AppendEmptyValue() |
| } |
| } |
| |
| func (b *Int32Builder) UnsafeAppend(v int32) { |
| bitutil.SetBit(b.nullBitmap.Bytes(), b.length) |
| b.rawData[b.length] = v |
| b.length++ |
| } |
| |
| func (b *Int32Builder) UnsafeAppendBoolToBitmap(isValid bool) { |
| if isValid { |
| bitutil.SetBit(b.nullBitmap.Bytes(), b.length) |
| } else { |
| b.nulls++ |
| } |
| b.length++ |
| } |
| |
| // AppendValues will append the values in the v slice. The valid slice determines which values |
| // in v are valid (not null). The valid slice must either be empty or be equal in length to v. If empty, |
| // all values in v are appended and considered valid. |
| func (b *Int32Builder) AppendValues(v []int32, valid []bool) { |
| if len(v) != len(valid) && len(valid) != 0 { |
| panic("len(v) != len(valid) && len(valid) != 0") |
| } |
| |
| if len(v) == 0 { |
| return |
| } |
| |
| b.Reserve(len(v)) |
| arrow.Int32Traits.Copy(b.rawData[b.length:], v) |
| b.builder.unsafeAppendBoolsToBitmap(valid, len(v)) |
| } |
| |
| func (b *Int32Builder) init(capacity int) { |
| b.builder.init(capacity) |
| |
| b.data = memory.NewResizableBuffer(b.mem) |
| bytesN := arrow.Int32Traits.BytesRequired(capacity) |
| b.data.Resize(bytesN) |
| b.rawData = arrow.Int32Traits.CastFromBytes(b.data.Bytes()) |
| } |
| |
| // Reserve ensures there is enough space for appending n elements |
| // by checking the capacity and calling Resize if necessary. |
| func (b *Int32Builder) Reserve(n int) { |
| b.builder.reserve(n, b.Resize) |
| } |
| |
| // Resize adjusts the space allocated by b to n elements. If n is greater than b.Cap(), |
| // additional memory will be allocated. If n is smaller, the allocated memory may reduced. |
| func (b *Int32Builder) Resize(n int) { |
| nBuilder := n |
| if n < minBuilderCapacity { |
| n = minBuilderCapacity |
| } |
| |
| if b.capacity == 0 { |
| b.init(n) |
| } else { |
| b.builder.resize(nBuilder, b.init) |
| b.data.Resize(arrow.Int32Traits.BytesRequired(n)) |
| b.rawData = arrow.Int32Traits.CastFromBytes(b.data.Bytes()) |
| } |
| } |
| |
| func (b *Int32Builder) Value(i int) int32 { |
| return b.rawData[i] |
| } |
| |
| // NewArray creates a Int32 array from the memory buffers used by the builder and resets the Int32Builder |
| // so it can be used to build a new array. |
| func (b *Int32Builder) NewArray() arrow.Array { |
| return b.NewInt32Array() |
| } |
| |
| // NewInt32Array creates a Int32 array from the memory buffers used by the builder and resets the Int32Builder |
| // so it can be used to build a new array. |
| func (b *Int32Builder) NewInt32Array() (a *Int32) { |
| data := b.newData() |
| a = NewInt32Data(data) |
| data.Release() |
| return |
| } |
| |
| func (b *Int32Builder) newData() (data *Data) { |
| bytesRequired := arrow.Int32Traits.BytesRequired(b.length) |
| if bytesRequired > 0 && bytesRequired < b.data.Len() { |
| // trim buffers |
| b.data.Resize(bytesRequired) |
| } |
| data = NewData(arrow.PrimitiveTypes.Int32, b.length, []*memory.Buffer{b.nullBitmap, b.data}, nil, b.nulls, 0) |
| b.reset() |
| |
| if b.data != nil { |
| b.data.Release() |
| b.data = nil |
| b.rawData = nil |
| } |
| |
| return |
| } |
| |
| func (b *Int32Builder) AppendValueFromString(s string) error { |
| if s == NullValueStr { |
| b.AppendNull() |
| return nil |
| } |
| v, err := strconv.ParseInt(s, 10, 4*8) |
| if err != nil { |
| b.AppendNull() |
| return err |
| } |
| b.Append(int32(v)) |
| return nil |
| } |
| |
| func (b *Int32Builder) UnmarshalOne(dec *json.Decoder) error { |
| t, err := dec.Token() |
| if err != nil { |
| return err |
| } |
| |
| switch v := t.(type) { |
| case nil: |
| b.AppendNull() |
| |
| case string: |
| // Try ParseInt first for direct integer strings, fall back to ParseFloat for |
| // exponential notation. Reject NaN/Inf, then range-check before any int |
| // conversion to avoid undefined behavior on overflow or non-finite values. |
| f, err := strconv.ParseInt(v, 10, 4*8) |
| if err != nil { |
| fval, ferr := strconv.ParseFloat(v, 64) |
| if ferr != nil { |
| return &json.UnmarshalTypeError{ |
| Value: v, |
| Type: reflect.TypeOf(int32(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| minVal := float64(int64(-1) << (4*8 - 1)) |
| maxVal := float64(int64(1) << (4*8 - 1)) |
| if math.IsNaN(fval) || math.IsInf(fval, 0) || fval < minVal || fval >= maxVal { |
| return &json.UnmarshalTypeError{ |
| Value: v, |
| Type: reflect.TypeOf(int32(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| truncated := int64(fval) |
| if fval != float64(truncated) { |
| return &json.UnmarshalTypeError{ |
| Value: v, |
| Type: reflect.TypeOf(int32(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| f = truncated |
| err = nil |
| } |
| if err != nil { |
| return &json.UnmarshalTypeError{ |
| Value: v, |
| Type: reflect.TypeOf(int32(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| b.Append(int32(f)) |
| case float64: |
| b.Append(int32(v)) |
| case json.Number: |
| // Try ParseInt first to preserve precision for integer values too large |
| // for float64. Fall back to ParseFloat to support exponential notation |
| // (e.g. "1e3"), but reject NaN/Inf, fractional, or out-of-range values |
| // so invalid JSON like 1.5 or 128 (for int8) is surfaced as |
| // UnmarshalTypeError rather than silently truncated or wrapped. |
| f, err := strconv.ParseInt(v.String(), 10, 4*8) |
| if err != nil { |
| fval, ferr := strconv.ParseFloat(v.String(), 64) |
| if ferr != nil { |
| return &json.UnmarshalTypeError{ |
| Value: v.String(), |
| Type: reflect.TypeOf(int32(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| minVal := float64(int64(-1) << (4*8 - 1)) |
| maxVal := float64(int64(1) << (4*8 - 1)) |
| if math.IsNaN(fval) || math.IsInf(fval, 0) || fval < minVal || fval >= maxVal { |
| return &json.UnmarshalTypeError{ |
| Value: v.String(), |
| Type: reflect.TypeOf(int32(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| truncated := int64(fval) |
| if fval != float64(truncated) { |
| return &json.UnmarshalTypeError{ |
| Value: v.String(), |
| Type: reflect.TypeOf(int32(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| f = truncated |
| err = nil |
| } |
| if err != nil { |
| return &json.UnmarshalTypeError{ |
| Value: v.String(), |
| Type: reflect.TypeOf(int32(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| b.Append(int32(f)) |
| |
| default: |
| return &json.UnmarshalTypeError{ |
| Value: fmt.Sprint(t), |
| Type: reflect.TypeOf(int32(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| |
| return nil |
| } |
| |
| func (b *Int32Builder) Unmarshal(dec *json.Decoder) error { |
| for dec.More() { |
| if err := b.UnmarshalOne(dec); err != nil { |
| return err |
| } |
| } |
| return nil |
| } |
| |
| func (b *Int32Builder) UnmarshalJSON(data []byte) error { |
| dec := json.NewDecoder(bytes.NewReader(data)) |
| dec.UseNumber() |
| t, err := dec.Token() |
| if err != nil { |
| return err |
| } |
| |
| if delim, ok := t.(json.Delim); !ok || delim != '[' { |
| return fmt.Errorf("binary builder must unpack from json array, found %s", delim) |
| } |
| |
| return b.Unmarshal(dec) |
| } |
| |
| type Uint32Builder struct { |
| builder |
| |
| data *memory.Buffer |
| rawData []uint32 |
| } |
| |
| func NewUint32Builder(mem memory.Allocator) *Uint32Builder { |
| b := &Uint32Builder{builder: builder{mem: mem}} |
| b.refCount.Add(1) |
| return b |
| } |
| |
| func (b *Uint32Builder) Type() arrow.DataType { return arrow.PrimitiveTypes.Uint32 } |
| |
| // Release decreases the reference count by 1. |
| // When the reference count goes to zero, the memory is freed. |
| func (b *Uint32Builder) Release() { |
| debug.Assert(b.refCount.Load() > 0, "too many releases") |
| |
| if b.refCount.Add(-1) == 0 { |
| if b.nullBitmap != nil { |
| b.nullBitmap.Release() |
| b.nullBitmap = nil |
| } |
| if b.data != nil { |
| b.data.Release() |
| b.data = nil |
| b.rawData = nil |
| } |
| } |
| } |
| |
| func (b *Uint32Builder) Append(v uint32) { |
| b.Reserve(1) |
| b.UnsafeAppend(v) |
| } |
| |
| func (b *Uint32Builder) AppendNull() { |
| b.Reserve(1) |
| b.UnsafeAppendBoolToBitmap(false) |
| } |
| |
| func (b *Uint32Builder) AppendNulls(n int) { |
| for i := 0; i < n; i++ { |
| b.AppendNull() |
| } |
| } |
| |
| func (b *Uint32Builder) AppendEmptyValue() { |
| b.Append(0) |
| } |
| |
| func (b *Uint32Builder) AppendEmptyValues(n int) { |
| for i := 0; i < n; i++ { |
| b.AppendEmptyValue() |
| } |
| } |
| |
| func (b *Uint32Builder) UnsafeAppend(v uint32) { |
| bitutil.SetBit(b.nullBitmap.Bytes(), b.length) |
| b.rawData[b.length] = v |
| b.length++ |
| } |
| |
| func (b *Uint32Builder) UnsafeAppendBoolToBitmap(isValid bool) { |
| if isValid { |
| bitutil.SetBit(b.nullBitmap.Bytes(), b.length) |
| } else { |
| b.nulls++ |
| } |
| b.length++ |
| } |
| |
| // AppendValues will append the values in the v slice. The valid slice determines which values |
| // in v are valid (not null). The valid slice must either be empty or be equal in length to v. If empty, |
| // all values in v are appended and considered valid. |
| func (b *Uint32Builder) AppendValues(v []uint32, valid []bool) { |
| if len(v) != len(valid) && len(valid) != 0 { |
| panic("len(v) != len(valid) && len(valid) != 0") |
| } |
| |
| if len(v) == 0 { |
| return |
| } |
| |
| b.Reserve(len(v)) |
| arrow.Uint32Traits.Copy(b.rawData[b.length:], v) |
| b.builder.unsafeAppendBoolsToBitmap(valid, len(v)) |
| } |
| |
| func (b *Uint32Builder) init(capacity int) { |
| b.builder.init(capacity) |
| |
| b.data = memory.NewResizableBuffer(b.mem) |
| bytesN := arrow.Uint32Traits.BytesRequired(capacity) |
| b.data.Resize(bytesN) |
| b.rawData = arrow.Uint32Traits.CastFromBytes(b.data.Bytes()) |
| } |
| |
| // Reserve ensures there is enough space for appending n elements |
| // by checking the capacity and calling Resize if necessary. |
| func (b *Uint32Builder) Reserve(n int) { |
| b.builder.reserve(n, b.Resize) |
| } |
| |
| // Resize adjusts the space allocated by b to n elements. If n is greater than b.Cap(), |
| // additional memory will be allocated. If n is smaller, the allocated memory may reduced. |
| func (b *Uint32Builder) Resize(n int) { |
| nBuilder := n |
| if n < minBuilderCapacity { |
| n = minBuilderCapacity |
| } |
| |
| if b.capacity == 0 { |
| b.init(n) |
| } else { |
| b.builder.resize(nBuilder, b.init) |
| b.data.Resize(arrow.Uint32Traits.BytesRequired(n)) |
| b.rawData = arrow.Uint32Traits.CastFromBytes(b.data.Bytes()) |
| } |
| } |
| |
| func (b *Uint32Builder) Value(i int) uint32 { |
| return b.rawData[i] |
| } |
| |
| // NewArray creates a Uint32 array from the memory buffers used by the builder and resets the Uint32Builder |
| // so it can be used to build a new array. |
| func (b *Uint32Builder) NewArray() arrow.Array { |
| return b.NewUint32Array() |
| } |
| |
| // NewUint32Array creates a Uint32 array from the memory buffers used by the builder and resets the Uint32Builder |
| // so it can be used to build a new array. |
| func (b *Uint32Builder) NewUint32Array() (a *Uint32) { |
| data := b.newData() |
| a = NewUint32Data(data) |
| data.Release() |
| return |
| } |
| |
| func (b *Uint32Builder) newData() (data *Data) { |
| bytesRequired := arrow.Uint32Traits.BytesRequired(b.length) |
| if bytesRequired > 0 && bytesRequired < b.data.Len() { |
| // trim buffers |
| b.data.Resize(bytesRequired) |
| } |
| data = NewData(arrow.PrimitiveTypes.Uint32, b.length, []*memory.Buffer{b.nullBitmap, b.data}, nil, b.nulls, 0) |
| b.reset() |
| |
| if b.data != nil { |
| b.data.Release() |
| b.data = nil |
| b.rawData = nil |
| } |
| |
| return |
| } |
| |
| func (b *Uint32Builder) AppendValueFromString(s string) error { |
| if s == NullValueStr { |
| b.AppendNull() |
| return nil |
| } |
| v, err := strconv.ParseUint(s, 10, 4*8) |
| if err != nil { |
| b.AppendNull() |
| return err |
| } |
| b.Append(uint32(v)) |
| return nil |
| } |
| |
| func (b *Uint32Builder) UnmarshalOne(dec *json.Decoder) error { |
| t, err := dec.Token() |
| if err != nil { |
| return err |
| } |
| |
| switch v := t.(type) { |
| case nil: |
| b.AppendNull() |
| |
| case string: |
| // Try ParseUint first for direct integer strings, fall back to ParseFloat for |
| // exponential notation. Reject NaN/Inf, then range-check before any uint |
| // conversion to avoid undefined behavior on overflow or non-finite values. |
| f, err := strconv.ParseUint(v, 10, 4*8) |
| if err != nil { |
| fval, ferr := strconv.ParseFloat(v, 64) |
| if ferr != nil { |
| return &json.UnmarshalTypeError{ |
| Value: v, |
| Type: reflect.TypeOf(uint32(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| if math.IsNaN(fval) || math.IsInf(fval, 0) || fval < 0 || fval >= float64(^uint32(0))+1 { |
| return &json.UnmarshalTypeError{ |
| Value: v, |
| Type: reflect.TypeOf(uint32(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| truncated := uint64(fval) |
| if fval != float64(truncated) { |
| return &json.UnmarshalTypeError{ |
| Value: v, |
| Type: reflect.TypeOf(uint32(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| f = truncated |
| err = nil |
| } |
| if err != nil { |
| return &json.UnmarshalTypeError{ |
| Value: v, |
| Type: reflect.TypeOf(uint32(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| b.Append(uint32(f)) |
| case float64: |
| b.Append(uint32(v)) |
| case json.Number: |
| // Try ParseUint first to preserve precision for integer values too large |
| // for float64. Fall back to ParseFloat to support exponential notation |
| // (e.g. "1e3"), but reject NaN/Inf, fractional, or out-of-range values |
| // so invalid JSON is surfaced as UnmarshalTypeError rather than silently |
| // coerced. Range-check before any uint conversion to avoid undefined |
| // behavior on overflow or non-finite values. |
| f, err := strconv.ParseUint(v.String(), 10, 4*8) |
| if err != nil { |
| fval, ferr := strconv.ParseFloat(v.String(), 64) |
| if ferr != nil { |
| return &json.UnmarshalTypeError{ |
| Value: v.String(), |
| Type: reflect.TypeOf(uint32(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| // Boundary is max+1: for uint32, valid range is [0, max]; reject anything >= max+1. |
| // For uint64, float64(^uint64(0)) already rounds up to 2^64, so this naturally |
| // rejects the exact 2^64 boundary that the looser `>` check missed. |
| if math.IsNaN(fval) || math.IsInf(fval, 0) || fval < 0 || fval >= float64(^uint32(0))+1 { |
| return &json.UnmarshalTypeError{ |
| Value: v.String(), |
| Type: reflect.TypeOf(uint32(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| truncated := uint64(fval) |
| if fval != float64(truncated) { |
| return &json.UnmarshalTypeError{ |
| Value: v.String(), |
| Type: reflect.TypeOf(uint32(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| f = truncated |
| err = nil |
| } |
| if err != nil { |
| return &json.UnmarshalTypeError{ |
| Value: v.String(), |
| Type: reflect.TypeOf(uint32(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| b.Append(uint32(f)) |
| |
| default: |
| return &json.UnmarshalTypeError{ |
| Value: fmt.Sprint(t), |
| Type: reflect.TypeOf(uint32(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| |
| return nil |
| } |
| |
| func (b *Uint32Builder) Unmarshal(dec *json.Decoder) error { |
| for dec.More() { |
| if err := b.UnmarshalOne(dec); err != nil { |
| return err |
| } |
| } |
| return nil |
| } |
| |
| func (b *Uint32Builder) UnmarshalJSON(data []byte) error { |
| dec := json.NewDecoder(bytes.NewReader(data)) |
| dec.UseNumber() |
| t, err := dec.Token() |
| if err != nil { |
| return err |
| } |
| |
| if delim, ok := t.(json.Delim); !ok || delim != '[' { |
| return fmt.Errorf("binary builder must unpack from json array, found %s", delim) |
| } |
| |
| return b.Unmarshal(dec) |
| } |
| |
| type Float32Builder struct { |
| builder |
| |
| data *memory.Buffer |
| rawData []float32 |
| } |
| |
| func NewFloat32Builder(mem memory.Allocator) *Float32Builder { |
| b := &Float32Builder{builder: builder{mem: mem}} |
| b.refCount.Add(1) |
| return b |
| } |
| |
| func (b *Float32Builder) Type() arrow.DataType { return arrow.PrimitiveTypes.Float32 } |
| |
| // Release decreases the reference count by 1. |
| // When the reference count goes to zero, the memory is freed. |
| func (b *Float32Builder) Release() { |
| debug.Assert(b.refCount.Load() > 0, "too many releases") |
| |
| if b.refCount.Add(-1) == 0 { |
| if b.nullBitmap != nil { |
| b.nullBitmap.Release() |
| b.nullBitmap = nil |
| } |
| if b.data != nil { |
| b.data.Release() |
| b.data = nil |
| b.rawData = nil |
| } |
| } |
| } |
| |
| func (b *Float32Builder) Append(v float32) { |
| b.Reserve(1) |
| b.UnsafeAppend(v) |
| } |
| |
| func (b *Float32Builder) AppendNull() { |
| b.Reserve(1) |
| b.UnsafeAppendBoolToBitmap(false) |
| } |
| |
| func (b *Float32Builder) AppendNulls(n int) { |
| for i := 0; i < n; i++ { |
| b.AppendNull() |
| } |
| } |
| |
| func (b *Float32Builder) AppendEmptyValue() { |
| b.Append(0) |
| } |
| |
| func (b *Float32Builder) AppendEmptyValues(n int) { |
| for i := 0; i < n; i++ { |
| b.AppendEmptyValue() |
| } |
| } |
| |
| func (b *Float32Builder) UnsafeAppend(v float32) { |
| bitutil.SetBit(b.nullBitmap.Bytes(), b.length) |
| b.rawData[b.length] = v |
| b.length++ |
| } |
| |
| func (b *Float32Builder) UnsafeAppendBoolToBitmap(isValid bool) { |
| if isValid { |
| bitutil.SetBit(b.nullBitmap.Bytes(), b.length) |
| } else { |
| b.nulls++ |
| } |
| b.length++ |
| } |
| |
| // AppendValues will append the values in the v slice. The valid slice determines which values |
| // in v are valid (not null). The valid slice must either be empty or be equal in length to v. If empty, |
| // all values in v are appended and considered valid. |
| func (b *Float32Builder) AppendValues(v []float32, valid []bool) { |
| if len(v) != len(valid) && len(valid) != 0 { |
| panic("len(v) != len(valid) && len(valid) != 0") |
| } |
| |
| if len(v) == 0 { |
| return |
| } |
| |
| b.Reserve(len(v)) |
| arrow.Float32Traits.Copy(b.rawData[b.length:], v) |
| b.builder.unsafeAppendBoolsToBitmap(valid, len(v)) |
| } |
| |
| func (b *Float32Builder) init(capacity int) { |
| b.builder.init(capacity) |
| |
| b.data = memory.NewResizableBuffer(b.mem) |
| bytesN := arrow.Float32Traits.BytesRequired(capacity) |
| b.data.Resize(bytesN) |
| b.rawData = arrow.Float32Traits.CastFromBytes(b.data.Bytes()) |
| } |
| |
| // Reserve ensures there is enough space for appending n elements |
| // by checking the capacity and calling Resize if necessary. |
| func (b *Float32Builder) Reserve(n int) { |
| b.builder.reserve(n, b.Resize) |
| } |
| |
| // Resize adjusts the space allocated by b to n elements. If n is greater than b.Cap(), |
| // additional memory will be allocated. If n is smaller, the allocated memory may reduced. |
| func (b *Float32Builder) Resize(n int) { |
| nBuilder := n |
| if n < minBuilderCapacity { |
| n = minBuilderCapacity |
| } |
| |
| if b.capacity == 0 { |
| b.init(n) |
| } else { |
| b.builder.resize(nBuilder, b.init) |
| b.data.Resize(arrow.Float32Traits.BytesRequired(n)) |
| b.rawData = arrow.Float32Traits.CastFromBytes(b.data.Bytes()) |
| } |
| } |
| |
| func (b *Float32Builder) Value(i int) float32 { |
| return b.rawData[i] |
| } |
| |
| // NewArray creates a Float32 array from the memory buffers used by the builder and resets the Float32Builder |
| // so it can be used to build a new array. |
| func (b *Float32Builder) NewArray() arrow.Array { |
| return b.NewFloat32Array() |
| } |
| |
| // NewFloat32Array creates a Float32 array from the memory buffers used by the builder and resets the Float32Builder |
| // so it can be used to build a new array. |
| func (b *Float32Builder) NewFloat32Array() (a *Float32) { |
| data := b.newData() |
| a = NewFloat32Data(data) |
| data.Release() |
| return |
| } |
| |
| func (b *Float32Builder) newData() (data *Data) { |
| bytesRequired := arrow.Float32Traits.BytesRequired(b.length) |
| if bytesRequired > 0 && bytesRequired < b.data.Len() { |
| // trim buffers |
| b.data.Resize(bytesRequired) |
| } |
| data = NewData(arrow.PrimitiveTypes.Float32, b.length, []*memory.Buffer{b.nullBitmap, b.data}, nil, b.nulls, 0) |
| b.reset() |
| |
| if b.data != nil { |
| b.data.Release() |
| b.data = nil |
| b.rawData = nil |
| } |
| |
| return |
| } |
| |
| func (b *Float32Builder) AppendValueFromString(s string) error { |
| if s == NullValueStr { |
| b.AppendNull() |
| return nil |
| } |
| v, err := strconv.ParseFloat(s, 4*8) |
| if err != nil { |
| b.AppendNull() |
| return err |
| } |
| b.Append(float32(v)) |
| return nil |
| } |
| |
| func (b *Float32Builder) UnmarshalOne(dec *json.Decoder) error { |
| t, err := dec.Token() |
| if err != nil { |
| return err |
| } |
| |
| switch v := t.(type) { |
| case nil: |
| b.AppendNull() |
| |
| case string: |
| f, err := strconv.ParseFloat(v, 4*8) |
| if err != nil { |
| return &json.UnmarshalTypeError{ |
| Value: v, |
| Type: reflect.TypeOf(float32(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| b.Append(float32(f)) |
| case float64: |
| b.Append(float32(v)) |
| case json.Number: |
| f, err := strconv.ParseFloat(v.String(), 4*8) |
| if err != nil { |
| return &json.UnmarshalTypeError{ |
| Value: v.String(), |
| Type: reflect.TypeOf(float32(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| b.Append(float32(f)) |
| |
| default: |
| return &json.UnmarshalTypeError{ |
| Value: fmt.Sprint(t), |
| Type: reflect.TypeOf(float32(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| |
| return nil |
| } |
| |
| func (b *Float32Builder) Unmarshal(dec *json.Decoder) error { |
| for dec.More() { |
| if err := b.UnmarshalOne(dec); err != nil { |
| return err |
| } |
| } |
| return nil |
| } |
| |
| func (b *Float32Builder) UnmarshalJSON(data []byte) error { |
| dec := json.NewDecoder(bytes.NewReader(data)) |
| dec.UseNumber() |
| t, err := dec.Token() |
| if err != nil { |
| return err |
| } |
| |
| if delim, ok := t.(json.Delim); !ok || delim != '[' { |
| return fmt.Errorf("binary builder must unpack from json array, found %s", delim) |
| } |
| |
| return b.Unmarshal(dec) |
| } |
| |
| type Int16Builder struct { |
| builder |
| |
| data *memory.Buffer |
| rawData []int16 |
| } |
| |
| func NewInt16Builder(mem memory.Allocator) *Int16Builder { |
| b := &Int16Builder{builder: builder{mem: mem}} |
| b.refCount.Add(1) |
| return b |
| } |
| |
| func (b *Int16Builder) Type() arrow.DataType { return arrow.PrimitiveTypes.Int16 } |
| |
| // Release decreases the reference count by 1. |
| // When the reference count goes to zero, the memory is freed. |
| func (b *Int16Builder) Release() { |
| debug.Assert(b.refCount.Load() > 0, "too many releases") |
| |
| if b.refCount.Add(-1) == 0 { |
| if b.nullBitmap != nil { |
| b.nullBitmap.Release() |
| b.nullBitmap = nil |
| } |
| if b.data != nil { |
| b.data.Release() |
| b.data = nil |
| b.rawData = nil |
| } |
| } |
| } |
| |
| func (b *Int16Builder) Append(v int16) { |
| b.Reserve(1) |
| b.UnsafeAppend(v) |
| } |
| |
| func (b *Int16Builder) AppendNull() { |
| b.Reserve(1) |
| b.UnsafeAppendBoolToBitmap(false) |
| } |
| |
| func (b *Int16Builder) AppendNulls(n int) { |
| for i := 0; i < n; i++ { |
| b.AppendNull() |
| } |
| } |
| |
| func (b *Int16Builder) AppendEmptyValue() { |
| b.Append(0) |
| } |
| |
| func (b *Int16Builder) AppendEmptyValues(n int) { |
| for i := 0; i < n; i++ { |
| b.AppendEmptyValue() |
| } |
| } |
| |
| func (b *Int16Builder) UnsafeAppend(v int16) { |
| bitutil.SetBit(b.nullBitmap.Bytes(), b.length) |
| b.rawData[b.length] = v |
| b.length++ |
| } |
| |
| func (b *Int16Builder) UnsafeAppendBoolToBitmap(isValid bool) { |
| if isValid { |
| bitutil.SetBit(b.nullBitmap.Bytes(), b.length) |
| } else { |
| b.nulls++ |
| } |
| b.length++ |
| } |
| |
| // AppendValues will append the values in the v slice. The valid slice determines which values |
| // in v are valid (not null). The valid slice must either be empty or be equal in length to v. If empty, |
| // all values in v are appended and considered valid. |
| func (b *Int16Builder) AppendValues(v []int16, valid []bool) { |
| if len(v) != len(valid) && len(valid) != 0 { |
| panic("len(v) != len(valid) && len(valid) != 0") |
| } |
| |
| if len(v) == 0 { |
| return |
| } |
| |
| b.Reserve(len(v)) |
| arrow.Int16Traits.Copy(b.rawData[b.length:], v) |
| b.builder.unsafeAppendBoolsToBitmap(valid, len(v)) |
| } |
| |
| func (b *Int16Builder) init(capacity int) { |
| b.builder.init(capacity) |
| |
| b.data = memory.NewResizableBuffer(b.mem) |
| bytesN := arrow.Int16Traits.BytesRequired(capacity) |
| b.data.Resize(bytesN) |
| b.rawData = arrow.Int16Traits.CastFromBytes(b.data.Bytes()) |
| } |
| |
| // Reserve ensures there is enough space for appending n elements |
| // by checking the capacity and calling Resize if necessary. |
| func (b *Int16Builder) Reserve(n int) { |
| b.builder.reserve(n, b.Resize) |
| } |
| |
| // Resize adjusts the space allocated by b to n elements. If n is greater than b.Cap(), |
| // additional memory will be allocated. If n is smaller, the allocated memory may reduced. |
| func (b *Int16Builder) Resize(n int) { |
| nBuilder := n |
| if n < minBuilderCapacity { |
| n = minBuilderCapacity |
| } |
| |
| if b.capacity == 0 { |
| b.init(n) |
| } else { |
| b.builder.resize(nBuilder, b.init) |
| b.data.Resize(arrow.Int16Traits.BytesRequired(n)) |
| b.rawData = arrow.Int16Traits.CastFromBytes(b.data.Bytes()) |
| } |
| } |
| |
| func (b *Int16Builder) Value(i int) int16 { |
| return b.rawData[i] |
| } |
| |
| // NewArray creates a Int16 array from the memory buffers used by the builder and resets the Int16Builder |
| // so it can be used to build a new array. |
| func (b *Int16Builder) NewArray() arrow.Array { |
| return b.NewInt16Array() |
| } |
| |
| // NewInt16Array creates a Int16 array from the memory buffers used by the builder and resets the Int16Builder |
| // so it can be used to build a new array. |
| func (b *Int16Builder) NewInt16Array() (a *Int16) { |
| data := b.newData() |
| a = NewInt16Data(data) |
| data.Release() |
| return |
| } |
| |
| func (b *Int16Builder) newData() (data *Data) { |
| bytesRequired := arrow.Int16Traits.BytesRequired(b.length) |
| if bytesRequired > 0 && bytesRequired < b.data.Len() { |
| // trim buffers |
| b.data.Resize(bytesRequired) |
| } |
| data = NewData(arrow.PrimitiveTypes.Int16, b.length, []*memory.Buffer{b.nullBitmap, b.data}, nil, b.nulls, 0) |
| b.reset() |
| |
| if b.data != nil { |
| b.data.Release() |
| b.data = nil |
| b.rawData = nil |
| } |
| |
| return |
| } |
| |
| func (b *Int16Builder) AppendValueFromString(s string) error { |
| if s == NullValueStr { |
| b.AppendNull() |
| return nil |
| } |
| v, err := strconv.ParseInt(s, 10, 2*8) |
| if err != nil { |
| b.AppendNull() |
| return err |
| } |
| b.Append(int16(v)) |
| return nil |
| } |
| |
| func (b *Int16Builder) UnmarshalOne(dec *json.Decoder) error { |
| t, err := dec.Token() |
| if err != nil { |
| return err |
| } |
| |
| switch v := t.(type) { |
| case nil: |
| b.AppendNull() |
| |
| case string: |
| // Try ParseInt first for direct integer strings, fall back to ParseFloat for |
| // exponential notation. Reject NaN/Inf, then range-check before any int |
| // conversion to avoid undefined behavior on overflow or non-finite values. |
| f, err := strconv.ParseInt(v, 10, 2*8) |
| if err != nil { |
| fval, ferr := strconv.ParseFloat(v, 64) |
| if ferr != nil { |
| return &json.UnmarshalTypeError{ |
| Value: v, |
| Type: reflect.TypeOf(int16(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| minVal := float64(int64(-1) << (2*8 - 1)) |
| maxVal := float64(int64(1) << (2*8 - 1)) |
| if math.IsNaN(fval) || math.IsInf(fval, 0) || fval < minVal || fval >= maxVal { |
| return &json.UnmarshalTypeError{ |
| Value: v, |
| Type: reflect.TypeOf(int16(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| truncated := int64(fval) |
| if fval != float64(truncated) { |
| return &json.UnmarshalTypeError{ |
| Value: v, |
| Type: reflect.TypeOf(int16(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| f = truncated |
| err = nil |
| } |
| if err != nil { |
| return &json.UnmarshalTypeError{ |
| Value: v, |
| Type: reflect.TypeOf(int16(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| b.Append(int16(f)) |
| case float64: |
| b.Append(int16(v)) |
| case json.Number: |
| // Try ParseInt first to preserve precision for integer values too large |
| // for float64. Fall back to ParseFloat to support exponential notation |
| // (e.g. "1e3"), but reject NaN/Inf, fractional, or out-of-range values |
| // so invalid JSON like 1.5 or 128 (for int8) is surfaced as |
| // UnmarshalTypeError rather than silently truncated or wrapped. |
| f, err := strconv.ParseInt(v.String(), 10, 2*8) |
| if err != nil { |
| fval, ferr := strconv.ParseFloat(v.String(), 64) |
| if ferr != nil { |
| return &json.UnmarshalTypeError{ |
| Value: v.String(), |
| Type: reflect.TypeOf(int16(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| minVal := float64(int64(-1) << (2*8 - 1)) |
| maxVal := float64(int64(1) << (2*8 - 1)) |
| if math.IsNaN(fval) || math.IsInf(fval, 0) || fval < minVal || fval >= maxVal { |
| return &json.UnmarshalTypeError{ |
| Value: v.String(), |
| Type: reflect.TypeOf(int16(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| truncated := int64(fval) |
| if fval != float64(truncated) { |
| return &json.UnmarshalTypeError{ |
| Value: v.String(), |
| Type: reflect.TypeOf(int16(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| f = truncated |
| err = nil |
| } |
| if err != nil { |
| return &json.UnmarshalTypeError{ |
| Value: v.String(), |
| Type: reflect.TypeOf(int16(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| b.Append(int16(f)) |
| |
| default: |
| return &json.UnmarshalTypeError{ |
| Value: fmt.Sprint(t), |
| Type: reflect.TypeOf(int16(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| |
| return nil |
| } |
| |
| func (b *Int16Builder) Unmarshal(dec *json.Decoder) error { |
| for dec.More() { |
| if err := b.UnmarshalOne(dec); err != nil { |
| return err |
| } |
| } |
| return nil |
| } |
| |
| func (b *Int16Builder) UnmarshalJSON(data []byte) error { |
| dec := json.NewDecoder(bytes.NewReader(data)) |
| dec.UseNumber() |
| t, err := dec.Token() |
| if err != nil { |
| return err |
| } |
| |
| if delim, ok := t.(json.Delim); !ok || delim != '[' { |
| return fmt.Errorf("binary builder must unpack from json array, found %s", delim) |
| } |
| |
| return b.Unmarshal(dec) |
| } |
| |
| type Uint16Builder struct { |
| builder |
| |
| data *memory.Buffer |
| rawData []uint16 |
| } |
| |
| func NewUint16Builder(mem memory.Allocator) *Uint16Builder { |
| b := &Uint16Builder{builder: builder{mem: mem}} |
| b.refCount.Add(1) |
| return b |
| } |
| |
| func (b *Uint16Builder) Type() arrow.DataType { return arrow.PrimitiveTypes.Uint16 } |
| |
| // Release decreases the reference count by 1. |
| // When the reference count goes to zero, the memory is freed. |
| func (b *Uint16Builder) Release() { |
| debug.Assert(b.refCount.Load() > 0, "too many releases") |
| |
| if b.refCount.Add(-1) == 0 { |
| if b.nullBitmap != nil { |
| b.nullBitmap.Release() |
| b.nullBitmap = nil |
| } |
| if b.data != nil { |
| b.data.Release() |
| b.data = nil |
| b.rawData = nil |
| } |
| } |
| } |
| |
| func (b *Uint16Builder) Append(v uint16) { |
| b.Reserve(1) |
| b.UnsafeAppend(v) |
| } |
| |
| func (b *Uint16Builder) AppendNull() { |
| b.Reserve(1) |
| b.UnsafeAppendBoolToBitmap(false) |
| } |
| |
| func (b *Uint16Builder) AppendNulls(n int) { |
| for i := 0; i < n; i++ { |
| b.AppendNull() |
| } |
| } |
| |
| func (b *Uint16Builder) AppendEmptyValue() { |
| b.Append(0) |
| } |
| |
| func (b *Uint16Builder) AppendEmptyValues(n int) { |
| for i := 0; i < n; i++ { |
| b.AppendEmptyValue() |
| } |
| } |
| |
| func (b *Uint16Builder) UnsafeAppend(v uint16) { |
| bitutil.SetBit(b.nullBitmap.Bytes(), b.length) |
| b.rawData[b.length] = v |
| b.length++ |
| } |
| |
| func (b *Uint16Builder) UnsafeAppendBoolToBitmap(isValid bool) { |
| if isValid { |
| bitutil.SetBit(b.nullBitmap.Bytes(), b.length) |
| } else { |
| b.nulls++ |
| } |
| b.length++ |
| } |
| |
| // AppendValues will append the values in the v slice. The valid slice determines which values |
| // in v are valid (not null). The valid slice must either be empty or be equal in length to v. If empty, |
| // all values in v are appended and considered valid. |
| func (b *Uint16Builder) AppendValues(v []uint16, valid []bool) { |
| if len(v) != len(valid) && len(valid) != 0 { |
| panic("len(v) != len(valid) && len(valid) != 0") |
| } |
| |
| if len(v) == 0 { |
| return |
| } |
| |
| b.Reserve(len(v)) |
| arrow.Uint16Traits.Copy(b.rawData[b.length:], v) |
| b.builder.unsafeAppendBoolsToBitmap(valid, len(v)) |
| } |
| |
| func (b *Uint16Builder) init(capacity int) { |
| b.builder.init(capacity) |
| |
| b.data = memory.NewResizableBuffer(b.mem) |
| bytesN := arrow.Uint16Traits.BytesRequired(capacity) |
| b.data.Resize(bytesN) |
| b.rawData = arrow.Uint16Traits.CastFromBytes(b.data.Bytes()) |
| } |
| |
| // Reserve ensures there is enough space for appending n elements |
| // by checking the capacity and calling Resize if necessary. |
| func (b *Uint16Builder) Reserve(n int) { |
| b.builder.reserve(n, b.Resize) |
| } |
| |
| // Resize adjusts the space allocated by b to n elements. If n is greater than b.Cap(), |
| // additional memory will be allocated. If n is smaller, the allocated memory may reduced. |
| func (b *Uint16Builder) Resize(n int) { |
| nBuilder := n |
| if n < minBuilderCapacity { |
| n = minBuilderCapacity |
| } |
| |
| if b.capacity == 0 { |
| b.init(n) |
| } else { |
| b.builder.resize(nBuilder, b.init) |
| b.data.Resize(arrow.Uint16Traits.BytesRequired(n)) |
| b.rawData = arrow.Uint16Traits.CastFromBytes(b.data.Bytes()) |
| } |
| } |
| |
| func (b *Uint16Builder) Value(i int) uint16 { |
| return b.rawData[i] |
| } |
| |
| // NewArray creates a Uint16 array from the memory buffers used by the builder and resets the Uint16Builder |
| // so it can be used to build a new array. |
| func (b *Uint16Builder) NewArray() arrow.Array { |
| return b.NewUint16Array() |
| } |
| |
| // NewUint16Array creates a Uint16 array from the memory buffers used by the builder and resets the Uint16Builder |
| // so it can be used to build a new array. |
| func (b *Uint16Builder) NewUint16Array() (a *Uint16) { |
| data := b.newData() |
| a = NewUint16Data(data) |
| data.Release() |
| return |
| } |
| |
| func (b *Uint16Builder) newData() (data *Data) { |
| bytesRequired := arrow.Uint16Traits.BytesRequired(b.length) |
| if bytesRequired > 0 && bytesRequired < b.data.Len() { |
| // trim buffers |
| b.data.Resize(bytesRequired) |
| } |
| data = NewData(arrow.PrimitiveTypes.Uint16, b.length, []*memory.Buffer{b.nullBitmap, b.data}, nil, b.nulls, 0) |
| b.reset() |
| |
| if b.data != nil { |
| b.data.Release() |
| b.data = nil |
| b.rawData = nil |
| } |
| |
| return |
| } |
| |
| func (b *Uint16Builder) AppendValueFromString(s string) error { |
| if s == NullValueStr { |
| b.AppendNull() |
| return nil |
| } |
| v, err := strconv.ParseUint(s, 10, 2*8) |
| if err != nil { |
| b.AppendNull() |
| return err |
| } |
| b.Append(uint16(v)) |
| return nil |
| } |
| |
| func (b *Uint16Builder) UnmarshalOne(dec *json.Decoder) error { |
| t, err := dec.Token() |
| if err != nil { |
| return err |
| } |
| |
| switch v := t.(type) { |
| case nil: |
| b.AppendNull() |
| |
| case string: |
| // Try ParseUint first for direct integer strings, fall back to ParseFloat for |
| // exponential notation. Reject NaN/Inf, then range-check before any uint |
| // conversion to avoid undefined behavior on overflow or non-finite values. |
| f, err := strconv.ParseUint(v, 10, 2*8) |
| if err != nil { |
| fval, ferr := strconv.ParseFloat(v, 64) |
| if ferr != nil { |
| return &json.UnmarshalTypeError{ |
| Value: v, |
| Type: reflect.TypeOf(uint16(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| if math.IsNaN(fval) || math.IsInf(fval, 0) || fval < 0 || fval >= float64(^uint16(0))+1 { |
| return &json.UnmarshalTypeError{ |
| Value: v, |
| Type: reflect.TypeOf(uint16(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| truncated := uint64(fval) |
| if fval != float64(truncated) { |
| return &json.UnmarshalTypeError{ |
| Value: v, |
| Type: reflect.TypeOf(uint16(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| f = truncated |
| err = nil |
| } |
| if err != nil { |
| return &json.UnmarshalTypeError{ |
| Value: v, |
| Type: reflect.TypeOf(uint16(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| b.Append(uint16(f)) |
| case float64: |
| b.Append(uint16(v)) |
| case json.Number: |
| // Try ParseUint first to preserve precision for integer values too large |
| // for float64. Fall back to ParseFloat to support exponential notation |
| // (e.g. "1e3"), but reject NaN/Inf, fractional, or out-of-range values |
| // so invalid JSON is surfaced as UnmarshalTypeError rather than silently |
| // coerced. Range-check before any uint conversion to avoid undefined |
| // behavior on overflow or non-finite values. |
| f, err := strconv.ParseUint(v.String(), 10, 2*8) |
| if err != nil { |
| fval, ferr := strconv.ParseFloat(v.String(), 64) |
| if ferr != nil { |
| return &json.UnmarshalTypeError{ |
| Value: v.String(), |
| Type: reflect.TypeOf(uint16(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| // Boundary is max+1: for uint16, valid range is [0, max]; reject anything >= max+1. |
| // For uint64, float64(^uint64(0)) already rounds up to 2^64, so this naturally |
| // rejects the exact 2^64 boundary that the looser `>` check missed. |
| if math.IsNaN(fval) || math.IsInf(fval, 0) || fval < 0 || fval >= float64(^uint16(0))+1 { |
| return &json.UnmarshalTypeError{ |
| Value: v.String(), |
| Type: reflect.TypeOf(uint16(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| truncated := uint64(fval) |
| if fval != float64(truncated) { |
| return &json.UnmarshalTypeError{ |
| Value: v.String(), |
| Type: reflect.TypeOf(uint16(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| f = truncated |
| err = nil |
| } |
| if err != nil { |
| return &json.UnmarshalTypeError{ |
| Value: v.String(), |
| Type: reflect.TypeOf(uint16(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| b.Append(uint16(f)) |
| |
| default: |
| return &json.UnmarshalTypeError{ |
| Value: fmt.Sprint(t), |
| Type: reflect.TypeOf(uint16(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| |
| return nil |
| } |
| |
| func (b *Uint16Builder) Unmarshal(dec *json.Decoder) error { |
| for dec.More() { |
| if err := b.UnmarshalOne(dec); err != nil { |
| return err |
| } |
| } |
| return nil |
| } |
| |
| func (b *Uint16Builder) UnmarshalJSON(data []byte) error { |
| dec := json.NewDecoder(bytes.NewReader(data)) |
| dec.UseNumber() |
| t, err := dec.Token() |
| if err != nil { |
| return err |
| } |
| |
| if delim, ok := t.(json.Delim); !ok || delim != '[' { |
| return fmt.Errorf("binary builder must unpack from json array, found %s", delim) |
| } |
| |
| return b.Unmarshal(dec) |
| } |
| |
| type Int8Builder struct { |
| builder |
| |
| data *memory.Buffer |
| rawData []int8 |
| } |
| |
| func NewInt8Builder(mem memory.Allocator) *Int8Builder { |
| b := &Int8Builder{builder: builder{mem: mem}} |
| b.refCount.Add(1) |
| return b |
| } |
| |
| func (b *Int8Builder) Type() arrow.DataType { return arrow.PrimitiveTypes.Int8 } |
| |
| // Release decreases the reference count by 1. |
| // When the reference count goes to zero, the memory is freed. |
| func (b *Int8Builder) Release() { |
| debug.Assert(b.refCount.Load() > 0, "too many releases") |
| |
| if b.refCount.Add(-1) == 0 { |
| if b.nullBitmap != nil { |
| b.nullBitmap.Release() |
| b.nullBitmap = nil |
| } |
| if b.data != nil { |
| b.data.Release() |
| b.data = nil |
| b.rawData = nil |
| } |
| } |
| } |
| |
| func (b *Int8Builder) Append(v int8) { |
| b.Reserve(1) |
| b.UnsafeAppend(v) |
| } |
| |
| func (b *Int8Builder) AppendNull() { |
| b.Reserve(1) |
| b.UnsafeAppendBoolToBitmap(false) |
| } |
| |
| func (b *Int8Builder) AppendNulls(n int) { |
| for i := 0; i < n; i++ { |
| b.AppendNull() |
| } |
| } |
| |
| func (b *Int8Builder) AppendEmptyValue() { |
| b.Append(0) |
| } |
| |
| func (b *Int8Builder) AppendEmptyValues(n int) { |
| for i := 0; i < n; i++ { |
| b.AppendEmptyValue() |
| } |
| } |
| |
| func (b *Int8Builder) UnsafeAppend(v int8) { |
| bitutil.SetBit(b.nullBitmap.Bytes(), b.length) |
| b.rawData[b.length] = v |
| b.length++ |
| } |
| |
| func (b *Int8Builder) UnsafeAppendBoolToBitmap(isValid bool) { |
| if isValid { |
| bitutil.SetBit(b.nullBitmap.Bytes(), b.length) |
| } else { |
| b.nulls++ |
| } |
| b.length++ |
| } |
| |
| // AppendValues will append the values in the v slice. The valid slice determines which values |
| // in v are valid (not null). The valid slice must either be empty or be equal in length to v. If empty, |
| // all values in v are appended and considered valid. |
| func (b *Int8Builder) AppendValues(v []int8, valid []bool) { |
| if len(v) != len(valid) && len(valid) != 0 { |
| panic("len(v) != len(valid) && len(valid) != 0") |
| } |
| |
| if len(v) == 0 { |
| return |
| } |
| |
| b.Reserve(len(v)) |
| arrow.Int8Traits.Copy(b.rawData[b.length:], v) |
| b.builder.unsafeAppendBoolsToBitmap(valid, len(v)) |
| } |
| |
| func (b *Int8Builder) init(capacity int) { |
| b.builder.init(capacity) |
| |
| b.data = memory.NewResizableBuffer(b.mem) |
| bytesN := arrow.Int8Traits.BytesRequired(capacity) |
| b.data.Resize(bytesN) |
| b.rawData = arrow.Int8Traits.CastFromBytes(b.data.Bytes()) |
| } |
| |
| // Reserve ensures there is enough space for appending n elements |
| // by checking the capacity and calling Resize if necessary. |
| func (b *Int8Builder) Reserve(n int) { |
| b.builder.reserve(n, b.Resize) |
| } |
| |
| // Resize adjusts the space allocated by b to n elements. If n is greater than b.Cap(), |
| // additional memory will be allocated. If n is smaller, the allocated memory may reduced. |
| func (b *Int8Builder) Resize(n int) { |
| nBuilder := n |
| if n < minBuilderCapacity { |
| n = minBuilderCapacity |
| } |
| |
| if b.capacity == 0 { |
| b.init(n) |
| } else { |
| b.builder.resize(nBuilder, b.init) |
| b.data.Resize(arrow.Int8Traits.BytesRequired(n)) |
| b.rawData = arrow.Int8Traits.CastFromBytes(b.data.Bytes()) |
| } |
| } |
| |
| func (b *Int8Builder) Value(i int) int8 { |
| return b.rawData[i] |
| } |
| |
| // NewArray creates a Int8 array from the memory buffers used by the builder and resets the Int8Builder |
| // so it can be used to build a new array. |
| func (b *Int8Builder) NewArray() arrow.Array { |
| return b.NewInt8Array() |
| } |
| |
| // NewInt8Array creates a Int8 array from the memory buffers used by the builder and resets the Int8Builder |
| // so it can be used to build a new array. |
| func (b *Int8Builder) NewInt8Array() (a *Int8) { |
| data := b.newData() |
| a = NewInt8Data(data) |
| data.Release() |
| return |
| } |
| |
| func (b *Int8Builder) newData() (data *Data) { |
| bytesRequired := arrow.Int8Traits.BytesRequired(b.length) |
| if bytesRequired > 0 && bytesRequired < b.data.Len() { |
| // trim buffers |
| b.data.Resize(bytesRequired) |
| } |
| data = NewData(arrow.PrimitiveTypes.Int8, b.length, []*memory.Buffer{b.nullBitmap, b.data}, nil, b.nulls, 0) |
| b.reset() |
| |
| if b.data != nil { |
| b.data.Release() |
| b.data = nil |
| b.rawData = nil |
| } |
| |
| return |
| } |
| |
| func (b *Int8Builder) AppendValueFromString(s string) error { |
| if s == NullValueStr { |
| b.AppendNull() |
| return nil |
| } |
| v, err := strconv.ParseInt(s, 10, 1*8) |
| if err != nil { |
| b.AppendNull() |
| return err |
| } |
| b.Append(int8(v)) |
| return nil |
| } |
| |
| func (b *Int8Builder) UnmarshalOne(dec *json.Decoder) error { |
| t, err := dec.Token() |
| if err != nil { |
| return err |
| } |
| |
| switch v := t.(type) { |
| case nil: |
| b.AppendNull() |
| |
| case string: |
| // Try ParseInt first for direct integer strings, fall back to ParseFloat for |
| // exponential notation. Reject NaN/Inf, then range-check before any int |
| // conversion to avoid undefined behavior on overflow or non-finite values. |
| f, err := strconv.ParseInt(v, 10, 1*8) |
| if err != nil { |
| fval, ferr := strconv.ParseFloat(v, 64) |
| if ferr != nil { |
| return &json.UnmarshalTypeError{ |
| Value: v, |
| Type: reflect.TypeOf(int8(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| minVal := float64(int64(-1) << (1*8 - 1)) |
| maxVal := float64(int64(1) << (1*8 - 1)) |
| if math.IsNaN(fval) || math.IsInf(fval, 0) || fval < minVal || fval >= maxVal { |
| return &json.UnmarshalTypeError{ |
| Value: v, |
| Type: reflect.TypeOf(int8(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| truncated := int64(fval) |
| if fval != float64(truncated) { |
| return &json.UnmarshalTypeError{ |
| Value: v, |
| Type: reflect.TypeOf(int8(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| f = truncated |
| err = nil |
| } |
| if err != nil { |
| return &json.UnmarshalTypeError{ |
| Value: v, |
| Type: reflect.TypeOf(int8(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| b.Append(int8(f)) |
| case float64: |
| b.Append(int8(v)) |
| case json.Number: |
| // Try ParseInt first to preserve precision for integer values too large |
| // for float64. Fall back to ParseFloat to support exponential notation |
| // (e.g. "1e3"), but reject NaN/Inf, fractional, or out-of-range values |
| // so invalid JSON like 1.5 or 128 (for int8) is surfaced as |
| // UnmarshalTypeError rather than silently truncated or wrapped. |
| f, err := strconv.ParseInt(v.String(), 10, 1*8) |
| if err != nil { |
| fval, ferr := strconv.ParseFloat(v.String(), 64) |
| if ferr != nil { |
| return &json.UnmarshalTypeError{ |
| Value: v.String(), |
| Type: reflect.TypeOf(int8(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| minVal := float64(int64(-1) << (1*8 - 1)) |
| maxVal := float64(int64(1) << (1*8 - 1)) |
| if math.IsNaN(fval) || math.IsInf(fval, 0) || fval < minVal || fval >= maxVal { |
| return &json.UnmarshalTypeError{ |
| Value: v.String(), |
| Type: reflect.TypeOf(int8(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| truncated := int64(fval) |
| if fval != float64(truncated) { |
| return &json.UnmarshalTypeError{ |
| Value: v.String(), |
| Type: reflect.TypeOf(int8(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| f = truncated |
| err = nil |
| } |
| if err != nil { |
| return &json.UnmarshalTypeError{ |
| Value: v.String(), |
| Type: reflect.TypeOf(int8(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| b.Append(int8(f)) |
| |
| default: |
| return &json.UnmarshalTypeError{ |
| Value: fmt.Sprint(t), |
| Type: reflect.TypeOf(int8(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| |
| return nil |
| } |
| |
| func (b *Int8Builder) Unmarshal(dec *json.Decoder) error { |
| for dec.More() { |
| if err := b.UnmarshalOne(dec); err != nil { |
| return err |
| } |
| } |
| return nil |
| } |
| |
| func (b *Int8Builder) UnmarshalJSON(data []byte) error { |
| dec := json.NewDecoder(bytes.NewReader(data)) |
| dec.UseNumber() |
| t, err := dec.Token() |
| if err != nil { |
| return err |
| } |
| |
| if delim, ok := t.(json.Delim); !ok || delim != '[' { |
| return fmt.Errorf("binary builder must unpack from json array, found %s", delim) |
| } |
| |
| return b.Unmarshal(dec) |
| } |
| |
| type Uint8Builder struct { |
| builder |
| |
| data *memory.Buffer |
| rawData []uint8 |
| } |
| |
| func NewUint8Builder(mem memory.Allocator) *Uint8Builder { |
| b := &Uint8Builder{builder: builder{mem: mem}} |
| b.refCount.Add(1) |
| return b |
| } |
| |
| func (b *Uint8Builder) Type() arrow.DataType { return arrow.PrimitiveTypes.Uint8 } |
| |
| // Release decreases the reference count by 1. |
| // When the reference count goes to zero, the memory is freed. |
| func (b *Uint8Builder) Release() { |
| debug.Assert(b.refCount.Load() > 0, "too many releases") |
| |
| if b.refCount.Add(-1) == 0 { |
| if b.nullBitmap != nil { |
| b.nullBitmap.Release() |
| b.nullBitmap = nil |
| } |
| if b.data != nil { |
| b.data.Release() |
| b.data = nil |
| b.rawData = nil |
| } |
| } |
| } |
| |
| func (b *Uint8Builder) Append(v uint8) { |
| b.Reserve(1) |
| b.UnsafeAppend(v) |
| } |
| |
| func (b *Uint8Builder) AppendNull() { |
| b.Reserve(1) |
| b.UnsafeAppendBoolToBitmap(false) |
| } |
| |
| func (b *Uint8Builder) AppendNulls(n int) { |
| for i := 0; i < n; i++ { |
| b.AppendNull() |
| } |
| } |
| |
| func (b *Uint8Builder) AppendEmptyValue() { |
| b.Append(0) |
| } |
| |
| func (b *Uint8Builder) AppendEmptyValues(n int) { |
| for i := 0; i < n; i++ { |
| b.AppendEmptyValue() |
| } |
| } |
| |
| func (b *Uint8Builder) UnsafeAppend(v uint8) { |
| bitutil.SetBit(b.nullBitmap.Bytes(), b.length) |
| b.rawData[b.length] = v |
| b.length++ |
| } |
| |
| func (b *Uint8Builder) UnsafeAppendBoolToBitmap(isValid bool) { |
| if isValid { |
| bitutil.SetBit(b.nullBitmap.Bytes(), b.length) |
| } else { |
| b.nulls++ |
| } |
| b.length++ |
| } |
| |
| // AppendValues will append the values in the v slice. The valid slice determines which values |
| // in v are valid (not null). The valid slice must either be empty or be equal in length to v. If empty, |
| // all values in v are appended and considered valid. |
| func (b *Uint8Builder) AppendValues(v []uint8, valid []bool) { |
| if len(v) != len(valid) && len(valid) != 0 { |
| panic("len(v) != len(valid) && len(valid) != 0") |
| } |
| |
| if len(v) == 0 { |
| return |
| } |
| |
| b.Reserve(len(v)) |
| arrow.Uint8Traits.Copy(b.rawData[b.length:], v) |
| b.builder.unsafeAppendBoolsToBitmap(valid, len(v)) |
| } |
| |
| func (b *Uint8Builder) init(capacity int) { |
| b.builder.init(capacity) |
| |
| b.data = memory.NewResizableBuffer(b.mem) |
| bytesN := arrow.Uint8Traits.BytesRequired(capacity) |
| b.data.Resize(bytesN) |
| b.rawData = arrow.Uint8Traits.CastFromBytes(b.data.Bytes()) |
| } |
| |
| // Reserve ensures there is enough space for appending n elements |
| // by checking the capacity and calling Resize if necessary. |
| func (b *Uint8Builder) Reserve(n int) { |
| b.builder.reserve(n, b.Resize) |
| } |
| |
| // Resize adjusts the space allocated by b to n elements. If n is greater than b.Cap(), |
| // additional memory will be allocated. If n is smaller, the allocated memory may reduced. |
| func (b *Uint8Builder) Resize(n int) { |
| nBuilder := n |
| if n < minBuilderCapacity { |
| n = minBuilderCapacity |
| } |
| |
| if b.capacity == 0 { |
| b.init(n) |
| } else { |
| b.builder.resize(nBuilder, b.init) |
| b.data.Resize(arrow.Uint8Traits.BytesRequired(n)) |
| b.rawData = arrow.Uint8Traits.CastFromBytes(b.data.Bytes()) |
| } |
| } |
| |
| func (b *Uint8Builder) Value(i int) uint8 { |
| return b.rawData[i] |
| } |
| |
| // NewArray creates a Uint8 array from the memory buffers used by the builder and resets the Uint8Builder |
| // so it can be used to build a new array. |
| func (b *Uint8Builder) NewArray() arrow.Array { |
| return b.NewUint8Array() |
| } |
| |
| // NewUint8Array creates a Uint8 array from the memory buffers used by the builder and resets the Uint8Builder |
| // so it can be used to build a new array. |
| func (b *Uint8Builder) NewUint8Array() (a *Uint8) { |
| data := b.newData() |
| a = NewUint8Data(data) |
| data.Release() |
| return |
| } |
| |
| func (b *Uint8Builder) newData() (data *Data) { |
| bytesRequired := arrow.Uint8Traits.BytesRequired(b.length) |
| if bytesRequired > 0 && bytesRequired < b.data.Len() { |
| // trim buffers |
| b.data.Resize(bytesRequired) |
| } |
| data = NewData(arrow.PrimitiveTypes.Uint8, b.length, []*memory.Buffer{b.nullBitmap, b.data}, nil, b.nulls, 0) |
| b.reset() |
| |
| if b.data != nil { |
| b.data.Release() |
| b.data = nil |
| b.rawData = nil |
| } |
| |
| return |
| } |
| |
| func (b *Uint8Builder) AppendValueFromString(s string) error { |
| if s == NullValueStr { |
| b.AppendNull() |
| return nil |
| } |
| v, err := strconv.ParseUint(s, 10, 1*8) |
| if err != nil { |
| b.AppendNull() |
| return err |
| } |
| b.Append(uint8(v)) |
| return nil |
| } |
| |
| func (b *Uint8Builder) UnmarshalOne(dec *json.Decoder) error { |
| t, err := dec.Token() |
| if err != nil { |
| return err |
| } |
| |
| switch v := t.(type) { |
| case nil: |
| b.AppendNull() |
| |
| case string: |
| // Try ParseUint first for direct integer strings, fall back to ParseFloat for |
| // exponential notation. Reject NaN/Inf, then range-check before any uint |
| // conversion to avoid undefined behavior on overflow or non-finite values. |
| f, err := strconv.ParseUint(v, 10, 1*8) |
| if err != nil { |
| fval, ferr := strconv.ParseFloat(v, 64) |
| if ferr != nil { |
| return &json.UnmarshalTypeError{ |
| Value: v, |
| Type: reflect.TypeOf(uint8(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| if math.IsNaN(fval) || math.IsInf(fval, 0) || fval < 0 || fval >= float64(^uint8(0))+1 { |
| return &json.UnmarshalTypeError{ |
| Value: v, |
| Type: reflect.TypeOf(uint8(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| truncated := uint64(fval) |
| if fval != float64(truncated) { |
| return &json.UnmarshalTypeError{ |
| Value: v, |
| Type: reflect.TypeOf(uint8(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| f = truncated |
| err = nil |
| } |
| if err != nil { |
| return &json.UnmarshalTypeError{ |
| Value: v, |
| Type: reflect.TypeOf(uint8(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| b.Append(uint8(f)) |
| case float64: |
| b.Append(uint8(v)) |
| case json.Number: |
| // Try ParseUint first to preserve precision for integer values too large |
| // for float64. Fall back to ParseFloat to support exponential notation |
| // (e.g. "1e3"), but reject NaN/Inf, fractional, or out-of-range values |
| // so invalid JSON is surfaced as UnmarshalTypeError rather than silently |
| // coerced. Range-check before any uint conversion to avoid undefined |
| // behavior on overflow or non-finite values. |
| f, err := strconv.ParseUint(v.String(), 10, 1*8) |
| if err != nil { |
| fval, ferr := strconv.ParseFloat(v.String(), 64) |
| if ferr != nil { |
| return &json.UnmarshalTypeError{ |
| Value: v.String(), |
| Type: reflect.TypeOf(uint8(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| // Boundary is max+1: for uint8, valid range is [0, max]; reject anything >= max+1. |
| // For uint64, float64(^uint64(0)) already rounds up to 2^64, so this naturally |
| // rejects the exact 2^64 boundary that the looser `>` check missed. |
| if math.IsNaN(fval) || math.IsInf(fval, 0) || fval < 0 || fval >= float64(^uint8(0))+1 { |
| return &json.UnmarshalTypeError{ |
| Value: v.String(), |
| Type: reflect.TypeOf(uint8(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| truncated := uint64(fval) |
| if fval != float64(truncated) { |
| return &json.UnmarshalTypeError{ |
| Value: v.String(), |
| Type: reflect.TypeOf(uint8(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| f = truncated |
| err = nil |
| } |
| if err != nil { |
| return &json.UnmarshalTypeError{ |
| Value: v.String(), |
| Type: reflect.TypeOf(uint8(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| b.Append(uint8(f)) |
| |
| default: |
| return &json.UnmarshalTypeError{ |
| Value: fmt.Sprint(t), |
| Type: reflect.TypeOf(uint8(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| |
| return nil |
| } |
| |
| func (b *Uint8Builder) Unmarshal(dec *json.Decoder) error { |
| for dec.More() { |
| if err := b.UnmarshalOne(dec); err != nil { |
| return err |
| } |
| } |
| return nil |
| } |
| |
| func (b *Uint8Builder) UnmarshalJSON(data []byte) error { |
| dec := json.NewDecoder(bytes.NewReader(data)) |
| dec.UseNumber() |
| t, err := dec.Token() |
| if err != nil { |
| return err |
| } |
| |
| if delim, ok := t.(json.Delim); !ok || delim != '[' { |
| return fmt.Errorf("binary builder must unpack from json array, found %s", delim) |
| } |
| |
| return b.Unmarshal(dec) |
| } |
| |
| type Time32Builder struct { |
| builder |
| |
| dtype *arrow.Time32Type |
| data *memory.Buffer |
| rawData []arrow.Time32 |
| } |
| |
| func NewTime32Builder(mem memory.Allocator, dtype *arrow.Time32Type) *Time32Builder { |
| b := &Time32Builder{builder: builder{mem: mem}, dtype: dtype} |
| b.refCount.Add(1) |
| return b |
| } |
| |
| func (b *Time32Builder) Type() arrow.DataType { return b.dtype } |
| |
| // Release decreases the reference count by 1. |
| // When the reference count goes to zero, the memory is freed. |
| func (b *Time32Builder) Release() { |
| debug.Assert(b.refCount.Load() > 0, "too many releases") |
| |
| if b.refCount.Add(-1) == 0 { |
| if b.nullBitmap != nil { |
| b.nullBitmap.Release() |
| b.nullBitmap = nil |
| } |
| if b.data != nil { |
| b.data.Release() |
| b.data = nil |
| b.rawData = nil |
| } |
| } |
| } |
| |
| func (b *Time32Builder) Append(v arrow.Time32) { |
| b.Reserve(1) |
| b.UnsafeAppend(v) |
| } |
| |
| func (b *Time32Builder) AppendNull() { |
| b.Reserve(1) |
| b.UnsafeAppendBoolToBitmap(false) |
| } |
| |
| func (b *Time32Builder) AppendNulls(n int) { |
| for i := 0; i < n; i++ { |
| b.AppendNull() |
| } |
| } |
| |
| func (b *Time32Builder) AppendEmptyValue() { |
| b.Append(0) |
| } |
| |
| func (b *Time32Builder) AppendEmptyValues(n int) { |
| for i := 0; i < n; i++ { |
| b.AppendEmptyValue() |
| } |
| } |
| |
| func (b *Time32Builder) UnsafeAppend(v arrow.Time32) { |
| bitutil.SetBit(b.nullBitmap.Bytes(), b.length) |
| b.rawData[b.length] = v |
| b.length++ |
| } |
| |
| func (b *Time32Builder) UnsafeAppendBoolToBitmap(isValid bool) { |
| if isValid { |
| bitutil.SetBit(b.nullBitmap.Bytes(), b.length) |
| } else { |
| b.nulls++ |
| } |
| b.length++ |
| } |
| |
| // AppendValues will append the values in the v slice. The valid slice determines which values |
| // in v are valid (not null). The valid slice must either be empty or be equal in length to v. If empty, |
| // all values in v are appended and considered valid. |
| func (b *Time32Builder) AppendValues(v []arrow.Time32, valid []bool) { |
| if len(v) != len(valid) && len(valid) != 0 { |
| panic("len(v) != len(valid) && len(valid) != 0") |
| } |
| |
| if len(v) == 0 { |
| return |
| } |
| |
| b.Reserve(len(v)) |
| arrow.Time32Traits.Copy(b.rawData[b.length:], v) |
| b.builder.unsafeAppendBoolsToBitmap(valid, len(v)) |
| } |
| |
| func (b *Time32Builder) init(capacity int) { |
| b.builder.init(capacity) |
| |
| b.data = memory.NewResizableBuffer(b.mem) |
| bytesN := arrow.Time32Traits.BytesRequired(capacity) |
| b.data.Resize(bytesN) |
| b.rawData = arrow.Time32Traits.CastFromBytes(b.data.Bytes()) |
| } |
| |
| // Reserve ensures there is enough space for appending n elements |
| // by checking the capacity and calling Resize if necessary. |
| func (b *Time32Builder) Reserve(n int) { |
| b.builder.reserve(n, b.Resize) |
| } |
| |
| // Resize adjusts the space allocated by b to n elements. If n is greater than b.Cap(), |
| // additional memory will be allocated. If n is smaller, the allocated memory may reduced. |
| func (b *Time32Builder) Resize(n int) { |
| nBuilder := n |
| if n < minBuilderCapacity { |
| n = minBuilderCapacity |
| } |
| |
| if b.capacity == 0 { |
| b.init(n) |
| } else { |
| b.builder.resize(nBuilder, b.init) |
| b.data.Resize(arrow.Time32Traits.BytesRequired(n)) |
| b.rawData = arrow.Time32Traits.CastFromBytes(b.data.Bytes()) |
| } |
| } |
| |
| func (b *Time32Builder) Value(i int) arrow.Time32 { |
| return b.rawData[i] |
| } |
| |
| // NewArray creates a Time32 array from the memory buffers used by the builder and resets the Time32Builder |
| // so it can be used to build a new array. |
| func (b *Time32Builder) NewArray() arrow.Array { |
| return b.NewTime32Array() |
| } |
| |
| // NewTime32Array creates a Time32 array from the memory buffers used by the builder and resets the Time32Builder |
| // so it can be used to build a new array. |
| func (b *Time32Builder) NewTime32Array() (a *Time32) { |
| data := b.newData() |
| a = NewTime32Data(data) |
| data.Release() |
| return |
| } |
| |
| func (b *Time32Builder) newData() (data *Data) { |
| bytesRequired := arrow.Time32Traits.BytesRequired(b.length) |
| if bytesRequired > 0 && bytesRequired < b.data.Len() { |
| // trim buffers |
| b.data.Resize(bytesRequired) |
| } |
| data = NewData(b.dtype, b.length, []*memory.Buffer{b.nullBitmap, b.data}, nil, b.nulls, 0) |
| b.reset() |
| |
| if b.data != nil { |
| b.data.Release() |
| b.data = nil |
| b.rawData = nil |
| } |
| |
| return |
| } |
| |
| func (b *Time32Builder) AppendValueFromString(s string) error { |
| if s == NullValueStr { |
| b.AppendNull() |
| return nil |
| } |
| if v, parseErr := strconv.ParseInt(s, 10, 32); parseErr == nil { |
| b.Append(arrow.Time32(v)) |
| return nil |
| } |
| val, err := arrow.Time32FromString(s, b.dtype.Unit) |
| if err != nil { |
| b.AppendNull() |
| return err |
| } |
| b.Append(val) |
| return nil |
| } |
| |
| func (b *Time32Builder) UnmarshalOne(dec *json.Decoder) error { |
| t, err := dec.Token() |
| if err != nil { |
| return err |
| } |
| |
| switch v := t.(type) { |
| case nil: |
| b.AppendNull() |
| case string: |
| if i, parseErr := strconv.ParseInt(v, 10, 4*8); parseErr == nil { |
| b.Append(arrow.Time32(i)) |
| break |
| } |
| tm, err := arrow.Time32FromString(v, b.dtype.Unit) |
| if err != nil { |
| return &json.UnmarshalTypeError{ |
| Value: v, |
| Type: reflect.TypeOf(arrow.Time32(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| |
| b.Append(tm) |
| case json.Number: |
| n, err := v.Int64() |
| if err != nil { |
| return &json.UnmarshalTypeError{ |
| Value: v.String(), |
| Type: reflect.TypeOf(arrow.Time32(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| // arrow.Time32 is int32-backed; reject values outside int32 range |
| // to avoid silent wrap-around. |
| if n < -2147483648 || n > 2147483647 { |
| return &json.UnmarshalTypeError{ |
| Value: v.String(), |
| Type: reflect.TypeOf(arrow.Time32(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| b.Append(arrow.Time32(n)) |
| case float64: |
| b.Append(arrow.Time32(v)) |
| |
| default: |
| return &json.UnmarshalTypeError{ |
| Value: fmt.Sprint(t), |
| Type: reflect.TypeOf(arrow.Time32(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| |
| return nil |
| } |
| |
| func (b *Time32Builder) Unmarshal(dec *json.Decoder) error { |
| for dec.More() { |
| if err := b.UnmarshalOne(dec); err != nil { |
| return err |
| } |
| } |
| return nil |
| } |
| |
| func (b *Time32Builder) UnmarshalJSON(data []byte) error { |
| dec := json.NewDecoder(bytes.NewReader(data)) |
| dec.UseNumber() |
| t, err := dec.Token() |
| if err != nil { |
| return err |
| } |
| |
| if delim, ok := t.(json.Delim); !ok || delim != '[' { |
| return fmt.Errorf("binary builder must unpack from json array, found %s", delim) |
| } |
| |
| return b.Unmarshal(dec) |
| } |
| |
| type Time64Builder struct { |
| builder |
| |
| dtype *arrow.Time64Type |
| data *memory.Buffer |
| rawData []arrow.Time64 |
| } |
| |
| func NewTime64Builder(mem memory.Allocator, dtype *arrow.Time64Type) *Time64Builder { |
| b := &Time64Builder{builder: builder{mem: mem}, dtype: dtype} |
| b.refCount.Add(1) |
| return b |
| } |
| |
| func (b *Time64Builder) Type() arrow.DataType { return b.dtype } |
| |
| // Release decreases the reference count by 1. |
| // When the reference count goes to zero, the memory is freed. |
| func (b *Time64Builder) Release() { |
| debug.Assert(b.refCount.Load() > 0, "too many releases") |
| |
| if b.refCount.Add(-1) == 0 { |
| if b.nullBitmap != nil { |
| b.nullBitmap.Release() |
| b.nullBitmap = nil |
| } |
| if b.data != nil { |
| b.data.Release() |
| b.data = nil |
| b.rawData = nil |
| } |
| } |
| } |
| |
| func (b *Time64Builder) Append(v arrow.Time64) { |
| b.Reserve(1) |
| b.UnsafeAppend(v) |
| } |
| |
| func (b *Time64Builder) AppendNull() { |
| b.Reserve(1) |
| b.UnsafeAppendBoolToBitmap(false) |
| } |
| |
| func (b *Time64Builder) AppendNulls(n int) { |
| for i := 0; i < n; i++ { |
| b.AppendNull() |
| } |
| } |
| |
| func (b *Time64Builder) AppendEmptyValue() { |
| b.Append(0) |
| } |
| |
| func (b *Time64Builder) AppendEmptyValues(n int) { |
| for i := 0; i < n; i++ { |
| b.AppendEmptyValue() |
| } |
| } |
| |
| func (b *Time64Builder) UnsafeAppend(v arrow.Time64) { |
| bitutil.SetBit(b.nullBitmap.Bytes(), b.length) |
| b.rawData[b.length] = v |
| b.length++ |
| } |
| |
| func (b *Time64Builder) UnsafeAppendBoolToBitmap(isValid bool) { |
| if isValid { |
| bitutil.SetBit(b.nullBitmap.Bytes(), b.length) |
| } else { |
| b.nulls++ |
| } |
| b.length++ |
| } |
| |
| // AppendValues will append the values in the v slice. The valid slice determines which values |
| // in v are valid (not null). The valid slice must either be empty or be equal in length to v. If empty, |
| // all values in v are appended and considered valid. |
| func (b *Time64Builder) AppendValues(v []arrow.Time64, valid []bool) { |
| if len(v) != len(valid) && len(valid) != 0 { |
| panic("len(v) != len(valid) && len(valid) != 0") |
| } |
| |
| if len(v) == 0 { |
| return |
| } |
| |
| b.Reserve(len(v)) |
| arrow.Time64Traits.Copy(b.rawData[b.length:], v) |
| b.builder.unsafeAppendBoolsToBitmap(valid, len(v)) |
| } |
| |
| func (b *Time64Builder) init(capacity int) { |
| b.builder.init(capacity) |
| |
| b.data = memory.NewResizableBuffer(b.mem) |
| bytesN := arrow.Time64Traits.BytesRequired(capacity) |
| b.data.Resize(bytesN) |
| b.rawData = arrow.Time64Traits.CastFromBytes(b.data.Bytes()) |
| } |
| |
| // Reserve ensures there is enough space for appending n elements |
| // by checking the capacity and calling Resize if necessary. |
| func (b *Time64Builder) Reserve(n int) { |
| b.builder.reserve(n, b.Resize) |
| } |
| |
| // Resize adjusts the space allocated by b to n elements. If n is greater than b.Cap(), |
| // additional memory will be allocated. If n is smaller, the allocated memory may reduced. |
| func (b *Time64Builder) Resize(n int) { |
| nBuilder := n |
| if n < minBuilderCapacity { |
| n = minBuilderCapacity |
| } |
| |
| if b.capacity == 0 { |
| b.init(n) |
| } else { |
| b.builder.resize(nBuilder, b.init) |
| b.data.Resize(arrow.Time64Traits.BytesRequired(n)) |
| b.rawData = arrow.Time64Traits.CastFromBytes(b.data.Bytes()) |
| } |
| } |
| |
| func (b *Time64Builder) Value(i int) arrow.Time64 { |
| return b.rawData[i] |
| } |
| |
| // NewArray creates a Time64 array from the memory buffers used by the builder and resets the Time64Builder |
| // so it can be used to build a new array. |
| func (b *Time64Builder) NewArray() arrow.Array { |
| return b.NewTime64Array() |
| } |
| |
| // NewTime64Array creates a Time64 array from the memory buffers used by the builder and resets the Time64Builder |
| // so it can be used to build a new array. |
| func (b *Time64Builder) NewTime64Array() (a *Time64) { |
| data := b.newData() |
| a = NewTime64Data(data) |
| data.Release() |
| return |
| } |
| |
| func (b *Time64Builder) newData() (data *Data) { |
| bytesRequired := arrow.Time64Traits.BytesRequired(b.length) |
| if bytesRequired > 0 && bytesRequired < b.data.Len() { |
| // trim buffers |
| b.data.Resize(bytesRequired) |
| } |
| data = NewData(b.dtype, b.length, []*memory.Buffer{b.nullBitmap, b.data}, nil, b.nulls, 0) |
| b.reset() |
| |
| if b.data != nil { |
| b.data.Release() |
| b.data = nil |
| b.rawData = nil |
| } |
| |
| return |
| } |
| |
| func (b *Time64Builder) AppendValueFromString(s string) error { |
| if s == NullValueStr { |
| b.AppendNull() |
| return nil |
| } |
| if v, parseErr := strconv.ParseInt(s, 10, 64); parseErr == nil { |
| b.Append(arrow.Time64(v)) |
| return nil |
| } |
| val, err := arrow.Time64FromString(s, b.dtype.Unit) |
| if err != nil { |
| b.AppendNull() |
| return err |
| } |
| b.Append(val) |
| return nil |
| } |
| |
| func (b *Time64Builder) UnmarshalOne(dec *json.Decoder) error { |
| t, err := dec.Token() |
| if err != nil { |
| return err |
| } |
| |
| switch v := t.(type) { |
| case nil: |
| b.AppendNull() |
| case string: |
| if i, parseErr := strconv.ParseInt(v, 10, 8*8); parseErr == nil { |
| b.Append(arrow.Time64(i)) |
| break |
| } |
| tm, err := arrow.Time64FromString(v, b.dtype.Unit) |
| if err != nil { |
| return &json.UnmarshalTypeError{ |
| Value: v, |
| Type: reflect.TypeOf(arrow.Time64(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| |
| b.Append(tm) |
| case json.Number: |
| n, err := v.Int64() |
| if err != nil { |
| return &json.UnmarshalTypeError{ |
| Value: v.String(), |
| Type: reflect.TypeOf(arrow.Time64(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| b.Append(arrow.Time64(n)) |
| case float64: |
| b.Append(arrow.Time64(v)) |
| |
| default: |
| return &json.UnmarshalTypeError{ |
| Value: fmt.Sprint(t), |
| Type: reflect.TypeOf(arrow.Time64(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| |
| return nil |
| } |
| |
| func (b *Time64Builder) Unmarshal(dec *json.Decoder) error { |
| for dec.More() { |
| if err := b.UnmarshalOne(dec); err != nil { |
| return err |
| } |
| } |
| return nil |
| } |
| |
| func (b *Time64Builder) UnmarshalJSON(data []byte) error { |
| dec := json.NewDecoder(bytes.NewReader(data)) |
| dec.UseNumber() |
| t, err := dec.Token() |
| if err != nil { |
| return err |
| } |
| |
| if delim, ok := t.(json.Delim); !ok || delim != '[' { |
| return fmt.Errorf("binary builder must unpack from json array, found %s", delim) |
| } |
| |
| return b.Unmarshal(dec) |
| } |
| |
| type Date32Builder struct { |
| builder |
| |
| data *memory.Buffer |
| rawData []arrow.Date32 |
| } |
| |
| func NewDate32Builder(mem memory.Allocator) *Date32Builder { |
| b := &Date32Builder{builder: builder{mem: mem}} |
| b.refCount.Add(1) |
| return b |
| } |
| |
| func (b *Date32Builder) Type() arrow.DataType { return arrow.PrimitiveTypes.Date32 } |
| |
| // Release decreases the reference count by 1. |
| // When the reference count goes to zero, the memory is freed. |
| func (b *Date32Builder) Release() { |
| debug.Assert(b.refCount.Load() > 0, "too many releases") |
| |
| if b.refCount.Add(-1) == 0 { |
| if b.nullBitmap != nil { |
| b.nullBitmap.Release() |
| b.nullBitmap = nil |
| } |
| if b.data != nil { |
| b.data.Release() |
| b.data = nil |
| b.rawData = nil |
| } |
| } |
| } |
| |
| func (b *Date32Builder) Append(v arrow.Date32) { |
| b.Reserve(1) |
| b.UnsafeAppend(v) |
| } |
| |
| func (b *Date32Builder) AppendNull() { |
| b.Reserve(1) |
| b.UnsafeAppendBoolToBitmap(false) |
| } |
| |
| func (b *Date32Builder) AppendNulls(n int) { |
| for i := 0; i < n; i++ { |
| b.AppendNull() |
| } |
| } |
| |
| func (b *Date32Builder) AppendEmptyValue() { |
| b.Append(0) |
| } |
| |
| func (b *Date32Builder) AppendEmptyValues(n int) { |
| for i := 0; i < n; i++ { |
| b.AppendEmptyValue() |
| } |
| } |
| |
| func (b *Date32Builder) UnsafeAppend(v arrow.Date32) { |
| bitutil.SetBit(b.nullBitmap.Bytes(), b.length) |
| b.rawData[b.length] = v |
| b.length++ |
| } |
| |
| func (b *Date32Builder) UnsafeAppendBoolToBitmap(isValid bool) { |
| if isValid { |
| bitutil.SetBit(b.nullBitmap.Bytes(), b.length) |
| } else { |
| b.nulls++ |
| } |
| b.length++ |
| } |
| |
| // AppendValues will append the values in the v slice. The valid slice determines which values |
| // in v are valid (not null). The valid slice must either be empty or be equal in length to v. If empty, |
| // all values in v are appended and considered valid. |
| func (b *Date32Builder) AppendValues(v []arrow.Date32, valid []bool) { |
| if len(v) != len(valid) && len(valid) != 0 { |
| panic("len(v) != len(valid) && len(valid) != 0") |
| } |
| |
| if len(v) == 0 { |
| return |
| } |
| |
| b.Reserve(len(v)) |
| arrow.Date32Traits.Copy(b.rawData[b.length:], v) |
| b.builder.unsafeAppendBoolsToBitmap(valid, len(v)) |
| } |
| |
| func (b *Date32Builder) init(capacity int) { |
| b.builder.init(capacity) |
| |
| b.data = memory.NewResizableBuffer(b.mem) |
| bytesN := arrow.Date32Traits.BytesRequired(capacity) |
| b.data.Resize(bytesN) |
| b.rawData = arrow.Date32Traits.CastFromBytes(b.data.Bytes()) |
| } |
| |
| // Reserve ensures there is enough space for appending n elements |
| // by checking the capacity and calling Resize if necessary. |
| func (b *Date32Builder) Reserve(n int) { |
| b.builder.reserve(n, b.Resize) |
| } |
| |
| // Resize adjusts the space allocated by b to n elements. If n is greater than b.Cap(), |
| // additional memory will be allocated. If n is smaller, the allocated memory may reduced. |
| func (b *Date32Builder) Resize(n int) { |
| nBuilder := n |
| if n < minBuilderCapacity { |
| n = minBuilderCapacity |
| } |
| |
| if b.capacity == 0 { |
| b.init(n) |
| } else { |
| b.builder.resize(nBuilder, b.init) |
| b.data.Resize(arrow.Date32Traits.BytesRequired(n)) |
| b.rawData = arrow.Date32Traits.CastFromBytes(b.data.Bytes()) |
| } |
| } |
| |
| func (b *Date32Builder) Value(i int) arrow.Date32 { |
| return b.rawData[i] |
| } |
| |
| // NewArray creates a Date32 array from the memory buffers used by the builder and resets the Date32Builder |
| // so it can be used to build a new array. |
| func (b *Date32Builder) NewArray() arrow.Array { |
| return b.NewDate32Array() |
| } |
| |
| // NewDate32Array creates a Date32 array from the memory buffers used by the builder and resets the Date32Builder |
| // so it can be used to build a new array. |
| func (b *Date32Builder) NewDate32Array() (a *Date32) { |
| data := b.newData() |
| a = NewDate32Data(data) |
| data.Release() |
| return |
| } |
| |
| func (b *Date32Builder) newData() (data *Data) { |
| bytesRequired := arrow.Date32Traits.BytesRequired(b.length) |
| if bytesRequired > 0 && bytesRequired < b.data.Len() { |
| // trim buffers |
| b.data.Resize(bytesRequired) |
| } |
| data = NewData(arrow.PrimitiveTypes.Date32, b.length, []*memory.Buffer{b.nullBitmap, b.data}, nil, b.nulls, 0) |
| b.reset() |
| |
| if b.data != nil { |
| b.data.Release() |
| b.data = nil |
| b.rawData = nil |
| } |
| |
| return |
| } |
| |
| func (b *Date32Builder) AppendValueFromString(s string) error { |
| if s == NullValueStr { |
| b.AppendNull() |
| return nil |
| } |
| if v, parseErr := strconv.ParseInt(s, 10, 32); parseErr == nil { |
| b.Append(arrow.Date32(v)) |
| return nil |
| } |
| tm, err := time.Parse("2006-01-02", s) |
| if err != nil { |
| b.AppendNull() |
| return err |
| } |
| b.Append(arrow.Date32FromTime(tm)) |
| return nil |
| } |
| |
| func (b *Date32Builder) UnmarshalOne(dec *json.Decoder) error { |
| t, err := dec.Token() |
| if err != nil { |
| return err |
| } |
| |
| switch v := t.(type) { |
| case nil: |
| b.AppendNull() |
| case string: |
| if i, parseErr := strconv.ParseInt(v, 10, 4*8); parseErr == nil { |
| b.Append(arrow.Date32(i)) |
| break |
| } |
| tm, err := time.Parse("2006-01-02", v) |
| if err != nil { |
| return &json.UnmarshalTypeError{ |
| Value: v, |
| Type: reflect.TypeOf(arrow.Date32(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| |
| b.Append(arrow.Date32FromTime(tm)) |
| case json.Number: |
| n, err := v.Int64() |
| if err != nil { |
| return &json.UnmarshalTypeError{ |
| Value: v.String(), |
| Type: reflect.TypeOf(arrow.Date32(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| // arrow.Date32 is int32-backed; reject values outside int32 range |
| // to avoid silent wrap-around. |
| if n < -2147483648 || n > 2147483647 { |
| return &json.UnmarshalTypeError{ |
| Value: v.String(), |
| Type: reflect.TypeOf(arrow.Date32(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| b.Append(arrow.Date32(n)) |
| case float64: |
| b.Append(arrow.Date32(v)) |
| |
| default: |
| return &json.UnmarshalTypeError{ |
| Value: fmt.Sprint(t), |
| Type: reflect.TypeOf(arrow.Date32(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| |
| return nil |
| } |
| |
| func (b *Date32Builder) Unmarshal(dec *json.Decoder) error { |
| for dec.More() { |
| if err := b.UnmarshalOne(dec); err != nil { |
| return err |
| } |
| } |
| return nil |
| } |
| |
| func (b *Date32Builder) UnmarshalJSON(data []byte) error { |
| dec := json.NewDecoder(bytes.NewReader(data)) |
| dec.UseNumber() |
| t, err := dec.Token() |
| if err != nil { |
| return err |
| } |
| |
| if delim, ok := t.(json.Delim); !ok || delim != '[' { |
| return fmt.Errorf("binary builder must unpack from json array, found %s", delim) |
| } |
| |
| return b.Unmarshal(dec) |
| } |
| |
| type Date64Builder struct { |
| builder |
| |
| data *memory.Buffer |
| rawData []arrow.Date64 |
| } |
| |
| func NewDate64Builder(mem memory.Allocator) *Date64Builder { |
| b := &Date64Builder{builder: builder{mem: mem}} |
| b.refCount.Add(1) |
| return b |
| } |
| |
| func (b *Date64Builder) Type() arrow.DataType { return arrow.PrimitiveTypes.Date64 } |
| |
| // Release decreases the reference count by 1. |
| // When the reference count goes to zero, the memory is freed. |
| func (b *Date64Builder) Release() { |
| debug.Assert(b.refCount.Load() > 0, "too many releases") |
| |
| if b.refCount.Add(-1) == 0 { |
| if b.nullBitmap != nil { |
| b.nullBitmap.Release() |
| b.nullBitmap = nil |
| } |
| if b.data != nil { |
| b.data.Release() |
| b.data = nil |
| b.rawData = nil |
| } |
| } |
| } |
| |
| func (b *Date64Builder) Append(v arrow.Date64) { |
| b.Reserve(1) |
| b.UnsafeAppend(v) |
| } |
| |
| func (b *Date64Builder) AppendNull() { |
| b.Reserve(1) |
| b.UnsafeAppendBoolToBitmap(false) |
| } |
| |
| func (b *Date64Builder) AppendNulls(n int) { |
| for i := 0; i < n; i++ { |
| b.AppendNull() |
| } |
| } |
| |
| func (b *Date64Builder) AppendEmptyValue() { |
| b.Append(0) |
| } |
| |
| func (b *Date64Builder) AppendEmptyValues(n int) { |
| for i := 0; i < n; i++ { |
| b.AppendEmptyValue() |
| } |
| } |
| |
| func (b *Date64Builder) UnsafeAppend(v arrow.Date64) { |
| bitutil.SetBit(b.nullBitmap.Bytes(), b.length) |
| b.rawData[b.length] = v |
| b.length++ |
| } |
| |
| func (b *Date64Builder) UnsafeAppendBoolToBitmap(isValid bool) { |
| if isValid { |
| bitutil.SetBit(b.nullBitmap.Bytes(), b.length) |
| } else { |
| b.nulls++ |
| } |
| b.length++ |
| } |
| |
| // AppendValues will append the values in the v slice. The valid slice determines which values |
| // in v are valid (not null). The valid slice must either be empty or be equal in length to v. If empty, |
| // all values in v are appended and considered valid. |
| func (b *Date64Builder) AppendValues(v []arrow.Date64, valid []bool) { |
| if len(v) != len(valid) && len(valid) != 0 { |
| panic("len(v) != len(valid) && len(valid) != 0") |
| } |
| |
| if len(v) == 0 { |
| return |
| } |
| |
| b.Reserve(len(v)) |
| arrow.Date64Traits.Copy(b.rawData[b.length:], v) |
| b.builder.unsafeAppendBoolsToBitmap(valid, len(v)) |
| } |
| |
| func (b *Date64Builder) init(capacity int) { |
| b.builder.init(capacity) |
| |
| b.data = memory.NewResizableBuffer(b.mem) |
| bytesN := arrow.Date64Traits.BytesRequired(capacity) |
| b.data.Resize(bytesN) |
| b.rawData = arrow.Date64Traits.CastFromBytes(b.data.Bytes()) |
| } |
| |
| // Reserve ensures there is enough space for appending n elements |
| // by checking the capacity and calling Resize if necessary. |
| func (b *Date64Builder) Reserve(n int) { |
| b.builder.reserve(n, b.Resize) |
| } |
| |
| // Resize adjusts the space allocated by b to n elements. If n is greater than b.Cap(), |
| // additional memory will be allocated. If n is smaller, the allocated memory may reduced. |
| func (b *Date64Builder) Resize(n int) { |
| nBuilder := n |
| if n < minBuilderCapacity { |
| n = minBuilderCapacity |
| } |
| |
| if b.capacity == 0 { |
| b.init(n) |
| } else { |
| b.builder.resize(nBuilder, b.init) |
| b.data.Resize(arrow.Date64Traits.BytesRequired(n)) |
| b.rawData = arrow.Date64Traits.CastFromBytes(b.data.Bytes()) |
| } |
| } |
| |
| func (b *Date64Builder) Value(i int) arrow.Date64 { |
| return b.rawData[i] |
| } |
| |
| // NewArray creates a Date64 array from the memory buffers used by the builder and resets the Date64Builder |
| // so it can be used to build a new array. |
| func (b *Date64Builder) NewArray() arrow.Array { |
| return b.NewDate64Array() |
| } |
| |
| // NewDate64Array creates a Date64 array from the memory buffers used by the builder and resets the Date64Builder |
| // so it can be used to build a new array. |
| func (b *Date64Builder) NewDate64Array() (a *Date64) { |
| data := b.newData() |
| a = NewDate64Data(data) |
| data.Release() |
| return |
| } |
| |
| func (b *Date64Builder) newData() (data *Data) { |
| bytesRequired := arrow.Date64Traits.BytesRequired(b.length) |
| if bytesRequired > 0 && bytesRequired < b.data.Len() { |
| // trim buffers |
| b.data.Resize(bytesRequired) |
| } |
| data = NewData(arrow.PrimitiveTypes.Date64, b.length, []*memory.Buffer{b.nullBitmap, b.data}, nil, b.nulls, 0) |
| b.reset() |
| |
| if b.data != nil { |
| b.data.Release() |
| b.data = nil |
| b.rawData = nil |
| } |
| |
| return |
| } |
| |
| func (b *Date64Builder) AppendValueFromString(s string) error { |
| if s == NullValueStr { |
| b.AppendNull() |
| return nil |
| } |
| if v, parseErr := strconv.ParseInt(s, 10, 64); parseErr == nil { |
| b.Append(arrow.Date64(v)) |
| return nil |
| } |
| tm, err := time.Parse("2006-01-02", s) |
| if err != nil { |
| b.AppendNull() |
| return err |
| } |
| b.Append(arrow.Date64FromTime(tm)) |
| return nil |
| } |
| |
| func (b *Date64Builder) UnmarshalOne(dec *json.Decoder) error { |
| t, err := dec.Token() |
| if err != nil { |
| return err |
| } |
| |
| switch v := t.(type) { |
| case nil: |
| b.AppendNull() |
| case string: |
| if i, parseErr := strconv.ParseInt(v, 10, 8*8); parseErr == nil { |
| b.Append(arrow.Date64(i)) |
| break |
| } |
| tm, err := time.Parse("2006-01-02", v) |
| if err != nil { |
| return &json.UnmarshalTypeError{ |
| Value: v, |
| Type: reflect.TypeOf(arrow.Date64(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| |
| b.Append(arrow.Date64FromTime(tm)) |
| case json.Number: |
| n, err := v.Int64() |
| if err != nil { |
| return &json.UnmarshalTypeError{ |
| Value: v.String(), |
| Type: reflect.TypeOf(arrow.Date64(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| b.Append(arrow.Date64(n)) |
| case float64: |
| b.Append(arrow.Date64(v)) |
| |
| default: |
| return &json.UnmarshalTypeError{ |
| Value: fmt.Sprint(t), |
| Type: reflect.TypeOf(arrow.Date64(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| |
| return nil |
| } |
| |
| func (b *Date64Builder) Unmarshal(dec *json.Decoder) error { |
| for dec.More() { |
| if err := b.UnmarshalOne(dec); err != nil { |
| return err |
| } |
| } |
| return nil |
| } |
| |
| func (b *Date64Builder) UnmarshalJSON(data []byte) error { |
| dec := json.NewDecoder(bytes.NewReader(data)) |
| dec.UseNumber() |
| t, err := dec.Token() |
| if err != nil { |
| return err |
| } |
| |
| if delim, ok := t.(json.Delim); !ok || delim != '[' { |
| return fmt.Errorf("binary builder must unpack from json array, found %s", delim) |
| } |
| |
| return b.Unmarshal(dec) |
| } |
| |
| type DurationBuilder struct { |
| builder |
| |
| dtype *arrow.DurationType |
| data *memory.Buffer |
| rawData []arrow.Duration |
| } |
| |
| func NewDurationBuilder(mem memory.Allocator, dtype *arrow.DurationType) *DurationBuilder { |
| b := &DurationBuilder{builder: builder{mem: mem}, dtype: dtype} |
| b.refCount.Add(1) |
| return b |
| } |
| |
| func (b *DurationBuilder) Type() arrow.DataType { return b.dtype } |
| |
| // Release decreases the reference count by 1. |
| // When the reference count goes to zero, the memory is freed. |
| func (b *DurationBuilder) Release() { |
| debug.Assert(b.refCount.Load() > 0, "too many releases") |
| |
| if b.refCount.Add(-1) == 0 { |
| if b.nullBitmap != nil { |
| b.nullBitmap.Release() |
| b.nullBitmap = nil |
| } |
| if b.data != nil { |
| b.data.Release() |
| b.data = nil |
| b.rawData = nil |
| } |
| } |
| } |
| |
| func (b *DurationBuilder) Append(v arrow.Duration) { |
| b.Reserve(1) |
| b.UnsafeAppend(v) |
| } |
| |
| func (b *DurationBuilder) AppendNull() { |
| b.Reserve(1) |
| b.UnsafeAppendBoolToBitmap(false) |
| } |
| |
| func (b *DurationBuilder) AppendNulls(n int) { |
| for i := 0; i < n; i++ { |
| b.AppendNull() |
| } |
| } |
| |
| func (b *DurationBuilder) AppendEmptyValue() { |
| b.Append(0) |
| } |
| |
| func (b *DurationBuilder) AppendEmptyValues(n int) { |
| for i := 0; i < n; i++ { |
| b.AppendEmptyValue() |
| } |
| } |
| |
| func (b *DurationBuilder) UnsafeAppend(v arrow.Duration) { |
| bitutil.SetBit(b.nullBitmap.Bytes(), b.length) |
| b.rawData[b.length] = v |
| b.length++ |
| } |
| |
| func (b *DurationBuilder) UnsafeAppendBoolToBitmap(isValid bool) { |
| if isValid { |
| bitutil.SetBit(b.nullBitmap.Bytes(), b.length) |
| } else { |
| b.nulls++ |
| } |
| b.length++ |
| } |
| |
| // AppendValues will append the values in the v slice. The valid slice determines which values |
| // in v are valid (not null). The valid slice must either be empty or be equal in length to v. If empty, |
| // all values in v are appended and considered valid. |
| func (b *DurationBuilder) AppendValues(v []arrow.Duration, valid []bool) { |
| if len(v) != len(valid) && len(valid) != 0 { |
| panic("len(v) != len(valid) && len(valid) != 0") |
| } |
| |
| if len(v) == 0 { |
| return |
| } |
| |
| b.Reserve(len(v)) |
| arrow.DurationTraits.Copy(b.rawData[b.length:], v) |
| b.builder.unsafeAppendBoolsToBitmap(valid, len(v)) |
| } |
| |
| func (b *DurationBuilder) init(capacity int) { |
| b.builder.init(capacity) |
| |
| b.data = memory.NewResizableBuffer(b.mem) |
| bytesN := arrow.DurationTraits.BytesRequired(capacity) |
| b.data.Resize(bytesN) |
| b.rawData = arrow.DurationTraits.CastFromBytes(b.data.Bytes()) |
| } |
| |
| // Reserve ensures there is enough space for appending n elements |
| // by checking the capacity and calling Resize if necessary. |
| func (b *DurationBuilder) Reserve(n int) { |
| b.builder.reserve(n, b.Resize) |
| } |
| |
| // Resize adjusts the space allocated by b to n elements. If n is greater than b.Cap(), |
| // additional memory will be allocated. If n is smaller, the allocated memory may reduced. |
| func (b *DurationBuilder) Resize(n int) { |
| nBuilder := n |
| if n < minBuilderCapacity { |
| n = minBuilderCapacity |
| } |
| |
| if b.capacity == 0 { |
| b.init(n) |
| } else { |
| b.builder.resize(nBuilder, b.init) |
| b.data.Resize(arrow.DurationTraits.BytesRequired(n)) |
| b.rawData = arrow.DurationTraits.CastFromBytes(b.data.Bytes()) |
| } |
| } |
| |
| func (b *DurationBuilder) Value(i int) arrow.Duration { |
| return b.rawData[i] |
| } |
| |
| // NewArray creates a Duration array from the memory buffers used by the builder and resets the DurationBuilder |
| // so it can be used to build a new array. |
| func (b *DurationBuilder) NewArray() arrow.Array { |
| return b.NewDurationArray() |
| } |
| |
| // NewDurationArray creates a Duration array from the memory buffers used by the builder and resets the DurationBuilder |
| // so it can be used to build a new array. |
| func (b *DurationBuilder) NewDurationArray() (a *Duration) { |
| data := b.newData() |
| a = NewDurationData(data) |
| data.Release() |
| return |
| } |
| |
| func (b *DurationBuilder) newData() (data *Data) { |
| bytesRequired := arrow.DurationTraits.BytesRequired(b.length) |
| if bytesRequired > 0 && bytesRequired < b.data.Len() { |
| // trim buffers |
| b.data.Resize(bytesRequired) |
| } |
| data = NewData(b.dtype, b.length, []*memory.Buffer{b.nullBitmap, b.data}, nil, b.nulls, 0) |
| b.reset() |
| |
| if b.data != nil { |
| b.data.Release() |
| b.data = nil |
| b.rawData = nil |
| } |
| |
| return |
| } |
| |
| func (b *DurationBuilder) AppendValueFromString(s string) error { |
| if s == NullValueStr { |
| b.AppendNull() |
| return nil |
| } |
| if v, parseErr := strconv.ParseInt(s, 10, 64); parseErr == nil { |
| b.Append(arrow.Duration(v)) |
| return nil |
| } |
| dur, err := time.ParseDuration(s) |
| if err != nil { |
| return err |
| } |
| |
| b.Append(arrow.Duration(dur / b.dtype.Unit.Multiplier())) |
| return nil |
| } |
| |
| func (b *DurationBuilder) UnmarshalOne(dec *json.Decoder) error { |
| t, err := dec.Token() |
| if err != nil { |
| return err |
| } |
| |
| switch v := t.(type) { |
| case nil: |
| b.AppendNull() |
| case json.Number: |
| n, err := v.Int64() |
| if err != nil { |
| return &json.UnmarshalTypeError{ |
| Value: v.String(), |
| Type: reflect.TypeOf(arrow.Duration(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| b.Append(arrow.Duration(n)) |
| case float64: |
| b.Append(arrow.Duration(v)) |
| case string: |
| // raw integer strings (e.g. "9223372036854775807") - useful when the |
| // caller serializes large integers as strings to bypass JSON number |
| // precision limits |
| if i, parseErr := strconv.ParseInt(v, 10, 64); parseErr == nil { |
| b.Append(arrow.Duration(i)) |
| break |
| } |
| // be flexible for specifying durations by accepting forms like |
| // 3h2m0.5s regardless of the unit and converting it to the proper |
| // precision. |
| val, err := time.ParseDuration(v) |
| if err != nil { |
| // if we got an error, maybe it was because the attempt to create |
| // a time.Duration (int64) in nanoseconds would overflow. check if |
| // the string is just a large number followed by the unit suffix |
| if strings.HasSuffix(v, b.dtype.Unit.String()) { |
| value, err := strconv.ParseInt(v[:len(v)-len(b.dtype.Unit.String())], 10, 64) |
| if err == nil { |
| b.Append(arrow.Duration(value)) |
| break |
| } |
| } |
| |
| return &json.UnmarshalTypeError{ |
| Value: v, |
| Type: reflect.TypeOf(arrow.Duration(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| |
| switch b.dtype.Unit { |
| case arrow.Nanosecond: |
| b.Append(arrow.Duration(val.Nanoseconds())) |
| case arrow.Microsecond: |
| b.Append(arrow.Duration(val.Microseconds())) |
| case arrow.Millisecond: |
| b.Append(arrow.Duration(val.Milliseconds())) |
| case arrow.Second: |
| b.Append(arrow.Duration(val.Seconds())) |
| } |
| |
| default: |
| return &json.UnmarshalTypeError{ |
| Value: fmt.Sprint(t), |
| Type: reflect.TypeOf(arrow.Duration(0)), |
| Offset: dec.InputOffset(), |
| } |
| } |
| |
| return nil |
| } |
| |
| func (b *DurationBuilder) Unmarshal(dec *json.Decoder) error { |
| for dec.More() { |
| if err := b.UnmarshalOne(dec); err != nil { |
| return err |
| } |
| } |
| return nil |
| } |
| |
| func (b *DurationBuilder) UnmarshalJSON(data []byte) error { |
| dec := json.NewDecoder(bytes.NewReader(data)) |
| dec.UseNumber() |
| t, err := dec.Token() |
| if err != nil { |
| return err |
| } |
| |
| if delim, ok := t.(json.Delim); !ok || delim != '[' { |
| return fmt.Errorf("binary builder must unpack from json array, found %s", delim) |
| } |
| |
| return b.Unmarshal(dec) |
| } |
| |
| var ( |
| _ Builder = (*Int64Builder)(nil) |
| _ Builder = (*Uint64Builder)(nil) |
| _ Builder = (*Float64Builder)(nil) |
| _ Builder = (*Int32Builder)(nil) |
| _ Builder = (*Uint32Builder)(nil) |
| _ Builder = (*Float32Builder)(nil) |
| _ Builder = (*Int16Builder)(nil) |
| _ Builder = (*Uint16Builder)(nil) |
| _ Builder = (*Int8Builder)(nil) |
| _ Builder = (*Uint8Builder)(nil) |
| _ Builder = (*Time32Builder)(nil) |
| _ Builder = (*Time64Builder)(nil) |
| _ Builder = (*Date32Builder)(nil) |
| _ Builder = (*Date64Builder)(nil) |
| _ Builder = (*DurationBuilder)(nil) |
| ) |