package arrow

Import Path
	github.com/apache/arrow-go/v18/arrow (on go.dev)

Dependency Relation
	imports 22 packages, and imported by 30 packages

Involved Source Files array.go compare.go datatype.go datatype_binary.go datatype_encoded.go datatype_extension.go datatype_fixedwidth.go datatype_nested.go datatype_null.go datatype_numeric.gen.go datatype_viewheader.go datatype_viewheader_inline.go Package arrow provides an implementation of Apache Arrow. Apache Arrow is a cross-language development platform for in-memory data. It specifies a standardized language-independent columnar memory format for flat and hierarchical data, organized for efficient analytic operations on modern hardware. It also provides computational libraries and zero-copy streaming messaging and inter-process communication. # Basics The fundamental data structure in Arrow is an Array, which holds a sequence of values of the same type. An array consists of memory holding the data and an additional validity bitmap that indicates if the corresponding entry in the array is valid (not null). If the array has no null entries, it is possible to omit this bitmap. # Requirements To build with tinygo include the noasm build tag. errors.go record.go schema.go table.go type_string.go type_traits.go type_traits_boolean.go type_traits_decimal128.go type_traits_decimal256.go type_traits_decimal32.go type_traits_decimal64.go type_traits_float16.go type_traits_interval.go type_traits_numeric.gen.go type_traits_timestamp.go type_traits_view.go unionmode_string.go
Code Examples package main import ( "fmt" "github.com/apache/arrow-go/v18/arrow/array" "github.com/apache/arrow-go/v18/arrow/memory" ) func main() { pool := memory.NewGoAllocator() denseBuilder := array.NewEmptyDenseUnionBuilder(pool) defer denseBuilder.Release() i8Builder := array.NewInt8Builder(pool) defer i8Builder.Release() i8Code := denseBuilder.AppendChild(i8Builder, "i8") strBuilder := array.NewStringBuilder(pool) defer strBuilder.Release() strCode := denseBuilder.AppendChild(strBuilder, "str") f64Builder := array.NewFloat64Builder(pool) defer f64Builder.Release() f64Code := denseBuilder.AppendChild(f64Builder, "f64") values := []interface{}{int8(33), "abc", float64(1.0), float64(-1.0), nil, "", int8(10), "def", int8(-10), float64(0.5)} for _, v := range values { switch v := v.(type) { case int8: denseBuilder.Append(i8Code) i8Builder.Append(v) case string: denseBuilder.Append(strCode) strBuilder.Append(v) case float64: denseBuilder.Append(f64Code) f64Builder.Append(v) case nil: denseBuilder.AppendNull() } } arr := denseBuilder.NewDenseUnionArray() defer arr.Release() fmt.Printf("Len() = %d\n", arr.Len()) fields := arr.UnionType().Fields() offsets := arr.RawValueOffsets() for i := 0; i < arr.Len(); i++ { child := arr.ChildID(i) data := arr.Field(child) field := fields[child] idx := int(offsets[i]) if data.IsNull(idx) { fmt.Printf("[%d] = (null)\n", i) continue } var v interface{} switch varr := data.(type) { case *array.Int8: v = varr.Value(idx) case *array.String: v = varr.Value(idx) case *array.Float64: v = varr.Value(idx) } fmt.Printf("[%d] = %#5v {%s}\n", i, v, field.Name) } fmt.Printf("i8: %s\n", arr.Field(0)) fmt.Printf("str: %s\n", arr.Field(1)) fmt.Printf("f64: %s\n", arr.Field(2)) } package main import ( "fmt" "github.com/apache/arrow-go/v18/arrow" "github.com/apache/arrow-go/v18/arrow/array" "github.com/apache/arrow-go/v18/arrow/memory" ) func main() { pool := memory.NewGoAllocator() lb := array.NewFixedSizeListBuilder(pool, 3, arrow.PrimitiveTypes.Int64) defer lb.Release() vb := lb.ValueBuilder().(*array.Int64Builder) vb.Reserve(10) lb.Append(true) vb.Append(0) vb.Append(1) vb.Append(2) lb.AppendNull() lb.Append(true) vb.Append(3) vb.Append(4) vb.Append(5) lb.Append(true) vb.Append(6) vb.Append(7) vb.Append(8) lb.AppendNull() arr := lb.NewArray().(*array.FixedSizeList) arr.DataType().(*arrow.FixedSizeListType).SetElemNullable(false) defer arr.Release() fmt.Printf("NullN() = %d\n", arr.NullN()) fmt.Printf("Len() = %d\n", arr.Len()) fmt.Printf("Type() = %v\n", arr.DataType()) fmt.Printf("List = %v\n", arr) } package main import ( "fmt" "github.com/apache/arrow-go/v18/arrow/array" "github.com/apache/arrow-go/v18/arrow/memory" ) func main() { pool := memory.NewGoAllocator() b := array.NewFloat64Builder(pool) defer b.Release() b.AppendValues( []float64{1, 2, 3, -1, 4, 5}, []bool{true, true, true, false, true, true}, ) arr := b.NewFloat64Array() defer arr.Release() fmt.Printf("array = %v\n", arr) sli := array.NewSlice(arr, 2, 5).(*array.Float64) defer sli.Release() fmt.Printf("slice = %v\n", sli) } package main import ( "fmt" "github.com/apache/arrow-go/v18/arrow/array" "github.com/apache/arrow-go/v18/arrow/memory" "github.com/apache/arrow-go/v18/arrow/tensor" ) func main() { pool := memory.NewGoAllocator() b := array.NewFloat64Builder(pool) defer b.Release() raw := []float64{1, 2, 3, 4, 5, 6, 7, 8, 9, 10} b.AppendValues(raw, nil) arr := b.NewFloat64Array() defer arr.Release() f64 := tensor.NewFloat64(arr.Data(), []int64{2, 5}, nil, []string{"x", "y"}) defer f64.Release() for _, i := range [][]int64{ {0, 0}, {0, 1}, {0, 2}, {0, 3}, {0, 4}, {1, 0}, {1, 1}, {1, 2}, {1, 3}, {1, 4}, } { fmt.Printf("arr%v = %v\n", i, f64.Value(i)) } } package main import ( "fmt" "github.com/apache/arrow-go/v18/arrow/array" "github.com/apache/arrow-go/v18/arrow/memory" "github.com/apache/arrow-go/v18/arrow/tensor" ) func main() { pool := memory.NewGoAllocator() b := array.NewFloat64Builder(pool) defer b.Release() raw := []float64{1, 2, 3, 4, 5, 6, 7, 8, 9, 10} b.AppendValues(raw, nil) arr := b.NewFloat64Array() defer arr.Release() f64 := tensor.NewFloat64(arr.Data(), []int64{2, 5}, []int64{8, 16}, []string{"x", "y"}) defer f64.Release() for _, i := range [][]int64{ {0, 0}, {0, 1}, {0, 2}, {0, 3}, {0, 4}, {1, 0}, {1, 1}, {1, 2}, {1, 3}, {1, 4}, } { fmt.Printf("arr%v = %v\n", i, f64.Value(i)) } } package main import ( "fmt" "github.com/apache/arrow-go/v18/arrow/array" "github.com/apache/arrow-go/v18/arrow/memory" ) func main() { // create LSB packed bits with the following pattern: // 01010011 11000101 data := memory.NewBufferBytes([]byte{0xca, 0xa3}) // create LSB packed validity (null) bitmap, where every 4th element is null: // 11101110 11101110 nullBitmap := memory.NewBufferBytes([]byte{0x77, 0x77}) // Create a boolean array and lazily determine NullN using UnknownNullCount bools := array.NewBoolean(16, data, nullBitmap, array.UnknownNullCount) defer bools.Release() // Show the null count fmt.Printf("NullN() = %d\n", bools.NullN()) // Enumerate the values. n := bools.Len() for i := 0; i < n; i++ { fmt.Printf("bools[%d] = ", i) if bools.IsNull(i) { fmt.Println(array.NullValueStr) } else { fmt.Printf("%t\n", bools.Value(i)) } } } package main import ( "fmt" "github.com/apache/arrow-go/v18/arrow" "github.com/apache/arrow-go/v18/arrow/array" "github.com/apache/arrow-go/v18/arrow/memory" ) func main() { pool := memory.NewGoAllocator() lb := array.NewListBuilder(pool, arrow.PrimitiveTypes.Int64) defer lb.Release() vb := lb.ValueBuilder().(*array.Int64Builder) vb.Reserve(10) lb.Append(true) vb.Append(0) vb.Append(1) vb.Append(2) lb.AppendNull() lb.Append(true) vb.Append(3) lb.Append(true) vb.Append(4) vb.Append(5) lb.Append(true) vb.Append(6) vb.Append(7) vb.Append(8) lb.AppendNull() lb.Append(true) vb.Append(9) arr := lb.NewArray().(*array.List) defer arr.Release() arr.DataType().(*arrow.ListType).SetElemNullable(false) fmt.Printf("NullN() = %d\n", arr.NullN()) fmt.Printf("Len() = %d\n", arr.Len()) fmt.Printf("Offsets() = %v\n", arr.Offsets()) fmt.Printf("Type() = %v\n", arr.DataType()) offsets := arr.Offsets()[1:] varr := arr.ListValues().(*array.Int64) pos := 0 for i := 0; i < arr.Len(); i++ { if !arr.IsValid(i) { fmt.Printf("List[%d] = (null)\n", i) continue } fmt.Printf("List[%d] = [", i) for j := pos; j < int(offsets[i]); j++ { if j != pos { fmt.Printf(", ") } fmt.Printf("%v", varr.Value(j)) } pos = int(offsets[i]) fmt.Printf("]\n") } fmt.Printf("List = %v\n", arr) } package main import ( "fmt" "github.com/apache/arrow-go/v18/arrow" "github.com/apache/arrow-go/v18/arrow/array" "github.com/apache/arrow-go/v18/arrow/memory" ) func main() { pool := memory.NewGoAllocator() mb := array.NewMapBuilder(pool, arrow.BinaryTypes.String, arrow.PrimitiveTypes.Int16, false) defer mb.Release() kb := mb.KeyBuilder().(*array.StringBuilder) ib := mb.ItemBuilder().(*array.Int16Builder) keys := []string{"ab", "cd", "ef", "gh"} mb.Append(true) kb.AppendValues(keys, nil) ib.AppendValues([]int16{1, 2, 3, 4}, nil) mb.AppendNull() mb.Append(true) kb.AppendValues(keys, nil) ib.AppendValues([]int16{-1, 2, 5, 1}, []bool{false, true, true, true}) arr := mb.NewMapArray() defer arr.Release() fmt.Printf("NullN() = %d\n", arr.NullN()) fmt.Printf("Len() = %d\n", arr.Len()) offsets := arr.Offsets() keyArr := arr.Keys().(*array.String) itemArr := arr.Items().(*array.Int16) for i := 0; i < arr.Len(); i++ { if arr.IsNull(i) { fmt.Printf("Map[%d] = (null)\n", i) continue } fmt.Printf("Map[%d] = {", i) for j := offsets[i]; j < offsets[i+1]; j++ { if j != offsets[i] { fmt.Printf(", ") } fmt.Printf("%v => ", keyArr.Value(int(j))) if itemArr.IsValid(int(j)) { fmt.Printf("%v", itemArr.Value(int(j))) } else { fmt.Printf(array.NullValueStr) } } fmt.Printf("}\n") } fmt.Printf("Map = %v\n", arr) } package main import ( "fmt" "github.com/apache/arrow-go/v18/arrow/array" "github.com/apache/arrow-go/v18/arrow/memory" ) func main() { // Create an allocator. pool := memory.NewGoAllocator() // Create an int64 array builder. builder := array.NewInt64Builder(pool) defer builder.Release() builder.Append(1) builder.Append(2) builder.Append(3) builder.AppendNull() builder.Append(5) builder.Append(6) builder.Append(7) builder.Append(8) // Finish building the int64 array and reset the builder. ints := builder.NewInt64Array() defer ints.Release() // Enumerate the values. for i, v := range ints.Int64Values() { fmt.Printf("ints[%d] = ", i) if ints.IsNull(i) { fmt.Println(array.NullValueStr) } else { fmt.Println(v) } } fmt.Printf("ints = %v\n", ints) } package main import ( "fmt" "github.com/apache/arrow-go/v18/arrow" "github.com/apache/arrow-go/v18/arrow/array" "github.com/apache/arrow-go/v18/arrow/memory" ) func main() { pool := memory.NewGoAllocator() schema := arrow.NewSchema( []arrow.Field{ {Name: "f1-i32", Type: arrow.PrimitiveTypes.Int32}, {Name: "f2-f64", Type: arrow.PrimitiveTypes.Float64}, }, nil, ) b := array.NewRecordBuilder(pool, schema) defer b.Release() b.Field(0).(*array.Int32Builder).AppendValues([]int32{1, 2, 3, 4, 5, 6}, nil) b.Field(0).(*array.Int32Builder).AppendValues([]int32{7, 8, 9, 10}, []bool{true, true, false, true}) b.Field(1).(*array.Float64Builder).AppendValues([]float64{1, 2, 3, 4, 5, 6, 7, 8, 9, 10}, nil) rec := b.NewRecord() defer rec.Release() for i, col := range rec.Columns() { fmt.Printf("column[%d] %q: %v\n", i, rec.ColumnName(i), col) } } package main import ( "fmt" "log" "github.com/apache/arrow-go/v18/arrow" "github.com/apache/arrow-go/v18/arrow/array" "github.com/apache/arrow-go/v18/arrow/memory" ) func main() { pool := memory.NewGoAllocator() schema := arrow.NewSchema( []arrow.Field{ {Name: "f1-i32", Type: arrow.PrimitiveTypes.Int32}, {Name: "f2-f64", Type: arrow.PrimitiveTypes.Float64}, }, nil, ) b := array.NewRecordBuilder(pool, schema) defer b.Release() b.Field(0).(*array.Int32Builder).AppendValues([]int32{1, 2, 3, 4, 5, 6}, nil) b.Field(0).(*array.Int32Builder).AppendValues([]int32{7, 8, 9, 10}, []bool{true, true, false, true}) b.Field(1).(*array.Float64Builder).AppendValues([]float64{1, 2, 3, 4, 5, 6, 7, 8, 9, 10}, nil) rec1 := b.NewRecord() defer rec1.Release() b.Field(0).(*array.Int32Builder).AppendValues([]int32{11, 12, 13, 14, 15, 16, 17, 18, 19, 20}, nil) b.Field(1).(*array.Float64Builder).AppendValues([]float64{11, 12, 13, 14, 15, 16, 17, 18, 19, 20}, nil) rec2 := b.NewRecord() defer rec2.Release() itr, err := array.NewRecordReader(schema, []arrow.RecordBatch{rec1, rec2}) if err != nil { log.Fatal(err) } defer itr.Release() n := 0 for itr.Next() { rec := itr.Record() for i, col := range rec.Columns() { fmt.Printf("rec[%d][%q]: %v\n", n, rec.ColumnName(i), col) } n++ } } package main import ( "fmt" "github.com/apache/arrow-go/v18/arrow/array" "github.com/apache/arrow-go/v18/arrow/memory" ) func main() { pool := memory.NewGoAllocator() sparseBuilder := array.NewEmptySparseUnionBuilder(pool) defer sparseBuilder.Release() i8Builder := array.NewInt8Builder(pool) defer i8Builder.Release() i8Code := sparseBuilder.AppendChild(i8Builder, "i8") strBuilder := array.NewStringBuilder(pool) defer strBuilder.Release() strCode := sparseBuilder.AppendChild(strBuilder, "str") f64Builder := array.NewFloat64Builder(pool) defer f64Builder.Release() f64Code := sparseBuilder.AppendChild(f64Builder, "f64") values := []interface{}{int8(33), "abc", float64(1.0), float64(-1.0), nil, "", int8(10), "def", int8(-10), float64(0.5)} for _, v := range values { switch v := v.(type) { case int8: sparseBuilder.Append(i8Code) i8Builder.Append(v) strBuilder.AppendEmptyValue() f64Builder.AppendEmptyValue() case string: sparseBuilder.Append(strCode) i8Builder.AppendEmptyValue() strBuilder.Append(v) f64Builder.AppendEmptyValue() case float64: sparseBuilder.Append(f64Code) i8Builder.AppendEmptyValue() strBuilder.AppendEmptyValue() f64Builder.Append(v) case nil: sparseBuilder.AppendNull() } } arr := sparseBuilder.NewSparseUnionArray() defer arr.Release() fmt.Printf("Len() = %d\n", arr.Len()) fields := arr.UnionType().Fields() for i := 0; i < arr.Len(); i++ { child := arr.ChildID(i) data := arr.Field(child) field := fields[child] if data.IsNull(i) { fmt.Printf("[%d] = (null)\n", i) continue } var v interface{} switch varr := data.(type) { case *array.Int8: v = varr.Value(i) case *array.String: v = varr.Value(i) case *array.Float64: v = varr.Value(i) } fmt.Printf("[%d] = %#5v {%s}\n", i, v, field.Name) } fmt.Printf("i8: %s\n", arr.Field(0)) fmt.Printf("str: %s\n", arr.Field(1)) fmt.Printf("f64: %s\n", arr.Field(2)) } package main import ( "fmt" "github.com/apache/arrow-go/v18/arrow" "github.com/apache/arrow-go/v18/arrow/array" "github.com/apache/arrow-go/v18/arrow/memory" ) func main() { pool := memory.NewGoAllocator() dtype := arrow.StructOf([]arrow.Field{ {Name: "f1", Type: arrow.ListOf(arrow.PrimitiveTypes.Uint8)}, {Name: "f2", Type: arrow.PrimitiveTypes.Int32}, }...) sb := array.NewStructBuilder(pool, dtype) defer sb.Release() f1b := sb.FieldBuilder(0).(*array.ListBuilder) f1vb := f1b.ValueBuilder().(*array.Uint8Builder) f2b := sb.FieldBuilder(1).(*array.Int32Builder) sb.Reserve(4) f1vb.Reserve(7) f2b.Reserve(3) sb.Append(true) f1b.Append(true) f1vb.AppendValues([]byte("joe"), nil) f2b.Append(1) sb.Append(true) f1b.AppendNull() f2b.Append(2) sb.AppendNull() sb.Append(true) f1b.Append(true) f1vb.AppendValues([]byte("mark"), nil) f2b.Append(4) arr := sb.NewArray().(*array.Struct) defer arr.Release() fmt.Printf("NullN() = %d\n", arr.NullN()) fmt.Printf("Len() = %d\n", arr.Len()) fmt.Printf("Type() = %v\n", arr.DataType()) list := arr.Field(0).(*array.List) offsets := list.Offsets() varr := list.ListValues().(*array.Uint8) ints := arr.Field(1).(*array.Int32) for i := 0; i < arr.Len(); i++ { if !arr.IsValid(i) { fmt.Printf("Struct[%d] = (null)\n", i) continue } fmt.Printf("Struct[%d] = [", i) pos := int(offsets[i]) switch { case list.IsValid(pos): fmt.Printf("[") for j := offsets[i]; j < offsets[i+1]; j++ { if j != offsets[i] { fmt.Printf(", ") } fmt.Printf("%v", string(varr.Value(int(j)))) } fmt.Printf("], ") default: fmt.Printf("(null), ") } fmt.Printf("%d]\n", ints.Value(i)) } } package main import ( "fmt" "github.com/apache/arrow-go/v18/arrow" "github.com/apache/arrow-go/v18/arrow/array" "github.com/apache/arrow-go/v18/arrow/memory" ) func main() { pool := memory.NewGoAllocator() schema := arrow.NewSchema( []arrow.Field{ {Name: "f1-i32", Type: arrow.PrimitiveTypes.Int32}, {Name: "f2-f64", Type: arrow.PrimitiveTypes.Float64}, }, nil, ) b := array.NewRecordBuilder(pool, schema) defer b.Release() b.Field(0).(*array.Int32Builder).AppendValues([]int32{1, 2, 3, 4, 5, 6}, nil) b.Field(0).(*array.Int32Builder).AppendValues([]int32{7, 8, 9, 10}, []bool{true, true, false, true}) b.Field(1).(*array.Float64Builder).AppendValues([]float64{1, 2, 3, 4, 5, 6, 7, 8, 9, 10}, nil) rec1 := b.NewRecord() defer rec1.Release() b.Field(0).(*array.Int32Builder).AppendValues([]int32{11, 12, 13, 14, 15, 16, 17, 18, 19, 20}, nil) b.Field(1).(*array.Float64Builder).AppendValues([]float64{11, 12, 13, 14, 15, 16, 17, 18, 19, 20}, nil) rec2 := b.NewRecord() defer rec2.Release() tbl := array.NewTableFromRecords(schema, []arrow.RecordBatch{rec1, rec2}) defer tbl.Release() tr := array.NewTableReader(tbl, 5) defer tr.Release() n := 0 for tr.Next() { rec := tr.Record() for i, col := range rec.Columns() { fmt.Printf("rec[%d][%q]: %v\n", n, rec.ColumnName(i), col) } n++ } } package main import ( "fmt" "github.com/apache/arrow-go/v18/arrow" "github.com/apache/arrow-go/v18/arrow/array" "github.com/apache/arrow-go/v18/arrow/math" "github.com/apache/arrow-go/v18/arrow/memory" ) func main() { // Create a schema with three fields schema := arrow.NewSchema([]arrow.Field{ {Name: "intField", Type: arrow.PrimitiveTypes.Int64, Nullable: false}, {Name: "stringField", Type: arrow.BinaryTypes.String, Nullable: false}, {Name: "floatField", Type: arrow.PrimitiveTypes.Float64, Nullable: true}, }, nil) // Create a record builder builder := array.NewRecordBuilder(memory.DefaultAllocator, schema) defer builder.Release() // Append values to each field builder.Field(0).(*array.Int64Builder).AppendValues([]int64{1, 2, 3, 4, 5}, nil) builder.Field(1).(*array.StringBuilder).AppendValues([]string{"a", "b", "c", "d", "e"}, nil) builder.Field(2).(*array.Float64Builder).AppendValues([]float64{1, 0, 3, 0, 5}, []bool{true, false, true, false, true}) // Create a record rec := builder.NewRecord() defer rec.Release() // Create a table from the record tbl := array.NewTableFromRecords(schema, []arrow.RecordBatch{rec}) defer tbl.Release() // Calculate sum of floatField sum := math.Float64.Sum(tbl.Column(2).Data().Chunk(0).(*array.Float64)) fmt.Printf("Sum of floatField: %v\n", sum) // Print the table contents fmt.Println("\nTable contents:") fmt.Printf("Number of rows: %d\n", tbl.NumRows()) fmt.Printf("Number of columns: %d\n", tbl.NumCols()) fmt.Println("\nColumn names:") for i := 0; i < int(tbl.NumCols()); i++ { fmt.Printf(" %s\n", tbl.Column(i).Name()) } }
Package-Level Type Names (total 96)
/* sort by: | */
Array represents an immutable sequence of values using the Arrow in-memory format. ( Array) Data() ArrayData DataType returns the type metadata for this instance. Get single value to be marshalled with `json.Marshal` IsNull returns true if value at index is null. NOTE: IsNull will panic if NullBitmapBytes is not empty and 0 > i ≥ Len. IsValid returns true if value at index is not null. NOTE: IsValid will panic if NullBitmapBytes is not empty and 0 > i ≥ Len. Len returns the number of elements in the array. ( Array) MarshalJSON() ([]byte, error) NullBitmapBytes returns a byte slice of the validity bitmap. NullN returns the number of null values in the array. Release decreases the reference count by 1. Release may be called simultaneously from multiple goroutines. When the reference count goes to zero, the memory is freed. Retain increases the reference count by 1. Retain may be called simultaneously from multiple goroutines. ( Array) String() string ValueStr returns the value at index as a string. TypedArray[...] (interface) *github.com/apache/arrow-go/v18/arrow/array.Binary github.com/apache/arrow-go/v18/arrow/array.BinaryLike (interface) *github.com/apache/arrow-go/v18/arrow/array.BinaryView *github.com/apache/arrow-go/v18/arrow/array.Boolean *github.com/apache/arrow-go/v18/arrow/array.Date32 *github.com/apache/arrow-go/v18/arrow/array.Date64 *github.com/apache/arrow-go/v18/arrow/array.DayTimeInterval *github.com/apache/arrow-go/v18/arrow/array.DenseUnion *github.com/apache/arrow-go/v18/arrow/array.Dictionary *github.com/apache/arrow-go/v18/arrow/array.Duration github.com/apache/arrow-go/v18/arrow/array.ExtensionArray (interface) *github.com/apache/arrow-go/v18/arrow/array.ExtensionArrayBase *github.com/apache/arrow-go/v18/arrow/array.FixedSizeBinary *github.com/apache/arrow-go/v18/arrow/array.FixedSizeList *github.com/apache/arrow-go/v18/arrow/array.Float16 *github.com/apache/arrow-go/v18/arrow/array.Float32 *github.com/apache/arrow-go/v18/arrow/array.Float64 *github.com/apache/arrow-go/v18/arrow/array.Int16 *github.com/apache/arrow-go/v18/arrow/array.Int32 *github.com/apache/arrow-go/v18/arrow/array.Int64 *github.com/apache/arrow-go/v18/arrow/array.Int8 *github.com/apache/arrow-go/v18/arrow/array.LargeBinary *github.com/apache/arrow-go/v18/arrow/array.LargeList *github.com/apache/arrow-go/v18/arrow/array.LargeListView *github.com/apache/arrow-go/v18/arrow/array.LargeString *github.com/apache/arrow-go/v18/arrow/array.List github.com/apache/arrow-go/v18/arrow/array.ListLike (interface) *github.com/apache/arrow-go/v18/arrow/array.ListView *github.com/apache/arrow-go/v18/arrow/array.Map *github.com/apache/arrow-go/v18/arrow/array.MonthDayNanoInterval *github.com/apache/arrow-go/v18/arrow/array.MonthInterval *github.com/apache/arrow-go/v18/arrow/array.Null *github.com/apache/arrow-go/v18/arrow/array.RunEndEncoded *github.com/apache/arrow-go/v18/arrow/array.SparseUnion *github.com/apache/arrow-go/v18/arrow/array.String github.com/apache/arrow-go/v18/arrow/array.StringLike (interface) *github.com/apache/arrow-go/v18/arrow/array.StringView *github.com/apache/arrow-go/v18/arrow/array.Struct *github.com/apache/arrow-go/v18/arrow/array.Time32 *github.com/apache/arrow-go/v18/arrow/array.Time64 *github.com/apache/arrow-go/v18/arrow/array.Timestamp *github.com/apache/arrow-go/v18/arrow/array.Uint16 *github.com/apache/arrow-go/v18/arrow/array.Uint32 *github.com/apache/arrow-go/v18/arrow/array.Uint64 *github.com/apache/arrow-go/v18/arrow/array.Uint8 github.com/apache/arrow-go/v18/arrow/array.Union (interface) github.com/apache/arrow-go/v18/arrow/array.VarLenListLike (interface) github.com/apache/arrow-go/v18/arrow/array.ViewLike (interface) *github.com/apache/arrow-go/v18/arrow/extensions.Bool8Array *github.com/apache/arrow-go/v18/arrow/extensions.JSONArray *github.com/apache/arrow-go/v18/arrow/extensions.OpaqueArray *github.com/apache/arrow-go/v18/arrow/extensions.UUIDArray *github.com/apache/arrow-go/v18/arrow/extensions.VariantArray github.com/polarsignals/frostdb/pqarrow/arrowutils.VirtualNullArray Array : github.com/apache/arrow-go/v18/arrow/scalar.Releasable Array : github.com/goccy/go-json.Marshaler Array : encoding/json.Marshaler Array : expvar.Var Array : fmt.Stringer func (*Chunked).Chunk(i int) Array func (*Chunked).Chunks() []Array func Record.Column(i int) Array func Record.Columns() []Array func RecordBatch.Column(i int) Array func RecordBatch.Columns() []Array func github.com/apache/arrow-go/v18/arrow/array.Concatenate(arrs []Array, mem memory.Allocator) (result Array, err error) func github.com/apache/arrow-go/v18/arrow/array.DictArrayFromJSON(mem memory.Allocator, dt *DictionaryType, indicesJSON, dictJSON string) (Array, error) func github.com/apache/arrow-go/v18/arrow/array.FromJSON(mem memory.Allocator, dt DataType, r io.Reader, opts ...array.FromJSONOption) (arr Array, offset int64, err error) func github.com/apache/arrow-go/v18/arrow/array.MakeArrayOfNull(mem memory.Allocator, dt DataType, length int) Array func github.com/apache/arrow-go/v18/arrow/array.MakeFromData(data ArrayData) Array func github.com/apache/arrow-go/v18/arrow/array.NewExtensionArrayWithStorage(dt ExtensionType, storage Array) Array func github.com/apache/arrow-go/v18/arrow/array.NewIntervalData(data ArrayData) Array func github.com/apache/arrow-go/v18/arrow/array.NewSlice(arr Array, i, j int64) Array func github.com/apache/arrow-go/v18/arrow/array.(*BinaryBuilder).NewArray() Array func github.com/apache/arrow-go/v18/arrow/array.BinaryLikeBuilder.NewArray() Array func github.com/apache/arrow-go/v18/arrow/array.(*BinaryViewBuilder).NewArray() Array func github.com/apache/arrow-go/v18/arrow/array.(*BooleanBuilder).NewArray() Array func github.com/apache/arrow-go/v18/arrow/array.Builder.NewArray() Array func github.com/apache/arrow-go/v18/arrow/array.(*Date32Builder).NewArray() Array func github.com/apache/arrow-go/v18/arrow/array.(*Date64Builder).NewArray() Array func github.com/apache/arrow-go/v18/arrow/array.(*DayTimeIntervalBuilder).NewArray() Array func github.com/apache/arrow-go/v18/arrow/array.(*DenseUnionBuilder).NewArray() Array func github.com/apache/arrow-go/v18/arrow/array.(*Dictionary).Dictionary() Array func github.com/apache/arrow-go/v18/arrow/array.(*Dictionary).Indices() Array func github.com/apache/arrow-go/v18/arrow/array.DictionaryBuilder.NewArray() Array func github.com/apache/arrow-go/v18/arrow/array.DictionaryBuilder.NewDelta() (indices, delta Array, err error) func github.com/apache/arrow-go/v18/arrow/array.DictionaryUnifier.GetResult() (outType DataType, outDict Array, err error) func github.com/apache/arrow-go/v18/arrow/array.DictionaryUnifier.GetResultWithIndexType(indexType DataType) (Array, error) func github.com/apache/arrow-go/v18/arrow/array.(*DurationBuilder).NewArray() Array func github.com/apache/arrow-go/v18/arrow/array.ExtensionArray.Storage() Array func github.com/apache/arrow-go/v18/arrow/array.(*ExtensionArrayBase).Storage() Array func github.com/apache/arrow-go/v18/arrow/array.(*ExtensionBuilder).NewArray() Array func github.com/apache/arrow-go/v18/arrow/array.(*FixedSizeBinaryBuilder).NewArray() Array func github.com/apache/arrow-go/v18/arrow/array.(*FixedSizeList).ListValues() Array func github.com/apache/arrow-go/v18/arrow/array.(*FixedSizeListBuilder).NewArray() Array func github.com/apache/arrow-go/v18/arrow/array.(*Float16Builder).NewArray() Array func github.com/apache/arrow-go/v18/arrow/array.(*Float32Builder).NewArray() Array func github.com/apache/arrow-go/v18/arrow/array.(*Float64Builder).NewArray() Array func github.com/apache/arrow-go/v18/arrow/array.(*Int16Builder).NewArray() Array func github.com/apache/arrow-go/v18/arrow/array.(*Int32Builder).NewArray() Array func github.com/apache/arrow-go/v18/arrow/array.(*Int64Builder).NewArray() Array func github.com/apache/arrow-go/v18/arrow/array.(*Int8Builder).NewArray() Array func github.com/apache/arrow-go/v18/arrow/array.(*LargeList).ListValues() Array func github.com/apache/arrow-go/v18/arrow/array.(*LargeListBuilder).NewArray() Array func github.com/apache/arrow-go/v18/arrow/array.(*LargeListView).ListValues() Array func github.com/apache/arrow-go/v18/arrow/array.(*LargeListViewBuilder).NewArray() Array func github.com/apache/arrow-go/v18/arrow/array.(*LargeStringBuilder).NewArray() Array func github.com/apache/arrow-go/v18/arrow/array.(*List).ListValues() Array func github.com/apache/arrow-go/v18/arrow/array.(*ListBuilder).NewArray() Array func github.com/apache/arrow-go/v18/arrow/array.ListLike.ListValues() Array func github.com/apache/arrow-go/v18/arrow/array.ListLikeBuilder.NewArray() Array func github.com/apache/arrow-go/v18/arrow/array.(*ListView).ListValues() Array func github.com/apache/arrow-go/v18/arrow/array.(*ListViewBuilder).NewArray() Array func github.com/apache/arrow-go/v18/arrow/array.(*Map).Items() Array func github.com/apache/arrow-go/v18/arrow/array.(*Map).Keys() Array func github.com/apache/arrow-go/v18/arrow/array.(*MapBuilder).NewArray() Array func github.com/apache/arrow-go/v18/arrow/array.(*MonthDayNanoIntervalBuilder).NewArray() Array func github.com/apache/arrow-go/v18/arrow/array.(*MonthIntervalBuilder).NewArray() Array func github.com/apache/arrow-go/v18/arrow/array.(*NullBuilder).NewArray() Array func github.com/apache/arrow-go/v18/arrow/array.(*NullDictionaryBuilder).NewArray() Array func github.com/apache/arrow-go/v18/arrow/array.(*RunEndEncoded).LogicalRunEndsArray(mem memory.Allocator) Array func github.com/apache/arrow-go/v18/arrow/array.(*RunEndEncoded).LogicalValuesArray() Array func github.com/apache/arrow-go/v18/arrow/array.(*RunEndEncoded).RunEndsArr() Array func github.com/apache/arrow-go/v18/arrow/array.(*RunEndEncoded).Values() Array func github.com/apache/arrow-go/v18/arrow/array.(*RunEndEncodedBuilder).NewArray() Array func github.com/apache/arrow-go/v18/arrow/array.(*SparseUnion).GetFlattenedField(mem memory.Allocator, index int) (Array, error) func github.com/apache/arrow-go/v18/arrow/array.(*SparseUnionBuilder).NewArray() Array func github.com/apache/arrow-go/v18/arrow/array.(*StringBuilder).NewArray() Array func github.com/apache/arrow-go/v18/arrow/array.StringLikeBuilder.NewArray() Array func github.com/apache/arrow-go/v18/arrow/array.(*StringViewBuilder).NewArray() Array func github.com/apache/arrow-go/v18/arrow/array.(*Struct).Field(i int) Array func github.com/apache/arrow-go/v18/arrow/array.(*StructBuilder).NewArray() Array func github.com/apache/arrow-go/v18/arrow/array.(*Time32Builder).NewArray() Array func github.com/apache/arrow-go/v18/arrow/array.(*Time64Builder).NewArray() Array func github.com/apache/arrow-go/v18/arrow/array.(*TimestampBuilder).NewArray() Array func github.com/apache/arrow-go/v18/arrow/array.(*Uint16Builder).NewArray() Array func github.com/apache/arrow-go/v18/arrow/array.(*Uint32Builder).NewArray() Array func github.com/apache/arrow-go/v18/arrow/array.(*Uint64Builder).NewArray() Array func github.com/apache/arrow-go/v18/arrow/array.(*Uint8Builder).NewArray() Array func github.com/apache/arrow-go/v18/arrow/array.Union.Field(pos int) Array func github.com/apache/arrow-go/v18/arrow/array.UnionBuilder.NewArray() Array func github.com/apache/arrow-go/v18/arrow/array.VarLenListLike.ListValues() Array func github.com/apache/arrow-go/v18/arrow/array.VarLenListLikeBuilder.NewArray() Array func github.com/apache/arrow-go/v18/arrow/compute.CastArray(ctx context.Context, val Array, opts *compute.CastOptions) (Array, error) func github.com/apache/arrow-go/v18/arrow/compute.CastToType(ctx context.Context, val Array, toType DataType) (Array, error) func github.com/apache/arrow-go/v18/arrow/compute.FilterArray(ctx context.Context, values, filter Array, options compute.FilterOptions) (Array, error) func github.com/apache/arrow-go/v18/arrow/compute.RunEndDecodeArray(ctx context.Context, input Array) (Array, error) func github.com/apache/arrow-go/v18/arrow/compute.RunEndEncodeArray(ctx context.Context, opts compute.RunEndEncodeOptions, input Array) (Array, error) func github.com/apache/arrow-go/v18/arrow/compute.TakeArray(ctx context.Context, values, indices Array) (Array, error) func github.com/apache/arrow-go/v18/arrow/compute.TakeArrayOpts(ctx context.Context, values, indices Array, opts compute.TakeOptions) (Array, error) func github.com/apache/arrow-go/v18/arrow/compute.UniqueArray(ctx context.Context, values Array) (Array, error) func github.com/apache/arrow-go/v18/arrow/compute.(*ArrayDatum).Chunks() []Array func github.com/apache/arrow-go/v18/arrow/compute.(*ArrayDatum).MakeArray() Array func github.com/apache/arrow-go/v18/arrow/compute.ArrayLikeDatum.Chunks() []Array func github.com/apache/arrow-go/v18/arrow/compute.(*ChunkedDatum).Chunks() []Array func github.com/apache/arrow-go/v18/arrow/compute.FieldPath.GetColumn(batch RecordBatch) (Array, error) func github.com/apache/arrow-go/v18/arrow/compute.FieldRef.GetAllColumns(root RecordBatch) ([]Array, error) func github.com/apache/arrow-go/v18/arrow/compute.FieldRef.GetOneColumnOrNone(root RecordBatch) (Array, error) func github.com/apache/arrow-go/v18/arrow/compute.ScalarDatum.Chunks() []Array func github.com/apache/arrow-go/v18/arrow/compute/exec.ArrayFromSlice[T](mem memory.Allocator, data []T) Array func github.com/apache/arrow-go/v18/arrow/compute/exec.ArrayFromSliceWithValid[T](mem memory.Allocator, data []T, valid []bool) Array func github.com/apache/arrow-go/v18/arrow/compute/exec.RechunkArraysConsistently(groups [][]Array) [][]Array func github.com/apache/arrow-go/v18/arrow/compute/exec.(*ArraySpan).MakeArray() Array func github.com/apache/arrow-go/v18/arrow/extensions.(*VariantArray).Shredded() Array func github.com/apache/arrow-go/v18/arrow/scalar.MakeArrayFromScalar(sc scalar.Scalar, length int, mem memory.Allocator) (Array, error) func github.com/apache/arrow-go/v18/arrow/scalar.MakeArrayOfNull(dt DataType, length int, mem memory.Allocator) Array func github.com/apache/arrow-go/v18/arrow/scalar.(*List).GetList() Array func github.com/apache/arrow-go/v18/arrow/scalar.ListScalar.GetList() Array func github.com/polarsignals/frostdb/pqarrow/arrowutils.MakeNullArray(mem memory.Allocator, dt DataType, length int) Array func github.com/polarsignals/frostdb/pqarrow/arrowutils.(*ArrayConcatenator).NewArray(mem memory.Allocator) (Array, error) func github.com/polarsignals/frostdb/pqarrow/builder.ColumnBuilder.NewArray() Array func github.com/polarsignals/frostdb/pqarrow/builder.(*ListBuilder).NewArray() Array func github.com/polarsignals/frostdb/pqarrow/builder.(*OptBinaryBuilder).NewArray() Array func github.com/polarsignals/frostdb/pqarrow/builder.(*OptBooleanBuilder).NewArray() Array func github.com/polarsignals/frostdb/pqarrow/builder.(*OptFloat64Builder).NewArray() Array func github.com/polarsignals/frostdb/pqarrow/builder.OptimizedBuilder.NewArray() Array func github.com/polarsignals/frostdb/pqarrow/builder.(*OptInt32Builder).NewArray() Array func github.com/polarsignals/frostdb/pqarrow/builder.(*OptInt64Builder).NewArray() Array func github.com/polarsignals/frostdb/query/physicalplan.AndArrays(pool memory.Allocator, arrs []Array) Array func github.com/polarsignals/frostdb/query/physicalplan.AggregationFunction.Aggregate(pool memory.Allocator, arrs []Array) (Array, error) func github.com/polarsignals/frostdb/query/physicalplan.(*AndAggregation).Aggregate(pool memory.Allocator, arrs []Array) (Array, error) func github.com/polarsignals/frostdb/query/physicalplan.(*ArrayRef).ArrowArray(r Record) (Array, bool, error) func github.com/polarsignals/frostdb/query/physicalplan.(*CountAggregation).Aggregate(pool memory.Allocator, arrs []Array) (Array, error) func github.com/polarsignals/frostdb/query/physicalplan.(*MaxAggregation).Aggregate(pool memory.Allocator, arrs []Array) (Array, error) func github.com/polarsignals/frostdb/query/physicalplan.(*MinAggregation).Aggregate(pool memory.Allocator, arrs []Array) (Array, error) func github.com/polarsignals/frostdb/query/physicalplan.(*SumAggregation).Aggregate(pool memory.Allocator, arrs []Array) (Array, error) func github.com/polarsignals/frostdb/query/physicalplan.(*UniqueAggregation).Aggregate(pool memory.Allocator, arrs []Array) (Array, error) func DenseUnionFromArrays(children []Array, fields []string, codes []UnionTypeCode) *DenseUnionType func NewChunked(dtype DataType, chunks []Array) *Chunked func NewColumnFromArr(field Field, arr Array) Column func SparseUnionFromArrays(children []Array, fields []string, codes []UnionTypeCode) *SparseUnionType func Record.SetColumn(i int, col Array) (RecordBatch, error) func RecordBatch.SetColumn(i int, col Array) (RecordBatch, error) func github.com/apache/arrow-go/v18/arrow/array.ApproxEqual(left, right Array, opts ...array.EqualOption) bool func github.com/apache/arrow-go/v18/arrow/array.Concatenate(arrs []Array, mem memory.Allocator) (result Array, err error) func github.com/apache/arrow-go/v18/arrow/array.Diff(base, target Array) (edits array.Edits, err error) func github.com/apache/arrow-go/v18/arrow/array.Equal(left, right Array) bool func github.com/apache/arrow-go/v18/arrow/array.NewDenseUnion(dt *DenseUnionType, length int, children []Array, typeIDs, valueOffsets *memory.Buffer, offset int) *array.DenseUnion func github.com/apache/arrow-go/v18/arrow/array.NewDenseUnionFromArrays(typeIDs, offsets Array, children []Array, codes ...UnionTypeCode) (*array.DenseUnion, error) func github.com/apache/arrow-go/v18/arrow/array.NewDenseUnionFromArrays(typeIDs, offsets Array, children []Array, codes ...UnionTypeCode) (*array.DenseUnion, error) func github.com/apache/arrow-go/v18/arrow/array.NewDenseUnionFromArraysWithFieldCodes(typeIDs, offsets Array, children []Array, fields []string, codes []UnionTypeCode) (*array.DenseUnion, error) func github.com/apache/arrow-go/v18/arrow/array.NewDenseUnionFromArraysWithFieldCodes(typeIDs, offsets Array, children []Array, fields []string, codes []UnionTypeCode) (*array.DenseUnion, error) func github.com/apache/arrow-go/v18/arrow/array.NewDenseUnionFromArraysWithFields(typeIDs, offsets Array, children []Array, fields []string) (*array.DenseUnion, error) func github.com/apache/arrow-go/v18/arrow/array.NewDenseUnionFromArraysWithFields(typeIDs, offsets Array, children []Array, fields []string) (*array.DenseUnion, error) func github.com/apache/arrow-go/v18/arrow/array.NewDictionaryArray(typ DataType, indices, dict Array) *array.Dictionary func github.com/apache/arrow-go/v18/arrow/array.NewDictionaryBuilderWithDict(mem memory.Allocator, dt *DictionaryType, init Array) array.DictionaryBuilder func github.com/apache/arrow-go/v18/arrow/array.NewExtensionArrayWithStorage(dt ExtensionType, storage Array) Array func github.com/apache/arrow-go/v18/arrow/array.NewRecord(schema *Schema, cols []Array, nrows int64) Record func github.com/apache/arrow-go/v18/arrow/array.NewRecordBatch(schema *Schema, cols []Array, nrows int64) RecordBatch func github.com/apache/arrow-go/v18/arrow/array.NewRunEndEncodedArray(runEnds, values Array, logicalLength, offset int) *array.RunEndEncoded func github.com/apache/arrow-go/v18/arrow/array.NewSlice(arr Array, i, j int64) Array func github.com/apache/arrow-go/v18/arrow/array.NewSparseUnion(dt *SparseUnionType, length int, children []Array, typeIDs *memory.Buffer, offset int) *array.SparseUnion func github.com/apache/arrow-go/v18/arrow/array.NewSparseUnionFromArrays(typeIDs Array, children []Array, codes ...UnionTypeCode) (*array.SparseUnion, error) func github.com/apache/arrow-go/v18/arrow/array.NewSparseUnionFromArrays(typeIDs Array, children []Array, codes ...UnionTypeCode) (*array.SparseUnion, error) func github.com/apache/arrow-go/v18/arrow/array.NewSparseUnionFromArraysWithFieldCodes(typeIDs Array, children []Array, fields []string, codes []UnionTypeCode) (*array.SparseUnion, error) func github.com/apache/arrow-go/v18/arrow/array.NewSparseUnionFromArraysWithFieldCodes(typeIDs Array, children []Array, fields []string, codes []UnionTypeCode) (*array.SparseUnion, error) func github.com/apache/arrow-go/v18/arrow/array.NewSparseUnionFromArraysWithFields(typeIDs Array, children []Array, fields []string) (*array.SparseUnion, error) func github.com/apache/arrow-go/v18/arrow/array.NewSparseUnionFromArraysWithFields(typeIDs Array, children []Array, fields []string) (*array.SparseUnion, error) func github.com/apache/arrow-go/v18/arrow/array.NewStructArray(cols []Array, names []string) (*array.Struct, error) func github.com/apache/arrow-go/v18/arrow/array.NewStructArrayWithFields(cols []Array, fields []Field) (*array.Struct, error) func github.com/apache/arrow-go/v18/arrow/array.NewStructArrayWithFieldsAndNulls(cols []Array, fields []Field, nullBitmap *memory.Buffer, nullCount int, offset int) (*array.Struct, error) func github.com/apache/arrow-go/v18/arrow/array.NewStructArrayWithNulls(cols []Array, names []string, nullBitmap *memory.Buffer, nullCount int, offset int) (*array.Struct, error) func github.com/apache/arrow-go/v18/arrow/array.NewTableFromSlice(schema *Schema, data [][]Array) Table func github.com/apache/arrow-go/v18/arrow/array.NewValidatedDictionaryArray(typ *DictionaryType, indices, dict Array) (*array.Dictionary, error) func github.com/apache/arrow-go/v18/arrow/array.SliceApproxEqual(left Array, lbeg, lend int64, right Array, rbeg, rend int64, opts ...array.EqualOption) bool func github.com/apache/arrow-go/v18/arrow/array.SliceApproxEqual(left Array, lbeg, lend int64, right Array, rbeg, rend int64, opts ...array.EqualOption) bool func github.com/apache/arrow-go/v18/arrow/array.SliceEqual(left Array, lbeg, lend int64, right Array, rbeg, rend int64) bool func github.com/apache/arrow-go/v18/arrow/array.SliceEqual(left Array, lbeg, lend int64, right Array, rbeg, rend int64) bool func github.com/apache/arrow-go/v18/arrow/array.DictionaryBuilder.AppendArray(Array) error func github.com/apache/arrow-go/v18/arrow/array.DictionaryUnifier.Unify(Array) error func github.com/apache/arrow-go/v18/arrow/array.DictionaryUnifier.UnifyAndTranspose(dict Array) (transposed *memory.Buffer, err error) func github.com/apache/arrow-go/v18/arrow/array.Edits.UnifiedDiff(base, target Array) string func github.com/apache/arrow-go/v18/arrow/array.(*NullDictionaryBuilder).AppendArray(arr Array) error func github.com/apache/arrow-go/v18/arrow/compute.CastArray(ctx context.Context, val Array, opts *compute.CastOptions) (Array, error) func github.com/apache/arrow-go/v18/arrow/compute.CastToType(ctx context.Context, val Array, toType DataType) (Array, error) func github.com/apache/arrow-go/v18/arrow/compute.FilterArray(ctx context.Context, values, filter Array, options compute.FilterOptions) (Array, error) func github.com/apache/arrow-go/v18/arrow/compute.FilterRecordBatch(ctx context.Context, batch RecordBatch, filter Array, opts *compute.FilterOptions) (RecordBatch, error) func github.com/apache/arrow-go/v18/arrow/compute.RunEndDecodeArray(ctx context.Context, input Array) (Array, error) func github.com/apache/arrow-go/v18/arrow/compute.RunEndEncodeArray(ctx context.Context, opts compute.RunEndEncodeOptions, input Array) (Array, error) func github.com/apache/arrow-go/v18/arrow/compute.TakeArray(ctx context.Context, values, indices Array) (Array, error) func github.com/apache/arrow-go/v18/arrow/compute.TakeArrayOpts(ctx context.Context, values, indices Array, opts compute.TakeOptions) (Array, error) func github.com/apache/arrow-go/v18/arrow/compute.UniqueArray(ctx context.Context, values Array) (Array, error) func github.com/apache/arrow-go/v18/arrow/compute/exec.NewChunkResolver(chunks []Array) *exec.ChunkResolver func github.com/apache/arrow-go/v18/arrow/compute/exec.RechunkArraysConsistently(groups [][]Array) [][]Array func github.com/apache/arrow-go/v18/arrow/encoded.NewMergedRuns(inputs [2]Array) *encoded.MergedRuns func github.com/apache/arrow-go/v18/arrow/scalar.GetScalar(arr Array, idx int) (scalar.Scalar, error) func github.com/apache/arrow-go/v18/arrow/scalar.NewDictScalar(index scalar.Scalar, dict Array) *scalar.Dictionary func github.com/apache/arrow-go/v18/arrow/scalar.NewFixedSizeListScalar(val Array) *scalar.FixedSizeList func github.com/apache/arrow-go/v18/arrow/scalar.NewFixedSizeListScalarWithType(val Array, typ DataType) *scalar.FixedSizeList func github.com/apache/arrow-go/v18/arrow/scalar.NewLargeListScalar(val Array) *scalar.LargeList func github.com/apache/arrow-go/v18/arrow/scalar.NewListScalar(val Array) *scalar.List func github.com/apache/arrow-go/v18/arrow/scalar.NewMapScalar(val Array) *scalar.Map func github.com/apache/arrow-go/v18/arrow/util.TotalArraySize(arr Array) int64 func github.com/polarsignals/frostdb/dynparquet.HashArray(arr Array) []uint64 func github.com/polarsignals/frostdb/pqarrow/arrowutils.GetGroupsAndOrderedSetRanges(firstGroup []any, arrs []Array) (*arrowutils.Int64Heap, *arrowutils.Int64Heap, []any, error) func github.com/polarsignals/frostdb/pqarrow/arrowutils.TakeColumn(ctx context.Context, a Array, idx int, arr []Array, indices *array.Int32) error func github.com/polarsignals/frostdb/pqarrow/arrowutils.TakeColumn(ctx context.Context, a Array, idx int, arr []Array, indices *array.Int32) error func github.com/polarsignals/frostdb/pqarrow/arrowutils.TakeDictColumn(ctx context.Context, a *array.Dictionary, idx int, arr []Array, indices *array.Int32) error func github.com/polarsignals/frostdb/pqarrow/arrowutils.TakeListColumn(ctx context.Context, a *array.List, idx int, arr []Array, indices *array.Int32) error func github.com/polarsignals/frostdb/pqarrow/arrowutils.TakeRunEndEncodedColumn(ctx context.Context, a *array.RunEndEncoded, idx int, arr []Array, indices *array.Int32) error func github.com/polarsignals/frostdb/pqarrow/arrowutils.TakeStructColumn(ctx context.Context, a *array.Struct, idx int, arr []Array, indices *array.Int32) error func github.com/polarsignals/frostdb/pqarrow/arrowutils.(*ArrayConcatenator).Add(arr Array) func github.com/polarsignals/frostdb/pqarrow/builder.AppendArray(cb builder.ColumnBuilder, arr Array) error func github.com/polarsignals/frostdb/pqarrow/builder.AppendValue(cb builder.ColumnBuilder, arr Array, i int) error func github.com/polarsignals/frostdb/query/physicalplan.AndArrays(pool memory.Allocator, arrs []Array) Array func github.com/polarsignals/frostdb/query/physicalplan.ArrayScalarCompute(funcName string, left Array, right scalar.Scalar) (*physicalplan.Bitmap, error) func github.com/polarsignals/frostdb/query/physicalplan.ArrayScalarContains(arr Array, right scalar.Scalar, not bool) (*physicalplan.Bitmap, error) func github.com/polarsignals/frostdb/query/physicalplan.ArrayScalarRegexMatch(left Array, right *regexp.Regexp) (*physicalplan.Bitmap, error) func github.com/polarsignals/frostdb/query/physicalplan.ArrayScalarRegexNotMatch(left Array, right *regexp.Regexp) (*physicalplan.Bitmap, error) func github.com/polarsignals/frostdb/query/physicalplan.BinaryScalarOperation(left Array, right scalar.Scalar, operator logicalplan.Op) (*physicalplan.Bitmap, error) func github.com/polarsignals/frostdb/query/physicalplan.AggregationFunction.Aggregate(pool memory.Allocator, arrs []Array) (Array, error) func github.com/polarsignals/frostdb/query/physicalplan.(*AndAggregation).Aggregate(pool memory.Allocator, arrs []Array) (Array, error) func github.com/polarsignals/frostdb/query/physicalplan.(*CountAggregation).Aggregate(pool memory.Allocator, arrs []Array) (Array, error) func github.com/polarsignals/frostdb/query/physicalplan.(*MaxAggregation).Aggregate(pool memory.Allocator, arrs []Array) (Array, error) func github.com/polarsignals/frostdb/query/physicalplan.(*MinAggregation).Aggregate(pool memory.Allocator, arrs []Array) (Array, error) func github.com/polarsignals/frostdb/query/physicalplan.(*SumAggregation).Aggregate(pool memory.Allocator, arrs []Array) (Array, error) func github.com/polarsignals/frostdb/query/physicalplan.(*UniqueAggregation).Aggregate(pool memory.Allocator, arrs []Array) (Array, error)
ArrayData is the underlying memory and metadata of an Arrow array, corresponding to the same-named object in the C++ implementation. The Array interface and subsequent typed objects provide strongly typed accessors which support marshalling and other patterns to the data. This interface allows direct access to the underlying raw byte buffers which allows for manipulating the internal data and casting. For example, one could cast the raw bytes from int64 to float64 like so: arrdata := GetMyInt64Data().Data() newdata := array.NewData(arrow.PrimitiveTypes.Float64, arrdata.Len(), arrdata.Buffers(), nil, arrdata.NullN(), arrdata.Offset()) defer newdata.Release() float64arr := array.NewFloat64Data(newdata) defer float64arr.Release() This is also useful in an analytics setting where memory may be reused. For example, if we had a group of operations all returning float64 such as: Log(Sqrt(Expr(arr))) The low-level implementations could have signatures such as: func Log(values arrow.ArrayData) arrow.ArrayData Another example would be a function that consumes one or more memory buffers in an input array and replaces them with newly-allocated data, changing the output data type as well. Buffers returns the slice of raw data buffers for this data instance. Their meaning depends on the context of the data type. Children returns the slice of children data instances, only relevant for nested data types. For instance, List data will have a single child containing elements of all the rows and Struct data will contain numfields children which are the arrays for each field of the struct. DataType returns the current datatype stored in the object. Dictionary returns the ArrayData object for the dictionary if this is a dictionary array, otherwise it will be nil. Len returns the length of this data instance NullN returns the number of nulls for this data instance. Offset returns the offset into the raw buffers where this data begins Release decreases the reference count by 1, it is safe to call in multiple goroutines simultaneously. Data is removed when reference count is 0. Reset allows reusing this ArrayData object by replacing the data in this ArrayData object without changing the reference count. Retain increases the reference count by 1, it is safe to call in multiple goroutines simultaneously. SizeInBytes returns the size of the ArrayData buffers and any children and/or dictionary in bytes. *github.com/apache/arrow-go/v18/arrow/array.Data ArrayData : github.com/apache/arrow-go/v18/arrow/scalar.Releasable func Array.Data() ArrayData func ArrayData.Children() []ArrayData func ArrayData.Dictionary() ArrayData func TypedArray.Data() ArrayData func github.com/apache/arrow-go/v18/arrow/array.NewSliceData(data ArrayData, i, j int64) ArrayData func github.com/apache/arrow-go/v18/arrow/array.TransposeDictIndices(mem memory.Allocator, data ArrayData, inType, outType DataType, dict ArrayData, transposeMap []int32) (ArrayData, error) func github.com/apache/arrow-go/v18/arrow/array.BinaryLike.Data() ArrayData func github.com/apache/arrow-go/v18/arrow/array.(*Data).Children() []ArrayData func github.com/apache/arrow-go/v18/arrow/array.(*Data).Dictionary() ArrayData func github.com/apache/arrow-go/v18/arrow/array.ExtensionArray.Data() ArrayData func github.com/apache/arrow-go/v18/arrow/array.ListLike.Data() ArrayData func github.com/apache/arrow-go/v18/arrow/array.StringLike.Data() ArrayData func github.com/apache/arrow-go/v18/arrow/array.Union.Data() ArrayData func github.com/apache/arrow-go/v18/arrow/array.VarLenListLike.Data() ArrayData func github.com/apache/arrow-go/v18/arrow/array.ViewLike.Data() ArrayData func github.com/apache/arrow-go/v18/arrow/compute/exec.(*ArraySpan).MakeData() ArrayData func github.com/apache/arrow-go/v18/arrow/compute/internal/kernels.GetTakeIndices(mem memory.Allocator, filter *exec.ArraySpan, nullSelect kernels.NullSelectionBehavior) (ArrayData, error) func github.com/apache/arrow-go/v18/arrow/compute/internal/kernels.HashState.GetDictionary() (ArrayData, error) func github.com/apache/arrow-go/v18/arrow/internal/dictutils.(*Memo).Dict(id int64, mem memory.Allocator) (ArrayData, error) func github.com/polarsignals/frostdb/pqarrow/arrowutils.VirtualNullArray.Data() ArrayData func GetOffsets[T](data ArrayData, i int) []T func GetValues[T](data ArrayData, i int) []T func ArrayData.Reset(newtype DataType, newlength int, newbuffers []*memory.Buffer, newchildren []ArrayData, newnulls int, newoffset int) func github.com/apache/arrow-go/v18/arrow/array.Hash(h *maphash.Hash, data ArrayData) func github.com/apache/arrow-go/v18/arrow/array.MakeFromData(data ArrayData) Array func github.com/apache/arrow-go/v18/arrow/array.NewBinaryData(data ArrayData) *array.Binary func github.com/apache/arrow-go/v18/arrow/array.NewBinaryViewData(data ArrayData) *array.BinaryView func github.com/apache/arrow-go/v18/arrow/array.NewBooleanData(data ArrayData) *array.Boolean func github.com/apache/arrow-go/v18/arrow/array.NewData(dtype DataType, length int, buffers []*memory.Buffer, childData []ArrayData, nulls, offset int) *array.Data func github.com/apache/arrow-go/v18/arrow/array.NewDate32Data(data ArrayData) *array.Date32 func github.com/apache/arrow-go/v18/arrow/array.NewDate64Data(data ArrayData) *array.Date64 func github.com/apache/arrow-go/v18/arrow/array.NewDayTimeIntervalData(data ArrayData) *array.DayTimeInterval func github.com/apache/arrow-go/v18/arrow/array.NewDecimal128Data(data ArrayData) *array.Decimal128 func github.com/apache/arrow-go/v18/arrow/array.NewDecimal256Data(data ArrayData) *array.Decimal256 func github.com/apache/arrow-go/v18/arrow/array.NewDecimal32Data(data ArrayData) *array.Decimal32 func github.com/apache/arrow-go/v18/arrow/array.NewDecimal64Data(data ArrayData) *array.Decimal64 func github.com/apache/arrow-go/v18/arrow/array.NewDenseUnionData(data ArrayData) *array.DenseUnion func github.com/apache/arrow-go/v18/arrow/array.NewDictionaryData(data ArrayData) *array.Dictionary func github.com/apache/arrow-go/v18/arrow/array.NewDurationData(data ArrayData) *array.Duration func github.com/apache/arrow-go/v18/arrow/array.NewExtensionData(data ArrayData) array.ExtensionArray func github.com/apache/arrow-go/v18/arrow/array.NewFixedSizeBinaryData(data ArrayData) *array.FixedSizeBinary func github.com/apache/arrow-go/v18/arrow/array.NewFixedSizeListData(data ArrayData) *array.FixedSizeList func github.com/apache/arrow-go/v18/arrow/array.NewFloat16Data(data ArrayData) *array.Float16 func github.com/apache/arrow-go/v18/arrow/array.NewFloat32Data(data ArrayData) *array.Float32 func github.com/apache/arrow-go/v18/arrow/array.NewFloat64Data(data ArrayData) *array.Float64 func github.com/apache/arrow-go/v18/arrow/array.NewInt16Data(data ArrayData) *array.Int16 func github.com/apache/arrow-go/v18/arrow/array.NewInt32Data(data ArrayData) *array.Int32 func github.com/apache/arrow-go/v18/arrow/array.NewInt64Data(data ArrayData) *array.Int64 func github.com/apache/arrow-go/v18/arrow/array.NewInt8Data(data ArrayData) *array.Int8 func github.com/apache/arrow-go/v18/arrow/array.NewIntervalData(data ArrayData) Array func github.com/apache/arrow-go/v18/arrow/array.NewLargeBinaryData(data ArrayData) *array.LargeBinary func github.com/apache/arrow-go/v18/arrow/array.NewLargeListData(data ArrayData) *array.LargeList func github.com/apache/arrow-go/v18/arrow/array.NewLargeListViewData(data ArrayData) *array.LargeListView func github.com/apache/arrow-go/v18/arrow/array.NewLargeStringData(data ArrayData) *array.LargeString func github.com/apache/arrow-go/v18/arrow/array.NewListData(data ArrayData) *array.List func github.com/apache/arrow-go/v18/arrow/array.NewListViewData(data ArrayData) *array.ListView func github.com/apache/arrow-go/v18/arrow/array.NewMapData(data ArrayData) *array.Map func github.com/apache/arrow-go/v18/arrow/array.NewMonthDayNanoIntervalData(data ArrayData) *array.MonthDayNanoInterval func github.com/apache/arrow-go/v18/arrow/array.NewMonthIntervalData(data ArrayData) *array.MonthInterval func github.com/apache/arrow-go/v18/arrow/array.NewNullData(data ArrayData) *array.Null func github.com/apache/arrow-go/v18/arrow/array.NewRunEndEncodedData(data ArrayData) *array.RunEndEncoded func github.com/apache/arrow-go/v18/arrow/array.NewSliceData(data ArrayData, i, j int64) ArrayData func github.com/apache/arrow-go/v18/arrow/array.NewSparseUnionData(data ArrayData) *array.SparseUnion func github.com/apache/arrow-go/v18/arrow/array.NewStringData(data ArrayData) *array.String func github.com/apache/arrow-go/v18/arrow/array.NewStringViewData(data ArrayData) *array.StringView func github.com/apache/arrow-go/v18/arrow/array.NewStructData(data ArrayData) *array.Struct func github.com/apache/arrow-go/v18/arrow/array.NewTime32Data(data ArrayData) *array.Time32 func github.com/apache/arrow-go/v18/arrow/array.NewTime64Data(data ArrayData) *array.Time64 func github.com/apache/arrow-go/v18/arrow/array.NewTimestampData(data ArrayData) *array.Timestamp func github.com/apache/arrow-go/v18/arrow/array.NewUint16Data(data ArrayData) *array.Uint16 func github.com/apache/arrow-go/v18/arrow/array.NewUint32Data(data ArrayData) *array.Uint32 func github.com/apache/arrow-go/v18/arrow/array.NewUint64Data(data ArrayData) *array.Uint64 func github.com/apache/arrow-go/v18/arrow/array.NewUint8Data(data ArrayData) *array.Uint8 func github.com/apache/arrow-go/v18/arrow/array.TransposeDictIndices(mem memory.Allocator, data ArrayData, inType, outType DataType, dict ArrayData, transposeMap []int32) (ArrayData, error) func github.com/apache/arrow-go/v18/arrow/array.TransposeDictIndices(mem memory.Allocator, data ArrayData, inType, outType DataType, dict ArrayData, transposeMap []int32) (ArrayData, error) func github.com/apache/arrow-go/v18/arrow/array.(*Data).Reset(dtype DataType, length int, buffers []*memory.Buffer, childData []ArrayData, nulls, offset int) func github.com/apache/arrow-go/v18/arrow/array.(*Data).SetDictionary(dict ArrayData) func github.com/apache/arrow-go/v18/arrow/array.(*LargeString).Reset(data ArrayData) func github.com/apache/arrow-go/v18/arrow/array.(*String).Reset(data ArrayData) func github.com/apache/arrow-go/v18/arrow/array.(*StringView).Reset(data ArrayData) func github.com/apache/arrow-go/v18/arrow/compute/exec.(*ArraySpan).SetMembers(data ArrayData) func github.com/apache/arrow-go/v18/arrow/compute/exec.(*ArraySpan).TakeOwnership(data ArrayData) func github.com/apache/arrow-go/v18/arrow/encoded.FindPhysicalIndex(arr ArrayData, logicalIdx int) int func github.com/apache/arrow-go/v18/arrow/encoded.FindPhysicalOffset(arr ArrayData) int func github.com/apache/arrow-go/v18/arrow/encoded.GetPhysicalLength(arr ArrayData) int func github.com/apache/arrow-go/v18/arrow/internal/dictutils.ResolveDictionaries(memo *dictutils.Memo, cols []ArrayData, parentPos dictutils.FieldPos, mem memory.Allocator) error func github.com/apache/arrow-go/v18/arrow/internal/dictutils.ResolveFieldDict(memo *dictutils.Memo, data ArrayData, pos dictutils.FieldPos, mem memory.Allocator) error func github.com/apache/arrow-go/v18/arrow/internal/dictutils.(*Memo).Add(id int64, v ArrayData) func github.com/apache/arrow-go/v18/arrow/internal/dictutils.(*Memo).AddDelta(id int64, v ArrayData) func github.com/apache/arrow-go/v18/arrow/internal/dictutils.(*Memo).AddOrReplace(id int64, v ArrayData) bool func github.com/apache/arrow-go/v18/arrow/internal/dictutils.Memo.HasDict(v ArrayData) bool func github.com/apache/arrow-go/v18/arrow/scalar.NewLargeListScalarData(val ArrayData) *scalar.LargeList func github.com/apache/arrow-go/v18/arrow/scalar.NewListScalarData(val ArrayData) *scalar.List
( BinaryDataType) Fingerprint() string ( BinaryDataType) ID() Type ( BinaryDataType) IsUtf8() bool ( BinaryDataType) Layout() DataTypeLayout Name is name of the data type. ( BinaryDataType) String() string *BinaryType BinaryViewDataType (interface) *BinaryViewType *LargeBinaryType *LargeStringType *StringType *StringViewType BinaryDataType : DataType BinaryDataType : github.com/polarsignals/frostdb/query/logicalplan.Named BinaryDataType : expvar.Var BinaryDataType : fmt.Stringer func github.com/apache/arrow-go/v18/arrow/array.NewBinaryBuilder(mem memory.Allocator, dtype BinaryDataType) *array.BinaryBuilder func github.com/polarsignals/frostdb/pqarrow/builder.NewOptBinaryBuilder(dtype BinaryDataType) *builder.OptBinaryBuilder
(*BinaryType) Fingerprint() string (*BinaryType) ID() Type ( BinaryType) IsUtf8() bool (*BinaryType) Layout() DataTypeLayout (*BinaryType) Name() string (*BinaryType) OffsetTypeTraits() OffsetTraits (*BinaryType) String() string *BinaryType : BinaryDataType *BinaryType : DataType *BinaryType : OffsetsDataType *BinaryType : github.com/polarsignals/frostdb/query/logicalplan.Named *BinaryType : expvar.Var *BinaryType : fmt.Stringer
( BinaryViewDataType) Fingerprint() string ( BinaryViewDataType) ID() Type ( BinaryViewDataType) IsUtf8() bool ( BinaryViewDataType) Layout() DataTypeLayout Name is name of the data type. ( BinaryViewDataType) String() string *BinaryViewType *StringViewType BinaryViewDataType : BinaryDataType BinaryViewDataType : DataType BinaryViewDataType : github.com/polarsignals/frostdb/query/logicalplan.Named BinaryViewDataType : expvar.Var BinaryViewDataType : fmt.Stringer
(*BinaryViewType) Fingerprint() string (*BinaryViewType) ID() Type (*BinaryViewType) IsUtf8() bool (*BinaryViewType) Layout() DataTypeLayout (*BinaryViewType) Name() string (*BinaryViewType) String() string *BinaryViewType : BinaryDataType *BinaryViewType : BinaryViewDataType *BinaryViewType : DataType *BinaryViewType : github.com/polarsignals/frostdb/query/logicalplan.Named *BinaryViewType : expvar.Var *BinaryViewType : fmt.Stringer
BitWidth returns the number of bits required to store a single element of this data type in memory. ( BooleanType) Bytes() int (*BooleanType) Fingerprint() string (*BooleanType) ID() Type ( BooleanType) Layout() DataTypeLayout (*BooleanType) Name() string (*BooleanType) String() string *BooleanType : DataType *BooleanType : FixedWidthDataType *BooleanType : github.com/polarsignals/frostdb/query/logicalplan.Named *BooleanType : expvar.Var *BooleanType : fmt.Stringer
BufferKind describes the type of buffer expected when defining a layout specification const KindAlwaysNull const KindBitmap const KindFixedWidth const KindVarWidth
BufferSpec provides a specification for the buffers of a particular datatype // for KindFixedWidth Kind BufferKind ( BufferSpec) Equals(other BufferSpec) bool func SpecAlwaysNull() BufferSpec func SpecBitmap() BufferSpec func SpecFixedWidth(w int) BufferSpec func SpecVariableWidth() BufferSpec func BufferSpec.Equals(other BufferSpec) bool
Chunked manages a collection of primitives arrays as one logical large array. (*Chunked) Chunk(i int) Array (*Chunked) Chunks() []Array (*Chunked) DataType() DataType (*Chunked) Len() int (*Chunked) NullN() int Release decreases the reference count by 1. When the reference count goes to zero, the memory is freed. Release may be called simultaneously from multiple goroutines. Retain increases the reference count by 1. Retain may be called simultaneously from multiple goroutines. *Chunked : github.com/apache/arrow-go/v18/arrow/scalar.Releasable func NewChunked(dtype DataType, chunks []Array) *Chunked func (*Column).Data() *Chunked func github.com/apache/arrow-go/v18/arrow/array.ChunkedFromJSON(mem memory.Allocator, dt DataType, chunkStrs []string, opts ...array.FromJSONOption) (*Chunked, error) func github.com/apache/arrow-go/v18/arrow/array.NewChunkedSlice(a *Chunked, i, j int64) *Chunked func github.com/apache/arrow-go/v18/arrow/array.UnifyChunkedDicts(alloc memory.Allocator, chnkd *Chunked) (*Chunked, error) func NewColumn(field Field, chunks *Chunked) *Column func github.com/apache/arrow-go/v18/arrow/array.ChunkedApproxEqual(left, right *Chunked, opts ...array.EqualOption) bool func github.com/apache/arrow-go/v18/arrow/array.ChunkedEqual(left, right *Chunked) bool func github.com/apache/arrow-go/v18/arrow/array.NewChunkedSlice(a *Chunked, i, j int64) *Chunked func github.com/apache/arrow-go/v18/arrow/array.UnifyChunkedDicts(alloc memory.Allocator, chnkd *Chunked) (*Chunked, error) func github.com/apache/arrow-go/v18/arrow/compute/internal/kernels.ChunkedPrimitiveTake(ctx *exec.KernelCtx, batch []*Chunked, out *exec.ExecResult) ([]*exec.ExecResult, error)
Column is an immutable column data structure consisting of a field (type metadata) and a chunked data array. To get strongly typed data from a Column, you need to iterate the chunks and type assert each individual Array. For example: switch column.DataType().ID() { case arrow.INT32: for _, c := range column.Data().Chunks() { arr := c.(*array.Int32) // do something with arr } case arrow.INT64: for _, c := range column.Data().Chunks() { arr := c.(*array.Int64) // do something with arr } case ... } (*Column) Data() *Chunked (*Column) DataType() DataType (*Column) Field() Field (*Column) Len() int (*Column) Name() string (*Column) NullN() int Release decreases the reference count by 1. When the reference count goes to zero, the memory is freed. Release may be called simultaneously from multiple goroutines. Retain increases the reference count by 1. Retain may be called simultaneously from multiple goroutines. *Column : github.com/apache/arrow-go/v18/arrow/scalar.Releasable *Column : github.com/polarsignals/frostdb/query/logicalplan.Named func NewColumn(field Field, chunks *Chunked) *Column func NewColumnFromArr(field Field, arr Array) Column func Table.Column(i int) *Column func github.com/apache/arrow-go/v18/arrow/array.NewColumnSlice(col *Column, i, j int64) *Column func Table.AddColumn(pos int, f Field, c Column) (Table, error) func github.com/apache/arrow-go/v18/arrow/array.NewColumnSlice(col *Column, i, j int64) *Column func github.com/apache/arrow-go/v18/arrow/array.NewTable(schema *Schema, cols []Column, rows int64) Table
DataType is the representation of an Arrow type. ( DataType) Fingerprint() string ( DataType) ID() Type ( DataType) Layout() DataTypeLayout Name is name of the data type. ( DataType) String() string BinaryDataType (interface) *BinaryType BinaryViewDataType (interface) *BinaryViewType *BooleanType *Date32Type *Date64Type *DayTimeIntervalType *Decimal128Type *Decimal256Type *Decimal32Type *Decimal64Type DecimalType (interface) *DenseUnionType *DictionaryType *DurationType EncodedType (interface) *ExtensionBase ExtensionType (interface) *FixedSizeBinaryType *FixedSizeListType FixedWidthDataType (interface) *Float16Type *Float32Type *Float64Type *Int16Type *Int32Type *Int64Type *Int8Type *LargeBinaryType *LargeListType *LargeListViewType *LargeStringType ListLikeType (interface) *ListType *ListViewType *MapType *MonthDayNanoIntervalType *MonthIntervalType NestedType (interface) *NullType OffsetsDataType (interface) *RunEndEncodedType *SparseUnionType *StringType *StringViewType *StructType TemporalWithUnit (interface) *Time32Type *Time64Type *TimestampType *Uint16Type *Uint32Type *Uint64Type *Uint8Type UnionType (interface) VarLenListLikeType (interface) *github.com/apache/arrow-go/v18/arrow/extensions.Bool8Type *github.com/apache/arrow-go/v18/arrow/extensions.JSONType *github.com/apache/arrow-go/v18/arrow/extensions.OpaqueType *github.com/apache/arrow-go/v18/arrow/extensions.UUIDType *github.com/apache/arrow-go/v18/arrow/extensions.VariantType DataType : github.com/polarsignals/frostdb/query/logicalplan.Named DataType : expvar.Var DataType : fmt.Stringer func GetDataType[T]() DataType func Array.DataType() DataType func ArrayData.DataType() DataType func (*Chunked).DataType() DataType func (*Column).DataType() DataType func EncodedType.Encoded() DataType func (*ExtensionBase).StorageType() DataType func ExtensionType.StorageType() DataType func (*FixedSizeListType).Elem() DataType func (*LargeListViewType).Elem() DataType func ListLikeType.Elem() DataType func (*ListType).Elem() DataType func (*ListViewType).Elem() DataType func (*MapType).Elem() DataType func (*MapType).ItemType() DataType func (*MapType).KeyType() DataType func (*RunEndEncodedType).Encoded() DataType func (*RunEndEncodedType).RunEnds() DataType func TypedArray.DataType() DataType func VarLenListLikeType.Elem() DataType func github.com/apache/arrow-go/v18/arrow/array.(*BinaryBuilder).Type() DataType func github.com/apache/arrow-go/v18/arrow/array.BinaryLike.DataType() DataType func github.com/apache/arrow-go/v18/arrow/array.BinaryLikeBuilder.Type() DataType func github.com/apache/arrow-go/v18/arrow/array.(*BinaryViewBuilder).Type() DataType func github.com/apache/arrow-go/v18/arrow/array.(*BooleanBuilder).Type() DataType func github.com/apache/arrow-go/v18/arrow/array.Builder.Type() DataType func github.com/apache/arrow-go/v18/arrow/array.(*Data).DataType() DataType func github.com/apache/arrow-go/v18/arrow/array.(*Date32Builder).Type() DataType func github.com/apache/arrow-go/v18/arrow/array.(*Date64Builder).Type() DataType func github.com/apache/arrow-go/v18/arrow/array.(*DayTimeIntervalBuilder).Type() DataType func github.com/apache/arrow-go/v18/arrow/array.DictionaryBuilder.Type() DataType func github.com/apache/arrow-go/v18/arrow/array.DictionaryUnifier.GetResult() (outType DataType, outDict Array, err error) func github.com/apache/arrow-go/v18/arrow/array.(*DurationBuilder).Type() DataType func github.com/apache/arrow-go/v18/arrow/array.ExtensionArray.DataType() DataType func github.com/apache/arrow-go/v18/arrow/array.(*ExtensionBuilder).Type() DataType func github.com/apache/arrow-go/v18/arrow/array.(*FixedSizeBinaryBuilder).Type() DataType func github.com/apache/arrow-go/v18/arrow/array.(*FixedSizeListBuilder).Type() DataType func github.com/apache/arrow-go/v18/arrow/array.(*Float16Builder).Type() DataType func github.com/apache/arrow-go/v18/arrow/array.(*Float32Builder).Type() DataType func github.com/apache/arrow-go/v18/arrow/array.(*Float64Builder).Type() DataType func github.com/apache/arrow-go/v18/arrow/array.(*Int16Builder).Type() DataType func github.com/apache/arrow-go/v18/arrow/array.(*Int32Builder).Type() DataType func github.com/apache/arrow-go/v18/arrow/array.(*Int64Builder).Type() DataType func github.com/apache/arrow-go/v18/arrow/array.(*Int8Builder).Type() DataType func github.com/apache/arrow-go/v18/arrow/array.(*LargeStringBuilder).Type() DataType func github.com/apache/arrow-go/v18/arrow/array.ListLike.DataType() DataType func github.com/apache/arrow-go/v18/arrow/array.ListLikeBuilder.Type() DataType func github.com/apache/arrow-go/v18/arrow/array.(*MapBuilder).Type() DataType func github.com/apache/arrow-go/v18/arrow/array.(*MonthDayNanoIntervalBuilder).Type() DataType func github.com/apache/arrow-go/v18/arrow/array.(*MonthIntervalBuilder).Type() DataType func github.com/apache/arrow-go/v18/arrow/array.(*NullBuilder).Type() DataType func github.com/apache/arrow-go/v18/arrow/array.(*RunEndEncodedBuilder).Type() DataType func github.com/apache/arrow-go/v18/arrow/array.(*StringBuilder).Type() DataType func github.com/apache/arrow-go/v18/arrow/array.StringLike.DataType() DataType func github.com/apache/arrow-go/v18/arrow/array.StringLikeBuilder.Type() DataType func github.com/apache/arrow-go/v18/arrow/array.(*StructBuilder).Type() DataType func github.com/apache/arrow-go/v18/arrow/array.(*Time32Builder).Type() DataType func github.com/apache/arrow-go/v18/arrow/array.(*Time64Builder).Type() DataType func github.com/apache/arrow-go/v18/arrow/array.(*TimestampBuilder).Type() DataType func github.com/apache/arrow-go/v18/arrow/array.(*Uint16Builder).Type() DataType func github.com/apache/arrow-go/v18/arrow/array.(*Uint32Builder).Type() DataType func github.com/apache/arrow-go/v18/arrow/array.(*Uint64Builder).Type() DataType func github.com/apache/arrow-go/v18/arrow/array.(*Uint8Builder).Type() DataType func github.com/apache/arrow-go/v18/arrow/array.Union.DataType() DataType func github.com/apache/arrow-go/v18/arrow/array.UnionBuilder.Type() DataType func github.com/apache/arrow-go/v18/arrow/array.VarLenListLike.DataType() DataType func github.com/apache/arrow-go/v18/arrow/array.VarLenListLikeBuilder.Type() DataType func github.com/apache/arrow-go/v18/arrow/array.ViewLike.DataType() DataType func github.com/apache/arrow-go/v18/arrow/compute.(*ArrayDatum).Type() DataType func github.com/apache/arrow-go/v18/arrow/compute.ArrayLikeDatum.Type() DataType func github.com/apache/arrow-go/v18/arrow/compute.(*Call).Type() DataType func github.com/apache/arrow-go/v18/arrow/compute.(*ChunkedDatum).Type() DataType func github.com/apache/arrow-go/v18/arrow/compute.Expression.Type() DataType func github.com/apache/arrow-go/v18/arrow/compute.(*Literal).Type() DataType func github.com/apache/arrow-go/v18/arrow/compute.(*Parameter).Type() DataType func github.com/apache/arrow-go/v18/arrow/compute.(*ScalarDatum).Type() DataType func github.com/apache/arrow-go/v18/arrow/compute/exec.(*ExecValue).Type() DataType func github.com/apache/arrow-go/v18/arrow/compute/exec.OutputType.Resolve(ctx *exec.KernelCtx, types []DataType) (DataType, error) func github.com/apache/arrow-go/v18/arrow/compute/internal/kernels.ResolveOutputFromOptions(ctx *exec.KernelCtx, _ []DataType) (DataType, error) func github.com/apache/arrow-go/v18/arrow/compute/internal/kernels.HashState.ValueType() DataType func github.com/apache/arrow-go/v18/arrow/compute/internal/kernels.(*SetLookupState)[T].ValueType() DataType func github.com/apache/arrow-go/v18/arrow/internal/dictutils.(*Memo).Type(id int64) (DataType, bool) func github.com/apache/arrow-go/v18/arrow/scalar.BinaryScalar.DataType() DataType func github.com/apache/arrow-go/v18/arrow/scalar.DateScalar.DataType() DataType func github.com/apache/arrow-go/v18/arrow/scalar.IntervalScalar.DataType() DataType func github.com/apache/arrow-go/v18/arrow/scalar.ListScalar.DataType() DataType func github.com/apache/arrow-go/v18/arrow/scalar.PrimitiveScalar.DataType() DataType func github.com/apache/arrow-go/v18/arrow/scalar.Scalar.DataType() DataType func github.com/apache/arrow-go/v18/arrow/scalar.TemporalScalar.DataType() DataType func github.com/apache/arrow-go/v18/arrow/scalar.TimeScalar.DataType() DataType func github.com/apache/arrow-go/v18/arrow/scalar.Union.DataType() DataType func github.com/polarsignals/frostdb/pqarrow/arrowutils.VirtualNullArray.DataType() DataType func github.com/polarsignals/frostdb/pqarrow/convert.ParquetNodeToType(n parquet.Node) (DataType, error) func github.com/polarsignals/frostdb/query/logicalplan.DataTypeForExprWithSchema(expr logicalplan.Expr, s *dynparquet.Schema) (DataType, error) func github.com/polarsignals/frostdb/query/logicalplan.(*AggregationFunction).DataType(l logicalplan.ExprTypeFinder) (DataType, error) func github.com/polarsignals/frostdb/query/logicalplan.(*AliasExpr).DataType(l logicalplan.ExprTypeFinder) (DataType, error) func github.com/polarsignals/frostdb/query/logicalplan.(*AllExpr).DataType(logicalplan.ExprTypeFinder) (DataType, error) func github.com/polarsignals/frostdb/query/logicalplan.(*BinaryExpr).DataType(l logicalplan.ExprTypeFinder) (DataType, error) func github.com/polarsignals/frostdb/query/logicalplan.(*Column).DataType(l logicalplan.ExprTypeFinder) (DataType, error) func github.com/polarsignals/frostdb/query/logicalplan.(*ConvertExpr).DataType(l logicalplan.ExprTypeFinder) (DataType, error) func github.com/polarsignals/frostdb/query/logicalplan.(*DurationExpr).DataType(_ logicalplan.ExprTypeFinder) (DataType, error) func github.com/polarsignals/frostdb/query/logicalplan.(*DynamicColumn).DataType(l logicalplan.ExprTypeFinder) (DataType, error) func github.com/polarsignals/frostdb/query/logicalplan.Expr.DataType(logicalplan.ExprTypeFinder) (DataType, error) func github.com/polarsignals/frostdb/query/logicalplan.ExprTypeFinder.DataTypeForExpr(expr logicalplan.Expr) (DataType, error) func github.com/polarsignals/frostdb/query/logicalplan.(*IfExpr).DataType(l logicalplan.ExprTypeFinder) (DataType, error) func github.com/polarsignals/frostdb/query/logicalplan.(*IsNullExpr).DataType(l logicalplan.ExprTypeFinder) (DataType, error) func github.com/polarsignals/frostdb/query/logicalplan.(*LiteralExpr).DataType(_ logicalplan.ExprTypeFinder) (DataType, error) func github.com/polarsignals/frostdb/query/logicalplan.(*LogicalPlan).DataTypeForExpr(expr logicalplan.Expr) (DataType, error) func github.com/polarsignals/frostdb/query/logicalplan.(*NotExpr).DataType(l logicalplan.ExprTypeFinder) (DataType, error) func github.com/polarsignals/frostdb/query/logicalplan.(*SchemaScan).DataTypeForExpr(expr logicalplan.Expr) (DataType, error) func github.com/polarsignals/frostdb/query/logicalplan.(*TableScan).DataTypeForExpr(expr logicalplan.Expr) (DataType, error) func FixedSizeListOf(n int32, t DataType) *FixedSizeListType func FixedSizeListOfNonNullable(n int32, t DataType) *FixedSizeListType func HashType(seed maphash.Seed, dt DataType) uint64 func LargeListOf(t DataType) *LargeListType func LargeListOfNonNullable(t DataType) *LargeListType func LargeListViewOf(t DataType) *LargeListViewType func LargeListViewOfNonNullable(t DataType) *LargeListViewType func ListOf(t DataType) *ListType func ListOfNonNullable(t DataType) *ListType func ListViewOf(t DataType) *ListViewType func ListViewOfNonNullable(t DataType) *ListViewType func MapOf(key, item DataType) *MapType func MapOfWithMetadata(key DataType, keyMetadata Metadata, item DataType, itemMetadata Metadata) *MapType func MapOfWithMetadata(key DataType, keyMetadata Metadata, item DataType, itemMetadata Metadata) *MapType func NewChunked(dtype DataType, chunks []Array) *Chunked func RunEndEncodedOf(runEnds, values DataType) *RunEndEncodedType func TypeEqual(left, right DataType, opts ...TypeEqualOption) bool func TypesToString(types []DataType) string func ArrayData.Reset(newtype DataType, newlength int, newbuffers []*memory.Buffer, newchildren []ArrayData, newnulls int, newoffset int) func ExtensionType.Deserialize(storageType DataType, data string) (ExtensionType, error) func (*RunEndEncodedType).ValidRunEndsType(dt DataType) bool func github.com/apache/arrow-go/v18/arrow/array.ChunkedFromJSON(mem memory.Allocator, dt DataType, chunkStrs []string, opts ...array.FromJSONOption) (*Chunked, error) func github.com/apache/arrow-go/v18/arrow/array.FromJSON(mem memory.Allocator, dt DataType, r io.Reader, opts ...array.FromJSONOption) (arr Array, offset int64, err error) func github.com/apache/arrow-go/v18/arrow/array.GetDictArrayData(mem memory.Allocator, valueType DataType, memoTable hashing.MemoTable, startOffset int) (*array.Data, error) func github.com/apache/arrow-go/v18/arrow/array.MakeArrayOfNull(mem memory.Allocator, dt DataType, length int) Array func github.com/apache/arrow-go/v18/arrow/array.NewBuilder(mem memory.Allocator, dtype DataType) array.Builder func github.com/apache/arrow-go/v18/arrow/array.NewData(dtype DataType, length int, buffers []*memory.Buffer, childData []ArrayData, nulls, offset int) *array.Data func github.com/apache/arrow-go/v18/arrow/array.NewDataWithDictionary(dtype DataType, length int, buffers []*memory.Buffer, nulls, offset int, dict *array.Data) *array.Data func github.com/apache/arrow-go/v18/arrow/array.NewDictionaryArray(typ DataType, indices, dict Array) *array.Dictionary func github.com/apache/arrow-go/v18/arrow/array.NewDictionaryUnifier(alloc memory.Allocator, valueType DataType) (array.DictionaryUnifier, error) func github.com/apache/arrow-go/v18/arrow/array.NewFixedSizeListBuilder(mem memory.Allocator, n int32, etype DataType) *array.FixedSizeListBuilder func github.com/apache/arrow-go/v18/arrow/array.NewLargeListBuilder(mem memory.Allocator, etype DataType) *array.LargeListBuilder func github.com/apache/arrow-go/v18/arrow/array.NewLargeListViewBuilder(mem memory.Allocator, etype DataType) *array.LargeListViewBuilder func github.com/apache/arrow-go/v18/arrow/array.NewListBuilder(mem memory.Allocator, etype DataType) *array.ListBuilder func github.com/apache/arrow-go/v18/arrow/array.NewListViewBuilder(mem memory.Allocator, etype DataType) *array.ListViewBuilder func github.com/apache/arrow-go/v18/arrow/array.NewMapBuilder(mem memory.Allocator, keytype, itemtype DataType, keysSorted bool) *array.MapBuilder func github.com/apache/arrow-go/v18/arrow/array.NewRunEndEncodedBuilder(mem memory.Allocator, runEnds, encoded DataType) *array.RunEndEncodedBuilder func github.com/apache/arrow-go/v18/arrow/array.TransposeDictIndices(mem memory.Allocator, data ArrayData, inType, outType DataType, dict ArrayData, transposeMap []int32) (ArrayData, error) func github.com/apache/arrow-go/v18/arrow/array.(*Data).Reset(dtype DataType, length int, buffers []*memory.Buffer, childData []ArrayData, nulls, offset int) func github.com/apache/arrow-go/v18/arrow/array.DictionaryUnifier.GetResultWithIndexType(indexType DataType) (Array, error) func github.com/apache/arrow-go/v18/arrow/compute.CanCast(from, to DataType) bool func github.com/apache/arrow-go/v18/arrow/compute.Cast(ex compute.Expression, dt DataType) compute.Expression func github.com/apache/arrow-go/v18/arrow/compute.CastToType(ctx context.Context, val Array, toType DataType) (Array, error) func github.com/apache/arrow-go/v18/arrow/compute.NewCastOptions(dt DataType, safe bool) *compute.CastOptions func github.com/apache/arrow-go/v18/arrow/compute.NullLiteral(dt DataType) compute.Expression func github.com/apache/arrow-go/v18/arrow/compute.SafeCastOptions(dt DataType) *compute.CastOptions func github.com/apache/arrow-go/v18/arrow/compute.UnsafeCastOptions(dt DataType) *compute.CastOptions func github.com/apache/arrow-go/v18/arrow/compute.FieldPath.GetFieldFromType(typ DataType) (*Field, error) func github.com/apache/arrow-go/v18/arrow/compute.Function.DispatchBest(...DataType) (exec.Kernel, error) func github.com/apache/arrow-go/v18/arrow/compute.Function.DispatchExact(...DataType) (exec.Kernel, error) func github.com/apache/arrow-go/v18/arrow/compute.(*MetaFunction).DispatchBest(...DataType) (exec.Kernel, error) func github.com/apache/arrow-go/v18/arrow/compute.(*MetaFunction).DispatchExact(...DataType) (exec.Kernel, error) func github.com/apache/arrow-go/v18/arrow/compute.(*ScalarFunction).DispatchBest(vals ...DataType) (exec.Kernel, error) func github.com/apache/arrow-go/v18/arrow/compute.(*ScalarFunction).DispatchExact(vals ...DataType) (exec.Kernel, error) func github.com/apache/arrow-go/v18/arrow/compute.(*VectorFunction).DispatchBest(vals ...DataType) (exec.Kernel, error) func github.com/apache/arrow-go/v18/arrow/compute.(*VectorFunction).DispatchExact(vals ...DataType) (exec.Kernel, error) func github.com/apache/arrow-go/v18/arrow/compute/exec.FillZeroLength(dt DataType, span *exec.ArraySpan) func github.com/apache/arrow-go/v18/arrow/compute/exec.NewExactInput(dt DataType) exec.InputType func github.com/apache/arrow-go/v18/arrow/compute/exec.NewOutputType(dt DataType) exec.OutputType func github.com/apache/arrow-go/v18/arrow/compute/exec.InputType.Matches(dt DataType) bool func github.com/apache/arrow-go/v18/arrow/compute/exec.KernelSignature.MatchesInputs(types []DataType) bool func github.com/apache/arrow-go/v18/arrow/compute/exec.OutputType.Resolve(ctx *exec.KernelCtx, types []DataType) (DataType, error) func github.com/apache/arrow-go/v18/arrow/compute/exec.TypeMatcher.Matches(typ DataType) bool func github.com/apache/arrow-go/v18/arrow/compute/internal/kernels.ChunkedTakeSupported(dt DataType) bool func github.com/apache/arrow-go/v18/arrow/compute/internal/kernels.GetArithmeticUnaryFixedIntOutKernels(otype DataType, op kernels.ArithmeticOp) []exec.ScalarKernel func github.com/apache/arrow-go/v18/arrow/compute/internal/kernels.GetCastToFloating[T](outType DataType) []exec.ScalarKernel func github.com/apache/arrow-go/v18/arrow/compute/internal/kernels.GetCastToInteger[T](outType DataType) []exec.ScalarKernel func github.com/apache/arrow-go/v18/arrow/compute/internal/kernels.GetToBinaryKernels(outType DataType) []exec.ScalarKernel func github.com/apache/arrow-go/v18/arrow/compute/internal/kernels.ResolveOutputFromOptions(ctx *exec.KernelCtx, _ []DataType) (DataType, error) func github.com/apache/arrow-go/v18/arrow/extensions.NewJSONType(storageType DataType) (*extensions.JSONType, error) func github.com/apache/arrow-go/v18/arrow/extensions.NewOpaqueType(storageType DataType, name, vendorName string) *extensions.OpaqueType func github.com/apache/arrow-go/v18/arrow/extensions.NewShreddedVariantType(dt DataType) *extensions.VariantType func github.com/apache/arrow-go/v18/arrow/extensions.NewVariantType(storage DataType) (*extensions.VariantType, error) func github.com/apache/arrow-go/v18/arrow/extensions.(*Bool8Type).Deserialize(storageType DataType, data string) (ExtensionType, error) func github.com/apache/arrow-go/v18/arrow/extensions.(*JSONType).Deserialize(storageType DataType, data string) (ExtensionType, error) func github.com/apache/arrow-go/v18/arrow/extensions.(*OpaqueType).Deserialize(storageType DataType, data string) (ExtensionType, error) func github.com/apache/arrow-go/v18/arrow/extensions.(*UUIDType).Deserialize(storageType DataType, data string) (ExtensionType, error) func github.com/apache/arrow-go/v18/arrow/extensions.(*VariantType).Deserialize(storageType DataType, _ string) (ExtensionType, error) func github.com/apache/arrow-go/v18/arrow/internal/dictutils.(*Memo).AddType(id int64, typ DataType) error func github.com/apache/arrow-go/v18/arrow/scalar.MakeArrayOfNull(dt DataType, length int, mem memory.Allocator) Array func github.com/apache/arrow-go/v18/arrow/scalar.MakeNullScalar(dt DataType) scalar.Scalar func github.com/apache/arrow-go/v18/arrow/scalar.MakeScalarParam(val interface{}, dt DataType) (scalar.Scalar, error) func github.com/apache/arrow-go/v18/arrow/scalar.NewBinaryScalar(val *memory.Buffer, typ DataType) *scalar.Binary func github.com/apache/arrow-go/v18/arrow/scalar.NewDecimal128Scalar(val decimal128.Num, typ DataType) *scalar.Decimal128 func github.com/apache/arrow-go/v18/arrow/scalar.NewDecimal256Scalar(val decimal256.Num, typ DataType) *scalar.Decimal256 func github.com/apache/arrow-go/v18/arrow/scalar.NewDurationScalar(val Duration, typ DataType) *scalar.Duration func github.com/apache/arrow-go/v18/arrow/scalar.NewExtensionScalar(storage scalar.Scalar, typ DataType) *scalar.Extension func github.com/apache/arrow-go/v18/arrow/scalar.NewFixedSizeBinaryScalar(val *memory.Buffer, typ DataType) *scalar.FixedSizeBinary func github.com/apache/arrow-go/v18/arrow/scalar.NewFixedSizeListScalarWithType(val Array, typ DataType) *scalar.FixedSizeList func github.com/apache/arrow-go/v18/arrow/scalar.NewNullDictScalar(dt DataType) *scalar.Dictionary func github.com/apache/arrow-go/v18/arrow/scalar.NewStructScalar(val []scalar.Scalar, typ DataType) *scalar.Struct func github.com/apache/arrow-go/v18/arrow/scalar.NewTime32Scalar(val Time32, typ DataType) *scalar.Time32 func github.com/apache/arrow-go/v18/arrow/scalar.NewTime64Scalar(val Time64, typ DataType) *scalar.Time64 func github.com/apache/arrow-go/v18/arrow/scalar.NewTimestampScalar(val Timestamp, typ DataType) *scalar.Timestamp func github.com/apache/arrow-go/v18/arrow/scalar.ParseScalar(dt DataType, val string) (scalar.Scalar, error) func github.com/apache/arrow-go/v18/arrow/scalar.(*Binary).CastTo(to DataType) (scalar.Scalar, error) func github.com/apache/arrow-go/v18/arrow/scalar.BinaryScalar.CastTo(DataType) (scalar.Scalar, error) func github.com/apache/arrow-go/v18/arrow/scalar.(*Boolean).CastTo(dt DataType) (scalar.Scalar, error) func github.com/apache/arrow-go/v18/arrow/scalar.(*Date32).CastTo(to DataType) (scalar.Scalar, error) func github.com/apache/arrow-go/v18/arrow/scalar.(*Date64).CastTo(to DataType) (scalar.Scalar, error) func github.com/apache/arrow-go/v18/arrow/scalar.DateScalar.CastTo(DataType) (scalar.Scalar, error) func github.com/apache/arrow-go/v18/arrow/scalar.(*DayTimeInterval).CastTo(to DataType) (scalar.Scalar, error) func github.com/apache/arrow-go/v18/arrow/scalar.(*Decimal128).CastTo(to DataType) (scalar.Scalar, error) func github.com/apache/arrow-go/v18/arrow/scalar.(*Decimal256).CastTo(to DataType) (scalar.Scalar, error) func github.com/apache/arrow-go/v18/arrow/scalar.(*DenseUnion).CastTo(to DataType) (scalar.Scalar, error) func github.com/apache/arrow-go/v18/arrow/scalar.(*Dictionary).CastTo(DataType) (scalar.Scalar, error) func github.com/apache/arrow-go/v18/arrow/scalar.(*Duration).CastTo(to DataType) (scalar.Scalar, error) func github.com/apache/arrow-go/v18/arrow/scalar.(*Extension).CastTo(to DataType) (scalar.Scalar, error) func github.com/apache/arrow-go/v18/arrow/scalar.(*Float16).CastTo(to DataType) (scalar.Scalar, error) func github.com/apache/arrow-go/v18/arrow/scalar.(*Float32).CastTo(dt DataType) (scalar.Scalar, error) func github.com/apache/arrow-go/v18/arrow/scalar.(*Float64).CastTo(dt DataType) (scalar.Scalar, error) func github.com/apache/arrow-go/v18/arrow/scalar.(*Int16).CastTo(dt DataType) (scalar.Scalar, error) func github.com/apache/arrow-go/v18/arrow/scalar.(*Int32).CastTo(dt DataType) (scalar.Scalar, error) func github.com/apache/arrow-go/v18/arrow/scalar.(*Int64).CastTo(dt DataType) (scalar.Scalar, error) func github.com/apache/arrow-go/v18/arrow/scalar.(*Int8).CastTo(dt DataType) (scalar.Scalar, error) func github.com/apache/arrow-go/v18/arrow/scalar.IntervalScalar.CastTo(DataType) (scalar.Scalar, error) func github.com/apache/arrow-go/v18/arrow/scalar.(*List).CastTo(to DataType) (scalar.Scalar, error) func github.com/apache/arrow-go/v18/arrow/scalar.ListScalar.CastTo(DataType) (scalar.Scalar, error) func github.com/apache/arrow-go/v18/arrow/scalar.(*MonthDayNanoInterval).CastTo(to DataType) (scalar.Scalar, error) func github.com/apache/arrow-go/v18/arrow/scalar.(*MonthInterval).CastTo(to DataType) (scalar.Scalar, error) func github.com/apache/arrow-go/v18/arrow/scalar.(*Null).CastTo(dt DataType) (scalar.Scalar, error) func github.com/apache/arrow-go/v18/arrow/scalar.PrimitiveScalar.CastTo(DataType) (scalar.Scalar, error) func github.com/apache/arrow-go/v18/arrow/scalar.(*RunEndEncoded).CastTo(to DataType) (scalar.Scalar, error) func github.com/apache/arrow-go/v18/arrow/scalar.Scalar.CastTo(DataType) (scalar.Scalar, error) func github.com/apache/arrow-go/v18/arrow/scalar.(*SparseUnion).CastTo(to DataType) (scalar.Scalar, error) func github.com/apache/arrow-go/v18/arrow/scalar.(*String).CastTo(to DataType) (scalar.Scalar, error) func github.com/apache/arrow-go/v18/arrow/scalar.(*Struct).CastTo(to DataType) (scalar.Scalar, error) func github.com/apache/arrow-go/v18/arrow/scalar.TemporalScalar.CastTo(DataType) (scalar.Scalar, error) func github.com/apache/arrow-go/v18/arrow/scalar.(*Time32).CastTo(to DataType) (scalar.Scalar, error) func github.com/apache/arrow-go/v18/arrow/scalar.(*Time64).CastTo(to DataType) (scalar.Scalar, error) func github.com/apache/arrow-go/v18/arrow/scalar.TimeScalar.CastTo(DataType) (scalar.Scalar, error) func github.com/apache/arrow-go/v18/arrow/scalar.(*Timestamp).CastTo(to DataType) (scalar.Scalar, error) func github.com/apache/arrow-go/v18/arrow/scalar.(*Uint16).CastTo(dt DataType) (scalar.Scalar, error) func github.com/apache/arrow-go/v18/arrow/scalar.(*Uint32).CastTo(dt DataType) (scalar.Scalar, error) func github.com/apache/arrow-go/v18/arrow/scalar.(*Uint64).CastTo(dt DataType) (scalar.Scalar, error) func github.com/apache/arrow-go/v18/arrow/scalar.(*Uint8).CastTo(dt DataType) (scalar.Scalar, error) func github.com/apache/arrow-go/v18/arrow/scalar.Union.CastTo(DataType) (scalar.Scalar, error) func github.com/apache/arrow-go/v18/internal/utils.TransposeIntsBuffers(inType, outType DataType, indata, outdata []byte, inOffset, outOffset int, length int, transposeMap []int32) error func github.com/polarsignals/frostdb/pqarrow/arrowutils.MakeNullArray(mem memory.Allocator, dt DataType, length int) Array func github.com/polarsignals/frostdb/pqarrow/arrowutils.MakeVirtualNullArray(dt DataType, length int) arrowutils.VirtualNullArray func github.com/polarsignals/frostdb/pqarrow/builder.NewBuilder(mem memory.Allocator, t DataType) builder.ColumnBuilder func github.com/polarsignals/frostdb/pqarrow/builder.NewListBuilder(mem memory.Allocator, etype DataType) *builder.ListBuilder func github.com/polarsignals/frostdb/pqarrow/builder.NewOptBooleanBuilder(dtype DataType) *builder.OptBooleanBuilder func github.com/polarsignals/frostdb/pqarrow/builder.NewOptFloat64Builder(dtype DataType) *builder.OptFloat64Builder func github.com/polarsignals/frostdb/pqarrow/builder.NewOptInt32Builder(dtype DataType) *builder.OptInt32Builder func github.com/polarsignals/frostdb/pqarrow/builder.NewOptInt64Builder(dtype DataType) *builder.OptInt64Builder func github.com/polarsignals/frostdb/query/logicalplan.Convert(e logicalplan.Expr, t DataType) *logicalplan.ConvertExpr var Null
DataTypeLayout represents the physical layout of a datatype's buffers including the number of and types of those binary buffers. This will correspond with the buffers in the ArrayData for an array of that type. Buffers []BufferSpec HasDict bool VariadicSpec is what the buffers beyond len(Buffers) are expected to conform to. func BinaryDataType.Layout() DataTypeLayout func (*BinaryType).Layout() DataTypeLayout func BinaryViewDataType.Layout() DataTypeLayout func (*BinaryViewType).Layout() DataTypeLayout func BooleanType.Layout() DataTypeLayout func DataType.Layout() DataTypeLayout func (*Date32Type).Layout() DataTypeLayout func (*Date64Type).Layout() DataTypeLayout func DayTimeIntervalType.Layout() DataTypeLayout func Decimal128Type.Layout() DataTypeLayout func Decimal256Type.Layout() DataTypeLayout func Decimal32Type.Layout() DataTypeLayout func Decimal64Type.Layout() DataTypeLayout func DecimalType.Layout() DataTypeLayout func DenseUnionType.Layout() DataTypeLayout func (*DictionaryType).Layout() DataTypeLayout func DurationType.Layout() DataTypeLayout func EncodedType.Layout() DataTypeLayout func (*ExtensionBase).Layout() DataTypeLayout func ExtensionType.Layout() DataTypeLayout func (*FixedSizeBinaryType).Layout() DataTypeLayout func (*FixedSizeListType).Layout() DataTypeLayout func FixedWidthDataType.Layout() DataTypeLayout func Float16Type.Layout() DataTypeLayout func (*Float32Type).Layout() DataTypeLayout func (*Float64Type).Layout() DataTypeLayout func (*Int16Type).Layout() DataTypeLayout func (*Int32Type).Layout() DataTypeLayout func (*Int64Type).Layout() DataTypeLayout func (*Int8Type).Layout() DataTypeLayout func (*LargeBinaryType).Layout() DataTypeLayout func (*LargeListType).Layout() DataTypeLayout func (*LargeListViewType).Layout() DataTypeLayout func (*LargeStringType).Layout() DataTypeLayout func ListLikeType.Layout() DataTypeLayout func (*ListType).Layout() DataTypeLayout func (*ListViewType).Layout() DataTypeLayout func (*MapType).Layout() DataTypeLayout func MonthDayNanoIntervalType.Layout() DataTypeLayout func MonthIntervalType.Layout() DataTypeLayout func NestedType.Layout() DataTypeLayout func (*NullType).Layout() DataTypeLayout func OffsetsDataType.Layout() DataTypeLayout func (*RunEndEncodedType).Layout() DataTypeLayout func SparseUnionType.Layout() DataTypeLayout func (*StringType).Layout() DataTypeLayout func (*StringViewType).Layout() DataTypeLayout func (*StructType).Layout() DataTypeLayout func TemporalWithUnit.Layout() DataTypeLayout func Time32Type.Layout() DataTypeLayout func Time64Type.Layout() DataTypeLayout func (*TimestampType).Layout() DataTypeLayout func (*Uint16Type).Layout() DataTypeLayout func (*Uint32Type).Layout() DataTypeLayout func (*Uint64Type).Layout() DataTypeLayout func (*Uint8Type).Layout() DataTypeLayout func UnionType.Layout() DataTypeLayout func VarLenListLikeType.Layout() DataTypeLayout
( Date32) FormattedString() string ( Date32) ToTime() time.Time func Date32FromTime(t time.Time) Date32 func github.com/apache/arrow-go/v18/arrow/array.(*Date32).Date32Values() []Date32 func github.com/apache/arrow-go/v18/arrow/array.(*Date32Builder).Value(i int) Date32 func github.com/apache/arrow-go/v18/arrow/array.(*Date32Builder).Append(v Date32) func github.com/apache/arrow-go/v18/arrow/array.(*Date32Builder).AppendValues(v []Date32, valid []bool) func github.com/apache/arrow-go/v18/arrow/array.(*Date32Builder).UnsafeAppend(v Date32) func github.com/apache/arrow-go/v18/arrow/scalar.NewDate32Scalar(val Date32) *scalar.Date32 func github.com/apache/arrow-go/v18/parquet/variant.(*Builder).AppendDate(v Date32) error
(*Date32Type) BitWidth() int (*Date32Type) Bytes() int (*Date32Type) Fingerprint() string (*Date32Type) ID() Type (*Date32Type) Layout() DataTypeLayout (*Date32Type) Name() string (*Date32Type) String() string *Date32Type : DataType *Date32Type : FixedWidthDataType *Date32Type : github.com/polarsignals/frostdb/query/logicalplan.Named *Date32Type : expvar.Var *Date32Type : fmt.Stringer
( Date64) FormattedString() string ( Date64) ToTime() time.Time func Date64FromTime(t time.Time) Date64 func github.com/apache/arrow-go/v18/arrow/array.(*Date64).Date64Values() []Date64 func github.com/apache/arrow-go/v18/arrow/array.(*Date64Builder).Value(i int) Date64 func github.com/apache/arrow-go/v18/arrow/array.(*Date64Builder).Append(v Date64) func github.com/apache/arrow-go/v18/arrow/array.(*Date64Builder).AppendValues(v []Date64, valid []bool) func github.com/apache/arrow-go/v18/arrow/array.(*Date64Builder).UnsafeAppend(v Date64) func github.com/apache/arrow-go/v18/arrow/scalar.NewDate64Scalar(val Date64) *scalar.Date64
(*Date64Type) BitWidth() int (*Date64Type) Bytes() int (*Date64Type) Fingerprint() string (*Date64Type) ID() Type (*Date64Type) Layout() DataTypeLayout (*Date64Type) Name() string (*Date64Type) String() string *Date64Type : DataType *Date64Type : FixedWidthDataType *Date64Type : github.com/polarsignals/frostdb/query/logicalplan.Named *Date64Type : expvar.Var *Date64Type : fmt.Stringer
DayTimeInterval represents a number of days and milliseconds (fraction of day). Days int32 Milliseconds int32 func github.com/apache/arrow-go/v18/arrow/array.(*DayTimeInterval).DayTimeIntervalValues() []DayTimeInterval func github.com/apache/arrow-go/v18/arrow/array.(*DayTimeInterval).Value(i int) DayTimeInterval func github.com/apache/arrow-go/v18/arrow/array.(*DayTimeIntervalBuilder).Append(v DayTimeInterval) func github.com/apache/arrow-go/v18/arrow/array.(*DayTimeIntervalBuilder).AppendValues(v []DayTimeInterval, valid []bool) func github.com/apache/arrow-go/v18/arrow/array.(*DayTimeIntervalBuilder).UnsafeAppend(v DayTimeInterval) func github.com/apache/arrow-go/v18/arrow/scalar.NewDayTimeIntervalScalar(val DayTimeInterval) *scalar.DayTimeInterval
DayTimeIntervalType is encoded as a pair of 32-bit signed integer, representing a number of days and milliseconds (fraction of day). BitWidth returns the number of bits required to store a single element of this data type in memory. ( DayTimeIntervalType) Bytes() int (*DayTimeIntervalType) Fingerprint() string (*DayTimeIntervalType) ID() Type ( DayTimeIntervalType) Layout() DataTypeLayout (*DayTimeIntervalType) Name() string (*DayTimeIntervalType) String() string *DayTimeIntervalType : DataType *DayTimeIntervalType : FixedWidthDataType *DayTimeIntervalType : github.com/polarsignals/frostdb/query/logicalplan.Named *DayTimeIntervalType : expvar.Var *DayTimeIntervalType : fmt.Stringer
Decimal128Type represents a fixed-size 128-bit decimal type. Precision int32 Scale int32 (*Decimal128Type) BitWidth() int (*Decimal128Type) Bytes() int (*Decimal128Type) Fingerprint() string (*Decimal128Type) GetPrecision() int32 (*Decimal128Type) GetScale() int32 (*Decimal128Type) ID() Type ( Decimal128Type) Layout() DataTypeLayout (*Decimal128Type) Name() string (*Decimal128Type) String() string *Decimal128Type : DataType *Decimal128Type : DecimalType *Decimal128Type : FixedWidthDataType *Decimal128Type : github.com/polarsignals/frostdb/query/logicalplan.Named *Decimal128Type : expvar.Var *Decimal128Type : fmt.Stringer func github.com/apache/arrow-go/v18/arrow/array.NewDecimal128Builder(mem memory.Allocator, dtype *Decimal128Type) *array.Decimal128Builder
Decimal256Type represents a fixed-size 256-bit decimal type. Precision int32 Scale int32 (*Decimal256Type) BitWidth() int (*Decimal256Type) Bytes() int (*Decimal256Type) Fingerprint() string (*Decimal256Type) GetPrecision() int32 (*Decimal256Type) GetScale() int32 (*Decimal256Type) ID() Type ( Decimal256Type) Layout() DataTypeLayout (*Decimal256Type) Name() string (*Decimal256Type) String() string *Decimal256Type : DataType *Decimal256Type : DecimalType *Decimal256Type : FixedWidthDataType *Decimal256Type : github.com/polarsignals/frostdb/query/logicalplan.Named *Decimal256Type : expvar.Var *Decimal256Type : fmt.Stringer func github.com/apache/arrow-go/v18/arrow/array.NewDecimal256Builder(mem memory.Allocator, dtype *Decimal256Type) *array.Decimal256Builder
Decimal32Type represents a fixed-size 32-bit decimal type. Precision int32 Scale int32 (*Decimal32Type) BitWidth() int (*Decimal32Type) Bytes() int (*Decimal32Type) Fingerprint() string (*Decimal32Type) GetPrecision() int32 (*Decimal32Type) GetScale() int32 (*Decimal32Type) ID() Type ( Decimal32Type) Layout() DataTypeLayout (*Decimal32Type) Name() string (*Decimal32Type) String() string *Decimal32Type : DataType *Decimal32Type : DecimalType *Decimal32Type : FixedWidthDataType *Decimal32Type : github.com/polarsignals/frostdb/query/logicalplan.Named *Decimal32Type : expvar.Var *Decimal32Type : fmt.Stringer func github.com/apache/arrow-go/v18/arrow/array.NewDecimal32Builder(mem memory.Allocator, dtype *Decimal32Type) *array.Decimal32Builder
Decimal64Type represents a fixed-size 32-bit decimal type. Precision int32 Scale int32 (*Decimal64Type) BitWidth() int (*Decimal64Type) Bytes() int (*Decimal64Type) Fingerprint() string (*Decimal64Type) GetPrecision() int32 (*Decimal64Type) GetScale() int32 (*Decimal64Type) ID() Type ( Decimal64Type) Layout() DataTypeLayout (*Decimal64Type) Name() string (*Decimal64Type) String() string *Decimal64Type : DataType *Decimal64Type : DecimalType *Decimal64Type : FixedWidthDataType *Decimal64Type : github.com/polarsignals/frostdb/query/logicalplan.Named *Decimal64Type : expvar.Var *Decimal64Type : fmt.Stringer func github.com/apache/arrow-go/v18/arrow/array.NewDecimal64Builder(mem memory.Allocator, dtype *Decimal64Type) *array.Decimal64Builder
( DecimalType) BitWidth() int ( DecimalType) Fingerprint() string ( DecimalType) GetPrecision() int32 ( DecimalType) GetScale() int32 ( DecimalType) ID() Type ( DecimalType) Layout() DataTypeLayout Name is name of the data type. ( DecimalType) String() string *Decimal128Type *Decimal256Type *Decimal32Type *Decimal64Type DecimalType : DataType DecimalType : github.com/polarsignals/frostdb/query/logicalplan.Named DecimalType : expvar.Var DecimalType : fmt.Stringer func NarrowestDecimalType(prec, scale int32) (DecimalType, error) func NewDecimalType(id Type, prec, scale int32) (DecimalType, error)
DenseUnionType is the concrete type for dense union data. A dense union is a nested type where each logical value is taken from a single child, at a specific offset. A buffer of 8-bit type ids (typed as UnionTypeCode) indicates which child a given logical value is to be taken from and a buffer of 32-bit offsets indicating which physical position in the given child array has the logical value for that index. Unlike a sparse union, a dense union allows encoding only the child values which are actually referred to by the union array. This is counterbalanced by the additional footprint of the offsets buffer, and the additional indirection cost when looking up values. Unlike most other types, unions don't have a top-level validity bitmap (*DenseUnionType) ChildIDs() []int Fields method provides a copy of union type fields (so it can be safely mutated and will not result in updating the union type). (*DenseUnionType) Fingerprint() string ( DenseUnionType) ID() Type ( DenseUnionType) Layout() DataTypeLayout (*DenseUnionType) MaxTypeCode() (max UnionTypeCode) ( DenseUnionType) Mode() UnionMode ( DenseUnionType) Name() string (*DenseUnionType) NumFields() int ( DenseUnionType) OffsetTypeTraits() OffsetTraits (*DenseUnionType) String() string (*DenseUnionType) TypeCodes() []UnionTypeCode *DenseUnionType : DataType *DenseUnionType : NestedType *DenseUnionType : OffsetsDataType *DenseUnionType : UnionType DenseUnionType : github.com/polarsignals/frostdb/query/logicalplan.Named *DenseUnionType : expvar.Var *DenseUnionType : fmt.Stringer func DenseUnionFromArrays(children []Array, fields []string, codes []UnionTypeCode) *DenseUnionType func DenseUnionOf(fields []Field, typeCodes []UnionTypeCode) *DenseUnionType func github.com/apache/arrow-go/v18/arrow/array.NewDenseUnion(dt *DenseUnionType, length int, children []Array, typeIDs, valueOffsets *memory.Buffer, offset int) *array.DenseUnion func github.com/apache/arrow-go/v18/arrow/array.NewDenseUnionBuilder(mem memory.Allocator, typ *DenseUnionType) *array.DenseUnionBuilder func github.com/apache/arrow-go/v18/arrow/array.NewDenseUnionBuilderWithBuilders(mem memory.Allocator, typ *DenseUnionType, children []array.Builder) *array.DenseUnionBuilder func github.com/apache/arrow-go/v18/arrow/scalar.NewDenseUnionScalar(v scalar.Scalar, code UnionTypeCode, dt *DenseUnionType) *scalar.DenseUnion
DictionaryType represents categorical or dictionary-encoded in-memory data It contains a dictionary-encoded value type (any type) and an index type (any integer type). IndexType DataType Ordered bool ValueType DataType (*DictionaryType) BitWidth() int (*DictionaryType) Bytes() int (*DictionaryType) Fingerprint() string (*DictionaryType) ID() Type (*DictionaryType) Layout() DataTypeLayout (*DictionaryType) Name() string (*DictionaryType) String() string *DictionaryType : DataType *DictionaryType : FixedWidthDataType *DictionaryType : github.com/polarsignals/frostdb/query/logicalplan.Named *DictionaryType : expvar.Var *DictionaryType : fmt.Stringer func github.com/apache/arrow-go/v18/arrow/array.DictArrayFromJSON(mem memory.Allocator, dt *DictionaryType, indicesJSON, dictJSON string) (Array, error) func github.com/apache/arrow-go/v18/arrow/array.NewDictionaryBuilder(mem memory.Allocator, dt *DictionaryType) array.DictionaryBuilder func github.com/apache/arrow-go/v18/arrow/array.NewDictionaryBuilderWithDict(mem memory.Allocator, dt *DictionaryType, init Array) array.DictionaryBuilder func github.com/apache/arrow-go/v18/arrow/array.NewValidatedDictionaryArray(typ *DictionaryType, indices, dict Array) (*array.Dictionary, error)
func github.com/apache/arrow-go/v18/arrow/array.(*Duration).DurationValues() []Duration func github.com/apache/arrow-go/v18/arrow/array.(*DurationBuilder).Value(i int) Duration func github.com/apache/arrow-go/v18/arrow/array.(*DurationBuilder).Append(v Duration) func github.com/apache/arrow-go/v18/arrow/array.(*DurationBuilder).AppendValues(v []Duration, valid []bool) func github.com/apache/arrow-go/v18/arrow/array.(*DurationBuilder).UnsafeAppend(v Duration) func github.com/apache/arrow-go/v18/arrow/scalar.NewDurationScalar(val Duration, typ DataType) *scalar.Duration
DurationType is encoded as a 64-bit signed integer, representing an amount of elapsed time without any relation to a calendar artifact. Unit TimeUnit (*DurationType) BitWidth() int (*DurationType) Bytes() int (*DurationType) Fingerprint() string (*DurationType) ID() Type ( DurationType) Layout() DataTypeLayout (*DurationType) Name() string (*DurationType) String() string (*DurationType) TimeUnit() TimeUnit *DurationType : DataType *DurationType : FixedWidthDataType *DurationType : TemporalWithUnit *DurationType : github.com/polarsignals/frostdb/query/logicalplan.Named *DurationType : expvar.Var *DurationType : fmt.Stringer func github.com/apache/arrow-go/v18/arrow/array.NewDurationBuilder(mem memory.Allocator, dtype *DurationType) *array.DurationBuilder
( EncodedType) Encoded() DataType ( EncodedType) Fingerprint() string ( EncodedType) ID() Type ( EncodedType) Layout() DataTypeLayout Name is name of the data type. ( EncodedType) String() string *RunEndEncodedType EncodedType : DataType EncodedType : github.com/polarsignals/frostdb/query/logicalplan.Named EncodedType : expvar.Var EncodedType : fmt.Stringer
ExtensionBase is the base struct for user-defined Extension Types which must be embedded in any user-defined types like so: type UserDefinedType struct { arrow.ExtensionBase // any other data } Storage is the underlying storage type (*ExtensionBase) Fields() []Field (*ExtensionBase) Fingerprint() string ID always returns arrow.EXTENSION and should not be overridden (*ExtensionBase) Layout() DataTypeLayout Name should always return "extension" and should not be overridden (*ExtensionBase) NumFields() int StorageType returns the underlying storage type and exists so that functions written against the ExtensionType interface can access the storage type. String by default will return "extension_type<storage=storage_type>" by can be overridden to customize what is printed out when printing this extension type. *ExtensionBase : DataType *ExtensionBase : NestedType *ExtensionBase : github.com/polarsignals/frostdb/query/logicalplan.Named *ExtensionBase : expvar.Var *ExtensionBase : fmt.Stringer
ExtensionType is an interface for handling user-defined types. They must be DataTypes and must embed arrow.ExtensionBase in them in order to work properly ensuring that they always have the expected base behavior. The arrow.ExtensionBase that needs to be embedded implements the DataType interface leaving the remaining functions having to be implemented by the actual user-defined type in order to be handled properly. ArrayType should return the reflect.TypeOf(ExtensionArrayType{}) where the ExtensionArrayType is a type that implements the array.ExtensionArray interface. Such a type must also embed the array.ExtensionArrayBase in it. This will be used when creating arrays of this ExtensionType by using reflect.New Deserialize is called when reading in extension arrays and types via the IPC format in order to construct an instance of the appropriate extension type. The passed in data is pulled from the ARROW:extension:metadata key and may be nil or an empty slice. If the storage type is incorrect or something else is invalid with the data this should return nil and an appropriate error. ExtensionEquals is used to tell whether two ExtensionType instances are equal types. ExtensionName is what will be used when registering / unregistering this extension type. Multiple user-defined types can be defined with a parameterized ExtensionType as long as the parameter is used in the ExtensionName to distinguish the instances in the global Extension Type registry. The return from this is also what will be placed in the metadata for IPC communication under the key ARROW:extension:name ( ExtensionType) Fingerprint() string ( ExtensionType) ID() Type ( ExtensionType) Layout() DataTypeLayout Name is name of the data type. Serialize should produce any extra metadata necessary for initializing an instance of this user-defined type. Not all user-defined types require this and it is valid to return nil from this function or an empty slice. This is used for the IPC format and will be added to metadata for IPC communication under the key ARROW:extension:metadata This should be implemented such that it is valid to be called by multiple goroutines concurrently. StorageType returns the underlying storage type which is used by this extension type. It is already implemented by the ExtensionBase struct and thus does not need to be re-implemented by a user-defined type. ( ExtensionType) String() string *github.com/apache/arrow-go/v18/arrow/extensions.Bool8Type *github.com/apache/arrow-go/v18/arrow/extensions.JSONType *github.com/apache/arrow-go/v18/arrow/extensions.OpaqueType *github.com/apache/arrow-go/v18/arrow/extensions.UUIDType *github.com/apache/arrow-go/v18/arrow/extensions.VariantType ExtensionType : DataType ExtensionType : github.com/polarsignals/frostdb/query/logicalplan.Named ExtensionType : expvar.Var ExtensionType : fmt.Stringer func GetExtensionType(typName string) ExtensionType func ExtensionType.Deserialize(storageType DataType, data string) (ExtensionType, error) func github.com/apache/arrow-go/v18/arrow/array.ExtensionArray.ExtensionType() ExtensionType func github.com/apache/arrow-go/v18/arrow/array.(*ExtensionArrayBase).ExtensionType() ExtensionType func github.com/apache/arrow-go/v18/arrow/extensions.(*Bool8Type).Deserialize(storageType DataType, data string) (ExtensionType, error) func github.com/apache/arrow-go/v18/arrow/extensions.(*JSONType).Deserialize(storageType DataType, data string) (ExtensionType, error) func github.com/apache/arrow-go/v18/arrow/extensions.(*OpaqueType).Deserialize(storageType DataType, data string) (ExtensionType, error) func github.com/apache/arrow-go/v18/arrow/extensions.(*UUIDType).Deserialize(storageType DataType, data string) (ExtensionType, error) func github.com/apache/arrow-go/v18/arrow/extensions.(*VariantType).Deserialize(storageType DataType, _ string) (ExtensionType, error) func RegisterExtensionType(typ ExtensionType) error func ExtensionType.ExtensionEquals(ExtensionType) bool func github.com/apache/arrow-go/v18/arrow/array.NewExtensionArrayWithStorage(dt ExtensionType, storage Array) Array func github.com/apache/arrow-go/v18/arrow/array.NewExtensionBuilder(mem memory.Allocator, dt ExtensionType) *array.ExtensionBuilder func github.com/apache/arrow-go/v18/arrow/extensions.(*Bool8Type).ExtensionEquals(other ExtensionType) bool func github.com/apache/arrow-go/v18/arrow/extensions.(*JSONType).ExtensionEquals(other ExtensionType) bool func github.com/apache/arrow-go/v18/arrow/extensions.(*OpaqueType).ExtensionEquals(other ExtensionType) bool func github.com/apache/arrow-go/v18/arrow/extensions.(*UUIDType).ExtensionEquals(other ExtensionType) bool func github.com/apache/arrow-go/v18/arrow/extensions.(*VariantType).ExtensionEquals(other ExtensionType) bool
// The field's metadata, if any // Field name // Fields can be nullable // The field's data type ( Field) Equal(o Field) bool ( Field) Fingerprint() string ( Field) HasMetadata() bool ( Field) String() string Field : expvar.Var Field : fmt.Stringer func (*Column).Field() Field func (*ExtensionBase).Fields() []Field func (*FixedSizeListType).ElemField() Field func (*FixedSizeListType).Fields() []Field func (*LargeListViewType).ElemField() Field func (*LargeListViewType).Fields() []Field func ListLikeType.ElemField() Field func (*ListType).ElemField() Field func (*ListType).Fields() []Field func (*ListViewType).ElemField() Field func (*ListViewType).Fields() []Field func (*MapType).ElemField() Field func (*MapType).Fields() []Field func (*MapType).ItemField() Field func (*MapType).KeyField() Field func (*MapType).ValueField() Field func NestedType.Fields() []Field func (*RunEndEncodedType).Fields() []Field func (*Schema).Field(i int) Field func (*Schema).Fields() []Field func (*Schema).FieldsByName(n string) ([]Field, bool) func (*StructType).Field(i int) Field func (*StructType).FieldByName(name string) (Field, bool) func (*StructType).Fields() []Field func (*StructType).FieldsByName(n string) ([]Field, bool) func UnionType.Fields() []Field func VarLenListLikeType.ElemField() Field func github.com/apache/arrow-go/v18/arrow/compute.FieldPath.Get(s *Schema) (*Field, error) func github.com/apache/arrow-go/v18/arrow/compute.FieldPath.GetField(field Field) (*Field, error) func github.com/apache/arrow-go/v18/arrow/compute.FieldPath.GetFieldFromSlice(fields []Field) (*Field, error) func github.com/apache/arrow-go/v18/arrow/compute.FieldPath.GetFieldFromType(typ DataType) (*Field, error) func github.com/apache/arrow-go/v18/arrow/compute.FieldRef.GetOneField(schema *Schema) (*Field, error) func github.com/apache/arrow-go/v18/arrow/compute.FieldRef.GetOneOrNone(schema *Schema) (*Field, error) func github.com/apache/arrow-go/v18/arrow/extensions.(*VariantType).Metadata() Field func github.com/apache/arrow-go/v18/arrow/extensions.(*VariantType).TypedValue() Field func github.com/apache/arrow-go/v18/arrow/extensions.(*VariantType).Value() Field func github.com/polarsignals/frostdb/pqarrow/convert.ParquetFieldToArrowField(pf parquet.Field) (Field, error) func DenseUnionOf(fields []Field, typeCodes []UnionTypeCode) *DenseUnionType func FixedSizeListOfField(n int32, f Field) *FixedSizeListType func LargeListOfField(f Field) *LargeListType func LargeListViewOfField(f Field) *LargeListViewType func ListOfField(f Field) *ListType func ListViewOfField(f Field) *ListViewType func MapOfFields(key, item Field) *MapType func NewColumn(field Field, chunks *Chunked) *Column func NewColumnFromArr(field Field, arr Array) Column func NewSchema(fields []Field, metadata *Metadata) *Schema func NewSchemaWithEndian(fields []Field, metadata *Metadata, e endian.Endianness) *Schema func SparseUnionOf(fields []Field, typeCodes []UnionTypeCode) *SparseUnionType func StructOf(fs ...Field) *StructType func UnionOf(mode UnionMode, fields []Field, typeCodes []UnionTypeCode) UnionType func Field.Equal(o Field) bool func (*Schema).AddField(i int, field Field) (*Schema, error) func Table.AddColumn(pos int, f Field, c Column) (Table, error) func github.com/apache/arrow-go/v18/arrow/array.NewFixedSizeListBuilderWithField(mem memory.Allocator, n int32, field Field) *array.FixedSizeListBuilder func github.com/apache/arrow-go/v18/arrow/array.NewLargeListBuilderWithField(mem memory.Allocator, field Field) *array.LargeListBuilder func github.com/apache/arrow-go/v18/arrow/array.NewLargeListViewBuilderWithField(mem memory.Allocator, field Field) *array.LargeListViewBuilder func github.com/apache/arrow-go/v18/arrow/array.NewListBuilderWithField(mem memory.Allocator, field Field) *array.ListBuilder func github.com/apache/arrow-go/v18/arrow/array.NewListViewBuilderWithField(mem memory.Allocator, field Field) *array.ListViewBuilder func github.com/apache/arrow-go/v18/arrow/array.NewStructArrayWithFields(cols []Array, fields []Field) (*array.Struct, error) func github.com/apache/arrow-go/v18/arrow/array.NewStructArrayWithFieldsAndNulls(cols []Array, fields []Field, nullBitmap *memory.Buffer, nullCount int, offset int) (*array.Struct, error) func github.com/apache/arrow-go/v18/arrow/compute.FieldPath.GetField(field Field) (*Field, error) func github.com/apache/arrow-go/v18/arrow/compute.FieldPath.GetFieldFromSlice(fields []Field) (*Field, error) func github.com/apache/arrow-go/v18/arrow/compute.FieldRef.FindAll(fields []Field) []compute.FieldPath func github.com/apache/arrow-go/v18/arrow/compute.FieldRef.FindAllField(field Field) []compute.FieldPath func github.com/apache/arrow-go/v18/arrow/internal/dictutils.(*Mapper).ImportField(pos dictutils.FieldPos, field Field) func github.com/apache/arrow-go/v18/arrow/internal/dictutils.(*Mapper).ImportFields(pos dictutils.FieldPos, fields []Field) func github.com/polarsignals/frostdb/dynparquet.FindHashedColumn(col string, fields []Field) int
ByteWidth int (*FixedSizeBinaryType) BitWidth() int (*FixedSizeBinaryType) Bytes() int (*FixedSizeBinaryType) Fingerprint() string (*FixedSizeBinaryType) ID() Type (*FixedSizeBinaryType) Layout() DataTypeLayout (*FixedSizeBinaryType) Name() string (*FixedSizeBinaryType) String() string *FixedSizeBinaryType : DataType *FixedSizeBinaryType : FixedWidthDataType *FixedSizeBinaryType : github.com/polarsignals/frostdb/query/logicalplan.Named *FixedSizeBinaryType : expvar.Var *FixedSizeBinaryType : fmt.Stringer func github.com/apache/arrow-go/v18/arrow/array.NewFixedSizeBinaryBuilder(mem memory.Allocator, dtype *FixedSizeBinaryType) *array.FixedSizeBinaryBuilder
FixedSizeListType describes a nested type in which each array slot contains a fixed-size sequence of values, all having the same relative type. Elem returns the FixedSizeListType's element type. (*FixedSizeListType) ElemField() Field (*FixedSizeListType) Fields() []Field (*FixedSizeListType) Fingerprint() string (*FixedSizeListType) ID() Type (*FixedSizeListType) Layout() DataTypeLayout Len returns the FixedSizeListType's size. (*FixedSizeListType) Name() string (*FixedSizeListType) NumFields() int (*FixedSizeListType) SetElemNullable(n bool) (*FixedSizeListType) String() string *FixedSizeListType : DataType *FixedSizeListType : ListLikeType *FixedSizeListType : NestedType *FixedSizeListType : VarLenListLikeType *FixedSizeListType : github.com/polarsignals/frostdb/query/logicalplan.Named *FixedSizeListType : expvar.Var *FixedSizeListType : fmt.Stringer func FixedSizeListOf(n int32, t DataType) *FixedSizeListType func FixedSizeListOfField(n int32, f Field) *FixedSizeListType func FixedSizeListOfNonNullable(n int32, t DataType) *FixedSizeListType
FixedWidthDataType is the representation of an Arrow type that requires a fixed number of bits in memory for each element. BitWidth returns the number of bits required to store a single element of this data type in memory. Bytes returns the number of bytes required to store a single element of this data type in memory. ( FixedWidthDataType) Fingerprint() string ( FixedWidthDataType) ID() Type ( FixedWidthDataType) Layout() DataTypeLayout Name is name of the data type. ( FixedWidthDataType) String() string *BooleanType *Date32Type *Date64Type *DayTimeIntervalType *Decimal128Type *Decimal256Type *Decimal32Type *Decimal64Type *DictionaryType *DurationType *FixedSizeBinaryType *Float16Type *Float32Type *Float64Type *Int16Type *Int32Type *Int64Type *Int8Type *MonthDayNanoIntervalType *MonthIntervalType TemporalWithUnit (interface) *Time32Type *Time64Type *TimestampType *Uint16Type *Uint32Type *Uint64Type *Uint8Type *github.com/apache/arrow-go/v18/arrow/extensions.UUIDType FixedWidthDataType : DataType FixedWidthDataType : github.com/polarsignals/frostdb/query/logicalplan.Named FixedWidthDataType : expvar.Var FixedWidthDataType : fmt.Stringer
FixedWidthType is a type constraint for raw values in Arrow that can be represented as FixedWidth byte slices. Specifically this is for using Go generics to easily re-type a byte slice to a properly-typed slice. Booleans are excluded here since they are represented by Arrow as a bitmap and thus the buffer can't be just reinterpreted as a []bool
Float16Type represents a floating point value encoded with a 16-bit precision. BitWidth returns the number of bits required to store a single element of this data type in memory. ( Float16Type) Bytes() int (*Float16Type) Fingerprint() string (*Float16Type) ID() Type ( Float16Type) Layout() DataTypeLayout (*Float16Type) Name() string (*Float16Type) String() string *Float16Type : DataType *Float16Type : FixedWidthDataType *Float16Type : github.com/polarsignals/frostdb/query/logicalplan.Named *Float16Type : expvar.Var *Float16Type : fmt.Stringer
(*Float32Type) BitWidth() int (*Float32Type) Bytes() int (*Float32Type) Fingerprint() string (*Float32Type) ID() Type (*Float32Type) Layout() DataTypeLayout (*Float32Type) Name() string (*Float32Type) String() string *Float32Type : DataType *Float32Type : FixedWidthDataType *Float32Type : github.com/polarsignals/frostdb/query/logicalplan.Named *Float32Type : expvar.Var *Float32Type : fmt.Stringer
(*Float64Type) BitWidth() int (*Float64Type) Bytes() int (*Float64Type) Fingerprint() string (*Float64Type) ID() Type (*Float64Type) Layout() DataTypeLayout (*Float64Type) Name() string (*Float64Type) String() string *Float64Type : DataType *Float64Type : FixedWidthDataType *Float64Type : github.com/polarsignals/frostdb/query/logicalplan.Named *Float64Type : expvar.Var *Float64Type : fmt.Stringer
FloatType is a type constraint for raw values for representing floating point values in This consists of constraints.Float and float16.Num
(*Int16Type) BitWidth() int (*Int16Type) Bytes() int (*Int16Type) Fingerprint() string (*Int16Type) ID() Type (*Int16Type) Layout() DataTypeLayout (*Int16Type) Name() string (*Int16Type) String() string *Int16Type : DataType *Int16Type : FixedWidthDataType *Int16Type : github.com/polarsignals/frostdb/query/logicalplan.Named *Int16Type : expvar.Var *Int16Type : fmt.Stringer
(*Int32Type) BitWidth() int (*Int32Type) Bytes() int (*Int32Type) Fingerprint() string (*Int32Type) ID() Type (*Int32Type) Layout() DataTypeLayout (*Int32Type) Name() string (*Int32Type) String() string *Int32Type : DataType *Int32Type : FixedWidthDataType *Int32Type : github.com/polarsignals/frostdb/query/logicalplan.Named *Int32Type : expvar.Var *Int32Type : fmt.Stringer
(*Int64Type) BitWidth() int (*Int64Type) Bytes() int (*Int64Type) Fingerprint() string (*Int64Type) ID() Type (*Int64Type) Layout() DataTypeLayout (*Int64Type) Name() string (*Int64Type) String() string *Int64Type : DataType *Int64Type : FixedWidthDataType *Int64Type : github.com/polarsignals/frostdb/query/logicalplan.Named *Int64Type : expvar.Var *Int64Type : fmt.Stringer
(*Int8Type) BitWidth() int (*Int8Type) Bytes() int (*Int8Type) Fingerprint() string (*Int8Type) ID() Type (*Int8Type) Layout() DataTypeLayout (*Int8Type) Name() string (*Int8Type) String() string *Int8Type : DataType *Int8Type : FixedWidthDataType *Int8Type : github.com/polarsignals/frostdb/query/logicalplan.Named *Int8Type : expvar.Var *Int8Type : fmt.Stringer
IntType is a type constraint for raw values represented as signed integer types by We aren't just using constraints.Signed because we don't want to include the raw `int` type here whose size changes based on the architecture (int32 on 32-bit architectures and int64 on 64-bit architectures). This will also cover types like MonthInterval or the time types as their underlying types are int32 and int64 which will get covered by using the ~
(*LargeBinaryType) Fingerprint() string (*LargeBinaryType) ID() Type ( LargeBinaryType) IsUtf8() bool (*LargeBinaryType) Layout() DataTypeLayout (*LargeBinaryType) Name() string (*LargeBinaryType) OffsetTypeTraits() OffsetTraits (*LargeBinaryType) String() string *LargeBinaryType : BinaryDataType *LargeBinaryType : DataType *LargeBinaryType : OffsetsDataType *LargeBinaryType : github.com/polarsignals/frostdb/query/logicalplan.Named *LargeBinaryType : expvar.Var *LargeBinaryType : fmt.Stringer
ListType ListType Elem returns the ListType's element type. (*LargeListType) ElemField() Field (*LargeListType) Fields() []Field (*LargeListType) Fingerprint() string ( LargeListType) ID() Type (*LargeListType) Layout() DataTypeLayout ( LargeListType) Name() string (*LargeListType) NumFields() int (*LargeListType) OffsetTypeTraits() OffsetTraits (*LargeListType) SetElemMetadata(md Metadata) (*LargeListType) SetElemNullable(n bool) (*LargeListType) String() string *LargeListType : DataType *LargeListType : ListLikeType *LargeListType : NestedType *LargeListType : OffsetsDataType *LargeListType : VarLenListLikeType LargeListType : github.com/polarsignals/frostdb/query/logicalplan.Named *LargeListType : expvar.Var *LargeListType : fmt.Stringer func LargeListOf(t DataType) *LargeListType func LargeListOfField(f Field) *LargeListType func LargeListOfNonNullable(t DataType) *LargeListType
Elem returns the LargeListViewType's element type. (*LargeListViewType) ElemField() Field (*LargeListViewType) Fields() []Field (*LargeListViewType) Fingerprint() string (*LargeListViewType) ID() Type (*LargeListViewType) Layout() DataTypeLayout (*LargeListViewType) Name() string (*LargeListViewType) NumFields() int (*LargeListViewType) OffsetTypeTraits() OffsetTraits (*LargeListViewType) SetElemMetadata(md Metadata) (*LargeListViewType) SetElemNullable(n bool) (*LargeListViewType) String() string *LargeListViewType : DataType *LargeListViewType : ListLikeType *LargeListViewType : NestedType *LargeListViewType : OffsetsDataType *LargeListViewType : VarLenListLikeType *LargeListViewType : github.com/polarsignals/frostdb/query/logicalplan.Named *LargeListViewType : expvar.Var *LargeListViewType : fmt.Stringer func LargeListViewOf(t DataType) *LargeListViewType func LargeListViewOfField(f Field) *LargeListViewType func LargeListViewOfNonNullable(t DataType) *LargeListViewType
(*LargeStringType) Fingerprint() string (*LargeStringType) ID() Type ( LargeStringType) IsUtf8() bool (*LargeStringType) Layout() DataTypeLayout (*LargeStringType) Name() string (*LargeStringType) OffsetTypeTraits() OffsetTraits (*LargeStringType) String() string *LargeStringType : BinaryDataType *LargeStringType : DataType *LargeStringType : OffsetsDataType *LargeStringType : github.com/polarsignals/frostdb/query/logicalplan.Named *LargeStringType : expvar.Var *LargeStringType : fmt.Stringer
( ListLikeType) Elem() DataType ( ListLikeType) ElemField() Field ( ListLikeType) Fingerprint() string ( ListLikeType) ID() Type ( ListLikeType) Layout() DataTypeLayout Name is name of the data type. ( ListLikeType) String() string *FixedSizeListType *LargeListType *LargeListViewType *ListType *ListViewType *MapType VarLenListLikeType (interface) ListLikeType : DataType ListLikeType : VarLenListLikeType ListLikeType : github.com/polarsignals/frostdb/query/logicalplan.Named ListLikeType : expvar.Var ListLikeType : fmt.Stringer
ListType describes a nested type in which each array slot contains a variable-size sequence of values, all having the same relative type. Elem returns the ListType's element type. (*ListType) ElemField() Field (*ListType) Fields() []Field (*ListType) Fingerprint() string (*ListType) ID() Type (*ListType) Layout() DataTypeLayout (*ListType) Name() string (*ListType) NumFields() int (*ListType) OffsetTypeTraits() OffsetTraits (*ListType) SetElemMetadata(md Metadata) (*ListType) SetElemNullable(n bool) (*ListType) String() string *ListType : DataType *ListType : ListLikeType *ListType : NestedType *ListType : OffsetsDataType *ListType : VarLenListLikeType *ListType : github.com/polarsignals/frostdb/query/logicalplan.Named *ListType : expvar.Var *ListType : fmt.Stringer func ListOf(t DataType) *ListType func ListOfField(f Field) *ListType func ListOfNonNullable(t DataType) *ListType
Elem returns the ListViewType's element type. (*ListViewType) ElemField() Field (*ListViewType) Fields() []Field (*ListViewType) Fingerprint() string (*ListViewType) ID() Type (*ListViewType) Layout() DataTypeLayout (*ListViewType) Name() string (*ListViewType) NumFields() int (*ListViewType) OffsetTypeTraits() OffsetTraits (*ListViewType) SetElemMetadata(md Metadata) (*ListViewType) SetElemNullable(n bool) (*ListViewType) String() string *ListViewType : DataType *ListViewType : ListLikeType *ListViewType : NestedType *ListViewType : OffsetsDataType *ListViewType : VarLenListLikeType *ListViewType : github.com/polarsignals/frostdb/query/logicalplan.Named *ListViewType : expvar.Var *ListViewType : fmt.Stringer func ListViewOf(t DataType) *ListViewType func ListViewOfField(f Field) *ListViewType func ListViewOfNonNullable(t DataType) *ListViewType
KeysSorted bool Elem returns the MapType's element type (if treating MapType as ListLikeType) ElemField returns the MapType's element field (if treating MapType as ListLikeType) (*MapType) Fields() []Field (*MapType) Fingerprint() string (*MapType) ID() Type (*MapType) ItemField() Field (*MapType) ItemType() DataType (*MapType) KeyField() Field (*MapType) KeyType() DataType (*MapType) Layout() DataTypeLayout (*MapType) Name() string (*MapType) NumFields() int (*MapType) OffsetTypeTraits() OffsetTraits (*MapType) SetItemNullable(nullable bool) (*MapType) String() string Deprecated: use MapType.ElemField() instead Deprecated: use MapType.Elem().(*StructType) instead *MapType : DataType *MapType : ListLikeType *MapType : NestedType *MapType : OffsetsDataType *MapType : VarLenListLikeType *MapType : github.com/polarsignals/frostdb/query/logicalplan.Named *MapType : expvar.Var *MapType : fmt.Stringer func MapOf(key, item DataType) *MapType func MapOfFields(key, item Field) *MapType func MapOfWithMetadata(key DataType, keyMetadata Metadata, item DataType, itemMetadata Metadata) *MapType func github.com/apache/arrow-go/v18/arrow/array.NewMapBuilderWithType(mem memory.Allocator, dt *MapType) *array.MapBuilder
( Metadata) Equal(rhs Metadata) bool FindKey returns the index of the key-value pair with the provided key name, or -1 if such a key does not exist. GetValue returns the value associated with the provided key name. If the key does not exist, the second return value is false. ( Metadata) Keys() []string ( Metadata) Len() int ( Metadata) String() string ( Metadata) ToMap() map[string]string ( Metadata) Values() []string Metadata : expvar.Var Metadata : fmt.Stringer func MetadataFrom(kv map[string]string) Metadata func NewMetadata(keys, values []string) Metadata func (*Schema).Metadata() Metadata func MapOfWithMetadata(key DataType, keyMetadata Metadata, item DataType, itemMetadata Metadata) *MapType func MapOfWithMetadata(key DataType, keyMetadata Metadata, item DataType, itemMetadata Metadata) *MapType func NewSchema(fields []Field, metadata *Metadata) *Schema func NewSchemaWithEndian(fields []Field, metadata *Metadata, e endian.Endianness) *Schema func (*LargeListViewType).SetElemMetadata(md Metadata) func (*ListType).SetElemMetadata(md Metadata) func (*ListViewType).SetElemMetadata(md Metadata) func Metadata.Equal(rhs Metadata) bool
MonthDayNanoInterval represents a number of months, days and nanoseconds (fraction of day). Days int32 Months int32 Nanoseconds int64 func github.com/apache/arrow-go/v18/arrow/array.(*MonthDayNanoInterval).MonthDayNanoIntervalValues() []MonthDayNanoInterval func github.com/apache/arrow-go/v18/arrow/array.(*MonthDayNanoInterval).Value(i int) MonthDayNanoInterval func github.com/apache/arrow-go/v18/arrow/array.(*MonthDayNanoIntervalBuilder).Append(v MonthDayNanoInterval) func github.com/apache/arrow-go/v18/arrow/array.(*MonthDayNanoIntervalBuilder).AppendValues(v []MonthDayNanoInterval, valid []bool) func github.com/apache/arrow-go/v18/arrow/array.(*MonthDayNanoIntervalBuilder).UnsafeAppend(v MonthDayNanoInterval) func github.com/apache/arrow-go/v18/arrow/scalar.NewMonthDayNanoIntervalScalar(val MonthDayNanoInterval) *scalar.MonthDayNanoInterval
MonthDayNanoIntervalType is encoded as two signed 32-bit integers representing a number of months and a number of days, followed by a 64-bit integer representing the number of nanoseconds since midnight for fractions of a day. BitWidth returns the number of bits required to store a single element of this data type in memory. (*MonthDayNanoIntervalType) Bytes() int (*MonthDayNanoIntervalType) Fingerprint() string (*MonthDayNanoIntervalType) ID() Type ( MonthDayNanoIntervalType) Layout() DataTypeLayout (*MonthDayNanoIntervalType) Name() string (*MonthDayNanoIntervalType) String() string *MonthDayNanoIntervalType : DataType *MonthDayNanoIntervalType : FixedWidthDataType *MonthDayNanoIntervalType : github.com/polarsignals/frostdb/query/logicalplan.Named *MonthDayNanoIntervalType : expvar.Var *MonthDayNanoIntervalType : fmt.Stringer
MonthInterval represents a number of months. ( MonthInterval) MarshalJSON() ([]byte, error) (*MonthInterval) UnmarshalJSON(data []byte) error MonthInterval : github.com/goccy/go-json.Marshaler *MonthInterval : github.com/goccy/go-json.Unmarshaler MonthInterval : encoding/json.Marshaler *MonthInterval : encoding/json.Unmarshaler func github.com/apache/arrow-go/v18/arrow/array.(*MonthInterval).MonthIntervalValues() []MonthInterval func github.com/apache/arrow-go/v18/arrow/array.(*MonthInterval).Value(i int) MonthInterval func github.com/apache/arrow-go/v18/arrow/array.(*MonthInterval).Values() []MonthInterval func github.com/apache/arrow-go/v18/arrow/array.(*MonthIntervalBuilder).Append(v MonthInterval) func github.com/apache/arrow-go/v18/arrow/array.(*MonthIntervalBuilder).AppendValues(v []MonthInterval, valid []bool) func github.com/apache/arrow-go/v18/arrow/array.(*MonthIntervalBuilder).UnsafeAppend(v MonthInterval) func github.com/apache/arrow-go/v18/arrow/scalar.NewMonthIntervalScalar(val MonthInterval) *scalar.MonthInterval
MonthIntervalType is encoded as a 32-bit signed integer, representing a number of months. BitWidth returns the number of bits required to store a single element of this data type in memory. ( MonthIntervalType) Bytes() int (*MonthIntervalType) Fingerprint() string (*MonthIntervalType) ID() Type ( MonthIntervalType) Layout() DataTypeLayout (*MonthIntervalType) Name() string (*MonthIntervalType) String() string *MonthIntervalType : DataType *MonthIntervalType : FixedWidthDataType *MonthIntervalType : github.com/polarsignals/frostdb/query/logicalplan.Named *MonthIntervalType : expvar.Var *MonthIntervalType : fmt.Stringer
Fields method provides a copy of NestedType fields (so it can be safely mutated and will not result in updating the NestedType). ( NestedType) Fingerprint() string ( NestedType) ID() Type ( NestedType) Layout() DataTypeLayout Name is name of the data type. NumFields provides the number of fields without allocating. ( NestedType) String() string *DenseUnionType *ExtensionBase *FixedSizeListType *LargeListType *LargeListViewType *ListType *ListViewType *MapType *RunEndEncodedType *SparseUnionType *StructType UnionType (interface) *github.com/apache/arrow-go/v18/arrow/extensions.Bool8Type *github.com/apache/arrow-go/v18/arrow/extensions.JSONType *github.com/apache/arrow-go/v18/arrow/extensions.OpaqueType *github.com/apache/arrow-go/v18/arrow/extensions.UUIDType *github.com/apache/arrow-go/v18/arrow/extensions.VariantType NestedType : DataType NestedType : github.com/polarsignals/frostdb/query/logicalplan.Named NestedType : expvar.Var NestedType : fmt.Stringer
NullType describes a degenerate array, with zero physical storage. (*NullType) Fingerprint() string (*NullType) ID() Type (*NullType) Layout() DataTypeLayout (*NullType) Name() string (*NullType) String() string *NullType : DataType *NullType : github.com/polarsignals/frostdb/query/logicalplan.Named *NullType : expvar.Var *NullType : fmt.Stringer
NumericType is a type constraint for just signed/unsigned integers and float32/float64.
( OffsetsDataType) Fingerprint() string ( OffsetsDataType) ID() Type ( OffsetsDataType) Layout() DataTypeLayout Name is name of the data type. ( OffsetsDataType) OffsetTypeTraits() OffsetTraits ( OffsetsDataType) String() string *BinaryType *DenseUnionType *LargeBinaryType *LargeListType *LargeListViewType *LargeStringType *ListType *ListViewType *MapType *StringType OffsetsDataType : DataType OffsetsDataType : github.com/polarsignals/frostdb/query/logicalplan.Named OffsetsDataType : expvar.Var OffsetsDataType : fmt.Stringer
OffsetTraits is a convenient interface over the various type traits constants such as arrow.Int32Traits allowing types with offsets, like BinaryType, StringType, LargeBinaryType and LargeStringType to have a method to return information about their offset type and how many bytes would be required to allocate an offset buffer for them. BytesRequired returns the number of bytes required to be allocated in order to hold the passed in number of elements of this type. github.com/apache/arrow-go/v18/arrow/decimal.Traits[...] (interface) github.com/apache/arrow-go/v18/internal/hashing.TypeTraits (interface) OffsetTraits : github.com/apache/arrow-go/v18/internal/hashing.TypeTraits func (*BinaryType).OffsetTypeTraits() OffsetTraits func DenseUnionType.OffsetTypeTraits() OffsetTraits func (*LargeBinaryType).OffsetTypeTraits() OffsetTraits func (*LargeListType).OffsetTypeTraits() OffsetTraits func (*LargeListViewType).OffsetTypeTraits() OffsetTraits func (*LargeStringType).OffsetTypeTraits() OffsetTraits func (*ListType).OffsetTypeTraits() OffsetTraits func (*ListViewType).OffsetTypeTraits() OffsetTraits func (*MapType).OffsetTypeTraits() OffsetTraits func OffsetsDataType.OffsetTypeTraits() OffsetTraits func (*StringType).OffsetTypeTraits() OffsetTraits
Record as a term typically refers to a single row, but this type represents a batch of rows, known in Arrow parlance as a RecordBatch. This alias is provided for backwards compatibility. Deprecated: This is deprecated to avoid the confusion of the terminology where Record refers to a single row, use [RecordBatch] instead.
RecordBatch is a collection of equal-length arrays matching a particular Schema. This corresponds to the RecordBatch concept in the Arrow specification. It is also possible to construct a Table from a collection of RecordBatches that all have the same schema. ( RecordBatch) Column(i int) Array ( RecordBatch) ColumnName(i int) string ( RecordBatch) Columns() []Array ( RecordBatch) MarshalJSON() ([]byte, error) NewSlice constructs a zero-copy slice of the record with the indicated indices i and j, corresponding to array[i:j]. The returned record must be Release()'d after use. NewSlice panics if the slice is outside the valid range of the record array. NewSlice panics if j < i. ( RecordBatch) NumCols() int64 ( RecordBatch) NumRows() int64 ( RecordBatch) Release() ( RecordBatch) Retain() ( RecordBatch) Schema() *Schema ( RecordBatch) SetColumn(i int, col Array) (RecordBatch, error) github.com/polarsignals/frostdb/internal/records.Record RecordBatch : github.com/apache/arrow-go/v18/arrow/scalar.Releasable RecordBatch : github.com/goccy/go-json.Marshaler RecordBatch : encoding/json.Marshaler func Record.NewSlice(i, j int64) RecordBatch func Record.SetColumn(i int, col Array) (RecordBatch, error) func RecordBatch.NewSlice(i, j int64) RecordBatch func RecordBatch.SetColumn(i int, col Array) (RecordBatch, error) func github.com/apache/arrow-go/v18/arrow/array.NewRecordBatch(schema *Schema, cols []Array, nrows int64) RecordBatch func github.com/apache/arrow-go/v18/arrow/array.RecordFromJSON(mem memory.Allocator, schema *Schema, r io.Reader, opts ...array.FromJSONOption) (RecordBatch, int64, error) func github.com/apache/arrow-go/v18/arrow/array.RecordFromStructArray(in *array.Struct, schema *Schema) RecordBatch func github.com/apache/arrow-go/v18/arrow/array.(*JSONReader).RecordBatch() RecordBatch func github.com/apache/arrow-go/v18/arrow/array.(*RecordBuilder).NewRecordBatch() RecordBatch func github.com/apache/arrow-go/v18/arrow/array.RecordReader.RecordBatch() RecordBatch func github.com/apache/arrow-go/v18/arrow/array.(*TableReader).RecordBatch() RecordBatch func github.com/apache/arrow-go/v18/arrow/arrio.Reader.Read() (RecordBatch, error) func github.com/apache/arrow-go/v18/arrow/arrio.ReaderAt.ReadAt(i int64) (RecordBatch, error) func github.com/apache/arrow-go/v18/arrow/compute.FilterRecordBatch(ctx context.Context, batch RecordBatch, filter Array, opts *compute.FilterOptions) (RecordBatch, error) func github.com/apache/arrow-go/v18/arrow/ipc.(*FileReader).Read() (rec RecordBatch, err error) func github.com/apache/arrow-go/v18/arrow/ipc.(*FileReader).ReadAt(i int64) (RecordBatch, error) func github.com/apache/arrow-go/v18/arrow/ipc.(*FileReader).RecordBatch(i int) (RecordBatch, error) func github.com/apache/arrow-go/v18/arrow/ipc.(*FileReader).RecordBatchAt(i int) (RecordBatch, error) func github.com/apache/arrow-go/v18/arrow/ipc.(*Reader).Read() (RecordBatch, error) func github.com/apache/arrow-go/v18/arrow/ipc.(*Reader).RecordBatch() RecordBatch func github.com/apache/arrow-go/v18/arrow/util.ProtobufMessageReflection.Record(mem memory.Allocator) RecordBatch func github.com/apache/arrow-go/v18/arrow/array.NewRecordReader(schema *Schema, recs []RecordBatch) (array.RecordReader, error) func github.com/apache/arrow-go/v18/arrow/array.NewTableFromRecords(schema *Schema, recs []RecordBatch) Table func github.com/apache/arrow-go/v18/arrow/array.RecordApproxEqual(left, right RecordBatch, opts ...array.EqualOption) bool func github.com/apache/arrow-go/v18/arrow/array.RecordEqual(left, right RecordBatch) bool func github.com/apache/arrow-go/v18/arrow/array.RecordToJSON(rec RecordBatch, w io.Writer) error func github.com/apache/arrow-go/v18/arrow/array.RecordToStructArray(rec RecordBatch) *array.Struct func github.com/apache/arrow-go/v18/arrow/arrio.Writer.Write(rec RecordBatch) error func github.com/apache/arrow-go/v18/arrow/compute.FilterRecordBatch(ctx context.Context, batch RecordBatch, filter Array, opts *compute.FilterOptions) (RecordBatch, error) func github.com/apache/arrow-go/v18/arrow/compute.FieldPath.GetColumn(batch RecordBatch) (Array, error) func github.com/apache/arrow-go/v18/arrow/compute.FieldRef.FindOneOrNoneRecord(root RecordBatch) (compute.FieldPath, error) func github.com/apache/arrow-go/v18/arrow/compute.FieldRef.GetAllColumns(root RecordBatch) ([]Array, error) func github.com/apache/arrow-go/v18/arrow/compute.FieldRef.GetOneColumnOrNone(root RecordBatch) (Array, error) func github.com/apache/arrow-go/v18/arrow/internal/dictutils.CollectDictionaries(batch RecordBatch, mapper *dictutils.Mapper) (out []dictutils.dictpair, err error) func github.com/apache/arrow-go/v18/arrow/ipc.GetRecordBatchPayload(batch RecordBatch, opts ...ipc.Option) (ipc.Payload, error) func github.com/apache/arrow-go/v18/arrow/ipc.(*FileWriter).Write(rec RecordBatch) error func github.com/apache/arrow-go/v18/arrow/ipc.(*Writer).Write(rec RecordBatch) (err error) func github.com/apache/arrow-go/v18/arrow/util.TotalRecordSize(record RecordBatch) int64
RunEndEncodedType is the datatype to represent a run-end encoded array of data. ValueNullable defaults to true, but can be set false if this should represent a type with a non-nullable value field. ValueNullable bool (*RunEndEncodedType) Encoded() DataType (*RunEndEncodedType) Fields() []Field (*RunEndEncodedType) Fingerprint() string (*RunEndEncodedType) ID() Type (*RunEndEncodedType) Layout() DataTypeLayout (*RunEndEncodedType) Name() string (*RunEndEncodedType) NumFields() int (*RunEndEncodedType) RunEnds() DataType (*RunEndEncodedType) String() string (*RunEndEncodedType) ValidRunEndsType(dt DataType) bool *RunEndEncodedType : DataType *RunEndEncodedType : EncodedType *RunEndEncodedType : NestedType *RunEndEncodedType : github.com/polarsignals/frostdb/query/logicalplan.Named *RunEndEncodedType : expvar.Var *RunEndEncodedType : fmt.Stringer func RunEndEncodedOf(runEnds, values DataType) *RunEndEncodedType func github.com/apache/arrow-go/v18/arrow/scalar.NewRunEndEncodedScalar(v scalar.Scalar, dt *RunEndEncodedType) *scalar.RunEndEncoded
Schema is a sequence of Field values, describing the columns of a table or a record batch. AddField adds a field at the given index and return a new schema. (*Schema) Endianness() endian.Endianness Equal returns whether two schema are equal. Equal does not compare the metadata. (*Schema) Field(i int) Field FieldIndices returns the indices of the named field or nil. (*Schema) Fields() []Field (*Schema) FieldsByName(n string) ([]Field, bool) (*Schema) Fingerprint() string (*Schema) HasField(n string) bool (*Schema) HasMetadata() bool (*Schema) IsNativeEndian() bool (*Schema) Metadata() Metadata (*Schema) NumFields() int (*Schema) String() string (*Schema) WithEndianness(e endian.Endianness) *Schema *Schema : expvar.Var *Schema : fmt.Stringer func NewSchema(fields []Field, metadata *Metadata) *Schema func NewSchemaWithEndian(fields []Field, metadata *Metadata, e endian.Endianness) *Schema func Record.Schema() *Schema func RecordBatch.Schema() *Schema func (*Schema).AddField(i int, field Field) (*Schema, error) func (*Schema).WithEndianness(e endian.Endianness) *Schema func Table.Schema() *Schema func github.com/apache/arrow-go/v18/arrow/array.(*JSONReader).Schema() *Schema func github.com/apache/arrow-go/v18/arrow/array.(*RecordBuilder).Schema() *Schema func github.com/apache/arrow-go/v18/arrow/array.RecordReader.Schema() *Schema func github.com/apache/arrow-go/v18/arrow/array.(*TableReader).Schema() *Schema func github.com/apache/arrow-go/v18/arrow/compute.(*RecordDatum).Schema() *Schema func github.com/apache/arrow-go/v18/arrow/compute.(*TableDatum).Schema() *Schema func github.com/apache/arrow-go/v18/arrow/compute.TableLikeDatum.Schema() *Schema func github.com/apache/arrow-go/v18/arrow/ipc.(*FileReader).Schema() *Schema func github.com/apache/arrow-go/v18/arrow/ipc.(*Reader).Schema() *Schema func github.com/apache/arrow-go/v18/arrow/util.ProtobufMessageReflection.Schema() *Schema func github.com/polarsignals/frostdb/pqarrow.ParquetRowGroupToArrowSchema(ctx context.Context, rg parquet.RowGroup, s *dynparquet.Schema, options logicalplan.IterOptions) (*Schema, error) func github.com/polarsignals/frostdb/pqarrow.ParquetSchemaToArrowSchema(ctx context.Context, schema *parquet.Schema, s *dynparquet.Schema, options logicalplan.IterOptions) (*Schema, error) func github.com/polarsignals/frostdb/pqarrow/builder.(*RecordBuilder).Schema() *Schema func (*Schema).Equal(o *Schema) bool func github.com/apache/arrow-go/v18/arrow/array.NewJSONReader(r io.Reader, schema *Schema, opts ...array.Option) *array.JSONReader func github.com/apache/arrow-go/v18/arrow/array.NewRecord(schema *Schema, cols []Array, nrows int64) Record func github.com/apache/arrow-go/v18/arrow/array.NewRecordBatch(schema *Schema, cols []Array, nrows int64) RecordBatch func github.com/apache/arrow-go/v18/arrow/array.NewRecordBuilder(mem memory.Allocator, schema *Schema) *array.RecordBuilder func github.com/apache/arrow-go/v18/arrow/array.NewRecordReader(schema *Schema, recs []RecordBatch) (array.RecordReader, error) func github.com/apache/arrow-go/v18/arrow/array.NewTable(schema *Schema, cols []Column, rows int64) Table func github.com/apache/arrow-go/v18/arrow/array.NewTableFromRecords(schema *Schema, recs []RecordBatch) Table func github.com/apache/arrow-go/v18/arrow/array.NewTableFromSlice(schema *Schema, data [][]Array) Table func github.com/apache/arrow-go/v18/arrow/array.ReaderFromIter(schema *Schema, itr iter.Seq2[RecordBatch, error]) array.RecordReader func github.com/apache/arrow-go/v18/arrow/array.RecordFromJSON(mem memory.Allocator, schema *Schema, r io.Reader, opts ...array.FromJSONOption) (RecordBatch, int64, error) func github.com/apache/arrow-go/v18/arrow/array.RecordFromStructArray(in *array.Struct, schema *Schema) RecordBatch func github.com/apache/arrow-go/v18/arrow/array.TableFromJSON(mem memory.Allocator, sc *Schema, recJSON []string, opt ...array.FromJSONOption) (Table, error) func github.com/apache/arrow-go/v18/arrow/compute.FieldPath.Get(s *Schema) (*Field, error) func github.com/apache/arrow-go/v18/arrow/compute.FieldRef.FindOne(schema *Schema) (compute.FieldPath, error) func github.com/apache/arrow-go/v18/arrow/compute.FieldRef.FindOneOrNone(schema *Schema) (compute.FieldPath, error) func github.com/apache/arrow-go/v18/arrow/compute.FieldRef.GetOneField(schema *Schema) (*Field, error) func github.com/apache/arrow-go/v18/arrow/compute.FieldRef.GetOneOrNone(schema *Schema) (*Field, error) func github.com/apache/arrow-go/v18/arrow/internal/dictutils.(*Mapper).ImportSchema(schema *Schema) func github.com/apache/arrow-go/v18/arrow/ipc.GetSchemaPayload(schema *Schema, mem memory.Allocator) ipc.Payload func github.com/apache/arrow-go/v18/arrow/ipc.WithSchema(schema *Schema) ipc.Option func github.com/polarsignals/frostdb/pqarrow/builder.NewRecordBuilder(mem memory.Allocator, schema *Schema) *builder.RecordBuilder func github.com/polarsignals/frostdb/pqarrow/builder.(*RecordBuilder).ExpandSchema(schema *Schema)
SparseUnionType is the concrete type for Sparse union data. A sparse union is a nested type where each logical value is taken from a single child. A buffer of 8-bit type ids indicates which child a given logical value is to be taken from. In a sparse union, each child array will have the same length as the union array itself, regardless of the actual number of union values which refer to it. Unlike most other types, unions do not have a top-level validity bitmap. (*SparseUnionType) ChildIDs() []int Fields method provides a copy of union type fields (so it can be safely mutated and will not result in updating the union type). (*SparseUnionType) Fingerprint() string ( SparseUnionType) ID() Type ( SparseUnionType) Layout() DataTypeLayout (*SparseUnionType) MaxTypeCode() (max UnionTypeCode) ( SparseUnionType) Mode() UnionMode ( SparseUnionType) Name() string (*SparseUnionType) NumFields() int (*SparseUnionType) String() string (*SparseUnionType) TypeCodes() []UnionTypeCode *SparseUnionType : DataType *SparseUnionType : NestedType *SparseUnionType : UnionType SparseUnionType : github.com/polarsignals/frostdb/query/logicalplan.Named *SparseUnionType : expvar.Var *SparseUnionType : fmt.Stringer func SparseUnionFromArrays(children []Array, fields []string, codes []UnionTypeCode) *SparseUnionType func SparseUnionOf(fields []Field, typeCodes []UnionTypeCode) *SparseUnionType func github.com/apache/arrow-go/v18/arrow/array.NewSparseUnion(dt *SparseUnionType, length int, children []Array, typeIDs *memory.Buffer, offset int) *array.SparseUnion func github.com/apache/arrow-go/v18/arrow/array.NewSparseUnionBuilder(mem memory.Allocator, typ *SparseUnionType) *array.SparseUnionBuilder func github.com/apache/arrow-go/v18/arrow/array.NewSparseUnionBuilderWithBuilders(mem memory.Allocator, typ *SparseUnionType, children []array.Builder) *array.SparseUnionBuilder func github.com/apache/arrow-go/v18/arrow/scalar.NewSparseUnionScalar(val []scalar.Scalar, code UnionTypeCode, dt *SparseUnionType) *scalar.SparseUnion func github.com/apache/arrow-go/v18/arrow/scalar.NewSparseUnionScalarFromValue(val scalar.Scalar, idx int, dt *SparseUnionType) *scalar.SparseUnion
(*StringType) Fingerprint() string (*StringType) ID() Type ( StringType) IsUtf8() bool (*StringType) Layout() DataTypeLayout (*StringType) Name() string (*StringType) OffsetTypeTraits() OffsetTraits (*StringType) String() string *StringType : BinaryDataType *StringType : DataType *StringType : OffsetsDataType *StringType : github.com/polarsignals/frostdb/query/logicalplan.Named *StringType : expvar.Var *StringType : fmt.Stringer
(*StringViewType) Fingerprint() string (*StringViewType) ID() Type (*StringViewType) IsUtf8() bool (*StringViewType) Layout() DataTypeLayout (*StringViewType) Name() string (*StringViewType) String() string *StringViewType : BinaryDataType *StringViewType : BinaryViewDataType *StringViewType : DataType *StringViewType : github.com/polarsignals/frostdb/query/logicalplan.Named *StringViewType : expvar.Var *StringViewType : fmt.Stringer
StructType describes a nested type parameterized by an ordered sequence of relative types, called its fields. (*StructType) Field(i int) Field FieldByName gets the field with the given name. If there are multiple fields with the given name, FieldByName returns the first such field. FieldIdx gets the index of the field with the given name. If there are multiple fields with the given name, FieldIdx returns the index of the first such field. FieldIndices returns indices of all fields with the given name, or nil. Fields method provides a copy of StructType fields (so it can be safely mutated and will not result in updating the StructType). FieldsByName returns all fields with the given name. (*StructType) Fingerprint() string (*StructType) ID() Type (*StructType) Layout() DataTypeLayout (*StructType) Name() string (*StructType) NumFields() int (*StructType) String() string *StructType : DataType *StructType : NestedType *StructType : github.com/polarsignals/frostdb/query/logicalplan.Named *StructType : expvar.Var *StructType : fmt.Stringer func StructOf(fs ...Field) *StructType func (*MapType).ValueType() *StructType func github.com/apache/arrow-go/v18/arrow/array.NewStructBuilder(mem memory.Allocator, dtype *StructType) *array.StructBuilder
Table represents a logical sequence of chunked arrays of equal length. It is similar to a Record except that the columns are ChunkedArrays instead, allowing for a Table to be built up by chunks progressively whereas the columns in a single Record are always each a single contiguous array. AddColumn adds a new column to the table and a corresponding field (of the same type) to its schema, at the specified position. Returns the new table with updated columns and schema. ( Table) Column(i int) *Column ( Table) NumCols() int64 ( Table) NumRows() int64 ( Table) Release() ( Table) Retain() ( Table) Schema() *Schema ( Table) String() string Table : github.com/apache/arrow-go/v18/arrow/scalar.Releasable Table : expvar.Var Table : fmt.Stringer func Table.AddColumn(pos int, f Field, c Column) (Table, error) func github.com/apache/arrow-go/v18/arrow/array.NewTable(schema *Schema, cols []Column, rows int64) Table func github.com/apache/arrow-go/v18/arrow/array.NewTableFromRecords(schema *Schema, recs []RecordBatch) Table func github.com/apache/arrow-go/v18/arrow/array.NewTableFromSlice(schema *Schema, data [][]Array) Table func github.com/apache/arrow-go/v18/arrow/array.TableFromJSON(mem memory.Allocator, sc *Schema, recJSON []string, opt ...array.FromJSONOption) (Table, error) func github.com/apache/arrow-go/v18/arrow/array.UnifyTableDicts(alloc memory.Allocator, table Table) (Table, error) func github.com/apache/arrow-go/v18/arrow/compute.FilterTable(ctx context.Context, tbl Table, filter compute.Datum, opts *compute.FilterOptions) (Table, error) func github.com/apache/arrow-go/v18/arrow/array.NewTableReader(tbl Table, chunkSize int64) *array.TableReader func github.com/apache/arrow-go/v18/arrow/array.TableApproxEqual(left, right Table, opts ...array.EqualOption) bool func github.com/apache/arrow-go/v18/arrow/array.TableEqual(left, right Table) bool func github.com/apache/arrow-go/v18/arrow/array.UnifyTableDicts(alloc memory.Allocator, table Table) (Table, error) func github.com/apache/arrow-go/v18/arrow/compute.FilterTable(ctx context.Context, tbl Table, filter compute.Datum, opts *compute.FilterOptions) (Table, error)
type TemporalType (interface)
BitWidth returns the number of bits required to store a single element of this data type in memory. Bytes returns the number of bytes required to store a single element of this data type in memory. ( TemporalWithUnit) Fingerprint() string ( TemporalWithUnit) ID() Type ( TemporalWithUnit) Layout() DataTypeLayout Name is name of the data type. ( TemporalWithUnit) String() string ( TemporalWithUnit) TimeUnit() TimeUnit *DurationType *Time32Type *Time64Type *TimestampType TemporalWithUnit : DataType TemporalWithUnit : FixedWidthDataType TemporalWithUnit : github.com/polarsignals/frostdb/query/logicalplan.Named TemporalWithUnit : expvar.Var TemporalWithUnit : fmt.Stringer
( Time32) FormattedString(unit TimeUnit) string ( Time32) ToTime(unit TimeUnit) time.Time func Time32FromString(val string, unit TimeUnit) (Time32, error) func github.com/apache/arrow-go/v18/arrow/array.(*Time32).Time32Values() []Time32 func github.com/apache/arrow-go/v18/arrow/array.(*Time32Builder).Value(i int) Time32 func github.com/apache/arrow-go/v18/arrow/array.(*Time32Builder).Append(v Time32) func github.com/apache/arrow-go/v18/arrow/array.(*Time32Builder).AppendValues(v []Time32, valid []bool) func github.com/apache/arrow-go/v18/arrow/array.(*Time32Builder).UnsafeAppend(v Time32) func github.com/apache/arrow-go/v18/arrow/scalar.NewTime32Scalar(val Time32, typ DataType) *scalar.Time32
Time32Type is encoded as a 32-bit signed integer, representing either seconds or milliseconds since midnight. Unit TimeUnit (*Time32Type) BitWidth() int (*Time32Type) Bytes() int (*Time32Type) Fingerprint() string (*Time32Type) ID() Type ( Time32Type) Layout() DataTypeLayout (*Time32Type) Name() string (*Time32Type) String() string (*Time32Type) TimeUnit() TimeUnit *Time32Type : DataType *Time32Type : FixedWidthDataType *Time32Type : TemporalWithUnit *Time32Type : github.com/polarsignals/frostdb/query/logicalplan.Named *Time32Type : expvar.Var *Time32Type : fmt.Stringer func github.com/apache/arrow-go/v18/arrow/array.NewTime32Builder(mem memory.Allocator, dtype *Time32Type) *array.Time32Builder
( Time64) FormattedString(unit TimeUnit) string ( Time64) ToTime(unit TimeUnit) time.Time func Time64FromString(val string, unit TimeUnit) (Time64, error) func github.com/apache/arrow-go/v18/arrow/array.(*Time64).Time64Values() []Time64 func github.com/apache/arrow-go/v18/arrow/array.(*Time64Builder).Value(i int) Time64 func github.com/apache/arrow-go/v18/arrow/array.(*Time64Builder).Append(v Time64) func github.com/apache/arrow-go/v18/arrow/array.(*Time64Builder).AppendValues(v []Time64, valid []bool) func github.com/apache/arrow-go/v18/arrow/array.(*Time64Builder).UnsafeAppend(v Time64) func github.com/apache/arrow-go/v18/arrow/scalar.NewTime64Scalar(val Time64, typ DataType) *scalar.Time64 func github.com/apache/arrow-go/v18/parquet/variant.(*Builder).AppendTimeMicro(v Time64) error
Time64Type is encoded as a 64-bit signed integer, representing either microseconds or nanoseconds since midnight. Unit TimeUnit (*Time64Type) BitWidth() int (*Time64Type) Bytes() int (*Time64Type) Fingerprint() string (*Time64Type) ID() Type ( Time64Type) Layout() DataTypeLayout (*Time64Type) Name() string (*Time64Type) String() string (*Time64Type) TimeUnit() TimeUnit *Time64Type : DataType *Time64Type : FixedWidthDataType *Time64Type : TemporalWithUnit *Time64Type : github.com/polarsignals/frostdb/query/logicalplan.Named *Time64Type : expvar.Var *Time64Type : fmt.Stringer func github.com/apache/arrow-go/v18/arrow/array.NewTime64Builder(mem memory.Allocator, dtype *Time64Type) *array.Time64Builder
( Timestamp) ToTime(unit TimeUnit) time.Time func TimestampFromString(val string, unit TimeUnit) (Timestamp, error) func TimestampFromStringInLocation(val string, unit TimeUnit, loc *time.Location) (Timestamp, bool, error) func TimestampFromTime(val time.Time, unit TimeUnit) (Timestamp, error) func github.com/apache/arrow-go/v18/arrow/array.(*Timestamp).TimestampValues() []Timestamp func github.com/apache/arrow-go/v18/arrow/array.(*Timestamp).Value(i int) Timestamp func github.com/apache/arrow-go/v18/arrow/array.(*Timestamp).Values() []Timestamp func github.com/apache/arrow-go/v18/arrow/array.(*TimestampBuilder).Append(v Timestamp) func github.com/apache/arrow-go/v18/arrow/array.(*TimestampBuilder).AppendValues(v []Timestamp, valid []bool) func github.com/apache/arrow-go/v18/arrow/array.(*TimestampBuilder).UnsafeAppend(v Timestamp) func github.com/apache/arrow-go/v18/arrow/scalar.NewTimestampScalar(val Timestamp, typ DataType) *scalar.Timestamp func github.com/apache/arrow-go/v18/parquet/variant.(*Builder).AppendTimestamp(v Timestamp, useMicros, useUTC bool) error
func GetTimestampConvert(in, out TimeUnit) (op TimestampConvertOp, factor int64) func github.com/apache/arrow-go/v18/arrow/compute/internal/kernels.ShiftTime[InT, OutT](ctx *exec.KernelCtx, op TimestampConvertOp, factor int64, input, output *exec.ArraySpan) error
TimestampType is encoded as a 64-bit signed integer since the UNIX epoch (2017-01-01T00:00:00Z). The zero-value is a second and time zone neutral. In Arrow semantics, time zone neutral does not represent a physical point in time, but rather a "wall clock" time that only has meaning within the context that produced it. In Go, time.Time can only represent instants; there is no notion of "wall clock" time. Therefore, time zone neutral timestamps are represented as UTC per Go conventions even though the Arrow type itself has no time zone. TimeZone string Unit TimeUnit BitWidth returns the number of bits required to store a single element of this data type in memory. (*TimestampType) Bytes() int ClearCachedLocation clears the cached time.Location object in the type. This should be called if you change the value of the TimeZone after having potentially called GetZone. (*TimestampType) Fingerprint() string GetToTimeFunc returns a function for converting an arrow.Timestamp value into a time.Time object with proper TimeZone and precision. If the TimeZone is invalid this will return an error. It calls GetZone to get the timezone for consistency. GetZone returns a *time.Location that represents the current TimeZone member of the TimestampType. If it is "", "UTC", or "utc", you'll get time.UTC. Otherwise it must either be a valid tzdata string such as "America/New_York" or of the format +HH:MM or -HH:MM indicating an absolute offset. The location object will be cached in the TimestampType for subsequent calls so if you change the value of TimeZone after calling this, make sure to call ClearCachedLocation. (*TimestampType) ID() Type (*TimestampType) Layout() DataTypeLayout (*TimestampType) Name() string (*TimestampType) String() string (*TimestampType) TimeUnit() TimeUnit *TimestampType : DataType *TimestampType : FixedWidthDataType *TimestampType : TemporalWithUnit *TimestampType : github.com/polarsignals/frostdb/query/logicalplan.Named *TimestampType : expvar.Var *TimestampType : fmt.Stringer func github.com/apache/arrow-go/v18/arrow/array.NewTimestampBuilder(mem memory.Allocator, dtype *TimestampType) *array.TimestampBuilder
Multiplier returns a time.Duration value to multiply by in order to convert the value into nanoseconds ( TimeUnit) String() string TimeUnit : expvar.Var TimeUnit : fmt.Stringer func (*DurationType).TimeUnit() TimeUnit func TemporalWithUnit.TimeUnit() TimeUnit func (*Time32Type).TimeUnit() TimeUnit func (*Time64Type).TimeUnit() TimeUnit func (*TimestampType).TimeUnit() TimeUnit func github.com/apache/arrow-go/v18/arrow/scalar.(*Duration).Unit() TimeUnit func github.com/apache/arrow-go/v18/arrow/scalar.(*Time32).Unit() TimeUnit func github.com/apache/arrow-go/v18/arrow/scalar.(*Time64).Unit() TimeUnit func github.com/apache/arrow-go/v18/arrow/scalar.TimeScalar.Unit() TimeUnit func github.com/apache/arrow-go/v18/arrow/scalar.(*Timestamp).Unit() TimeUnit func ConvertTimestampValue(in, out TimeUnit, value int64) int64 func GetTimestampConvert(in, out TimeUnit) (op TimestampConvertOp, factor int64) func Time32FromString(val string, unit TimeUnit) (Time32, error) func Time64FromString(val string, unit TimeUnit) (Time64, error) func TimestampFromString(val string, unit TimeUnit) (Timestamp, error) func TimestampFromStringInLocation(val string, unit TimeUnit, loc *time.Location) (Timestamp, bool, error) func TimestampFromTime(val time.Time, unit TimeUnit) (Timestamp, error) func Time32.FormattedString(unit TimeUnit) string func Time32.ToTime(unit TimeUnit) time.Time func Time64.FormattedString(unit TimeUnit) string func Time64.ToTime(unit TimeUnit) time.Time func Timestamp.ToTime(unit TimeUnit) time.Time func github.com/apache/arrow-go/v18/arrow/compute/exec.DurationTypeUnit(unit TimeUnit) exec.TypeMatcher func github.com/apache/arrow-go/v18/arrow/compute/exec.Time32TypeUnit(unit TimeUnit) exec.TypeMatcher func github.com/apache/arrow-go/v18/arrow/compute/exec.Time64TypeUnit(unit TimeUnit) exec.TypeMatcher func github.com/apache/arrow-go/v18/arrow/compute/exec.TimestampTypeUnit(unit TimeUnit) exec.TypeMatcher const Microsecond const Millisecond const Nanosecond const Second
Type is a logical type. They can be expressed as either a primitive physical type (bytes or bits of some fixed size), a nested type consisting of other data types, or another data type (e.g. a timestamp encoded as an int64) ( Type) String() string Type : expvar.Var Type : fmt.Stringer func GetType[T]() Type func BinaryDataType.ID() Type func (*BinaryType).ID() Type func BinaryViewDataType.ID() Type func (*BinaryViewType).ID() Type func (*BooleanType).ID() Type func DataType.ID() Type func (*Date32Type).ID() Type func (*Date64Type).ID() Type func (*DayTimeIntervalType).ID() Type func (*Decimal128Type).ID() Type func (*Decimal256Type).ID() Type func (*Decimal32Type).ID() Type func (*Decimal64Type).ID() Type func DecimalType.ID() Type func DenseUnionType.ID() Type func (*DictionaryType).ID() Type func (*DurationType).ID() Type func EncodedType.ID() Type func (*ExtensionBase).ID() Type func ExtensionType.ID() Type func (*FixedSizeBinaryType).ID() Type func (*FixedSizeListType).ID() Type func FixedWidthDataType.ID() Type func (*Float16Type).ID() Type func (*Float32Type).ID() Type func (*Float64Type).ID() Type func (*Int16Type).ID() Type func (*Int32Type).ID() Type func (*Int64Type).ID() Type func (*Int8Type).ID() Type func (*LargeBinaryType).ID() Type func LargeListType.ID() Type func (*LargeListViewType).ID() Type func (*LargeStringType).ID() Type func ListLikeType.ID() Type func (*ListType).ID() Type func (*ListViewType).ID() Type func (*MapType).ID() Type func (*MonthDayNanoIntervalType).ID() Type func (*MonthIntervalType).ID() Type func NestedType.ID() Type func (*NullType).ID() Type func OffsetsDataType.ID() Type func (*RunEndEncodedType).ID() Type func SparseUnionType.ID() Type func (*StringType).ID() Type func (*StringViewType).ID() Type func (*StructType).ID() Type func TemporalWithUnit.ID() Type func (*Time32Type).ID() Type func (*Time64Type).ID() Type func (*TimestampType).ID() Type func (*Uint16Type).ID() Type func (*Uint32Type).ID() Type func (*Uint64Type).ID() Type func (*Uint8Type).ID() Type func UnionType.ID() Type func VarLenListLikeType.ID() Type func github.com/apache/arrow-go/v18/arrow/compute/exec.InputType.MatchID() Type func IsBaseBinary(t Type) bool func IsBinaryLike(t Type) bool func IsDecimal(t Type) bool func IsFixedSizeBinary(t Type) bool func IsFloating(t Type) bool func IsInteger(t Type) bool func IsLargeBinaryLike(t Type) bool func IsListLike(t Type) bool func IsNested(t Type) bool func IsPrimitive(t Type) bool func IsSignedInteger(t Type) bool func IsUnion(t Type) bool func IsUnsignedInteger(t Type) bool func NewDecimalType(id Type, prec, scale int32) (DecimalType, error) func github.com/apache/arrow-go/v18/arrow/compute/exec.NewIDInput(id Type) exec.InputType func github.com/apache/arrow-go/v18/arrow/compute/exec.SameTypeID(id Type) exec.TypeMatcher func github.com/apache/arrow-go/v18/arrow/compute/internal/kernels.ArithmeticExec(ity, oty Type, op kernels.ArithmeticOp) exec.ArrayKernelExec func github.com/apache/arrow-go/v18/arrow/compute/internal/kernels.ArithmeticExecSameType(ty Type, op kernels.ArithmeticOp) exec.ArrayKernelExec func github.com/apache/arrow-go/v18/arrow/compute/internal/kernels.CanCastFromDict(id Type) bool func github.com/apache/arrow-go/v18/arrow/compute/internal/kernels.GetCommonCastKernels(outID Type, outType exec.OutputType) (out []exec.ScalarKernel) func github.com/apache/arrow-go/v18/arrow/compute/internal/kernels.GetCompareKernel(ty exec.InputType, cmpType Type, op kernels.CompareOperator) exec.ScalarKernel func github.com/apache/arrow-go/v18/arrow/compute/internal/kernels.GetZeroCastKernel(inID Type, inType exec.InputType, out exec.OutputType) exec.ScalarKernel func github.com/apache/arrow-go/v18/arrow/compute/internal/kernels.MaxDecimalDigitsForInt(id Type) (int32, error) func github.com/apache/arrow-go/v18/arrow/compute/internal/kernels.UnaryRoundExec(ty Type) exec.ArrayKernelExec func github.com/apache/arrow-go/v18/arrow/compute/internal/kernels.UnaryRoundToMultipleExec(ty Type) exec.ArrayKernelExec func github.com/apache/arrow-go/v18/arrow/internal.DefaultHasValidityBitmap(id Type) bool func github.com/apache/arrow-go/v18/arrow/internal.HasBufferSizesBuffer(id Type) bool func github.com/apache/arrow-go/v18/arrow/internal.HasValidityBitmap(id Type, version flatbuf.MetadataVersion) bool const BINARY const BINARY_VIEW const BOOL const DATE32 const DATE64 const DECIMAL const DECIMAL128 const DECIMAL256 const DECIMAL32 const DECIMAL64 const DENSE_UNION const DICTIONARY const DURATION const EXTENSION const FIXED_SIZE_BINARY const FIXED_SIZE_LIST const FLOAT16 const FLOAT32 const FLOAT64 const INT16 const INT32 const INT64 const INT8 const INTERVAL_DAY_TIME const INTERVAL_MONTH_DAY_NANO const INTERVAL_MONTHS const LARGE_BINARY const LARGE_LIST const LARGE_LIST_VIEW const LARGE_STRING const LIST const LIST_VIEW const MAP const NULL const RUN_END_ENCODED const SPARSE_UNION const STRING const STRING_VIEW const STRUCT const TIME32 const TIME64 const TIMESTAMP const UINT16 const UINT32 const UINT64 const UINT8
Type Parameters: T: ValueType TypedArray is an interface representing an Array of a particular type allowing for easy propagation of generics ( TypedArray[T]) Data() ArrayData DataType returns the type metadata for this instance. Get single value to be marshalled with `json.Marshal` IsNull returns true if value at index is null. NOTE: IsNull will panic if NullBitmapBytes is not empty and 0 > i ≥ Len. IsValid returns true if value at index is not null. NOTE: IsValid will panic if NullBitmapBytes is not empty and 0 > i ≥ Len. Len returns the number of elements in the array. ( TypedArray[T]) MarshalJSON() ([]byte, error) NullBitmapBytes returns a byte slice of the validity bitmap. NullN returns the number of null values in the array. Release decreases the reference count by 1. Release may be called simultaneously from multiple goroutines. When the reference count goes to zero, the memory is freed. Retain increases the reference count by 1. Retain may be called simultaneously from multiple goroutines. ( TypedArray[T]) String() string ( TypedArray[T]) Value(int) T ValueStr returns the value at index as a string. TypedArray : Array[T] TypedArray : github.com/apache/arrow-go/v18/arrow/scalar.Releasable TypedArray : github.com/goccy/go-json.Marshaler TypedArray : encoding/json.Marshaler TypedArray : expvar.Var TypedArray : fmt.Stringer func github.com/apache/arrow-go/v18/arrow/array.NewDictWrapper[T](dict *array.Dictionary) (TypedArray[T], error) func github.com/apache/arrow-go/v18/arrow/extensions.(*VariantArray).Metadata() TypedArray[[]byte] func github.com/apache/arrow-go/v18/arrow/extensions.(*VariantArray).UntypedValues() TypedArray[[]byte]
TypeEqualOption is a functional option type used for configuring type equality checks. func CheckMetadata() TypeEqualOption func TypeEqual(left, right DataType, opts ...TypeEqualOption) bool
(*Uint16Type) BitWidth() int (*Uint16Type) Bytes() int (*Uint16Type) Fingerprint() string (*Uint16Type) ID() Type (*Uint16Type) Layout() DataTypeLayout (*Uint16Type) Name() string (*Uint16Type) String() string *Uint16Type : DataType *Uint16Type : FixedWidthDataType *Uint16Type : github.com/polarsignals/frostdb/query/logicalplan.Named *Uint16Type : expvar.Var *Uint16Type : fmt.Stringer
(*Uint32Type) BitWidth() int (*Uint32Type) Bytes() int (*Uint32Type) Fingerprint() string (*Uint32Type) ID() Type (*Uint32Type) Layout() DataTypeLayout (*Uint32Type) Name() string (*Uint32Type) String() string *Uint32Type : DataType *Uint32Type : FixedWidthDataType *Uint32Type : github.com/polarsignals/frostdb/query/logicalplan.Named *Uint32Type : expvar.Var *Uint32Type : fmt.Stringer
(*Uint64Type) BitWidth() int (*Uint64Type) Bytes() int (*Uint64Type) Fingerprint() string (*Uint64Type) ID() Type (*Uint64Type) Layout() DataTypeLayout (*Uint64Type) Name() string (*Uint64Type) String() string *Uint64Type : DataType *Uint64Type : FixedWidthDataType *Uint64Type : github.com/polarsignals/frostdb/query/logicalplan.Named *Uint64Type : expvar.Var *Uint64Type : fmt.Stringer
(*Uint8Type) BitWidth() int (*Uint8Type) Bytes() int (*Uint8Type) Fingerprint() string (*Uint8Type) ID() Type (*Uint8Type) Layout() DataTypeLayout (*Uint8Type) Name() string (*Uint8Type) String() string *Uint8Type : DataType *Uint8Type : FixedWidthDataType *Uint8Type : github.com/polarsignals/frostdb/query/logicalplan.Named *Uint8Type : expvar.Var *Uint8Type : fmt.Stringer
UintType is a type constraint for raw values represented as unsigned integer types by We aren't just using constraints.Unsigned because we don't want to include the raw `uint` type here whose size changes based on the architecture (uint32 on 32-bit architectures and uint64 on 64-bit architectures). We also don't want to include uintptr
( UnionMode) String() string UnionMode : expvar.Var UnionMode : fmt.Stringer func DenseUnionType.Mode() UnionMode func SparseUnionType.Mode() UnionMode func UnionType.Mode() UnionMode func github.com/apache/arrow-go/v18/arrow/array.Union.Mode() UnionMode func github.com/apache/arrow-go/v18/arrow/array.UnionBuilder.Mode() UnionMode func UnionOf(mode UnionMode, fields []Field, typeCodes []UnionTypeCode) UnionType const DenseMode const SparseMode
UnionType is an interface to encompass both Dense and Sparse Union types. A UnionType is a nested type where each logical value is taken from a single child. A buffer of 8-bit type ids (typed as UnionTypeCode) indicates which child a given logical value is to be taken from. This is represented as the "child id" or "child index", which is the index into the list of child fields for a given child. ChildIDs returns a slice of ints to map UnionTypeCode values to the index in the Fields that represents the given Type. It is initialized with all values being InvalidUnionChildID (-1) before being populated based on the TypeCodes and fields of the type. The field for a given type can be retrieved by Fields()[ChildIDs()[typeCode]] Fields method provides a copy of NestedType fields (so it can be safely mutated and will not result in updating the NestedType). ( UnionType) Fingerprint() string ( UnionType) ID() Type ( UnionType) Layout() DataTypeLayout MaxTypeCode returns the value of the largest TypeCode in the list of typecodes that are defined by this Union type Mode returns either SparseMode or DenseMode depending on the current concrete data type. Name is name of the data type. NumFields provides the number of fields without allocating. ( UnionType) String() string TypeCodes returns the list of available type codes for this union type which will correspond to indexes into the ChildIDs slice to locate the appropriate child. A union Array contains a buffer of these type codes which indicate for a given index, which child has the value for that index. *DenseUnionType *SparseUnionType UnionType : DataType UnionType : NestedType UnionType : github.com/polarsignals/frostdb/query/logicalplan.Named UnionType : expvar.Var UnionType : fmt.Stringer func UnionOf(mode UnionMode, fields []Field, typeCodes []UnionTypeCode) UnionType func github.com/apache/arrow-go/v18/arrow/array.Union.UnionType() UnionType
UnionTypeCode is an alias to int8 which is the type of the ids used for union arrays.
ValueType is a generic constraint for valid Arrow primitive types
( VarLenListLikeType) Elem() DataType ( VarLenListLikeType) ElemField() Field ( VarLenListLikeType) Fingerprint() string ( VarLenListLikeType) ID() Type ( VarLenListLikeType) Layout() DataTypeLayout Name is name of the data type. ( VarLenListLikeType) String() string *FixedSizeListType *LargeListType *LargeListViewType ListLikeType (interface) *ListType *ListViewType *MapType VarLenListLikeType : DataType VarLenListLikeType : ListLikeType VarLenListLikeType : github.com/polarsignals/frostdb/query/logicalplan.Named VarLenListLikeType : expvar.Var VarLenListLikeType : fmt.Stringer
ViewHeader is a variable length string (utf8) or byte slice with a 4 byte prefix and inline optimization for small values (12 bytes or fewer). This is similar to Go's standard string but limited by a length of Uint32Max and up to the first four bytes of the string are copied into the struct. This prefix allows failing comparisons early and can reduce CPU cache working set when dealing with short strings. There are two situations: Entirely inlined string data |----|------------| ^ ^ | | size inline string data, zero padded Reference into buffer |----|----|----|----| ^ ^ ^ ^ | | | | size prefix buffer index and offset to out-of-line portion Adapted from TU Munich's UmbraDB [1], Velox, DuckDB. (*ViewHeader) BufferIndex() int32 (*ViewHeader) BufferOffset() int32 (*ViewHeader) Equals(buffers []*memory.Buffer, other *ViewHeader, otherBuffers []*memory.Buffer) bool (*ViewHeader) InlineBytes() (data []byte) (*ViewHeader) InlineString() (data string) (*ViewHeader) IsInline() bool (*ViewHeader) Len() int (*ViewHeader) Prefix() [4]byte (*ViewHeader) SetBytes(data []byte) int (*ViewHeader) SetIndexOffset(bufferIndex, offset int32) (*ViewHeader) SetString(data string) int func github.com/apache/arrow-go/v18/arrow/array.(*BinaryView).ValueHeader(i int) *ViewHeader func github.com/apache/arrow-go/v18/arrow/array.(*StringView).ValueHeader(i int) *ViewHeader func github.com/apache/arrow-go/v18/arrow/array.ViewLike.ValueHeader(int) *ViewHeader func (*ViewHeader).Equals(buffers []*memory.Buffer, other *ViewHeader, otherBuffers []*memory.Buffer) bool
Package-Level Functions (total 74)
CheckMetadata is an option for TypeEqual that allows checking for metadata equality besides type equality. It only makes sense for types with metadata.
Date32FromTime returns a Date32 value from a time object
Date64FromTime returns a Date64 value from a time object
DenseUnionFromArrays enables creating a union type from a list of Arrays, field names, and type codes. len(fields) should be either 0 or equal to len(children). len(codes) should also be either 0, or equal to len(children). If len(fields) == 0, then the fields will be named numerically as "0", "1", "2"... and so on. If len(codes) == 0, then the type codes will be constructed as [0, 1, 2, ..., n].
DenseUnionOf is equivalent to UnionOf(arrow.DenseMode, fields, typeCodes), constructing a DenseUnionType from a list of fields and type codes. If len(fields) != len(typeCodes) this will panic. They are allowed to be of length 0.
FixedSizeListOf returns the list type with element type t. For example, if t represents int32, FixedSizeListOf(10, t) represents [10]int32. FixedSizeListOf panics if t is nil or invalid. FixedSizeListOf panics if n is <= 0. NullableElem defaults to true
FixedSizeListOfNonNullable is like FixedSizeListOf but NullableElem defaults to false indicating that the child type should be marked as non-nullable.
Type Parameters: T: FixedWidthType | ViewHeader GetBytes reinterprets a slice of T to a slice of bytes.
Type Parameters: T: FixedWidthType | ViewHeader GetData reinterprets a slice of bytes to a slice of T. NOTE: the buffer's length must be a multiple of Sizeof(T).
Type Parameters: T: NumericType | bool | string | []byte | float16.Num GetDataType returns the appropriate DataType for the given type T only for non-parametric types. This uses a map and reflection internally so don't call this in a tight loop, instead call this once and then use a closure with the result.
GetExtensionType retrieves and returns the extension type of the given name from the global extension type registry. If the type isn't found it will return nil. This function is safe to call from multiple goroutines concurrently.
Type Parameters: T: int32 | int64 GetOffsets reinterprets the data.Buffers()[i] to a slice of T with len=data.Len()+1. NOTE: the buffer's length must be a multiple of Sizeof(T).
Type Parameters: T: NumericType | bool | string GetType returns the appropriate Type type T, only for non-parametric types. This uses a map and reflection internally so don't call this in a tight loop, instead call it once and then use a closure with the result.
Type Parameters: T: FixedWidthType GetValues reinterprets the data.Buffers()[i] to a slice of T with len=data.Len(). If the buffer is nil, nil will be returned. NOTE: the buffer's length must be a multiple of Sizeof(T).
IsBaseBinary returns true for Binary/String and their LARGE variants
IsBinaryLike returns true for only BINARY and STRING
IsDecimal returns true for Decimal128 and Decimal256
IsFixedSizeBinary returns true for Decimal32/64/128/256 and FixedSizeBinary
IsFloating is a helper that returns true if the type ID provided is one of Float16, Float32, or Float64
IsInteger is a helper to return true if the type ID provided is one of the integral types of uint or int with the varying sizes.
IsLargeBinaryLike returns true for only LARGE_BINARY and LARGE_STRING
IsListLike returns true for List, LargeList, FixedSizeList, and Map
IsNested returns true for List, LargeList, FixedSizeList, Map, Struct, and Unions
IsPrimitive returns true if the provided type ID represents a fixed width primitive type.
IsSignedInteger is a helper that returns true if the type ID provided is one of the int integral types (int8, int16, int32, int64)
IsUnion returns true for Sparse and Dense Unions
IsUnsignedInteger is a helper that returns true if the type ID provided is one of the uint integral types (uint8, uint16, uint32, uint64)
func IsViewInline(length int) bool
LargeListOf returns the list type with element type t. For example, if t represents int32, LargeListOf(t) represents []int32. LargeListOf panics if t is nil or invalid. NullableElem defaults to true
LargeListOfNonNullable is like ListOf but NullableElem defaults to false, indicating that the child type should be marked as non-nullable.
LargeListViewOf returns the list-view type with element type t. For example, if t represents int32, LargeListViewOf(t) represents []int32. LargeListViewOf panics if t is nil or invalid. NullableElem defaults to true
LargeListViewOfNonNullable is like LargeListViewOf but NullableElem defaults to false, indicating that the child type should be marked as non-nullable.
ListOf returns the list type with element type t. For example, if t represents int32, ListOf(t) represents []int32. ListOf panics if t is nil or invalid. NullableElem defaults to true
ListOfNonNullable is like ListOf but NullableElem defaults to false, indicating that the child type should be marked as non-nullable.
ListViewOf returns the list-view type with element type t. For example, if t represents int32, ListViewOf(t) represents []int32. ListViewOf panics if t is nil or invalid. NullableElem defaults to true
ListViewOfNonNullable is like ListViewOf but NullableElem defaults to false, indicating that the child type should be marked as non-nullable.
func MapOf(key, item DataType) *MapType
func MapOfFields(key, item Field) *MapType
func MapOfWithMetadata(key DataType, keyMetadata Metadata, item DataType, itemMetadata Metadata) *MapType
NarrowestDecimalType constructs the smallest decimal type that can represent the requested precision. An error is returned if the requested precision cannot be represented (prec <= 0 || prec > 76). For reference: prec in [ 1, 9] => Decimal32Type prec in [10, 18] => Decimal64Type prec in [19, 38] => Decimal128Type prec in [39, 76] => Decimal256Type
NewChunked returns a new chunked array from the slice of arrays. NewChunked panics if the chunks do not have the same data type.
NewColumn returns a column from a field and a chunked data array. NewColumn panics if the field's data type is inconsistent with the data type of the chunked data array.
NewColumnFromArr is a convenience function to create a column from a field and a non-chunked array. This provides a simple mechanism for bypassing the middle step of constructing a Chunked array of one and then releasing it because of the ref counting.
func NewDecimalType(id Type, prec, scale int32) (DecimalType, error)
func NewMetadata(keys, values []string) Metadata
NewSchema returns a new Schema value from the slice of fields and metadata. NewSchema panics if there is a field with an invalid DataType.
func NewSchemaWithEndian(fields []Field, metadata *Metadata, e endian.Endianness) *Schema
RegisterExtensionType registers the provided ExtensionType by calling ExtensionName to use as a Key for registering the type. If a type with the same name is already registered then this will return an error saying so, otherwise it will return nil if successful registering the type. This function is safe to call from multiple goroutines simultaneously.
SparseUnionFromArrays enables creating a union type from a list of Arrays, field names, and type codes. len(fields) should be either 0 or equal to len(children). len(codes) should also be either 0, or equal to len(children). If len(fields) == 0, then the fields will be named numerically as "0", "1", "2"... and so on. If len(codes) == 0, then the type codes will be constructed as [0, 1, 2, ..., n].
SparseUnionOf is equivalent to UnionOf(arrow.SparseMode, fields, typeCodes), constructing a SparseUnionType from a list of fields and type codes. If len(fields) != len(typeCodes) this will panic. They are allowed to be of length 0.
StructOf returns the struct type with fields fs. StructOf panics if there is a field with an invalid DataType.
Time32FromString parses a string to return a Time32 value in the given unit, unit needs to be only seconds or milliseconds and the string should be in the form of HH:MM or HH:MM:SS[.zzz] where the fractions of a second are optional.
Time64FromString parses a string to return a Time64 value in the given unit, unit needs to be only microseconds or nanoseconds and the string should be in the form of HH:MM or HH:MM:SS[.zzzzzzzzz] where the fractions of a second are optional.
TimestampFromString parses a string and returns a timestamp for the given unit level. The timestamp should be in one of the following forms, [T] can be either T or a space, and [.zzzzzzzzz] can be either left out or up to 9 digits of fractions of a second. YYYY-MM-DD YYYY-MM-DD[T]HH YYYY-MM-DD[T]HH:MM YYYY-MM-DD[T]HH:MM:SS[.zzzzzzzz] You can also optionally have an ending Z to indicate UTC or indicate a specific timezone using ±HH, ±HHMM or ±HH:MM at the end of the string.
TimestampFromStringInLocation is like TimestampFromString, but treats the time instant as if it were in the provided timezone before converting to UTC for internal representation.
TimestampFromTime allows converting time.Time to Timestamp
TypeEqual checks if two DataType are the same, optionally checking metadata equality for STRUCT types.
TypesToString is a convenience function to create a list of types which are comma delimited as a string
UnionOf returns an appropriate union type for the given Mode (Sparse or Dense), child fields, and type codes. len(fields) == len(typeCodes) must be true, or else this will panic. len(fields) can be 0.
UnregisterExtensionType removes the type with the given name from the registry causing any messages with that type which come in to be expressed with their metadata and underlying type instead of the extension type that isn't known. This function is safe to call from multiple goroutines simultaneously.
Package-Level Variables (total 37)
var BinaryTypes struct{Binary BinaryDataType; String BinaryDataType; LargeBinary BinaryDataType; LargeString BinaryDataType; BinaryView BinaryDataType; StringView BinaryDataType}
Decimal128 traits
Decimal256 traits
Decimal32 traits
Decimal64 traits
var FixedWidthTypes struct{Boolean FixedWidthDataType; Date32 FixedWidthDataType; Date64 FixedWidthDataType; DayTimeInterval FixedWidthDataType; Duration_s FixedWidthDataType; Duration_ms FixedWidthDataType; Duration_us FixedWidthDataType; Duration_ns FixedWidthDataType; Float16 FixedWidthDataType; MonthInterval FixedWidthDataType; Time32s FixedWidthDataType; Time32ms FixedWidthDataType; Time64us FixedWidthDataType; Time64ns FixedWidthDataType; Timestamp_s FixedWidthDataType; Timestamp_ms FixedWidthDataType; Timestamp_us FixedWidthDataType; Timestamp_ns FixedWidthDataType; MonthDayNanoInterval FixedWidthDataType}
Float16 traits
Null gives us both the compile-time assertion of DataType interface as well as serving a good element for use in schemas.
var PrimitiveTypes struct{Int8 DataType; Int16 DataType; Int32 DataType; Int64 DataType; Uint8 DataType; Uint16 DataType; Uint32 DataType; Uint64 DataType; Float32 DataType; Float64 DataType; Date32 DataType; Date64 DataType}
Package-Level Constants (total 87)
BINARY is a Variable-length byte type (no guarantee of UTF8-ness)
Bytes view with 4-byte prefix and inline small byte arrays optimization
BOOL is a 1 bit, LSB bit-packed ordering
const ConvDIVIDE = 0
const ConvMULTIPLY = 1
DATE32 is int32 days since the UNIX epoch
Date32SizeBytes specifies the number of bytes required to store a single Date32 in memory
DATE64 is int64 milliseconds since the UNIX epoch
Date64SizeBytes specifies the number of bytes required to store a single Date64 in memory
DayTimeIntervalSizeBytes specifies the number of bytes required to store a single DayTimeInterval in memory
Alias to ensure we do not break any consumers
DECIMAL128 is a precision- and scale-based decimal type. Storage type depends on the parameters.
Decimal128SizeBytes specifies the number of bytes required to store a single decimal128 in memory
DECIMAL256 is a precision and scale based decimal type, with 256 bit max.
Decimal value with 32-bit representation
Decimal32SizeBytes specifies the number of bytes required to store a single decimal32 in memory
Decimal value with 64-bit representation
Decimal64SizeBytes specifies the number of bytes required to store a single decimal64 in memory
DENSE_UNION of logical types
const DenseMode UnionMode = 3 // DENSE
DICTIONARY aka Category type
Measure of elapsed time in either seconds, milliseconds, microseconds or nanoseconds.
DurationSizeBytes specifies the number of bytes required to store a single Duration in memory
Custom data type, implemented by user
FIXED_SIZE_BINARY is a binary where each value occupies the same number of bytes
Fixed size list of some logical type
FLOAT16 is a 2-byte floating point value
Float16SizeBytes specifies the number of bytes required to store a single float16 in memory
FLOAT32 is a 4-byte floating point value
Float32SizeBytes specifies the number of bytes required to store a single float32 in memory
FLOAT64 is an 8-byte floating point value
Float64SizeBytes specifies the number of bytes required to store a single float64 in memory
INT16 is a Signed 16-bit little-endian integer
Int16SizeBytes specifies the number of bytes required to store a single int16 in memory
INT32 is a Signed 32-bit little-endian integer
Int32SizeBytes specifies the number of bytes required to store a single int32 in memory
INT64 is a Signed 64-bit little-endian integer
Int64SizeBytes specifies the number of bytes required to store a single int64 in memory
INT8 is a Signed 8-bit little-endian integer
Int8SizeBytes specifies the number of bytes required to store a single int8 in memory
INTERVAL_DAY_TIME is DAY_TIME in SQL Style
calendar interval with three fields
INTERVAL_MONTHS is YEAR_MONTH interval in SQL style
The expected types of buffers
The expected types of buffers
The expected types of buffers
The expected types of buffers
like BINARY but with 64-bit offsets
like LIST but with 64-bit offsets
like LIST but with 64-bit offsets
like STRING, but 64-bit offsets
LIST is a list of some logical data type
LIST_VIEW is a list of some logical data type represented with offsets and sizes
MAP is a repeated struct logical type
MonthDayNanoIntervalSizeBytes specifies the number of bytes required to store a single DayTimeInterval in memory
MonthIntervalSizeBytes specifies the number of bytes required to store a single MonthInterval in memory
const Nanosecond TimeUnit = 3
NULL type having no physical storage
const PkgVersion = "18.4.1"
const RUN_END_ENCODED Type = 38
const Second TimeUnit = 0
SPARSE_UNION of logical types
const SparseMode UnionMode = 2 // SPARSE
STRING is a UTF8 variable-length string
String (UTF8) view type with 4-byte prefix and inline small string optimizations
STRUCT of logical types
TIME32 is a signed 32-bit integer, representing either seconds or milliseconds since midnight
Time32SizeBytes specifies the number of bytes required to store a single Time32 in memory
TIME64 is a signed 64-bit integer, representing either microseconds or nanoseconds since midnight
Time64SizeBytes specifies the number of bytes required to store a single Time64 in memory
TIMESTAMP is an exact timestamp encoded with int64 since UNIX epoch Default unit millisecond
TimestampSizeBytes specifies the number of bytes required to store a single Timestamp in memory
UINT16 is an Unsigned 16-bit little-endian integer
Uint16SizeBytes specifies the number of bytes required to store a single uint16 in memory
UINT32 is an Unsigned 32-bit little-endian integer
Uint32SizeBytes specifies the number of bytes required to store a single uint32 in memory
UINT64 is an Unsigned 64-bit little-endian integer
Uint64SizeBytes specifies the number of bytes required to store a single uint64 in memory
UINT8 is an Unsigned 8-bit little-endian integer
Uint8SizeBytes specifies the number of bytes required to store a single uint8 in memory
const ViewPrefixLen = 4