parquet

package module

Go to main page

Versions in this module

v0

v0.21.0

Apr 29, 2024

Changes in this version

type BufferPool

+ func NewChunkBufferPool(chunkSize int) BufferPool

v0.20.1

Feb 2, 2024

v0.20.0

Dec 5, 2023

Changes in this version

+ var ErrMissingColumnIndex = errors.New("missing column index")

+ var ErrMissingOffsetIndex = errors.New("missing offset index")

v0.19.0

Oct 23, 2023

Changes in this version

type Column

+ func (c *Column) ID() int

type Group

+ func (g Group) ID() int

type Node

+ func FieldID(node Node, id int) Node

+ ID func() int

type Schema

+ func (s *Schema) ID() int

v0.18.0

Aug 24, 2023

v0.17.0

Jul 22, 2023

Changes in this version

+ const DefaultColumnBufferCapacity

+ const DefaultColumnIndexSizeLimit

+ const DefaultDataPageStatistics

+ const DefaultDataPageVersion

+ const DefaultMaxRowsPerRowGroup

+ const DefaultPageBufferSize

+ const DefaultReadMode

+ const DefaultSkipBloomFilters

+ const DefaultSkipPageIndex

+ const DefaultWriteBufferSize

+ const MaxColumnDepth

+ const MaxColumnIndex

+ const MaxDefinitionLevel

+ const MaxRepetitionLevel

+ const MaxRowGroups

+ var BitPacked bitpacked.Encoding

+ var Brotli = brotli.Codec

+ var ByteStreamSplit bytestreamsplit.Encoding

+ var DeltaBinaryPacked delta.BinaryPackedEncoding

+ var DeltaByteArray delta.ByteArrayEncoding

+ var DeltaLengthByteArray delta.LengthByteArrayEncoding

+ var ErrCorrupted = errors.New("corrupted parquet page")

+ var ErrInvalidConversion = errors.New("invalid conversion between parquet values")

+ var ErrMissingPageHeader = errors.New("missing page header")

+ var ErrMissingRootColumn = errors.New("parquet file is missing a root column")

+ var ErrRowGroupSchemaMismatch = errors.New("cannot write row groups with mismatching schemas")

+ var ErrRowGroupSchemaMissing = errors.New("cannot write rows to a row group which has no schema")

+ var ErrRowGroupSortingColumnsMismatch = errors.New("cannot write row groups with mismatching sorting columns")

+ var ErrSeekOutOfRange = errors.New("seek to row index out of page range")

+ var ErrTooManyRowGroups = errors.New("the limit of 32767 row groups has been reached")

+ var ErrUnexpectedDefinitionLevels = errors.New("unexpected definition levels")

+ var ErrUnexpectedDictionaryPage = errors.New("unexpected dictionary page")

+ var ErrUnexpectedRepetitionLevels = errors.New("unexpected repetition levels")

+ var Gzip = gzip.Codec

+ var Lz4Raw = lz4.Codec

+ var Plain plain.Encoding

+ var PlainDictionary plain.DictionaryEncoding

+ var RLE rle.Encoding

+ var RLEDictionary rle.DictionaryEncoding

+ var Snappy snappy.Codec

+ var Uncompressed uncompressed.Codec

+ var Zstd = zstd.Codec

+ func CompareDescending(cmp func(Value, Value) int) func(Value, Value) int

+ func CompareNullsFirst(cmp func(Value, Value) int) func(Value, Value) int

+ func CompareNullsLast(cmp func(Value, Value) int) func(Value, Value) int

+ func CopyPages(dst PageWriter, src PageReader) (numValues int64, err error)

+ func CopyRows(dst RowWriter, src RowReader) (int64, error)

+ func CopyValues(dst ValueWriter, src ValueReader) (int64, error)

+ func DeepEqual(v1, v2 Value) bool

+ func Equal(v1, v2 Value) bool

+ func Find(index ColumnIndex, value Value, cmp func(Value, Value) int) int

+ func LookupCompressionCodec(codec format.CompressionCodec) compress.Codec

+ func LookupEncoding(enc format.Encoding) encoding.Encoding

+ func PrintColumnChunk(w io.Writer, columnChunk ColumnChunk) error

+ func PrintPage(w io.Writer, page Page) error

+ func PrintRowGroup(w io.Writer, rowGroup RowGroup) error

+ func PrintSchema(w io.Writer, name string, node Node) error

+ func PrintSchemaIndent(w io.Writer, name string, node Node, pattern, newline string) error

+ func Read(r io.ReaderAt, size int64, options ...ReaderOption) (rows []T, err error)

+ func ReadFile(path string, options ...ReaderOption) (rows []T, err error)

+ func Release(page Page)

+ func Retain(page Page)

+ func Search(index ColumnIndex, value Value, typ Type) int

+ func Write(w io.Writer, rows []T, options ...WriterOption) error

+ func WriteFile(path string, rows []T, options ...WriterOption) error

+ type BloomFilter interface

+ Check func(value Value) (bool, error)

+ Size func() int64

+ type BloomFilterColumn interface

+ Encoding func() encoding.Encoding

+ Hash func() bloom.Hash

+ Path func() []string

+ Size func(numValues int64) int

+ func SplitBlockFilter(bitsPerValue uint, path ...string) BloomFilterColumn

+ type BooleanReader interface

+ ReadBooleans func(values []bool) (int, error)

+ type BooleanWriter interface

+ WriteBooleans func(values []bool) (int, error)

+ type Buffer struct

+ func NewBuffer(options ...RowGroupOption) *Buffer

+ func (buf *Buffer) ColumnBuffers() []ColumnBuffer

+ func (buf *Buffer) ColumnChunks() []ColumnChunk

+ func (buf *Buffer) Len() int

+ func (buf *Buffer) Less(i, j int) bool

+ func (buf *Buffer) NumRows() int64

+ func (buf *Buffer) Reset()

+ func (buf *Buffer) Rows() Rows

+ func (buf *Buffer) Schema() *Schema

+ func (buf *Buffer) Size() int64

+ func (buf *Buffer) SortingColumns() []SortingColumn

+ func (buf *Buffer) Swap(i, j int)

+ func (buf *Buffer) Write(row interface{}) error

+ func (buf *Buffer) WriteRowGroup(rowGroup RowGroup) (int64, error)

+ func (buf *Buffer) WriteRows(rows []Row) (int, error)

+ type BufferPool interface

+ GetBuffer func() io.ReadWriteSeeker

+ PutBuffer func(io.ReadWriteSeeker)

+ func NewBufferPool() BufferPool

+ func NewFileBufferPool(tempdir, pattern string) BufferPool

+ type ByteArrayReader interface

+ ReadByteArrays func(values []byte) (int, error)

+ type ByteArrayWriter interface

+ WriteByteArrays func(values []byte) (int, error)

+ type Column struct

+ func (c *Column) Column(name string) *Column

+ func (c *Column) Columns() []*Column

+ func (c *Column) Compression() compress.Codec

+ func (c *Column) DecodeDataPageV1(header DataPageHeaderV1, page []byte, dict Dictionary) (Page, error)

+ func (c *Column) DecodeDataPageV2(header DataPageHeaderV2, page []byte, dict Dictionary) (Page, error)

+ func (c *Column) DecodeDictionary(header DictionaryPageHeader, page []byte) (Dictionary, error)

+ func (c *Column) Depth() int

+ func (c *Column) Encoding() encoding.Encoding

+ func (c *Column) Fields() []Field

+ func (c *Column) GoType() reflect.Type

+ func (c *Column) Index() int

+ func (c *Column) Leaf() bool

+ func (c *Column) MaxDefinitionLevel() int

+ func (c *Column) MaxRepetitionLevel() int

+ func (c *Column) Name() string

+ func (c *Column) Optional() bool

+ func (c *Column) Pages() Pages

+ func (c *Column) Path() []string

+ func (c *Column) Repeated() bool

+ func (c *Column) Required() bool

+ func (c *Column) String() string

+ func (c *Column) Type() Type

+ func (c *Column) Value(base reflect.Value) reflect.Value

+ type ColumnBuffer interface

+ Cap func() int

+ Clone func() ColumnBuffer

+ Dictionary func() Dictionary

+ Len func() int

+ Less func(i, j int) bool

+ Page func() Page

+ Reset func()

+ Size func() int64

+ Swap func(i, j int)

+ type ColumnChunk interface

+ BloomFilter func() BloomFilter

+ Column func() int

+ ColumnIndex func() ColumnIndex

+ NumValues func() int64

+ OffsetIndex func() OffsetIndex

+ Pages func() Pages

+ Type func() Type

+ type ColumnIndex interface

+ IsAscending func() bool

+ IsDescending func() bool

+ MaxValue func(int) Value

+ MinValue func(int) Value

+ NullCount func(int) int64

+ NullPage func(int) bool

+ NumPages func() int

+ func NewColumnIndex(kind Kind, index *format.ColumnIndex) ColumnIndex

+ type ColumnIndexer interface

+ ColumnIndex func() format.ColumnIndex

+ IndexPage func(numValues, numNulls int64, min, max Value)

+ Reset func()

+ type Conversion interface

+ Column func(int) int

+ Convert func(rows []Row) (int, error)

+ Schema func() *Schema

+ func Convert(to, from Node) (conv Conversion, err error)

+ type ConvertError struct

+ From Node

+ Path []string

+ To Node

+ func (e *ConvertError) Error() string

+ type DataPageHeader interface

+ DefinitionLevelEncoding func() format.Encoding

+ MaxValue func() []byte

+ MinValue func() []byte

+ NullCount func() int64

+ RepetitionLevelEncoding func() format.Encoding

+ type DataPageHeaderV1 struct

+ func (v1 DataPageHeaderV1) DefinitionLevelEncoding() format.Encoding

+ func (v1 DataPageHeaderV1) Encoding() format.Encoding

+ func (v1 DataPageHeaderV1) MaxValue() []byte

+ func (v1 DataPageHeaderV1) MinValue() []byte

+ func (v1 DataPageHeaderV1) NullCount() int64

+ func (v1 DataPageHeaderV1) NumValues() int64

+ func (v1 DataPageHeaderV1) PageType() format.PageType

+ func (v1 DataPageHeaderV1) RepetitionLevelEncoding() format.Encoding

+ func (v1 DataPageHeaderV1) String() string

+ type DataPageHeaderV2 struct

+ func (v2 DataPageHeaderV2) DefinitionLevelEncoding() format.Encoding

+ func (v2 DataPageHeaderV2) DefinitionLevelsByteLength() int64

+ func (v2 DataPageHeaderV2) Encoding() format.Encoding

+ func (v2 DataPageHeaderV2) IsCompressed() bool

+ func (v2 DataPageHeaderV2) MaxValue() []byte

+ func (v2 DataPageHeaderV2) MinValue() []byte

+ func (v2 DataPageHeaderV2) NullCount() int64

+ func (v2 DataPageHeaderV2) NumNulls() int64

+ func (v2 DataPageHeaderV2) NumRows() int64

+ func (v2 DataPageHeaderV2) NumValues() int64

+ func (v2 DataPageHeaderV2) PageType() format.PageType

+ func (v2 DataPageHeaderV2) RepetitionLevelEncoding() format.Encoding

+ func (v2 DataPageHeaderV2) RepetitionLevelsByteLength() int64

+ func (v2 DataPageHeaderV2) String() string

+ type Dictionary interface

+ Bounds func(indexes []int32) (min, max Value)

+ Index func(index int32) Value

+ Insert func(indexes []int32, values []Value)

+ Len func() int

+ Lookup func(indexes []int32, values []Value)

+ Page func() Page

+ Reset func()

+ Type func() Type

+ type DictionaryPageHeader struct

+ func (dict DictionaryPageHeader) Encoding() format.Encoding

+ func (dict DictionaryPageHeader) IsSorted() bool

+ func (dict DictionaryPageHeader) NumValues() int64

+ func (dict DictionaryPageHeader) PageType() format.PageType

+ func (dict DictionaryPageHeader) String() string

+ type DoubleReader interface

+ ReadDoubles func(values []float64) (int, error)

+ type DoubleWriter interface

+ WriteDoubles func(values []float64) (int, error)

+ type Field interface

+ Name func() string

+ Value func(base reflect.Value) reflect.Value

+ type File struct

+ func OpenFile(r io.ReaderAt, size int64, options ...FileOption) (*File, error)

+ func (f *File) ColumnIndexes() []format.ColumnIndex

+ func (f *File) Lookup(key string) (value string, ok bool)

+ func (f *File) Metadata() *format.FileMetaData

+ func (f *File) NumRows() int64

+ func (f *File) OffsetIndexes() []format.OffsetIndex

+ func (f *File) ReadAt(b []byte, off int64) (int, error)

+ func (f *File) ReadPageIndex() ([]format.ColumnIndex, []format.OffsetIndex, error)

+ func (f *File) Root() *Column

+ func (f *File) RowGroups() []RowGroup

+ func (f *File) Schema() *Schema

+ func (f *File) Size() int64

+ type FileConfig struct

+ ReadBufferSize int

+ ReadMode ReadMode

+ Schema *Schema

+ SkipBloomFilters bool

+ SkipPageIndex bool

+ func DefaultFileConfig() *FileConfig

+ func NewFileConfig(options ...FileOption) (*FileConfig, error)

+ func (c *FileConfig) Apply(options ...FileOption)

+ func (c *FileConfig) ConfigureFile(config *FileConfig)

+ func (c *FileConfig) Validate() error

+ type FileOption interface

+ ConfigureFile func(*FileConfig)

+ func FileReadMode(mode ReadMode) FileOption

+ func FileSchema(schema *Schema) FileOption

+ func ReadBufferSize(size int) FileOption

+ func SkipBloomFilters(skip bool) FileOption

+ func SkipPageIndex(skip bool) FileOption

+ type FixedLenByteArrayReader interface

+ ReadFixedLenByteArrays func(values []byte) (int, error)

+ type FixedLenByteArrayWriter interface

+ WriteFixedLenByteArrays func(values []byte) (int, error)

+ type FloatReader interface

+ ReadFloats func(values []float32) (int, error)

+ type FloatWriter interface

+ WriteFloats func(values []float32) (int, error)

+ type GenericBuffer struct

+ func NewGenericBuffer(options ...RowGroupOption) *GenericBuffer[T]

+ func (buf *GenericBuffer[T]) ColumnBuffers() []ColumnBuffer

+ func (buf *GenericBuffer[T]) ColumnChunks() []ColumnChunk

+ func (buf *GenericBuffer[T]) Len() int

+ func (buf *GenericBuffer[T]) Less(i, j int) bool

+ func (buf *GenericBuffer[T]) NumRows() int64

+ func (buf *GenericBuffer[T]) Reset()

+ func (buf *GenericBuffer[T]) Rows() Rows

+ func (buf *GenericBuffer[T]) Schema() *Schema

+ func (buf *GenericBuffer[T]) Size() int64

+ func (buf *GenericBuffer[T]) SortingColumns() []SortingColumn

+ func (buf *GenericBuffer[T]) Swap(i, j int)

+ func (buf *GenericBuffer[T]) Write(rows []T) (int, error)

+ func (buf *GenericBuffer[T]) WriteRowGroup(rowGroup RowGroup) (int64, error)

+ func (buf *GenericBuffer[T]) WriteRows(rows []Row) (int, error)

+ type GenericReader struct

+ func NewGenericReader(input io.ReaderAt, options ...ReaderOption) *GenericReader[T]

+ func NewGenericRowGroupReader(rowGroup RowGroup, options ...ReaderOption) *GenericReader[T]

+ func (r *GenericReader[T]) Close() error

+ func (r *GenericReader[T]) NumRows() int64

+ func (r *GenericReader[T]) Read(rows []T) (int, error)

+ func (r *GenericReader[T]) ReadRows(rows []Row) (int, error)

+ func (r *GenericReader[T]) Reset()

+ func (r *GenericReader[T]) Schema() *Schema

+ func (r *GenericReader[T]) SeekToRow(rowIndex int64) error

+ type GenericWriter struct

+ func NewGenericWriter(output io.Writer, options ...WriterOption) *GenericWriter[T]

+ func (w *GenericWriter[T]) Close() error

+ func (w *GenericWriter[T]) Flush() error

+ func (w *GenericWriter[T]) ReadRowsFrom(rows RowReader) (int64, error)

+ func (w *GenericWriter[T]) Reset(output io.Writer)

+ func (w *GenericWriter[T]) Schema() *Schema

+ func (w *GenericWriter[T]) SetKeyValueMetadata(key, value string)

+ func (w *GenericWriter[T]) Write(rows []T) (int, error)

+ func (w *GenericWriter[T]) WriteRowGroup(rowGroup RowGroup) (int64, error)

+ func (w *GenericWriter[T]) WriteRows(rows []Row) (int, error)

+ type Group map[string]Node

+ func (g Group) Compression() compress.Codec

+ func (g Group) Encoding() encoding.Encoding

+ func (g Group) Fields() []Field

+ func (g Group) GoType() reflect.Type

+ func (g Group) Leaf() bool

+ func (g Group) Optional() bool

+ func (g Group) Repeated() bool

+ func (g Group) Required() bool

+ func (g Group) String() string

+ func (g Group) Type() Type

+ type Int32Reader interface

+ ReadInt32s func(values []int32) (int, error)

+ type Int32Writer interface

+ WriteInt32s func(values []int32) (int, error)

+ type Int64Reader interface

+ ReadInt64s func(values []int64) (int, error)

+ type Int64Writer interface

+ WriteInt64s func(values []int64) (int, error)

+ type Int96Reader interface

+ ReadInt96s func(values []deprecated.Int96) (int, error)

+ type Int96Writer interface

+ WriteInt96s func(values []deprecated.Int96) (int, error)

+ type Kind int8

+ const Boolean

+ const ByteArray

+ const Double

+ const FixedLenByteArray

+ const Float

+ const Int32

+ const Int64

+ const Int96

+ func (k Kind) String() string

+ func (k Kind) Value(v []byte) Value

+ type LeafColumn struct

+ ColumnIndex int

+ MaxDefinitionLevel int

+ MaxRepetitionLevel int

+ Node Node

+ Path []string

+ type Node interface

+ Compression func() compress.Codec

+ Encoding func() encoding.Encoding

+ Fields func() []Field

+ GoType func() reflect.Type

+ Leaf func() bool

+ Optional func() bool

+ Repeated func() bool

+ Required func() bool

+ String func() string

+ Type func() Type

+ func BSON() Node

+ func Compressed(node Node, codec compress.Codec) Node

+ func Date() Node

+ func Decimal(scale, precision int, typ Type) Node

+ func Encoded(node Node, encoding encoding.Encoding) Node

+ func Enum() Node

+ func Int(bitWidth int) Node

+ func JSON() Node

+ func Leaf(typ Type) Node

+ func List(of Node) Node

+ func Map(key, value Node) Node

+ func Optional(node Node) Node

+ func Repeated(node Node) Node

+ func Required(node Node) Node

+ func String() Node

+ func Time(unit TimeUnit) Node

+ func Timestamp(unit TimeUnit) Node

+ func UUID() Node

+ func Uint(bitWidth int) Node

+ type OffsetIndex interface

+ CompressedPageSize func(int) int64

+ FirstRowIndex func(int) int64

+ NumPages func() int

+ Offset func(int) int64

+ type Page interface

+ Bounds func() (min, max Value, ok bool)

+ Column func() int

+ Data func() encoding.Values

+ DefinitionLevels func() []byte

+ Dictionary func() Dictionary

+ NumNulls func() int64

+ NumRows func() int64

+ NumValues func() int64

+ RepetitionLevels func() []byte

+ Size func() int64

+ Slice func(i, j int64) Page

+ Type func() Type

+ Values func() ValueReader

+ type PageHeader interface

+ Encoding func() format.Encoding

+ NumValues func() int64

+ PageType func() format.PageType

+ type PageReader interface

+ ReadPage func() (Page, error)

+ type PageWriter interface

+ WritePage func(Page) (int64, error)

+ type Pages interface

+ func AsyncPages(pages Pages) Pages

+ type ReadMode int

+ const ReadModeAsync

+ const ReadModeSync

+ type Reader struct

+ func NewReader(input io.ReaderAt, options ...ReaderOption) *Reader

+ func NewRowGroupReader(rowGroup RowGroup, options ...ReaderOption) *Reader

+ func (r *Reader) Close() error

+ func (r *Reader) NumRows() int64

+ func (r *Reader) Read(row interface{}) error

+ func (r *Reader) ReadRows(rows []Row) (int, error)

+ func (r *Reader) Reset()

+ func (r *Reader) Schema() *Schema

+ func (r *Reader) SeekToRow(rowIndex int64) error

+ type ReaderConfig struct

+ Schema *Schema

+ func DefaultReaderConfig() *ReaderConfig

+ func NewReaderConfig(options ...ReaderOption) (*ReaderConfig, error)

+ func (c *ReaderConfig) Apply(options ...ReaderOption)

+ func (c *ReaderConfig) ConfigureReader(config *ReaderConfig)

+ func (c *ReaderConfig) Validate() error

+ type ReaderOption interface

+ ConfigureReader func(*ReaderConfig)

+ type Row []Value

+ func AppendRow(row Row, columns ...[]Value) Row

+ func MakeRow(columns ...[]Value) Row

+ func (row Row) Clone() Row

+ func (row Row) Equal(other Row) bool

+ func (row Row) Range(f func(columnIndex int, columnValues []Value) bool)

+ type RowBuffer struct

+ func NewRowBuffer(options ...RowGroupOption) *RowBuffer[T]

+ func (buf *RowBuffer[T]) ColumnChunks() []ColumnChunk

+ func (buf *RowBuffer[T]) Len() int

+ func (buf *RowBuffer[T]) Less(i, j int) bool

+ func (buf *RowBuffer[T]) NumRows() int64

+ func (buf *RowBuffer[T]) Reset()

+ func (buf *RowBuffer[T]) Rows() Rows

+ func (buf *RowBuffer[T]) Schema() *Schema

+ func (buf *RowBuffer[T]) SortingColumns() []SortingColumn

+ func (buf *RowBuffer[T]) Swap(i, j int)

+ func (buf *RowBuffer[T]) Write(rows []T) (int, error)

+ func (buf *RowBuffer[T]) WriteRows(rows []Row) (int, error)

+ type RowBuilder struct

+ func NewRowBuilder(schema Node) *RowBuilder

+ func (b *RowBuilder) Add(columnIndex int, columnValue Value)

+ func (b *RowBuilder) AppendRow(row Row) Row

+ func (b *RowBuilder) Next(columnIndex int)

+ func (b *RowBuilder) Reset()

+ func (b *RowBuilder) Row() Row

+ type RowGroup interface

+ ColumnChunks func() []ColumnChunk

+ NumRows func() int64

+ Rows func() Rows

+ Schema func() *Schema

+ SortingColumns func() []SortingColumn

+ func ConvertRowGroup(rowGroup RowGroup, conv Conversion) RowGroup

+ func MergeRowGroups(rowGroups []RowGroup, options ...RowGroupOption) (RowGroup, error)

+ func MultiRowGroup(rowGroups ...RowGroup) RowGroup

+ type RowGroupConfig struct

+ ColumnBufferCapacity int

+ Schema *Schema

+ Sorting SortingConfig

+ func DefaultRowGroupConfig() *RowGroupConfig

+ func NewRowGroupConfig(options ...RowGroupOption) (*RowGroupConfig, error)

+ func (c *RowGroupConfig) Apply(options ...RowGroupOption)

+ func (c *RowGroupConfig) ConfigureRowGroup(config *RowGroupConfig)

+ func (c *RowGroupConfig) Validate() error

+ type RowGroupOption interface

+ ConfigureRowGroup func(*RowGroupConfig)

+ func ColumnBufferCapacity(size int) RowGroupOption

+ func SortingRowGroupConfig(options ...SortingOption) RowGroupOption

+ type RowGroupReader interface

+ ReadRowGroup func() (RowGroup, error)

+ type RowGroupWriter interface

+ WriteRowGroup func(RowGroup) (int64, error)

+ type RowReadSeeker interface

+ type RowReader interface

+ ReadRows func([]Row) (int, error)

+ func DedupeRowReader(reader RowReader, compare func(Row, Row) int) RowReader

+ func FilterRowReader(reader RowReader, predicate func(Row) bool) RowReader

+ func MergeRowReaders(readers []RowReader, compare func(Row, Row) int) RowReader

+ func ScanRowReader(reader RowReader, predicate func(Row, int64) bool) RowReader

+ func TransformRowReader(reader RowReader, transform func(dst, src Row) (Row, error)) RowReader

+ type RowReaderFrom interface

+ ReadRowsFrom func(RowReader) (int64, error)

+ type RowReaderFunc func([]Row) (int, error)

+ func (f RowReaderFunc) ReadRows(rows []Row) (int, error)

+ type RowReaderWithSchema interface

+ Schema func() *Schema

+ func ConvertRowReader(rows RowReader, conv Conversion) RowReaderWithSchema

+ type RowSeeker interface

+ SeekToRow func(int64) error

+ type RowWriter interface

+ WriteRows func([]Row) (int, error)

+ func DedupeRowWriter(writer RowWriter, compare func(Row, Row) int) RowWriter

+ func FilterRowWriter(writer RowWriter, predicate func(Row) bool) RowWriter

+ func MultiRowWriter(writers ...RowWriter) RowWriter

+ func TransformRowWriter(writer RowWriter, transform func(dst, src Row) (Row, error)) RowWriter

+ type RowWriterFunc func([]Row) (int, error)

+ func (f RowWriterFunc) WriteRows(rows []Row) (int, error)

+ type RowWriterTo interface

+ WriteRowsTo func(RowWriter) (int64, error)

+ type RowWriterWithSchema interface

+ Schema func() *Schema

+ type Rows interface

+ func NewRowGroupRowReader(rowGroup RowGroup) Rows

+ type Schema struct

+ func NewSchema(name string, root Node) *Schema

+ func SchemaOf(model interface{}) *Schema

+ func (s *Schema) Columns() [][]string

+ func (s *Schema) Comparator(sortingColumns ...SortingColumn) func(Row, Row) int

+ func (s *Schema) Compression() compress.Codec

+ func (s *Schema) ConfigureReader(config *ReaderConfig)

+ func (s *Schema) ConfigureRowGroup(config *RowGroupConfig)

+ func (s *Schema) ConfigureWriter(config *WriterConfig)

+ func (s *Schema) Deconstruct(row Row, value interface{}) Row

+ func (s *Schema) Encoding() encoding.Encoding

+ func (s *Schema) Fields() []Field

+ func (s *Schema) GoType() reflect.Type

+ func (s *Schema) Leaf() bool

+ func (s *Schema) Lookup(path ...string) (LeafColumn, bool)

+ func (s *Schema) Name() string

+ func (s *Schema) Optional() bool

+ func (s *Schema) Reconstruct(value interface{}, row Row) error

+ func (s *Schema) Repeated() bool

+ func (s *Schema) Required() bool

+ func (s *Schema) String() string

+ func (s *Schema) Type() Type

+ type SortingColumn interface

+ Descending func() bool

+ NullsFirst func() bool

+ Path func() []string

+ func Ascending(path ...string) SortingColumn

+ func Descending(path ...string) SortingColumn

+ func NullsFirst(sortingColumn SortingColumn) SortingColumn

+ type SortingConfig struct

+ DropDuplicatedRows bool

+ SortingBuffers BufferPool

+ SortingColumns []SortingColumn

+ func DefaultSortingConfig() *SortingConfig

+ func NewSortingConfig(options ...SortingOption) (*SortingConfig, error)

+ func (c *SortingConfig) Apply(options ...SortingOption)

+ func (c *SortingConfig) ConfigureSorting(config *SortingConfig)

+ func (c *SortingConfig) Validate() error

+ type SortingOption interface

+ ConfigureSorting func(*SortingConfig)

+ func DropDuplicatedRows(drop bool) SortingOption

+ func SortingBuffers(buffers BufferPool) SortingOption

+ func SortingColumns(columns ...SortingColumn) SortingOption

+ type SortingWriter struct

+ func NewSortingWriter(output io.Writer, sortRowCount int64, options ...WriterOption) *SortingWriter[T]

+ func (w *SortingWriter[T]) Close() error

+ func (w *SortingWriter[T]) Flush() error

+ func (w *SortingWriter[T]) Reset(output io.Writer)

+ func (w *SortingWriter[T]) Schema() *Schema

+ func (w *SortingWriter[T]) SetKeyValueMetadata(key, value string)

+ func (w *SortingWriter[T]) Write(rows []T) (int, error)

+ func (w *SortingWriter[T]) WriteRows(rows []Row) (int, error)

+ type TimeUnit interface

+ Duration func() time.Duration

+ TimeUnit func() format.TimeUnit

+ var Microsecond TimeUnit = &microsecond{}

+ var Millisecond TimeUnit = &millisecond{}

+ var Nanosecond TimeUnit = &nanosecond{}

+ type Type interface

+ AssignValue func(dst reflect.Value, src Value) error

+ ColumnOrder func() *format.ColumnOrder

+ Compare func(a, b Value) int

+ ConvertValue func(val Value, typ Type) (Value, error)

+ ConvertedType func() *deprecated.ConvertedType

+ Decode func(dst encoding.Values, src []byte, enc encoding.Encoding) (encoding.Values, error)

+ Encode func(dst []byte, src encoding.Values, enc encoding.Encoding) ([]byte, error)

+ EstimateDecodeSize func(numValues int, src []byte, enc encoding.Encoding) int

+ EstimateNumValues func(size int) int

+ EstimateSize func(numValues int) int

+ Kind func() Kind

+ Length func() int

+ LogicalType func() *format.LogicalType

+ NewColumnBuffer func(columnIndex, numValues int) ColumnBuffer

+ NewColumnIndexer func(sizeLimit int) ColumnIndexer

+ NewDictionary func(columnIndex, numValues int, data encoding.Values) Dictionary

+ NewPage func(columnIndex, numValues int, data encoding.Values) Page

+ NewValues func(values []byte, offsets []uint32) encoding.Values

+ PhysicalType func() *format.Type

+ String func() string

+ var BooleanType Type = booleanType{}

+ var ByteArrayType Type = byteArrayType{}

+ var DoubleType Type = doubleType{}

+ var FloatType Type = floatType{}

+ var Int32Type Type = int32Type{}

+ var Int64Type Type = int64Type{}

+ var Int96Type Type = int96Type{}

+ func FixedLenByteArrayType(length int) Type

+ type Value struct

+ func BooleanValue(value bool) Value

+ func ByteArrayValue(value []byte) Value

+ func DoubleValue(value float64) Value

+ func FixedLenByteArrayValue(value []byte) Value

+ func FloatValue(value float32) Value

+ func Int32Value(value int32) Value

+ func Int64Value(value int64) Value

+ func Int96Value(value deprecated.Int96) Value

+ func NullValue() Value

+ func ValueOf(v interface{}) Value

+ func ZeroValue(kind Kind) Value

+ func (v Value) AppendBytes(b []byte) []byte

+ func (v Value) Boolean() bool

+ func (v Value) Byte() byte

+ func (v Value) ByteArray() []byte

+ func (v Value) Bytes() []byte

+ func (v Value) Clone() Value

+ func (v Value) Column() int

+ func (v Value) DefinitionLevel() int

+ func (v Value) Double() float64

+ func (v Value) Float() float32

+ func (v Value) Format(w fmt.State, r rune)

+ func (v Value) GoString() string

+ func (v Value) Int32() int32

+ func (v Value) Int64() int64

+ func (v Value) Int96() deprecated.Int96

+ func (v Value) IsNull() bool

+ func (v Value) Kind() Kind

+ func (v Value) Level(repetitionLevel, definitionLevel, columnIndex int) Value

+ func (v Value) RepetitionLevel() int

+ func (v Value) String() string

+ func (v Value) Uint32() uint32

+ func (v Value) Uint64() uint64

+ type ValueReader interface

+ ReadValues func([]Value) (int, error)

+ type ValueReaderAt interface

+ ReadValuesAt func([]Value, int64) (int, error)

+ type ValueReaderFrom interface

+ ReadValuesFrom func(ValueReader) (int64, error)

+ type ValueReaderFunc func([]Value) (int, error)

+ func (f ValueReaderFunc) ReadValues(values []Value) (int, error)

+ type ValueWriter interface

+ WriteValues func([]Value) (int, error)

+ type ValueWriterFunc func([]Value) (int, error)

+ func (f ValueWriterFunc) WriteValues(values []Value) (int, error)

+ type ValueWriterTo interface

+ WriteValuesTo func(ValueWriter) (int64, error)

+ type Writer struct

+ func NewWriter(output io.Writer, options ...WriterOption) *Writer

+ func (w *Writer) Close() error

+ func (w *Writer) Flush() error

+ func (w *Writer) ReadRowsFrom(rows RowReader) (written int64, err error)

+ func (w *Writer) Reset(output io.Writer)

+ func (w *Writer) Schema() *Schema

+ func (w *Writer) SetKeyValueMetadata(key, value string)

+ func (w *Writer) Write(row interface{}) error

+ func (w *Writer) WriteRowGroup(rowGroup RowGroup) (int64, error)

+ func (w *Writer) WriteRows(rows []Row) (int, error)

+ type WriterConfig struct

+ BloomFilters []BloomFilterColumn

+ ColumnIndexSizeLimit int

+ ColumnPageBuffers BufferPool

+ Compression compress.Codec

+ CreatedBy string

+ DataPageStatistics bool

+ DataPageVersion int

+ KeyValueMetadata map[string]string

+ MaxRowsPerRowGroup int64

+ PageBufferSize int

+ Schema *Schema

+ Sorting SortingConfig

+ WriteBufferSize int

+ func DefaultWriterConfig() *WriterConfig

+ func NewWriterConfig(options ...WriterOption) (*WriterConfig, error)

+ func (c *WriterConfig) Apply(options ...WriterOption)

+ func (c *WriterConfig) ConfigureWriter(config *WriterConfig)

+ func (c *WriterConfig) Validate() error

+ type WriterOption interface

+ ConfigureWriter func(*WriterConfig)

+ func BloomFilters(filters ...BloomFilterColumn) WriterOption

+ func ColumnIndexSizeLimit(sizeLimit int) WriterOption

+ func ColumnPageBuffers(buffers BufferPool) WriterOption

+ func Compression(codec compress.Codec) WriterOption

+ func CreatedBy(application, version, build string) WriterOption

+ func DataPageStatistics(enabled bool) WriterOption

+ func DataPageVersion(version int) WriterOption

+ func KeyValueMetadata(key, value string) WriterOption

+ func MaxRowsPerRowGroup(numRows int64) WriterOption

+ func PageBufferSize(size int) WriterOption

+ func SortingWriterConfig(options ...SortingOption) WriterOption

+ func WriteBufferSize(size int) WriterOption

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL