Versions in this module Expand all Collapse all v0 v0.7.0 Apr 14, 2023 v0.6.0 Dec 9, 2022 Changes in this version + const DirectoryPermissions + const FilePermissions + const RetentionCheckMs + func MergeDataStructure(fileNames []string, topic *TopicDataId, offset int64, ...) error + func NewEmptyChunk(start int64) SegmentChunk + func ReadFileStructure(topicId *TopicDataId, offset int64, config conf.DatalogConfig) ([]string, error) + type Datalog interface + ReadFileFrom func(buf []byte, maxSize int, segmentId int64, startOffset int64, maxRecords int, ...) ([]byte, error) + ReadProducerOffset func(topicId *TopicDataId) (int64, error) + ReleaseStreamBuffer func(buf []byte) + SegmentFileList func(topic *TopicDataId, maxOffset int64) ([]int64, error) + StreamBuffer func() []byte + func NewDatalog(config conf.DatalogConfig) Datalog + type LocalWriteItem interface + Replication func() ReplicationInfo + SetResult func(error) + type ReadItem interface + CommitOnly func() bool + Origin func() string + SetResult func(error, SegmentChunk) + type ReadSegmentChunk struct + Buffer []byte + Length uint32 + Start int64 + func (s *ReadSegmentChunk) DataBlock() []byte + func (s *ReadSegmentChunk) RecordLength() uint32 + func (s *ReadSegmentChunk) StartOffset() int64 + type ReplicationDataItem interface + SegmentId func() int64 + SetResult func(error) + type ReplicationReader interface + MergeFileStructure func() (bool, error) + StreamFile func(segmentId int64, topic *TopicDataId, startOffset int64, maxRecords int, ...) (int, error) + type SegmentReader struct + Items chan ReadItem + MaxProducedOffset *int64 + SourceVersion GenId + Topic TopicDataId + TopicRangeClusterSize int + func NewSegmentReader(group string, isLeader bool, replicationReader ReplicationReader, ...) (*SegmentReader, error) + func (s *SegmentReader) HasStoppedReceiving() bool + func (s *SegmentReader) StoredOffsetAsCompleted() bool + type SegmentWriter struct + Items chan SegmentChunk + Topic TopicDataId + func NewSegmentWriter(topic TopicDataId, gossiper Replicator, config conf.DatalogConfig, ...) (*SegmentWriter, error)