journal

package module

Go to main page

Versions in this module

v1

v1.1.6

May 31, 2020

v1.1.5

May 23, 2020

v1.1.4

May 23, 2020

v1.1.3

May 18, 2020

v1.1.2

May 18, 2020

Changes in this version

+ var Logger *utils.LoggerType

type OptionFunc

+ func WithLogger(logger *utils.LoggerType) OptionFunc

v1.1.1

May 10, 2020

v1.1.0

Apr 30, 2020

Changes in this version

type Journal

+ func (j *Journal) Start(ctx context.Context) (err error)

type LegacyLoader

+ func (l *LegacyLoader) CheckAndRemove(id int64) bool

+ type OptionFunc func(*option) error

+ func WithBufDirPath(path string) OptionFunc

+ func WithBufSizeByte(bufSize int64) OptionFunc

+ func WithCommitIDTTL(d time.Duration) OptionFunc

+ func WithFlushInterval(d time.Duration) OptionFunc

+ func WithIsAggresiveGC(is bool) OptionFunc

+ func WithIsCompress(is bool) OptionFunc

+ func WithName(name string) OptionFunc

+ func WithRotateCheckInterval(d time.Duration) OptionFunc

+ func WithRotateDuration(d time.Duration) OptionFunc

v1.0.2

Mar 14, 2020

v1.0.1

Mar 14, 2020

Changes in this version

+ var ErrDuringRotate = fmt.Errorf("during rotating")

v1.0.0

Feb 24, 2020

Changes in this version

+ const BufSize

+ const DirMode

+ const FileMode

+ const RotateCheckInterval

+ var DataFileNameReg = regexp.MustCompile(`^\d{8}_\d{8}\.buf(.gz)?$`)

+ var DuringRotateErr = fmt.Errorf("during rotating")

+ var IDFileNameReg = regexp.MustCompile(`^\d{8}_\d{8}\.ids(.gz)?$`)

+ func GenerateNewBufFName(now time.Time, oldFName string, isWithGZ bool) (string, error)

+ func OpenBufFile(filepath string, fizeByte int64) (fp *os.File, err error)

+ func PrepareDir(path string) error

+ type BaseSerializer struct

+ type BufFileStat struct

+ NewDataFp *os.File

+ NewIDsFp *os.File

+ OldDataFnames []string

+ OldIdsDataFname []string

+ func PrepareNewBufFile(dirPath string, oldFsStat *BufFileStat, isScan, isWithGZ bool, sizeBytes int64) (fsStat *BufFileStat, err error)

+ type Data struct

+ Data map[string]interface{}

+ ID int64

+ func (z *Data) DecodeMsg(dc *msgp.Reader) (err error)

+ func (z *Data) EncodeMsg(en *msgp.Writer) (err error)

+ func (z *Data) MarshalMsg(b []byte) (o []byte, err error)

+ func (z *Data) Msgsize() (s int)

+ func (z *Data) UnmarshalMsg(bts []byte) (o []byte, err error)

+ type DataDecoder struct

+ func NewDataDecoder(fp *os.File, isCompress bool) (decoder *DataDecoder, err error)

+ func (dec *DataDecoder) Read(data *Data) (err error)

+ type DataEncoder struct

+ func NewDataEncoder(fp *os.File, isCompress bool) (enc *DataEncoder, err error)

+ func (enc *DataEncoder) Close() (err error)

+ func (enc *DataEncoder) Flush() (err error)

+ func (enc *DataEncoder) Write(msg *Data) (err error)

+ type IdsDecoder struct

+ func NewIdsDecoder(fp *os.File, isCompress bool) (decoder *IdsDecoder, err error)

+ func (dec *IdsDecoder) LoadMaxId() (maxId int64, err error)

+ func (dec *IdsDecoder) ReadAllToBmap() (ids *roaring.Bitmap, err error)

+ func (dec *IdsDecoder) ReadAllToInt64Set(ids Int64SetItf) (err error)

+ type IdsEncoder struct

+ func NewIdsEncoder(fp *os.File, isCompress bool) (enc *IdsEncoder, err error)

+ func (enc *IdsEncoder) Close() (err error)

+ func (enc *IdsEncoder) Flush() (err error)

+ func (enc *IdsEncoder) Write(id int64) (err error)

+ type Int64Set struct

+ func NewInt64Set() *Int64Set

+ func (s *Int64Set) Add(i int)

+ func (s *Int64Set) AddInt64(i int64)

+ func (s *Int64Set) CheckAndRemove(i int64) (ok bool)

+ func (s *Int64Set) GetLen() int

+ type Int64SetItf interface

+ Add func(int)

+ AddInt64 func(int64)

+ CheckAndRemove func(int64) bool

+ GetLen func() int

+ type Int64SetWithTTL struct

+ func NewInt64SetWithTTL(ctx context.Context, ttl time.Duration) *Int64SetWithTTL

+ func (s *Int64SetWithTTL) Add(id int)

+ func (s *Int64SetWithTTL) AddInt64(id int64)

+ func (s *Int64SetWithTTL) CheckAndRemove(id int64) (ok bool)

+ func (s *Int64SetWithTTL) Close()

+ func (s *Int64SetWithTTL) GetLen() (r int)

+ func (s *Int64SetWithTTL) StartRotate(ctx context.Context)

+ type Journal struct

+ func NewJournal(ctx context.Context, cfg *JournalConfig) *Journal

+ func (j *Journal) Close()

+ func (j *Journal) Flush() (err error)

+ func (j *Journal) GetMetric() map[string]interface{}

+ func (j *Journal) IsLegacyRunning() bool

+ func (j *Journal) LoadLegacyBuf(data *Data) (err error)

+ func (j *Journal) LoadMaxId() (int64, error)

+ func (j *Journal) LockLegacy() bool

+ func (j *Journal) Rotate(ctx context.Context) (err error)

+ func (j *Journal) UnLockLegacy() bool

+ func (j *Journal) WriteData(data *Data) (err error)

+ func (j *Journal) WriteId(id int64) error

+ type JournalConfig struct

+ BufDirPath string

+ BufSizeBytes int64

+ CommittedIDTTL time.Duration

+ FlushInterval time.Duration

+ IsAggresiveGC bool

+ IsCompress bool

+ RotateDuration time.Duration

+ func NewConfig() *JournalConfig

+ type LegacyLoader struct

+ func NewLegacyLoader(ctx context.Context, dataFNames, idsFNames []string, isCompress bool, ...) *LegacyLoader

+ func (l *LegacyLoader) AddID(id int64)

+ func (l *LegacyLoader) Clean() error

+ func (l *LegacyLoader) GetIdsLen() int

+ func (l *LegacyLoader) IsIDExists(id int64) bool

+ func (l *LegacyLoader) Load(data *Data) (err error)

+ func (l *LegacyLoader) LoadAllids(ids Int64SetItf) (allErr error)

+ func (l *LegacyLoader) LoadMaxId() (maxId int64, err error)

+ func (l *LegacyLoader) Reset(dataFNames, idsFNames []string)

+ type Uint32Set struct

+ func NewUint32Set() *Uint32Set

+ func (s *Uint32Set) AddInt64(i int64)

+ func (s *Uint32Set) AddUint32(i uint32)

+ func (s *Uint32Set) CheckAndRemoveInt64(i int64) (ok bool)

+ func (s *Uint32Set) CheckAndRemoveUint32(i uint32) (ok bool)

+ func (s *Uint32Set) GetLen() int

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL