cluster

package

Go to main page

Versions in this module

v0

v0.10.0-rc2

Feb 2, 2016

v0.10.0-beta2

Jan 23, 2016

v0.10.0-beta1

Jan 13, 2016

v0.9.5-rc3

Nov 16, 2015

v0.9.3

Aug 26, 2015

Changes in this version

+ const DefaultShardMapperTimeout

type Config

+ ForceRemoteShardMapping bool

+ ShardMapperTimeout toml.Duration

+ type MapShardRequest struct

+ func (m *MapShardRequest) ChunkSize() int32

+ func (m *MapShardRequest) MarshalBinary() ([]byte, error)

+ func (m *MapShardRequest) Query() string

+ func (m *MapShardRequest) SetChunkSize(chunkSize int32)

+ func (m *MapShardRequest) SetQuery(query string)

+ func (m *MapShardRequest) SetShardID(id uint64)

+ func (m *MapShardRequest) ShardID() uint64

+ func (m *MapShardRequest) UnmarshalBinary(buf []byte) error

+ type MapShardResponse struct

+ func NewMapShardResponse(code int, message string) *MapShardResponse

+ func (r *MapShardResponse) Code() int

+ func (r *MapShardResponse) Data() []byte

+ func (r *MapShardResponse) Fields() []string

+ func (r *MapShardResponse) MarshalBinary() ([]byte, error)

+ func (r *MapShardResponse) Message() string

+ func (r *MapShardResponse) SetCode(code int)

+ func (r *MapShardResponse) SetData(data []byte)

+ func (r *MapShardResponse) SetFields(fields []string)

+ func (r *MapShardResponse) SetMessage(message string)

+ func (r *MapShardResponse) SetTagSets(tagsets []string)

+ func (r *MapShardResponse) TagSets() []string

+ func (r *MapShardResponse) UnmarshalBinary(buf []byte) error

type RemoteMapper

+ func NewRemoteMapper(c remoteShardConn, shardID uint64, stmt string, chunkSize int) *RemoteMapper

+ func (r *RemoteMapper) Fields() []string

type ShardMapper

+ ForceRemoteMapping bool

v0.9.2

Jul 24, 2015

Changes in this version

+ const DefaultShardWriterTimeout

+ const DefaultWriteTimeout

+ const MAX_MAP_RESPONSE_SIZE

+ const MaxMessageSize

+ const MuxHeader

+ var ErrInvalidConsistencyLevel = errors.New("invalid consistency level")

+ var ErrPartialWrite = errors.New("partial write")

+ var ErrTimeout = errors.New("timeout")

+ var ErrWriteFailed = errors.New("write failed")

+ func ReadTLV(r io.Reader) (byte, []byte, error)

+ func WriteTLV(w io.Writer, typ byte, buf []byte) error

+ type Config struct

+ ShardWriterTimeout toml.Duration

+ WriteTimeout toml.Duration

+ func NewConfig() Config

+ type ConsistencyLevel int

+ const ConsistencyLevelAll

+ const ConsistencyLevelAny

+ const ConsistencyLevelOne

+ const ConsistencyLevelQuorum

+ func ParseConsistencyLevel(level string) (ConsistencyLevel, error)

+ type PointsWriter struct

+ HintedHandoff interface{ ... }

+ Logger *log.Logger

+ MetaStore interface{ ... }

+ ShardWriter interface{ ... }

+ TSDBStore interface{ ... }

+ WriteTimeout time.Duration

+ func NewPointsWriter() *PointsWriter

+ func (w *PointsWriter) Close() error

+ func (w *PointsWriter) MapShards(wp *WritePointsRequest) (*ShardMapping, error)

+ func (w *PointsWriter) Open() error

+ func (w *PointsWriter) WritePoints(p *WritePointsRequest) error

+ type RemoteMapper struct

+ MetaStore interface{ ... }

+ func NewRemoteMaper(nodeID, shardID uint64, stmt string, chunkSize int) *RemoteMapper

+ func (r *RemoteMapper) Close()

+ func (r *RemoteMapper) NextChunk() (interface{}, error)

+ func (r *RemoteMapper) Open() error

+ func (r *RemoteMapper) TagSets() []string

+ type Service struct

+ Listener net.Listener

+ Logger *log.Logger

+ MetaStore interface{ ... }

+ TSDBStore interface{ ... }

+ func NewService(c Config) *Service

+ func (s *Service) Close() error

+ func (s *Service) Open() error

+ func (s *Service) SetLogger(l *log.Logger)

+ type ShardMapper struct

+ MetaStore interface{ ... }

+ TSDBStore interface{ ... }

+ func NewShardMapper() *ShardMapper

+ func (r *ShardMapper) CreateMapper(sh meta.ShardInfo, stmt string, chunkSize int) (tsdb.Mapper, error)

+ type ShardMapping struct

+ Points map[uint64][]tsdb.Point

+ Shards map[uint64]*meta.ShardInfo

+ func NewShardMapping() *ShardMapping

+ func (s *ShardMapping) MapPoint(shardInfo *meta.ShardInfo, p tsdb.Point)

+ type ShardWriter struct

+ MetaStore interface{ ... }

+ func NewShardWriter(timeout time.Duration) *ShardWriter

+ func (w *ShardWriter) Close() error

+ func (w *ShardWriter) WriteShard(shardID, ownerID uint64, points []tsdb.Point) error

+ type WritePointsRequest struct

+ ConsistencyLevel ConsistencyLevel

+ Database string

+ Points []tsdb.Point

+ RetentionPolicy string

+ func (w *WritePointsRequest) AddPoint(name string, value interface{}, timestamp time.Time, tags map[string]string)

+ type WriteShardRequest struct

+ func (w *WriteShardRequest) AddPoint(name string, value interface{}, timestamp time.Time, tags map[string]string)

+ func (w *WriteShardRequest) AddPoints(points []tsdb.Point)

+ func (w *WriteShardRequest) MarshalBinary() ([]byte, error)

+ func (w *WriteShardRequest) Points() []tsdb.Point

+ func (w *WriteShardRequest) SetShardID(id uint64)

+ func (w *WriteShardRequest) ShardID() uint64

+ func (w *WriteShardRequest) UnmarshalBinary(buf []byte) error

+ type WriteShardResponse struct

+ func (w *WriteShardResponse) Code() int

+ func (w *WriteShardResponse) MarshalBinary() ([]byte, error)

+ func (w *WriteShardResponse) Message() string

+ func (w *WriteShardResponse) SetCode(code int)

+ func (w *WriteShardResponse) SetMessage(message string)

+ func (w *WriteShardResponse) UnmarshalBinary(buf []byte) error

v0.9.1-rc2

Jul 1, 2015

v0.9.0-rc33

Jun 10, 2015

v0.8.8

Dec 28, 2014

Changes in this version

+ const InfiniteRetention

type ClusterConfiguration

+ func (self *ClusterConfiguration) GetShardSpacesForDatabase(database string) []*ShardSpace

+ type NilProcessor struct

+ func (np NilProcessor) Close() error

+ func (np NilProcessor) Name() string

+ func (np NilProcessor) Next() engine.Processor

+ func (np NilProcessor) Yield(s *protocol.Series) (bool, error)

+ type ResponseChannel interface

+ Name func() string

+ Yield func(r *protocol.Response) bool

+ func NewResponseChannelWrapper(c chan<- *protocol.Response) ResponseChannel

+ type ResponseChannelProcessor struct

+ func NewResponseChannelProcessor(r ResponseChannel) *ResponseChannelProcessor

+ func (p *ResponseChannelProcessor) Close() error

+ func (p *ResponseChannelProcessor) Name() string

+ func (p *ResponseChannelProcessor) Next() engine.Processor

+ func (p *ResponseChannelProcessor) Yield(s *protocol.Series) (bool, error)

+ type ResponseChannelWrapper struct

+ func (w *ResponseChannelWrapper) Name() string

+ func (w *ResponseChannelWrapper) Yield(r *protocol.Response) bool

type SavedConfiguration

+ LastServerIdUsed uint32

type ServerConnection

+ CancelRequest func(*protocol.Request)

+ type ShardIdInserterProcessor struct

+ func NewShardIdInserterProcessor(id uint32, next engine.Processor) ShardIdInserterProcessor

+ func (sip ShardIdInserterProcessor) Close() error

+ func (sip ShardIdInserterProcessor) Name() string

+ func (sip ShardIdInserterProcessor) Next() engine.Processor

+ func (sip ShardIdInserterProcessor) Yield(s *protocol.Series) (bool, error)

+ type Shards []*ShardData

+ func (shards Shards) ShouldAggregateLocally(querySpec *parser.QuerySpec) bool

v0.8.3

Sep 24, 2014

Changes in this version

type ClusterConfiguration

+ func (self *ClusterConfiguration) SerializableConfiguration() *SavedConfiguration

+ func (self *ClusterConfiguration) ShardSpaceExists(space *ShardSpace) bool

+ func (self *ClusterConfiguration) UpdateShardSpace(space *ShardSpace) error

type ShardSpace

+ func (s *ShardSpace) UpdateFromSpace(space *ShardSpace) error

v0.8.1

Sep 3, 2014

v0.8.0

Aug 22, 2014

Changes in this version

+ const DEFAULT_REPLICATION_FACTOR

+ const DEFAULT_RETENTION_POLICY_DURATION

+ const DEFAULT_SHARD_DURATION

+ const DEFAULT_SHARD_SPACE_NAME

+ const DEFAULT_SPLIT

+ const HEARTBEAT_TIMEOUT

+ const LOCAL_WRITE_BUFFER_SIZE

+ const PER_SERVER_BUFFER_SIZE

+ const SEVEN_DAYS

+ var HEARTBEAT_TYPE = protocol.Request_HEARTBEAT

+ func HashDbAndSeriesToInt(database, series string) int

+ func HashPassword(password string) ([]byte, error)

+ func SortShardsByTimeAscending(shards []*ShardData)

+ func SortShardsByTimeDescending(shards []*ShardData)

+ type ByShardTimeAsc struct

+ func (s ByShardTimeAsc) Less(i, j int) bool

+ type ByShardTimeDesc struct

+ func (s ByShardTimeDesc) Less(i, j int) bool

+ type ClusterAdmin struct

+ func (self *ClusterAdmin) GetReadPermission() string

+ func (self *ClusterAdmin) GetWritePermission() string

+ func (self *ClusterAdmin) HasReadAccess(_ string) bool

+ func (self *ClusterAdmin) HasWriteAccess(_ string) bool

+ func (self *ClusterAdmin) IsClusterAdmin() bool

+ func (self *ClusterAdmin) IsDbAdmin(_ string) bool

+ type ClusterConfiguration struct

+ DatabaseReplicationFactors map[string]struct{}

+ LocalRaftName string

+ LocalServer *ClusterServer

+ MetaStore *metastore.Store

+ ParsedContinuousQueries map[string]map[uint32]*parser.SelectQuery

+ func NewClusterConfiguration(config *configuration.Configuration, wal WAL, shardStore LocalShardStore, ...) *ClusterConfiguration

+ func (self *ClusterConfiguration) AddPotentialServer(server *ClusterServer)

+ func (self *ClusterConfiguration) AddShardSpace(space *ShardSpace) error

+ func (self *ClusterConfiguration) AddShards(shards []*NewShardData) ([]*ShardData, error)

+ func (self *ClusterConfiguration) AuthenticateClusterAdmin(username, password string) (common.User, error)

+ func (self *ClusterConfiguration) AuthenticateDbUser(db, username, password string) (common.User, error)

+ func (self *ClusterConfiguration) ChangeDbUserPassword(db, username, hash string) error

+ func (self *ClusterConfiguration) ChangeDbUserPermissions(db, username, readPermissions, writePermissions string) error

+ func (self *ClusterConfiguration) ChangeProtobufConnectionString(server *ClusterServer)

+ func (self *ClusterConfiguration) CreateCheckpoint() error

+ func (self *ClusterConfiguration) CreateContinuousQuery(db string, query string) error

+ func (self *ClusterConfiguration) CreateDatabase(name string) error

+ func (self *ClusterConfiguration) CreateFutureShardsAutomaticallyBeforeTimeComes()

+ func (self *ClusterConfiguration) DatabaseExists(name string) bool

+ func (self *ClusterConfiguration) DatabasesExists(db string) bool

+ func (self *ClusterConfiguration) DeleteContinuousQuery(db string, id uint32) error

+ func (self *ClusterConfiguration) DoesShardSpaceExist(space *ShardSpace) error

+ func (self *ClusterConfiguration) DropDatabase(name string) error

+ func (self *ClusterConfiguration) DropSeries(database, series string) error

+ func (self *ClusterConfiguration) DropShard(shardId uint32, serverIds []uint32) error

+ func (self *ClusterConfiguration) GetClusterAdmin(username string) *ClusterAdmin

+ func (self *ClusterConfiguration) GetClusterAdmins() (names []string)

+ func (self *ClusterConfiguration) GetContinuousQueries(db string) []*ContinuousQuery

+ func (self *ClusterConfiguration) GetDatabases() []*Database

+ func (self *ClusterConfiguration) GetDbUser(db, username string) *DbUser

+ func (self *ClusterConfiguration) GetDbUsers(db string) []common.User

+ func (self *ClusterConfiguration) GetExpiredShards() []*ShardData

+ func (self *ClusterConfiguration) GetLocalConfiguration() *configuration.Configuration

+ func (self *ClusterConfiguration) GetLocalShardById(id uint32) *ShardData

+ func (self *ClusterConfiguration) GetMapForJsonSerialization() map[string]interface{}

+ func (self *ClusterConfiguration) GetServerById(id *uint32) *ClusterServer

+ func (self *ClusterConfiguration) GetServerByProtobufConnectionString(connectionString string) *ClusterServer

+ func (self *ClusterConfiguration) GetServerByRaftName(name string) *ClusterServer

+ func (self *ClusterConfiguration) GetShard(id uint32) *ShardData

+ func (self *ClusterConfiguration) GetShardSpaces() []*ShardSpace

+ func (self *ClusterConfiguration) GetShardToWriteToBySeriesAndTime(db, series string, microsecondsEpoch int64) (*ShardData, error)

+ func (self *ClusterConfiguration) GetShards() []*ShardData

+ func (self *ClusterConfiguration) GetShardsForQuery(querySpec *parser.QuerySpec) []*ShardData

+ func (self *ClusterConfiguration) HasContinuousQueries() bool

+ func (self *ClusterConfiguration) HasUncommitedWrites() bool

+ func (self *ClusterConfiguration) IsSingleServer() bool

+ func (self *ClusterConfiguration) LastContinuousQueryRunTime() time.Time

+ func (self *ClusterConfiguration) MarshalNewShardArrayToShards(newShards []*NewShardData) ([]*ShardData, error)

+ func (self *ClusterConfiguration) RecoverFromWAL() error

+ func (self *ClusterConfiguration) Recovery(b []byte) error

+ func (self *ClusterConfiguration) RemoveServer(server *ClusterServer) error

+ func (self *ClusterConfiguration) RemoveShardSpace(database, name string) error

+ func (self *ClusterConfiguration) Save() ([]byte, error)

+ func (self *ClusterConfiguration) SaveClusterAdmin(u *ClusterAdmin)

+ func (self *ClusterConfiguration) SaveDbUser(u *DbUser)

+ func (self *ClusterConfiguration) ServerId() uint32

+ func (self *ClusterConfiguration) Servers() []*ClusterServer

+ func (self *ClusterConfiguration) SetContinuousQueryTimestamp(timestamp time.Time) error

+ func (self *ClusterConfiguration) SetLastContinuousQueryRunTime(t time.Time)

+ func (self *ClusterConfiguration) SetShardCreator(shardCreator ShardCreator)

+ func (self *ClusterConfiguration) WaitForLocalServerLoaded()

+ type ClusterServer struct

+ Backoff time.Duration

+ HeartbeatInterval time.Duration

+ Id uint32

+ MaxBackoff time.Duration

+ MinBackoff time.Duration

+ ProtobufConnectionString string

+ RaftConnectionString string

+ RaftName string

+ State ServerState

+ func NewClusterServer(raftName, raftConnectionString, protobufConnectionString string, ...) *ClusterServer

+ func (self *ClusterServer) BufferWrite(request *protocol.Request)

+ func (self *ClusterServer) Connect()

+ func (self *ClusterServer) GetId() uint32

+ func (self *ClusterServer) GetStateName() (stateName string)

+ func (self *ClusterServer) IsUp() bool

+ func (self *ClusterServer) MakeRequest(request *protocol.Request, responseStream chan *protocol.Response)

+ func (self *ClusterServer) SetWriteBuffer(writeBuffer *WriteBuffer)

+ func (self *ClusterServer) StartHeartbeat()

+ func (self *ClusterServer) Write(request *protocol.Request) error

+ type CommonUser struct

+ CacheKey string

+ Hash string

+ IsUserDeleted bool

+ Name string

+ func (self *CommonUser) ChangePassword(hash string) error

+ func (self *CommonUser) GetDb() string

+ func (self *CommonUser) GetName() string

+ func (self *CommonUser) HasReadAccess(name string) bool

+ func (self *CommonUser) HasWriteAccess(name string) bool

+ func (self *CommonUser) IsClusterAdmin() bool

+ func (self *CommonUser) IsDbAdmin(db string) bool

+ func (self *CommonUser) IsDeleted() bool

+ type ContinuousQuery struct

+ Id uint32

+ Query string

+ type Database struct

+ Name string

+ type DbUser struct

+ Db string

+ IsAdmin bool

+ ReadFrom []*Matcher

+ WriteTo []*Matcher

+ func (self *DbUser) ChangePermissions(readPermissions, writePermissions string)

+ func (self *DbUser) GetDb() string

+ func (self *DbUser) GetReadPermission() string

+ func (self *DbUser) GetWritePermission() string

+ func (self *DbUser) HasReadAccess(name string) bool

+ func (self *DbUser) HasWriteAccess(name string) bool

+ func (self *DbUser) IsDbAdmin(db string) bool

+ type LocalShardDb interface

+ DropFields func(fields []*metastore.Field) error

+ IsClosed func() bool

+ Query func(*parser.QuerySpec, QueryProcessor) error

+ Write func(database string, series []*p.Series) error

+ type LocalShardStore interface

+ BufferWrite func(request *p.Request)

+ DeleteShard func(shardId uint32) error

+ GetOrCreateShard func(id uint32) (LocalShardDb, error)

+ ReturnShard func(id uint32)

+ SetWriteBuffer func(writeBuffer *WriteBuffer)

+ Write func(request *p.Request) error

+ type Matcher struct

+ IsRegex bool

+ Name string

+ func (self *Matcher) Matches(name string) bool

+ type NewShardData struct

+ Database string

+ EndTime time.Time

+ Id uint32

+ ServerIds []uint32

+ SpaceName string

+ StartTime time.Time

+ type QueryProcessor interface

+ Close func()

+ GetName func() string

+ SetShardInfo func(shardId int, shardLocal bool)

+ YieldPoint func(seriesName *string, columnNames []string, point *p.Point) bool

+ YieldSeries func(seriesIncoming *p.Series) bool

+ type QuerySpec interface

+ AllShardsQuery func() bool

+ Database func() string

+ GetEndTime func() time.Time

+ GetGroupByInterval func() *time.Duration

+ GetStartTime func() time.Time

+ IsRegex func() bool

+ TableNames func() []string

+ TableNamesAndRegex func() ([]string, *regexp.Regexp)

+ type SavedConfiguration struct

+ Admins map[string]*ClusterAdmin

+ ContinuousQueries map[string][]*ContinuousQuery

+ DatabaseShardSpaces map[string][]*ShardSpace

+ Databases map[string]uint8

+ DbUsers map[string]map[string]*DbUser

+ LastShardIdUsed uint32

+ MetaStore *metastore.Store

+ Servers []*ClusterServer

+ Shards []*NewShardData

+ type ServerConnection interface

+ ClearRequests func()

+ Close func()

+ Connect func()

+ MakeRequest func(request *protocol.Request, responseStream chan *protocol.Response) error

+ type ServerState int

+ const DeletingOldData

+ const LoadingRingData

+ const Potential

+ const Running

+ const SendingRingData

+ type Shard interface

+ EndTime func() time.Time

+ Id func() uint32

+ IsMicrosecondInRange func(t int64) bool

+ Query func(querySpec *parser.QuerySpec, response chan *p.Response)

+ ReplicationFactor func() int

+ StartTime func() time.Time

+ SyncWrite func(req *p.Request, assignSeqNum bool) error

+ Write func(*p.Request) error

+ type ShardCollection []*ShardData

+ func (s ShardCollection) Len() int

+ func (s ShardCollection) Swap(i, j int)

+ type ShardCreator interface

+ CreateShardSpace func(shardSpace *ShardSpace) error

+ CreateShards func(shards []*NewShardData) ([]*ShardData, error)

+ type ShardData struct

+ Database string

+ IsLocal bool

+ SpaceName string

+ func NewShard(id uint32, startTime, endTime time.Time, database, spaceName string, wal WAL) *ShardData

+ func (self *ShardData) DropFields(fields []*metastore.Field) error

+ func (self *ShardData) EndMicro() int64

+ func (self *ShardData) EndTime() time.Time

+ func (self *ShardData) HandleDestructiveQuery(querySpec *parser.QuerySpec, request *p.Request, response chan *p.Response, ...)

+ func (self *ShardData) Id() uint32

+ func (self *ShardData) IsMicrosecondInRange(t int64) bool

+ func (self *ShardData) LogAndHandleDestructiveQuery(querySpec *parser.QuerySpec, request *p.Request, response chan *p.Response, ...)

+ func (self *ShardData) Query(querySpec *parser.QuerySpec, response chan *p.Response)

+ func (self *ShardData) QueryResponseBufferSize(querySpec *parser.QuerySpec, batchPointSize int) int

+ func (self *ShardData) ReplicationFactor() int

+ func (self *ShardData) ServerIds() []uint32

+ func (self *ShardData) SetLocalStore(store LocalShardStore, localServerId uint32) error

+ func (self *ShardData) SetServers(servers []*ClusterServer)

+ func (self *ShardData) ShouldAggregateLocally(querySpec *parser.QuerySpec) bool

+ func (self *ShardData) StartMicro() int64

+ func (self *ShardData) StartTime() time.Time

+ func (self *ShardData) String() string

+ func (self *ShardData) SyncWrite(request *p.Request, assignSeqNum bool) error

+ func (self *ShardData) ToNewShardData() *NewShardData

+ func (self *ShardData) Write(request *p.Request) error

+ func (self *ShardData) WriteLocalOnly(request *p.Request) error

+ type ShardSpace struct

+ Database string

+ Name string

+ Regex string

+ ReplicationFactor uint32

+ RetentionPolicy string

+ ShardDuration string

+ Split uint32

+ func NewShardSpace(database, name string) *ShardSpace

+ func (s *ShardSpace) MatchesSeries(name string) bool

+ func (s *ShardSpace) ParsedRetentionPeriod() time.Duration

+ func (s *ShardSpace) ParsedShardDuration() time.Duration

+ func (s *ShardSpace) SecondsOfDuration() float64

+ func (s *ShardSpace) SetDefaults()

+ func (s *ShardSpace) Validate(clusterConfig *ClusterConfiguration, checkForDb bool) error

+ type ShardType int

+ const LONG_TERM

+ const SHORT_TERM

+ type WAL interface

+ AssignSequenceNumbers func(request *protocol.Request) error

+ AssignSequenceNumbersAndLog func(request *protocol.Request, shard wal.Shard) (uint32, error)

+ Commit func(requestNumber uint32, serverId uint32) error

+ CreateCheckpoint func() error

+ RecoverServerFromLastCommit func(serverId uint32, shardIds []uint32, ...) error

+ RecoverServerFromRequestNumber func(requestNumber uint32, shardIds []uint32, ...) error

+ type WriteBuffer struct

+ func NewWriteBuffer(writerInfo string, writer Writer, wal WAL, serverId uint32, bufferSize int) *WriteBuffer

+ func (self *WriteBuffer) HasUncommitedWrites() bool

+ func (self *WriteBuffer) ShardsRequestNumber() map[uint32]uint32

+ func (self *WriteBuffer) Write(request *protocol.Request)

+ type Writer interface

+ Write func(request *protocol.Request) error

v0.8.0-rc.2

Jul 16, 2014

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL