master

Dec 10, 2017

Changes in this version

+ const DefaultAddrPath

+ const DefaultLockPath

+ const DefaultStatePath

+ var ErrAllTaskFailed = errors.New("all task finished")

+ var ErrNoMoreAvailable = errors.New("no more available task")

+ var ErrPassAfter = errors.New("pass number larger than master")

+ var ErrPassBefore = errors.New("pass number smaller than master")

+ func GetKey(c *clientv3.Client, key string, timeout time.Duration) (string, error)

+ func WithAddr(addr string) func(c *Client) error

+ func WithBuffer(bufSize int) func(*Client) error

+ func WithEtcd(endpoints []string, timeout time.Duration) func(*Client) error

+ type Chunk struct

+ Index recordio.Index

+ Path string

+ type Client struct

+ func NewClient(opts ...func(*Client) error) (*Client, error)

+ func (c *Client) NextRecord() ([]byte, error)

+ func (c *Client) RequestSaveModel(trainerID string, blockDur time.Duration) (bool, error)

+ func (c *Client) SetDataset(globPaths []string) error

+ func (c *Client) StartGetRecords(passID int)

+ type EtcdClient struct

+ func NewEtcdClient(endpoints []string, addr string, lockPath, addrPath, statePath string, ...) (*EtcdClient, error)

+ func (e *EtcdClient) Load() ([]byte, error)

+ func (e *EtcdClient) Save(state []byte) error

+ func (e *EtcdClient) Shutdown() error

+ type InMemStore struct

+ func (m *InMemStore) Load() ([]byte, error)

+ func (m *InMemStore) Save(state []byte) error

+ func (m *InMemStore) Shutdown() error

+ type SaveModelRequest struct

+ BlockDur time.Duration

+ TrainerID string

+ type Service struct

+ func NewService(store Store, chunksPerTask int, timeoutDur time.Duration, failureMax int) (*Service, error)

+ func (s *Service) GetTask(passID int, task *Task) error

+ func (s *Service) RequestSaveModel(req SaveModelRequest, need *bool) error

+ func (s *Service) SetDataset(globPaths []string, _ *int) error

+ func (s *Service) TaskFailed(meta TaskMeta, dummy *int) error

+ func (s *Service) TaskFinished(taskID int, dummy *int) error

+ type Store interface

+ Load func() ([]byte, error)

+ Save func([]byte) error

+ Shutdown func() error

+ type Task struct

+ Chunks []Chunk

+ Meta TaskMeta

+ type TaskMeta struct

+ Epoch int

+ ID int