arseeding

Jun 6, 2023

Changes in this version

+ const BlockTopic

+ const ItemTopic

+ func Base64Address(pubkey string) (string, error)

+ func NewKWriters(uri string) (map[string]*KWriter, error)

type Arseeding

+ KWriters map[string]*KWriter

+ func (s *Arseeding) Close()

+ type KWriter struct

+ func NewKWriter(topic string, uri string) (*KWriter, error)

+ func (kw *KWriter) Close()

+ func (kw *KWriter) Write(body []byte) error

type Wdb

+ func (w *Wdb) GetKafkaOnChains() ([]schema.OnChainTx, error)

+ func (w *Wdb) GetKafkaOrderInfos() ([]schema.KafkaOrderInfo, error)

+ func (w *Wdb) KafkaDone(id uint) error

+ func (w *Wdb) KafkaOnChainDone(id uint) error

Apr 25, 2023

Changes in this version

type Arseeding

+ func (s *Arseeding) ProduceDailyStatistic()

+ func (s *Arseeding) UpdateRealTime()

type Store

+ func NewMongoDBStore(ctx context.Context, uri string) (*Store, error)

+ func (s *Store) GetRealTimeStatistic() ([]byte, error)

+ func (s *Store) UpdateRealTimeStatistic(data []byte) error

type Wdb

+ func (w *Wdb) GetDailyStatisticByDate(r schema.TimeRange) ([]schema.Result, error)

+ func (w *Wdb) GetOrderRealTimeStatistic() ([]byte, error)

+ func (w *Wdb) GetOrderStatisticByDate(r schema.Range) ([]*schema.DailyStatistic, error)

+ func (w *Wdb) WhetherExec(r schema.TimeRange) bool

Apr 7, 2023

Changes in this version

type Wdb

+ func (w *Wdb) GetApiKeyDepositRecords(addr string, cursorId int64, num int) ([]schema.ReceiptEverTx, error)

Mar 22, 2023

Changes in this version

+ const ApikeyPaymentAction

+ const ItemPaymentAction

type Arseeding

+ func (s *Arseeding) GetPerFee(tokenSymbol string) *schema.Fee

+ func (s *Arseeding) SetPerFee(feeMap map[string]schema.Fee)

type Wdb

+ func (w *Wdb) ExistApikey(addr string) (bool, schema.AutoApiKey)

+ func (w *Wdb) GetApiKeyDetail(key string) (schema.AutoApiKey, error)

+ func (w *Wdb) GetApiKeyDetailByAddress(addr string) (res schema.AutoApiKey, err error)

+ func (w *Wdb) InsertApiKey(ak schema.AutoApiKey) error

+ func (w *Wdb) UpdateApikeyTokenBal(addr string, newTokBal datatypes.JSONMap) error

Jan 29, 2023

Changes in this version

type Store

+ func NewAliyunStore(endpoint, accKey, secretKey, bucketPrefix string) (*Store, error)

Nov 30, 2022

Changes in this version

type Wdb

+ func NewMysqlDb(dsn string) *Wdb

+ func NewSqliteDb(dbDir string) *Wdb

Nov 22, 2022

Changes in this version

type Wdb

+ func (w *Wdb) GetNeedOnChainOrdersSorted() ([]schema.Order, error)

Nov 8, 2022

Changes in this version

+ var MANIFEST_ID_NOT_FOUND = errors.New("err_manifest_id_not_found")

Aug 29, 2022

Changes in this version

type Wdb

+ func (w *Wdb) DelManifest(id string) error

Aug 24, 2022

Changes in this version

type Wdb

+ func (w *Wdb) ExistPaidOrd(itemId string) bool

+ func (w *Wdb) IsLatestUnpaidOrd(itemId string, CurExpiredTime int64) bool

Aug 24, 2022

Changes in this version

+ var ERR_TOO_MANY_REQUESTS = errors.New("err_limit_exceeded")

+ func CORSMiddleware() gin.HandlerFunc

+ func LimiterMiddleware(limit int, period string, ipRateWhitelist *map[string]struct{}) gin.HandlerFunc

+ func ManifestMiddleware(wdb *Wdb, store *Store) gin.HandlerFunc

type Wdb

+ func (w *Wdb) GetManifestId(mfUrl string) (string, error)

+ func (w *Wdb) InsertManifest(mf schema.Manifest) error

Aug 9, 2022

Changes in this version

type Arseeding

+ EnableManifest bool

Jul 14, 2022

Changes in this version

type Wdb

+ func (w *Wdb) GetOrdersByApiKey(apiKey string, cursorId int64, pageSize int, sort string) ([]schema.Order, error)

Jul 13, 2022

Changes in this version

+ const MetricNameSpace

Jul 1, 2022

Changes in this version

+ type Arseeding struct

+ NoFee bool

+ func (s *Arseeding) CalcItemFee(currency string, itemSize int64) (*schema.RespFee, error)

+ func (s *Arseeding) DelItem(itemId string) error

+ func (s *Arseeding) FetchAndStoreTx(arId string) (err error)

+ func (s *Arseeding) GetBundlePerFees() (map[string]schema.Fee, error)

+ func (s *Arseeding) ParseAndSaveBundleItems(arId string, data []byte) error

+ func (s *Arseeding) ProcessSubmitItem(item types.BundleItem, currency string) (schema.Order, error)

+ func (s *Arseeding) Run(port string)

+ func (s *Arseeding) SaveSubmitChunk(chunk types.GetChunk) error

+ func (s *Arseeding) SaveSubmitTx(arTx types.Transaction) error

+ type Cache struct

+ func NewCache(arCli *goar.Client, peerMap map[string]int64) *Cache

+ func (c *Cache) GetAnchor() string

+ func (c *Cache) GetConstTx() *types.Transaction

+ func (c *Cache) GetFee() schema.ArFee

+ func (c *Cache) GetInfo() types.NetworkInfo

+ func (c *Cache) GetPeerMap() map[string]int64

+ func (c *Cache) GetPeers() []string

+ func (c *Cache) UpdateAnchor(anchor string)

+ func (c *Cache) UpdateFee(price schema.ArFee)

+ func (c *Cache) UpdateInfo(info types.NetworkInfo)

+ func (c *Cache) UpdatePeers(peerMap map[string]int64)

type Store

+ KVDb rawdb.KeyValueDB

+ func NewBoltStore(boltDirPath string) (*Store, error)

+ func NewS3Store(accKey, secretKey, region, bucketPrefix string) (*Store, error)

+ func (s *Store) AtomicDelItem(itemId string) (err error)

+ func (s *Store) AtomicSaveItem(item types.BundleItem, itemId string, itemBinary []byte) (err error)

+ func (s *Store) AtomicSyncDataEndOffset(preEndOffset, newEndOffset uint64, dataRoot, dataSize string) error

+ func (s *Store) DelItemBinary(itemId string) (err error)

+ func (s *Store) DelItemMeta(itemId string) (err error)

+ func (s *Store) DelParsedBundleArId(arId string) error

+ func (s *Store) DelPendingPoolTaskId(taskId string) error

+ func (s *Store) ExistArIdToItemIds(arId string) bool

+ func (s *Store) IsExistItemBinary(itemId string) bool

+ func (s *Store) IsExistPeers() bool

+ func (s *Store) LoadAllPendingTaskIds() ([]string, error)

+ func (s *Store) LoadArIdToItemIds(arId string) (itemIds []string, err error)

+ func (s *Store) LoadItemBinary(itemId string) (itemBinary []byte, err error)

+ func (s *Store) LoadItemMeta(itemId string) (meta types.BundleItem, err error)

+ func (s *Store) LoadPeers() (peers map[string]int64, err error)

+ func (s *Store) LoadTask(taskId string) (tk *schema.Task, err error)

+ func (s *Store) LoadWaitParseBundleArIds() (arIds []string, err error)

+ func (s *Store) PutTaskPendingPool(taskId string) error

+ func (s *Store) RollbackAllDataEndOffset(preDataEndOffset uint64) (err error)

+ func (s *Store) SaveArIdToItemIds(arId string, itemIds []string) error

+ func (s *Store) SaveItemBinary(itemId string, itemBinary []byte) (err error)

+ func (s *Store) SaveItemMeta(item types.BundleItem) (err error)

+ func (s *Store) SavePeers(peers map[string]int64) error

+ func (s *Store) SaveTask(taskId string, tk schema.Task) error

+ func (s *Store) SaveWaitParseBundleArId(arId string) error

+ type TaskManager struct

+ func NewTaskMg() *TaskManager

+ func (m *TaskManager) AddTask(arid, taskType string)

+ func (m *TaskManager) BroadcastData(arId, taskType string, tx *types.Transaction, peers []string, txPosted bool)

+ func (m *TaskManager) BroadcastTxMeta(arId, taskType string, tx *types.Transaction, peers []string)

+ func (m *TaskManager) CloseTask(arid, taskType string) error

+ func (m *TaskManager) DelTask(arid, taskType string)

+ func (m *TaskManager) GetTask(arid, taskType string) *schema.Task

+ func (m *TaskManager) GetTasks() (tasks map[string]schema.Task)

+ func (m *TaskManager) GetTxDataFromPeers(arId, taskType string, peers []string) ([]byte, error)

+ func (m *TaskManager) GetUnconfirmedTxFromPeers(arId, taskType string, peers []string) (*types.Transaction, error)

+ func (m *TaskManager) IncFailed(arid, taskType string)

+ func (m *TaskManager) IncSuccessed(arid, taskType string)

+ func (m *TaskManager) InitTaskMg(boltDb *Store) error

+ func (m *TaskManager) IsClosed(arid, taskType string) bool

+ func (m *TaskManager) PopTkChan() <-chan string

+ func (m *TaskManager) PutToTkChan(arId, taskType string)

+ func (m *TaskManager) TaskBeginSet(arid, taskType string, totalPeer int) error

+ type Wdb struct

+ Db *gorm.DB

+ func NewWdb(dsn string) *Wdb

+ func (w *Wdb) ExistProcessedOrderItem(itemId string) (res schema.Order, exist bool)

+ func (w *Wdb) GetArPrice() (float64, error)

+ func (w *Wdb) GetArTxByStatus(status string) ([]schema.OnChainTx, error)

+ func (w *Wdb) GetExpiredOrders() ([]schema.Order, error)

+ func (w *Wdb) GetLastEverRawId() (uint64, error)

+ func (w *Wdb) GetNeedOnChainOrders() ([]schema.Order, error)

+ func (w *Wdb) GetOrdersBySigner(signer string, cursorId int64, num int) ([]schema.Order, error)

+ func (w *Wdb) GetPrices() ([]schema.TokenPrice, error)

+ func (w *Wdb) GetReceiptsByStatus(status string) ([]schema.ReceiptEverTx, error)

+ func (w *Wdb) GetUnPaidOrder(itemId, signer string) (schema.Order, error)

+ func (w *Wdb) InsertArTx(tx schema.OnChainTx) error

+ func (w *Wdb) InsertOrder(order schema.Order) error

+ func (w *Wdb) InsertPrices(tps []schema.TokenPrice) error

+ func (w *Wdb) InsertReceiptTx(tx schema.ReceiptEverTx) error

+ func (w *Wdb) Migrate(noFee bool) error

+ func (w *Wdb) UpdateArTx(id uint, arId string, curHeight int64, status string) error

+ func (w *Wdb) UpdateArTxStatus(arId, status string, tx *gorm.DB) error

+ func (w *Wdb) UpdateOrdOnChainStatus(itemId, status string, tx *gorm.DB) error

+ func (w *Wdb) UpdateOrdToExpiredStatus(id uint) error

+ func (w *Wdb) UpdateOrderPay(id uint, everHash string, paymentStatus string, tx *gorm.DB) error

+ func (w *Wdb) UpdatePrice(symbol string, newPrice float64) error

+ func (w *Wdb) UpdateReceiptStatus(rawId uint64, status string, tx *gorm.DB) error

+ func (w *Wdb) UpdateRefundErr(rawId uint64, errMsg string) error

Feb 22, 2022

Changes in this version

+ var BroadcastSubmitTxJobStatus = []byte("broadcast-submit-tx-job-status")

+ var BroadcastSubmitTxJobsPendingPool = []byte("broadcast-submit-tx-pending-pool")

type JobManager

+ func (j *JobManager) BroadcastTxMeta(arId, jobType string, tx *types.Transaction, peers []string)

+ func (j *JobManager) PopBroadcastSubmitTxChan() <-chan string

+ func (j *JobManager) PutToBroadcastSubmitTxChan(txId string)

type Server

+ func (s *Server) BroadcastSubmitTx()

Feb 16, 2022

Changes in this version

+ var BroadcastJobStatus = []byte("broadcast-job-status")

+ var BroadcastJobsPendingPool = []byte("broadcast-pending-pool")

+ var ChunkBucket = []byte("chunk-bucket")

+ var ConstantsBucket = []byte("constants-bucket")

+ var ErrNotExist = errors.New("not exist")

+ var SyncJobStatus = []byte("sync-job-status")

+ var SyncJobsPendingPool = []byte("sync-pending-pool")

+ var TxDataEndOffSetBucket = []byte("tx-data-end-offset-bucket")

+ var TxMetaBucket = []byte("tx-meta-bucket")

+ func AssembleId(arid, jobType string) string

+ func NewLog(serverName string) log15.Logger

+ type JobManager struct

+ func NewJobManager(cap int) *JobManager

+ func (j *JobManager) BroadcastData(arId, jobType string, tx *types.Transaction, peers []string, txPosted bool)

+ func (j *JobManager) GetTxDataFromPeers(arId, jobType string, peers []string) ([]byte, error)

+ func (j *JobManager) GetUnconfirmedTxFromPeers(arId, jobType string, peers []string) (*types.Transaction, error)

+ func (m *JobManager) AddJob(arid, jobType string)

+ func (m *JobManager) CloseJob(arid, jobType string) error

+ func (m *JobManager) GetJob(arid, jobType string) *JobStatus

+ func (m *JobManager) GetJobs() (jobs map[string]JobStatus)

+ func (m *JobManager) IncFailed(arid, jobType string)

+ func (m *JobManager) IncSuccessed(arid, jobType string)

+ func (m *JobManager) InitJobManager(boltDb *Store) error

+ func (m *JobManager) IsClosed(arid, jobType string) bool

+ func (m *JobManager) JobBeginSet(arid, jobType string, totalNodes int) error

+ func (m *JobManager) RegisterJob(arid, jobType string) (err error)

+ func (m *JobManager) UnregisterJob(arid, jobType string)

+ type JobStatus struct

+ ArId string

+ Close bool

+ CountFailed int64

+ CountSuccessed int64

+ JobType string

+ Timestamp int64

+ TotalNodes int

+ type Server struct

+ func New(boltDirPath string) *Server

+ func (s *Server) Run(port string)

+ type Store struct

+ BoltDb *bolt.DB

+ func NewStore(boltDirPath string) (*Store, error)

+ func (s *Store) BatchDeletePendingPool(jobType string, arIds []string) error

+ func (s *Store) Close() error

+ func (s *Store) IsExistChunk(chunkStartOffset uint64) bool

+ func (s *Store) IsExistTxDataEndOffset(dataRoot, dataSize string) bool

+ func (s *Store) IsExistTxMeta(arId string) bool

+ func (s *Store) LoadAllDataEndOffset() (offset uint64)

+ func (s *Store) LoadChunk(chunkStartOffset uint64) (chunk *types.GetChunk, err error)

+ func (s *Store) LoadJobStatus(jobType, arId string) (*JobStatus, error)

+ func (s *Store) LoadPendingPool(jobType string, num int) ([]string, error)

+ func (s *Store) LoadTxDataEndOffSet(dataRoot, dataSize string) (txDataEndOffset uint64, err error)

+ func (s *Store) LoadTxMeta(arId string) (arTx *types.Transaction, err error)

+ func (s *Store) PutPendingPool(jobType string, arId string) error

+ func (s *Store) SaveAllDataEndOffset(allDataEndOffset uint64, dbTx *bolt.Tx) (err error)

+ func (s *Store) SaveChunk(chunkStartOffset uint64, chunk types.GetChunk) error

+ func (s *Store) SaveJobStatus(jobType string, arId string, jobStatus JobStatus) error

+ func (s *Store) SaveTxDataEndOffSet(dataRoot, dataSize string, txDataEndOffset uint64, dbTx *bolt.Tx) (err error)

+ func (s *Store) SaveTxMeta(arTx types.Transaction) error