fs

package module

v0.6.3 Latest Latest Go to latest Published: Aug 4, 2023 License: BSD-3-Clause Imports: 18 Imported by: 7

Details

Valid go.mod file

The Go module system was introduced in Go 1.11 and is the official dependency management solution for Go.
Redistributable license

Redistributable licenses place minimal restrictions on how software can be used, modified, and redistributed.
Tagged version

Modules with tagged versions give importers more predictable builds.
Stable version

When a project reaches major version v1 it is considered stable.
Learn more about best practices

Repository

github.com/crawlab-team/crawlab-fs

Links

Open Source Insights

README ¶

crawlab-fs

Backend file system module for Crawlab

Documentation ¶

Index ¶

Constants
Variables
func IsGitFile(file goseaweedfs.FileInfo) (res bool)
func IsIgnoreFile(file goseaweedfs.FileInfo) (res bool)
type Manager
- func GetSeaweedFsManager(opts ...Option) (m2 Manager, err error)
- func NewSeaweedFsManager(opts ...Option) (m2 Manager, err error)
type Option
type SeaweedFsManager

Constants ¶

View Source

const (
	FilerResponseNotFoundErrorMessage = "response status code: 404"
	FilerStatusNotFoundErrorMessage   = "Status:404 Not Found"
)

View Source

const (
	DefaultDirMode  = os.FileMode(0766)
	DefaultFileMode = os.FileMode(0666)
)

View Source

const (
	MethodUpdateFile = "update-file"
	MethodUploadFile = "upload-file"
	MethodUploadDir  = "upload-dir"
)

Variables ¶

View Source

var ErrorFsNotExists = errors.New("not exists")

Functions ¶

func IsGitFile ¶

func IsGitFile(file goseaweedfs.FileInfo) (res bool)

func IsIgnoreFile ¶ added in v0.6.3

func IsIgnoreFile(file goseaweedfs.FileInfo) (res bool)

Types ¶

type Manager ¶

type Manager interface {
	Init() (err error)
	Close() (err error)
	ListDir(remotePath string, isRecursive bool) (files []goseaweedfs.FilerFileInfo, err error)
	UploadFile(localPath, remotePath string, args ...interface{}) (err error)
	UploadDir(localPath, remotePath string, args ...interface{}) (err error)
	DownloadFile(remotePath, localPath string, args ...interface{}) (err error)
	DownloadDir(remotePath, localPath string, args ...interface{}) (err error)
	DeleteFile(remotePath string) (err error)
	DeleteDir(remotePath string) (err error)
	SyncLocalToRemote(localPath, remotePath string, args ...interface{}) (err error)
	SyncRemoteToLocal(remotePath, localPath string, args ...interface{}) (err error)
	GetFile(remotePath string, args ...interface{}) (data []byte, err error)
	GetFileInfo(remotePath string) (file *goseaweedfs.FilerFileInfo, err error)
	UpdateFile(remotePath string, data []byte, args ...interface{}) (err error)
	Exists(remotePath string, args ...interface{}) (ok bool, err error)
	SetFilerUrl(url string)
	SetFilerAuthKey(authKey string)
	SetTimeout(timeout time.Duration)
	SetWorkerNum(num int)
	SetRetryInterval(interval time.Duration)
	SetRetryNum(num int)
	SetMaxQps(qps int)
}

func GetSeaweedFsManager ¶ added in v0.6.3

func GetSeaweedFsManager(opts ...Option) (m2 Manager, err error)

func NewSeaweedFsManager ¶

func NewSeaweedFsManager(opts ...Option) (m2 Manager, err error)

type Option ¶

type Option func(m Manager)

func WithFilerAuthKey ¶

func WithFilerAuthKey(authKey string) Option

func WithFilerUrl ¶

func WithFilerUrl(url string) Option

func WithMaxQps ¶ added in v0.6.3

func WithMaxQps(qps int) Option

func WithRetryInterval ¶ added in v0.6.3

func WithRetryInterval(interval time.Duration) Option

func WithRetryNum ¶ added in v0.6.3

func WithRetryNum(num int) Option

func WithTimeout ¶

func WithTimeout(timeout time.Duration) Option

func WithWorkerNum ¶ added in v0.6.3

func WithWorkerNum(num int) Option

type SeaweedFsManager ¶

type SeaweedFsManager struct {
	// contains filtered or unexported fields
}

func (*SeaweedFsManager) Close ¶

func (m *SeaweedFsManager) Close() (err error)

func (*SeaweedFsManager) DeleteDir ¶

func (m *SeaweedFsManager) DeleteDir(remotePath string) (err error)

func (*SeaweedFsManager) DeleteFile ¶

func (m *SeaweedFsManager) DeleteFile(remotePath string) (err error)

func (*SeaweedFsManager) DownloadDir ¶

func (m *SeaweedFsManager) DownloadDir(remotePath, localPath string, args ...interface{}) (err error)

func (*SeaweedFsManager) DownloadFile ¶

func (m *SeaweedFsManager) DownloadFile(remotePath, localPath string, args ...interface{}) (err error)

func (*SeaweedFsManager) Exists ¶

func (m *SeaweedFsManager) Exists(remotePath string, args ...interface{}) (ok bool, err error)

func (*SeaweedFsManager) GetFile ¶

func (m *SeaweedFsManager) GetFile(remotePath string, args ...interface{}) (data []byte, err error)

func (*SeaweedFsManager) GetFileInfo ¶

func (m *SeaweedFsManager) GetFileInfo(remotePath string) (file *goseaweedfs.FilerFileInfo, err error)

func (*SeaweedFsManager) Init ¶

func (m *SeaweedFsManager) Init() (err error)

func (*SeaweedFsManager) ListDir ¶

func (m *SeaweedFsManager) ListDir(remotePath string, isRecursive bool) (files []goseaweedfs.FilerFileInfo, err error)

func (*SeaweedFsManager) ListDirRecursive ¶ added in v0.6.3

func (m *SeaweedFsManager) ListDirRecursive(remotePath string) (files []goseaweedfs.FilerFileInfo, err error)

func (*SeaweedFsManager) SetFilerAuthKey ¶

func (m *SeaweedFsManager) SetFilerAuthKey(authKey string)

func (*SeaweedFsManager) SetFilerUrl ¶

func (m *SeaweedFsManager) SetFilerUrl(url string)

func (*SeaweedFsManager) SetMaxQps ¶ added in v0.6.3

func (m *SeaweedFsManager) SetMaxQps(qps int)

func (*SeaweedFsManager) SetRetryInterval ¶ added in v0.6.3

func (m *SeaweedFsManager) SetRetryInterval(interval time.Duration)

func (*SeaweedFsManager) SetRetryNum ¶ added in v0.6.3

func (m *SeaweedFsManager) SetRetryNum(num int)

func (*SeaweedFsManager) SetTimeout ¶

func (m *SeaweedFsManager) SetTimeout(timeout time.Duration)

func (*SeaweedFsManager) SetWorkerNum ¶ added in v0.6.3

func (m *SeaweedFsManager) SetWorkerNum(num int)

func (*SeaweedFsManager) SyncLocalToRemote ¶

func (m *SeaweedFsManager) SyncLocalToRemote(localPath, remotePath string, args ...interface{}) (err error)

func (*SeaweedFsManager) SyncRemoteToLocal ¶

func (m *SeaweedFsManager) SyncRemoteToLocal(remotePath, localPath string, args ...interface{}) (err error)

func (*SeaweedFsManager) UpdateFile ¶

func (m *SeaweedFsManager) UpdateFile(remotePath string, data []byte, args ...interface{}) (err error)

func (*SeaweedFsManager) UploadDir ¶

func (m *SeaweedFsManager) UploadDir(localPath, remotePath string, args ...interface{}) (err error)

func (*SeaweedFsManager) UploadFile ¶

func (m *SeaweedFsManager) UploadFile(localPath, remotePath string, args ...interface{}) (err error)

Source Files ¶

View all Source files

Directories ¶

Path	Synopsis
lib
copy
test Code generated for package test by go-bindata DO NOT EDIT.	Code generated for package test by go-bindata DO NOT EDIT.

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL