defs

package module

Go to main page

Versions in this module

v1

v1.0.2

Aug 1, 2024

v1.0.1

Aug 1, 2024

v1.0.0

Aug 1, 2024

Changes in this version

type FS

+ func (fs *FS) Afero() afero.Afero

+ func (fs FS) DirExists(path string) (bool, error)

+ func (fs FS) Exists(path string) (bool, error)

+ func (fs FS) FileContainsAnyBytes(filename string, subslices [][]byte) (bool, error)

+ func (fs FS) FileContainsBytes(filename string, subslice []byte) (bool, error)

+ func (fs FS) GetTempDir(subPath string) string

+ func (fs FS) IsDir(path string) (bool, error)

+ func (fs FS) IsEmpty(path string) (bool, error)

+ func (fs FS) ReadDir(dirname string) ([]os.FileInfo, error)

+ func (fs FS) ReadFile(filename string) ([]byte, error)

+ func (fs FS) SafeWriteReader(path string, r io.Reader) (err error)

+ func (fs FS) TempDir(dir, prefix string) (name string, err error)

+ func (fs FS) TempFile(dir, pattern string) (f afero.File, err error)

+ func (fs FS) Walk(root string, walkFn filepath.WalkFunc) error

+ func (fs FS) WriteFile(filename string, data []byte, perm os.FileMode) error

+ func (fs FS) WriteReader(path string, r io.Reader) (err error)

v0

v0.0.15

Mar 29, 2024

v0.0.14

Mar 25, 2024

v0.0.13

Mar 21, 2024

v0.0.12

Mar 20, 2024

v0.0.11

Mar 8, 2024

v0.0.10

Mar 4, 2024

v0.0.9

Mar 4, 2024

Changes in this version

type FS

+ func (fs *FS) StorageChan() chan *core.StorageChan

v0.0.8

Mar 2, 2024

Changes in this version

type FS

+ func (fs *FS) ClientChan() chan *core.ClientChan

+ func (fs *FS) ServiceChan() chan *core.ServiceChan

v0.0.7

Mar 1, 2024

v0.0.6

Jan 23, 2024

v0.0.5

Jan 11, 2024

v0.0.4

Dec 19, 2023

Changes in this version

+ const EventFileDownloadCheck

+ const EventFileDownloadStart

+ const EventFileSliceUpload

+ const EventFileUploadCheck

+ const FileHeader

+ const PubsubFileDownloadRequestTopic

+ const PubsubFileDownloadResponseTopic

+ const PubsubFileUploadRequestTopic

+ const PubsubFileUploadResponseTopic

+ const StreamFileDownloadResponseProtocol

+ const StreamFileSliceUploadProtocol

+ const Version

+ var BusinessDbPath = filepath.Join(DB, "businessdbs")

+ var ChunkOffsetLength = make(map[string]int64)

+ var DB = filepath.Join(RootPath, "db")

+ var DownloadPath = filepath.Join(Files, "downloads")

+ var ErrFoo = fmt.Errorf("EOF")

+ var Files = filepath.Join(RootPath, "files")

+ var Logs = filepath.Join(RootPath, "logs")

+ var RootPath = filepath.Join(ObtainRootPath(), "defsdata")

+ var SlicePath = filepath.Join(Files, "slices")

+ var UploadPath = filepath.Join(Files, "uploads")

+ func AppendSegmentToFile(file *os.File, segmentType string, data []byte, xref *FileXref) error

+ func AppendSegmentsToFile(file *os.File, segments map[string][]byte, xref *FileXref) error

+ func CalculateHash(data []byte) []byte

+ func CreateTempFile(payload []byte) (file *os.File, err error)

+ func DecodeFromBytes(data []byte, result interface{}) error

+ func Decrypt(key, ciphertext []byte) ([]byte, error)

+ func EncodeToBytes(data interface{}) ([]byte, error)

+ func Encrypt(key, plaintext []byte) ([]byte, error)

+ func FromBytes[T any](data []byte) (T, error)

+ func GenerateKeysFromSeed(seedData []byte, bits int) (*rsa.PrivateKey, *rsa.PublicKey, error)

+ func GetDefaultDownloadPath() string

+ func HandleFileDownloadRequestPubSub(p2p *dep2p.DeP2P, pubsub *pubsub.DeP2PPubSub, res *streams.RequestMessage)

+ func HandleFileDownloadResponsePubSub(p2p *dep2p.DeP2P, pubsub *pubsub.DeP2PPubSub, db *sqlites.SqliteDB, ...)

+ func HandleFileUploadRequestPubSub(p2p *dep2p.DeP2P, pubsub *pubsub.DeP2PPubSub, res *streams.RequestMessage)

+ func HandleFileUploadResponsePubSub(p2p *dep2p.DeP2P, pubsub *pubsub.DeP2PPubSub, pool *MemoryPool, ...)

+ func IsGorunEnv() bool

+ func MergeFieldsForSigning(fields ...interface{}) ([]byte, error)

+ func ObtainRootPath() string

+ func ProcessDownloadResponseChecklist(pool *MemoryPool, db *sqlites.SqliteDB, p2p *dep2p.DeP2P, ...)

+ func ProcessDownloadResponseContent(p2p *dep2p.DeP2P, db *sqlites.SqliteDB, downloadChan chan *downloadChan, ...)

+ func ProcessDownloadResponseGetContent(p2p *dep2p.DeP2P, db *sqlites.SqliteDB, downloadChan chan *downloadChan, ...)

+ func ReadChunk(file *os.File, chunkType string, key []byte) (string, []byte, error)

+ func ReadSegment(file *os.File, segmentType string, xref *FileXref) ([]byte, error)

+ func ReadSegmentFromBuffer(buffer *bytes.Buffer, segmentType string, xref *FileXref) ([]byte, error)

+ func ReadSegmentToFile(file *os.File, segmentType string, xref *FileXref) ([]byte, error)

+ func RegisterEventProtocol(lc fx.Lifecycle, input RegisterEventProtocolInput) error

+ func RegisterPubsubProtocol(lc fx.Lifecycle, input RegisterPubsubProtocolInput)

+ func RegisterStreamProtocol(lc fx.Lifecycle, input RegisterStreamProtocolInput)

+ func SaveAndClose(file *os.File, xref *FileXref) error

+ func SendDataToPeer(p2p *dep2p.DeP2P, pubsub *pubsub.DeP2PPubSub, protocol, topic, genre string, ...) error

+ func SendDownloadInfo(downloadChans chan *downloadChan, assetID, sliceHash string, ...)

+ func SendDownloadRequestContents(pool *MemoryPool, p2p *dep2p.DeP2P, pubsub *pubsub.DeP2PPubSub, ...)

+ func SendFileSliceToNetwork(opt *Options, p2p *dep2p.DeP2P, uploadChan chan *uploadChan, ...) error

+ func SendPubSub(p2p *dep2p.DeP2P, pubsub *pubsub.DeP2PPubSub, topic, genre string, ...) error

+ func SendUploadInfo(uploadChans chan *uploadChan, assetID, sliceHash string, ...)

+ func ToBytes[T any](data T) ([]byte, error)

+ func WriteChunk(buffer *bytes.Buffer, chunkType string, data []byte, key []byte) error

+ func WriteSegment(file *os.File, segmentType string, data []byte, xref *FileXref) error

+ func WriteSegmentToBuffer(buffer *bytes.Buffer, segmentType string, data []byte, xref *FileXref) error

+ func WriteSegmentToFile(file *os.File, segmentType string, data []byte, xref *FileXref) error

+ func WriteSegmentsToBuffer(buffer *bytes.Buffer, segments map[string][]byte, xref *FileXref) error

+ func WriteSegmentsToFile(file *os.File, segments map[string][]byte, xref *FileXref) error

+ type BitSet struct

+ func NewBitSet(size int) *BitSet

+ func (b *BitSet) Clear(i int)

+ func (b *BitSet) IsSet(i int) bool

+ func (b *BitSet) Set(i int)

+ type DownloadPieceInfo struct

+ Hash string

+ PeerID []string

+ RSCodes bool

+ type DownloadTask struct

+ DataPieces int

+ FileHash string

+ Mu sync.RWMutex

+ Name string

+ Paused bool

+ PieceInfo map[int]*DownloadPieceInfo

+ Progress BitSet

+ Size int64

+ TotalPieces int

type FS

+ func (fs *FS) ContinueDownloading(assetID string, fileHash ...string) error

+ func (fs *FS) DeleteDownloading(assetID string, fileHash ...string) error

+ func (fs *FS) Download(assetID string, fileHash ...string) error

+ func (fs *FS) GetDownloadChannel() chan *downloadChan

+ func (fs *FS) GetUploadChannel() chan *uploadChan

+ func (fs *FS) PauseDownloading(assetID string, fileHash ...string) error

+ func (fs *FS) Upload(path string) (..., error)

+ type FileDownloadRequestChecklistPayload struct

+ AssetID string

+ type FileDownloadRequestContentPayload struct

+ AssetID string

+ Index int

+ SliceHash string

+ type FileDownloadResponseChecklistPayload struct

+ AssetID string

+ AvailableSlices map[int]string

+ FileHash string

+ Name string

+ Size int64

+ SliceTable map[int]HashTable

+ type FileDownloadResponseContentPayload struct

+ AssetID string

+ Index int

+ SliceContent []byte

+ SliceHash string

+ type FileInfo struct

+ func (fi *FileInfo) AssetID() string

+ func (fi *FileInfo) DataShards() int64

+ func (fi *FileInfo) FileHash() string

+ func (fi *FileInfo) FileType() string

+ func (fi *FileInfo) ModTime() time.Time

+ func (fi *FileInfo) Name() string

+ func (fi *FileInfo) ParityShards() int64

+ func (fi *FileInfo) PublicKey() []byte

+ func (fi *FileInfo) Size() int64

+ func (fi *FileInfo) SliceList() []SliceInfo

+ func (fi *FileInfo) SliceTable() map[int]HashTable

+ func (fi *FileInfo) UploadTime() time.Time

+ type FileUploadRequestCheckPayload struct

+ AssetID string

+ UploadTime time.Time

+ type FileXref struct

+ StartXref int64

+ XrefTable map[string]XrefEntry

+ func LoadXref(file *os.File) (*FileXref, error)

+ func NewFileXref() *FileXref

+ type HashTable struct

+ Hash string

+ RsCodes bool

+ type MemoryPool struct

+ DownloadTasks map[string]*DownloadTask

+ Mu sync.RWMutex

+ UploadTasks map[string]*UploadTask

+ func (pool *MemoryPool) AddDownloadTask(assetID string, fileHash ...string) error

+ func (pool *MemoryPool) AddUploadTask(assetID string, totalPieces int) error

+ func (pool *MemoryPool) DeleteDownloadTask(assetID string)

+ func (pool *MemoryPool) DeleteUploadTask(assetID string)

+ func (pool *MemoryPool) GetIncompleteDownloadPieces(assetID string) []string

+ func (pool *MemoryPool) GetIncompleteUploadPieces(assetID string) []string

+ func (pool *MemoryPool) IsDownloadComplete(assetID string) bool

+ func (pool *MemoryPool) IsDownloadTaskPaused(assetID string) (bool, error)

+ func (pool *MemoryPool) IsUploadComplete(assetID string) bool

+ func (pool *MemoryPool) IsUploadTaskPaused(assetID string) (bool, error)

+ func (pool *MemoryPool) MarkDownloadPieceComplete(assetID string, pieceIndex int) bool

+ func (pool *MemoryPool) MarkDownloadPieceCompleteByHash(assetID, pieceHash string) bool

+ func (pool *MemoryPool) MarkUploadPieceComplete(assetID string, pieceIndex int) bool

+ func (pool *MemoryPool) PauseDownloadTask(assetID string) error

+ func (pool *MemoryPool) PauseUploadTask(assetID string) error

+ func (pool *MemoryPool) ResetDownloadTask(assetID string) error

+ func (pool *MemoryPool) ResumeDownloadTask(assetID string) error

+ func (pool *MemoryPool) ResumeUploadTask(assetID string) error

+ func (pool *MemoryPool) RevertDownloadPieceProgress(assetID, pieceHash string) error

+ func (pool *MemoryPool) UpdateDownloadPieceInfo(peerID string, assetID, name string, size int64, sliceTable map[int]HashTable, ...)

+ func (pool *MemoryPool) UpdateUploadPieceInfo(assetID string, pieceHash string, pieceInfo *UploadPieceInfo)

+ type NewEventRegistryOutput struct

+ Registry *eventbus.EventRegistry

+ func NewEventRegistry(lc fx.Lifecycle) (out NewEventRegistryOutput, err error)

+ type NewMemoryPoolOutput struct

+ Pool *MemoryPool

+ func NewMemoryPool(lc fx.Lifecycle) (out NewMemoryPoolOutput, err error)

+ type NewRistrettoCacheOutput struct

+ Cache *ristretto.Cache

+ func NewRistrettoCache(lc fx.Lifecycle) (out NewRistrettoCacheOutput, err error)

+ type Options struct

+ func DefaultOptions() *Options

+ func (opt *Options) BuildDownloadPath(path string)

+ func (opt *Options) BuildLocalStorage(isEnable bool)

+ func (opt *Options) BuildMaxSliceSize(maxSliceSize int64) error

+ func (opt *Options) BuildMinSliceSize(minSliceSize int64) error

+ func (opt *Options) BuildRootPath(path string)

+ func (opt *Options) BuildRoutingTableLow(low int64)

+ func (opt *Options) BuildShardsOptions(dataShards, parityShards int64) error

+ func (opt *Options) BuildSizeAndRatioOptions(shardSize int64, parityRatio float64) error

+ func (opt *Options) GetShardsOptions() (int64, int64, bool)

+ func (opt *Options) GetSizeAndRatioOptions() (int64, float64, bool)

+ type RegisterEventProtocolInput struct

+ Cache *ristretto.Cache

+ Ctx context.Context

+ DB *sqlites.SqliteDB

+ DownloadChan chan *downloadChan

+ Opt *Options

+ P2P *dep2p.DeP2P

+ Pool *MemoryPool

+ PubSub *pubsub.DeP2PPubSub

+ Registry *eventbus.EventRegistry

+ UploadChan chan *uploadChan

+ type RegisterPubsubProtocolInput struct

+ Cache *ristretto.Cache

+ Ctx context.Context

+ DB *sqlites.SqliteDB

+ DownloadChan chan *downloadChan

+ Opt *Options

+ P2P *dep2p.DeP2P

+ Pool *MemoryPool

+ PubSub *pubsub.DeP2PPubSub

+ Registry *eventbus.EventRegistry

+ UploadChan chan *uploadChan

+ type RegisterStreamProtocolInput struct

+ Cache *ristretto.Cache

+ Ctx context.Context

+ DB *sqlites.SqliteDB

+ DownloadChan chan *downloadChan

+ Opt *Options

+ P2P *dep2p.DeP2P

+ Pool *MemoryPool

+ PubSub *pubsub.DeP2PPubSub

+ Registry *eventbus.EventRegistry

+ UploadChan chan *uploadChan

+ type SliceInfo struct

+ func (sl *SliceInfo) Index() int

+ func (sl *SliceInfo) RSCodes() bool

+ func (sl *SliceInfo) Signature() []byte

+ func (sl *SliceInfo) SliceHash() string

+ type StorageMode int

+ const FileMode

+ const RS_Proportion

+ const RS_Size

+ const SliceMode

+ type StreamProtocol struct

+ func (sp *StreamProtocol) HandleFileDownloadResponseStream(req *streams.RequestMessage, res *streams.ResponseMessage) error

+ func (sp *StreamProtocol) HandleStreamFileSliceUploadStream(req *streams.RequestMessage, res *streams.ResponseMessage) error

+ type UploadPieceInfo struct

+ Index int

+ PeerID []string

+ type UploadTask struct

+ Mu sync.RWMutex

+ Paused bool

+ PieceInfo map[string]*UploadPieceInfo

+ Progress BitSet

+ RetryCounts map[int]int

+ TotalPieces int

+ type XrefEntry struct

+ Length uint32

+ Offset int64

v0.0.3

Jan 9, 2024

v0.0.2

Jan 9, 2024

v0.0.1

Jan 9, 2024

Changes in this version

+ type FS struct

+ func Open(opt *opts.Options, p2p *dep2p.DeP2P, pubsub *pubsub.DeP2PPubSub) (*FS, error)

+ func (fs *FS) Cache() *ristretto.Cache

+ func (fs *FS) Ctx() context.Context

+ func (fs *FS) DB() *sqlites.SqliteDB

+ func (fs *FS) DownloadChan() chan *core.DownloadChan

+ func (fs *FS) Opt() *opts.Options

+ func (fs *FS) P2P() *dep2p.DeP2P

+ func (fs *FS) Pool() *pool.MemoryPool

+ func (fs *FS) Pubsub() *pubsub.DeP2PPubSub

+ func (fs *FS) Registry() *eventbus.EventRegistry

+ func (fs *FS) SearchChan() chan *search.SearchChan

+ func (fs *FS) UploadChan() chan *core.UploadChan

Other modules containing this package

github.com/bpfs/defs/v2

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL