storage

package

Go to main page

Versions in this module

v1

v1.6.0

May 16, 2024

v1.5.0

Dec 15, 2023

v1.4.11-beta1

Nov 20, 2023

v1.4.10-beta2

Nov 8, 2023

v1.4.10-beta1

Nov 2, 2023

v1.4.9-beta-2

Oct 15, 2023

v1.4.9-beta

Oct 12, 2023

v1.4.8

Aug 25, 2023

v1.4.8-beta

Sep 3, 2023

v1.4.6

Dec 9, 2022

v1.4.5

Oct 27, 2022

v1.4.4

Dec 22, 2021

v1.4.3

Nov 16, 2021

v1.1.0

Dec 30, 2020

Changes in this version

+ const AddressLength

+ const CurrentDbSchema

+ const DbSchemaHalloween

+ const DbSchemaNone

+ const DbSchemaPurity

+ const DefaultHash

+ const ErrDataOverflow

+ const ErrInit

+ const ErrInvalidSignature

+ const ErrInvalidValue

+ const ErrNotFound

+ const ErrNotSynced

+ const ErrNothingToReturn

+ const ErrUnauthorized

+ const MaxPO

+ var ErrChunkInvalid = errors.New("invalid chunk")

+ var ErrChunkNotFound = errors.New("chunk not found")

+ var ErrDBClosed = errors.New("LDBStore closed")

+ var ZeroAddr = Address(common.Hash{}.Bytes())

+ func NewHasherStore(store ChunkStore, hashFunc SwarmHasher, toEncrypt bool) *hasherStore

+ func Proximity(one, other []byte) (ret int)

+ type Address []byte

+ func PyramidAppend(ctx context.Context, addr Address, reader io.Reader, putter Putter, ...) (Address, func(context.Context) error, error)

+ func PyramidSplit(ctx context.Context, reader io.Reader, putter Putter, getter Getter) (Address, func(context.Context) error, error)

+ func TreeSplit(ctx context.Context, data io.Reader, size int64, putter Putter) (k Address, wait func(context.Context) error, err error)

+ func (a *Address) UnmarshalJSON(value []byte) error

+ func (a Address) Hex() string

+ func (a Address) Log() string

+ func (a Address) MarshalJSON() (out []byte, err error)

+ func (a Address) String() string

+ type AddressCollection []Address

+ func NewAddressCollection(l int) AddressCollection

+ func (c AddressCollection) Len() int

+ func (c AddressCollection) Less(i, j int) bool

+ func (c AddressCollection) Swap(i, j int)

type Chunk

+ func GenerateRandomChunk(dataSize int64) Chunk

+ func GenerateRandomChunks(dataSize int64, count int) (chunks []Chunk)

+ Address func() Address

+ Data func() []byte

+ type ChunkData []byte

+ func (c ChunkData) Size() uint64

type ChunkStore

+ Has func(rctx context.Context, ref Address) bool

+ type ChunkValidator interface

+ Validate func(chunk Chunk) bool

+ type ContentAddressValidator struct

+ Hasher SwarmHasher

+ func NewContentAddressValidator(hasher SwarmHasher) *ContentAddressValidator

+ func (v *ContentAddressValidator) Validate(chunk Chunk) bool

+ type FakeChunkStore struct

+ func (f *FakeChunkStore) Close()

+ func (f *FakeChunkStore) Get(_ context.Context, ref Address) (Chunk, error)

+ func (f *FakeChunkStore) Has(_ context.Context, ref Address) bool

+ func (f *FakeChunkStore) Put(_ context.Context, ch Chunk) error

+ type FileStore struct

+ func NewFileStore(store ChunkStore, params *FileStoreParams) *FileStore

+ func NewLocalFileStore(datadir string, basekey []byte) (*FileStore, error)

+ func (f *FileStore) GetAllReferences(ctx context.Context, data io.Reader, toEncrypt bool) (addrs AddressCollection, err error)

+ func (f *FileStore) HashSize() int

+ func (f *FileStore) Retrieve(ctx context.Context, addr Address) (reader *LazyChunkReader, isEncrypted bool)

+ func (f *FileStore) Store(ctx context.Context, data io.Reader, size int64, toEncrypt bool) (addr Address, wait func(context.Context) error, err error)

+ type FileStoreParams struct

+ Hash string

+ func NewFileStoreParams() *FileStoreParams

+ type Getter interface

+ Get func(context.Context, Reference) (ChunkData, error)

+ type JoinerParams struct

+ type LDBStore struct

+ func NewLDBStore(params *LDBStoreParams) (s *LDBStore, err error)

+ func NewMockDbStore(params *LDBStoreParams, mockStore *mock.NodeStore) (s *LDBStore, err error)

+ func (s *LDBStore) BinIndex(po uint8) uint64

+ func (s *LDBStore) CleanGCIndex() error

+ func (s *LDBStore) Cleanup(f func(*chunk) bool)

+ func (s *LDBStore) Close()

+ func (s *LDBStore) Delete(addr Address) error

+ func (s *LDBStore) Export(out io.Writer) (int64, error)

+ func (s *LDBStore) Get(_ context.Context, addr Address) (chunk Chunk, err error)

+ func (s *LDBStore) GetSchema() (string, error)

+ func (s *LDBStore) Has(_ context.Context, addr Address) bool

+ func (s *LDBStore) Import(in io.Reader) (int64, error)

+ func (s *LDBStore) MarkAccessed(addr Address)

+ func (s *LDBStore) Put(ctx context.Context, chunk Chunk) error

+ func (s *LDBStore) PutSchema(schema string) error

+ func (s *LDBStore) SyncIterator(since uint64, until uint64, po uint8, f func(Address, uint64) bool) error

+ type LDBStoreParams struct

+ Path string

+ Po func(Address) uint8

+ func NewLDBStoreParams(storeparams *StoreParams, path string) *LDBStoreParams

type LazyChunkReader

+ func TreeJoin(ctx context.Context, addr Address, getter Getter, depth int) *LazyChunkReader

+ func (r *LazyChunkReader) Context() context.Context

type LazySectionReader

+ Context func() context.Context

type LazyTestSectionReader

+ func (r *LazyTestSectionReader) Context() context.Context

type LocalStore

+ Validators []ChunkValidator

+ func NewTestLocalStoreForAddr(params *LocalStoreParams) (*LocalStore, error)

+ func (ls *LocalStore) BinIndex(po uint8) uint64

+ func (ls *LocalStore) FetchFunc(ctx context.Context, addr Address) func(context.Context) error

+ func (ls *LocalStore) Has(ctx context.Context, addr Address) bool

+ func (ls *LocalStore) Iterator(from uint64, to uint64, po uint8, f func(Address, uint64) bool) error

+ func (ls *LocalStore) Migrate() error

+ type LocalStoreParams struct

+ ChunkDbPath string

+ Validators []ChunkValidator

+ func NewDefaultLocalStoreParams() *LocalStoreParams

+ func (p *LocalStoreParams) Init(path string)

type MemStore

+ func (m *MemStore) Has(_ context.Context, addr Address) bool

+ type NetFetcher interface

+ Offer func(source *enode.ID)

+ Request func(hopCount uint8)

type NetStore

+ NewNetFetcherFunc NewNetFetcherFunc

+ func (n *NetStore) BinIndex(po uint8) uint64

+ func (n *NetStore) FetchFunc(ctx context.Context, ref Address) func(context.Context) error

+ func (n *NetStore) Has(ctx context.Context, ref Address) bool

+ func (n *NetStore) Iterator(from uint64, to uint64, po uint8, f func(Address, uint64) bool) error

+ func (n *NetStore) RequestsCacheLen() int

+ type NewNetFetcherFunc func(ctx context.Context, addr Address, peers *sync.Map) NetFetcher

+ type Putter interface

+ Close func()

+ Put func(context.Context, ChunkData) (Reference, error)

+ RefSize func() int64

+ Wait func(context.Context) error

type PyramidChunker

+ func NewPyramidSplitter(params *PyramidSplitterParams) (pc *PyramidChunker)

+ type PyramidSplitterParams struct

+ func NewPyramidSplitterParams(addr Address, reader io.Reader, putter Putter, getter Getter, chunkSize int64) *PyramidSplitterParams

+ type Reference []byte

+ type SplitterParams struct

type StoreParams

+ BaseKey []byte

+ Hash SwarmHasher

+ func NewStoreParams(ldbCap uint64, cacheCap uint, hash SwarmHasher, basekey []byte) *StoreParams

+ type SyncChunkStore interface

+ BinIndex func(po uint8) uint64

+ FetchFunc func(ctx context.Context, ref Address) func(context.Context) error

+ Iterator func(from uint64, to uint64, po uint8, f func(Address, uint64) bool) error

type TreeChunker

+ func NewTreeJoiner(params *JoinerParams) *TreeChunker

+ func NewTreeSplitter(params *TreeSplitterParams) *TreeChunker

+ type TreeSplitterParams struct

v1.0.1

Mar 27, 2020

v1.0.0

Mar 27, 2020

v0

v0.0.2

Aug 9, 2023

v0.0.1

Aug 9, 2023

Changes in this version

+ const BMTHash

+ const ChunkProcessors

+ const DataChunk

+ const DefaultBranches

+ const SHA3Hash

+ const TreeChunk

+ var ZeroKey = Key(common.Hash{}.Bytes())

+ func BytesToU64(data []byte) uint64

+ func IsZeroKey(key Key) bool

+ func NewDpaChunkStore(localStore, netStore ChunkStore) *dpaChunkStore

+ func U64ToBytes(val uint64) []byte

+ type Chunk struct

+ C chan bool

+ Key Key

+ Req *RequestStatus

+ SData []byte

+ Size int64

+ Source Peer

+ func NewChunk(key Key, rs *RequestStatus) *Chunk

+ func (self *Chunk) String() string

+ type ChunkStore interface

+ Close func()

+ Get func(Key) (*Chunk, error)

+ Put func(*Chunk)

+ type Chunker interface

+ type ChunkerParams struct

+ Branches int64

+ Hash string

+ func NewChunkerParams() *ChunkerParams

+ type CloudStore interface

+ Deliver func(*Chunk)

+ Retrieve func(*Chunk)

+ Store func(*Chunk)

+ type DPA struct

+ Chunker Chunker

+ func NewDPA(store ChunkStore, params *ChunkerParams) *DPA

+ func NewLocalDPA(datadir string) (*DPA, error)

+ func (self *DPA) Retrieve(key Key) LazySectionReader

+ func (self *DPA) Start()

+ func (self *DPA) Stop()

+ func (self *DPA) Store(data io.Reader, size int64, swg *sync.WaitGroup, wwg *sync.WaitGroup) (key Key, err error)

+ type DbStore struct

+ func NewDbStore(path string, hash SwarmHasher, capacity uint64, radius int) (s *DbStore, err error)

+ func (s *DbStore) Cleanup()

+ func (s *DbStore) Close()

+ func (s *DbStore) Counter() uint64

+ func (s *DbStore) Export(out io.Writer) (int64, error)

+ func (s *DbStore) Get(key Key) (chunk *Chunk, err error)

+ func (s *DbStore) Import(in io.Reader) (int64, error)

+ func (s *DbStore) Put(chunk *Chunk)

+ func (self *DbStore) NewSyncIterator(state DbSyncState) (si *dbSyncIterator, err error)

+ type DbSyncState struct

+ First uint64

+ Last uint64

+ Start Key

+ Stop Key

+ type HashWithLength struct

+ func (self *HashWithLength) ResetWithLength(length []byte)

+ type Hasher func() hash.Hash

+ type Joiner interface

+ Join func(key Key, chunkC chan *Chunk) LazySectionReader

+ type Key []byte

+ func (key *Key) UnmarshalJSON(value []byte) error

+ func (key Key) Hex() string

+ func (key Key) Log() string

+ func (key Key) MarshalJSON() (out []byte, err error)

+ func (key Key) String() string

+ func (x Key) Size() uint

+ type LDBDatabase struct

+ func NewLDBDatabase(file string) (*LDBDatabase, error)

+ func (self *LDBDatabase) Close()

+ func (self *LDBDatabase) Delete(key []byte) error

+ func (self *LDBDatabase) Get(key []byte) ([]byte, error)

+ func (self *LDBDatabase) LastKnownTD() []byte

+ func (self *LDBDatabase) NewIterator() iterator.Iterator

+ func (self *LDBDatabase) Put(key []byte, value []byte)

+ func (self *LDBDatabase) Write(batch *leveldb.Batch) error

+ type LazyChunkReader struct

+ func (s *LazyChunkReader) Seek(offset int64, whence int) (int64, error)

+ func (self *LazyChunkReader) Read(b []byte) (read int, err error)

+ func (self *LazyChunkReader) ReadAt(b []byte, off int64) (read int, err error)

+ func (self *LazyChunkReader) Size(quitC chan bool) (n int64, err error)

+ type LazySectionReader interface

+ Size func(chan bool) (int64, error)

+ type LazyTestSectionReader struct

+ func (self *LazyTestSectionReader) Size(chan bool) (int64, error)

+ type LocalStore struct

+ DbStore ChunkStore

+ func NewLocalStore(hash SwarmHasher, params *StoreParams) (*LocalStore, error)

+ func (self *LocalStore) CacheCounter() uint64

+ func (self *LocalStore) Close()

+ func (self *LocalStore) DbCounter() uint64

+ func (self *LocalStore) Get(key Key) (chunk *Chunk, err error)

+ func (self *LocalStore) Put(chunk *Chunk)

+ type MemStore struct

+ func NewMemStore(d *DbStore, capacity uint) (m *MemStore)

+ func (s *MemStore) Close()

+ func (s *MemStore) Counter() uint

+ func (s *MemStore) Get(hash Key) (chunk *Chunk, err error)

+ func (s *MemStore) Put(entry *Chunk)

+ type NetStore struct

+ func NewNetStore(hash SwarmHasher, lstore *LocalStore, cloud CloudStore, params *StoreParams) *NetStore

+ func (self *NetStore) Close()

+ func (self *NetStore) Get(key Key) (*Chunk, error)

+ func (self *NetStore) Put(entry *Chunk)

+ type Peer interface

+ type PyramidChunker struct

+ func NewPyramidChunker(params *ChunkerParams) (self *PyramidChunker)

+ func (self *PyramidChunker) Append(key Key, data io.Reader, chunkC chan *Chunk, ...) (Key, error)

+ func (self *PyramidChunker) Join(key Key, chunkC chan *Chunk) LazySectionReader

+ func (self *PyramidChunker) Split(data io.Reader, size int64, chunkC chan *Chunk, ...) (Key, error)

+ type RequestStatus struct

+ C chan bool

+ Key Key

+ Requesters map[uint64][]interface{}

+ Source Peer

+ type Splitter interface

+ Append func(Key, io.Reader, chan *Chunk, *sync.WaitGroup, *sync.WaitGroup) (Key, error)

+ Split func(io.Reader, int64, chan *Chunk, *sync.WaitGroup, *sync.WaitGroup) (Key, error)

+ type StoreParams struct

+ CacheCapacity uint

+ ChunkDbPath string

+ DbCapacity uint64

+ Radius int

+ func NewDefaultStoreParams() (self *StoreParams)

+ func (self *StoreParams) Init(path string)

+ type SwarmHash interface

+ ResetWithLength func([]byte)

+ type SwarmHasher func() SwarmHash

+ func MakeHashFunc(hash string) SwarmHasher

+ type TreeChunker struct

+ func NewTreeChunker(params *ChunkerParams) (self *TreeChunker)

+ func (self *TreeChunker) Append(key Key, data io.Reader, chunkC chan *Chunk, swg, wwg *sync.WaitGroup) (Key, error)

+ func (self *TreeChunker) Join(key Key, chunkC chan *Chunk) LazySectionReader

+ func (self *TreeChunker) Split(data io.Reader, size int64, chunkC chan *Chunk, swg, wwg *sync.WaitGroup) (Key, error)

+ type TreeEntry struct

+ func NewTreeEntry(pyramid *PyramidChunker) *TreeEntry

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL