Versions in this module Expand all Collapse all v0 v0.22.3 May 19, 2020 v0.22.2 May 14, 2020 Changes in this version type Request + DescribeOptions map[string]map[string]bool + type RequestWithScope struct + DescribeOptions map[string]map[string]bool + Objects []string + Scope map[string]string v0.22.1 Apr 8, 2020 Changes in this version + const AM_RO_Remote + const AM_RW_Local + const CmdPort + const CreatedFilesDir + const DATA_HOLE + const DATA_IN_CACHE + const DATA_OUTSIDE_CACHE + const DATA_WAIT + const DIRTY_FILES_ALL + const DIRTY_FILES_INACTIVE + const DatabaseFile + const FK_Applet + const FK_Database + const FK_Other + const FK_Record + const FK_Regular + const FK_Symlink + const FK_Workflow + const FileWriteInactivityThresh + const GiB + const HttpClientPoolSize + const IOV_DONE + const IOV_ERRORED + const IOV_HOLE + const IOV_IN_FLIGHT + const InodeInvalid + const InodeRoot + const KiB + const LogFile + const MaxDirSize + const MaxNumFileHandles + const MiB + const NumRetriesDefault + const PERM_ADMINISTER + const PERM_CONTRIBUTE + const PERM_UPLOAD + const PERM_VIEW + const PFM_DETECT_SEQ + const PFM_EOF + const PFM_NIL + const PFM_PREFETCH_IN_PROGRESS + const Version + const WritableFileSizeLimit + const XATTR_BASE + const XATTR_PROP + const XATTR_TAG + func BytesToString(numBytes int64) string + func DxDescribeBulkObjects(ctx context.Context, httpClient *http.Client, dxEnv *dxda.DXEnvironment, ...) (map[string]DxDescribeDataObject, error) + func DxFindProject(ctx context.Context, dxEnv *dxda.DXEnvironment, projName string) (string, error) + func FilenameIsPosixCompliant(filename string) bool + func LogMsg(moduleName string, a string, args ...interface{}) + func MakeFSBaseDir() string + func MaxInt(x, y int) int + func MaxInt64(x, y int64) int64 + func MinInt(x, y int) int + func MinInt64(x, y int64) int64 + func SecondsToTime(t int64) time.Time + func Time2string(t time.Time) string + type Cache struct + type Chunk struct + type CmdClient struct + func NewCmdClient() *CmdClient + func (client *CmdClient) Sync() + type CmdServer struct + func NewCmdServer(options Options, sybx *SyncDbDx) *CmdServer + func (cmdSrv *CmdServer) Close() + func (cmdSrv *CmdServer) Init() + type CmdServerBox struct + func (box *CmdServerBox) GetLine(arg string, reply *bool) error + type DeadFile struct + Id string + Inode int64 + Kind int + LocalPath string + ProjId string + type Dir struct + Ctime time.Time + Dname string + FullPath string + Gid uint32 + Inode int64 + Mode os.FileMode + Mtime time.Time + Parent string + Populated bool + ProjFolder string + ProjId string + Uid uint32 + func (d Dir) GetAttrs() (a fuseops.InodeAttributes) + func (d Dir) GetInode() fuseops.InodeID + type DirHandle struct + type Dirs struct + func (d Dirs) Len() int + func (d Dirs) Less(i, j int) bool + func (d Dirs) Swap(i, j int) + type DirtyFileInfo struct + Directory string + FileSize int64 + Id string + Inode int64 + LocalPath string + Mtime int64 + Name string + ProjFolder string + ProjId string + Properties map[string]string + Tags []string + type DxDescribeDataObject struct + ArchivalState string + CtimeSeconds int64 + Folder string + Id string + MtimeSeconds int64 + Name string + ProjId string + Properties map[string]string + Size int64 + State string + SymlinkPath string + Tags []string + func DxDescribe(ctx context.Context, httpClient *http.Client, dxEnv *dxda.DXEnvironment, ...) (DxDescribeDataObject, error) + type DxDescribePrj struct + CtimeSeconds int64 + DataUsageGiB float64 + Id string + Level int + MtimeSeconds int64 + Name string + Region string + UploadParams FileUploadParameters + Version int + func DxDescribeProject(ctx context.Context, httpClient *http.Client, dxEnv *dxda.DXEnvironment, ...) (*DxDescribePrj, error) + type DxDescribeRaw struct + ArchivalState string + CreatedMillisec int64 + Folder string + Id string + ModifiedMillisec int64 + Name string + ProjId string + Properties map[string]string + Size int64 + State string + SymlinkPath *DxSymLink + Tags []string + type DxDescribeRawTop struct + Describe DxDescribeRaw + type DxDownloadURL struct + Headers map[string]string + URL string + type DxFolder struct + func DxDescribeFolder(ctx context.Context, httpClient *http.Client, dxEnv *dxda.DXEnvironment, ...) (*DxFolder, error) + type DxListFolder struct + type DxOps struct + func NewDxOps(dxEnv dxda.DXEnvironment, options Options) *DxOps + func (ops *DxOps) DxAddTags(ctx context.Context, httpClient *http.Client, projId string, objId string, ...) error + func (ops *DxOps) DxClone(ctx context.Context, httpClient *http.Client, srcProjId string, srcId string, ...) (bool, error) + func (ops *DxOps) DxFileCloseAndWait(ctx context.Context, httpClient *http.Client, fid string) error + func (ops *DxOps) DxFileNew(ctx context.Context, httpClient *http.Client, nonceStr string, projId string, ...) (string, error) + func (ops *DxOps) DxFileUploadPart(ctx context.Context, httpClient *http.Client, fileId string, index int, ...) error + func (ops *DxOps) DxFolderNew(ctx context.Context, httpClient *http.Client, projId string, folder string) error + func (ops *DxOps) DxFolderRemove(ctx context.Context, httpClient *http.Client, projId string, folder string) error + func (ops *DxOps) DxMove(ctx context.Context, httpClient *http.Client, projId string, ...) error + func (ops *DxOps) DxRemoveObjects(ctx context.Context, httpClient *http.Client, projId string, ...) error + func (ops *DxOps) DxRemoveTags(ctx context.Context, httpClient *http.Client, projId string, objId string, ...) error + func (ops *DxOps) DxRename(ctx context.Context, httpClient *http.Client, projId string, fileId string, ...) error + func (ops *DxOps) DxRenameFolder(ctx context.Context, httpClient *http.Client, projId string, folder string, ...) error + func (ops *DxOps) DxSetProperties(ctx context.Context, httpClient *http.Client, projId string, objId string, ...) error + type DxSymLink struct + Url string + type File struct + ArchivalState string + Ctime time.Time + Gid uint32 + Id string + Inode int64 + Kind int + LocalPath string + Mode os.FileMode + Mtime time.Time + Name string + ProjId string + Properties map[string]string + Size int64 + State string + Symlink string + Tags []string + Uid uint32 + func (f File) GetAttrs() (a fuseops.InodeAttributes) + func (f File) GetInode() fuseops.InodeID + type FileHandle struct + type FileUpdateReq struct + type FileUploadParameters struct + EmptyLastPartAllowed bool + MaximumFileSize int64 + MaximumNumParts int64 + MaximumPartSize int64 + MinimumPartSize int64 + type Filesys struct + func NewDxfuse(dxEnv dxda.DXEnvironment, manifest Manifest, options Options) (*Filesys, error) + func (fsys *Filesys) CreateFile(ctx context.Context, op *fuseops.CreateFileOp) error + func (fsys *Filesys) CreateLink(ctx context.Context, op *fuseops.CreateLinkOp) error + func (fsys *Filesys) FlushFile(ctx context.Context, op *fuseops.FlushFileOp) error + func (fsys *Filesys) ForgetInode(ctx context.Context, op *fuseops.ForgetInodeOp) error + func (fsys *Filesys) GetInodeAttributes(ctx context.Context, op *fuseops.GetInodeAttributesOp) error + func (fsys *Filesys) GetXattr(ctx context.Context, op *fuseops.GetXattrOp) error + func (fsys *Filesys) ListXattr(ctx context.Context, op *fuseops.ListXattrOp) error + func (fsys *Filesys) LookUpInode(ctx context.Context, op *fuseops.LookUpInodeOp) error + func (fsys *Filesys) MkDir(ctx context.Context, op *fuseops.MkDirOp) error + func (fsys *Filesys) OpenDir(ctx context.Context, op *fuseops.OpenDirOp) error + func (fsys *Filesys) OpenFile(ctx context.Context, op *fuseops.OpenFileOp) error + func (fsys *Filesys) ReadDir(ctx context.Context, op *fuseops.ReadDirOp) (err error) + func (fsys *Filesys) ReadFile(ctx context.Context, op *fuseops.ReadFileOp) error + func (fsys *Filesys) ReleaseDirHandle(ctx context.Context, op *fuseops.ReleaseDirHandleOp) error + func (fsys *Filesys) ReleaseFileHandle(ctx context.Context, op *fuseops.ReleaseFileHandleOp) error + func (fsys *Filesys) RemoveXattr(ctx context.Context, op *fuseops.RemoveXattrOp) error + func (fsys *Filesys) Rename(ctx context.Context, op *fuseops.RenameOp) error + func (fsys *Filesys) RmDir(ctx context.Context, op *fuseops.RmDirOp) error + func (fsys *Filesys) SetInodeAttributes(ctx context.Context, op *fuseops.SetInodeAttributesOp) error + func (fsys *Filesys) SetXattr(ctx context.Context, op *fuseops.SetXattrOp) error + func (fsys *Filesys) Shutdown() + func (fsys *Filesys) StatFS(ctx context.Context, op *fuseops.StatFSOp) error + func (fsys *Filesys) SyncFile(ctx context.Context, op *fuseops.SyncFileOp) error + func (fsys *Filesys) Unlink(ctx context.Context, op *fuseops.UnlinkOp) error + func (fsys *Filesys) WriteFile(ctx context.Context, op *fuseops.WriteFileOp) error + type FindProjectReply struct + Results []FindResult + type FindProjectRequest struct + Level string + Name string + type FindResult struct + Id string + type IoReq struct + type Iovec struct + type ListFolderRequest struct + Folder string + IncludeHidden bool + Only string + type ListFolderResponse struct + Folders []string + Objects []ObjInfo + type MProperties struct + Elements map[string]string + type MTags struct + Elements []string + type Manifest struct + Directories []ManifestDir + Files []ManifestFile + func MakeManifestFromProjectIds(ctx context.Context, dxEnv dxda.DXEnvironment, projectIds []string) (*Manifest, error) + func ReadManifest(fname string) (*Manifest, error) + func (m *Manifest) Clean() + func (m *Manifest) DirSkeleton() ([]string, error) + func (m *Manifest) FillInMissingFields(ctx context.Context, dxEnv dxda.DXEnvironment) error + func (m *Manifest) Validate() error + type ManifestDir struct + CtimeSeconds int64 + Dirname string + Folder string + MtimeSeconds int64 + ProjId string + type ManifestFile struct + ArchivalState string + CtimeSeconds int64 + FileId string + Fname string + MtimeSeconds int64 + Parent string + ProjId string + Size int64 + State string + type MeasureWindow struct + type MetadataDb struct + func NewMetadataDb(dbFullPath string, dxEnv dxda.DXEnvironment, options Options) (*MetadataDb, error) + func (mdb *MetadataDb) BeginTxn() (*sql.Tx, error) + func (mdb *MetadataDb) CreateDir(oph *OpHandle, projId string, projFolder string, ctime int64, mtime int64, ...) (int64, error) + func (mdb *MetadataDb) CreateFile(ctx context.Context, oph *OpHandle, dir *Dir, fname string, mode os.FileMode, ...) (File, error) + func (mdb *MetadataDb) DirtyFilesGetAndReset(flag int) ([]DirtyFileInfo, error) + func (mdb *MetadataDb) Init() error + func (mdb *MetadataDb) LookupByInode(ctx context.Context, oph *OpHandle, inode int64) (Node, bool, error) + func (mdb *MetadataDb) LookupDirByInode(ctx context.Context, oph *OpHandle, inode int64) (Dir, bool, error) + func (mdb *MetadataDb) LookupInDir(ctx context.Context, oph *OpHandle, dir *Dir, dirOrFileName string) (Node, bool, error) + func (mdb *MetadataDb) MoveDir(ctx context.Context, oph *OpHandle, oldParentDir Dir, newParentDir Dir, ...) error + func (mdb *MetadataDb) MoveFile(ctx context.Context, oph *OpHandle, inode int64, newParentDir Dir, ...) error + func (mdb *MetadataDb) PopulateRoot(ctx context.Context, oph *OpHandle, manifest Manifest) error + func (mdb *MetadataDb) ReadDirAll(ctx context.Context, oph *OpHandle, dir *Dir) (map[string]File, map[string]Dir, error) + func (mdb *MetadataDb) RemoveEmptyDir(oph *OpHandle, inode int64) error + func (mdb *MetadataDb) Shutdown() + func (mdb *MetadataDb) Unlink(ctx context.Context, oph *OpHandle, file File) error + func (mdb *MetadataDb) UpdateFileAttrs(ctx context.Context, oph *OpHandle, inode int64, fileSize int64, ...) error + func (mdb *MetadataDb) UpdateFileLocalPath(ctx context.Context, oph *OpHandle, inode int64, localPath string) error + func (mdb *MetadataDb) UpdateFileTagsAndProperties(ctx context.Context, oph *OpHandle, file File) error + func (mdb *MetadataDb) UpdateInodeFileId(inode int64, fileId string) error + type MoveRecord struct + type Node interface + GetAttrs func() fuseops.InodeAttributes + GetInode func() fuseops.InodeID + type Nonce struct + func NewNonce() *Nonce + func (n *Nonce) String() string + type ObjInfo struct + Id string + type OpHandle struct + func (oph *OpHandle) RecordError(err error) error + type Options struct + Gid uint32 + ReadOnly bool + Uid uint32 + Verbose bool + VerboseLevel int + type Posix struct + func NewPosix(options Options) *Posix + func (px *Posix) FixDir(dxFolder *DxFolder) (*PosixDir, error) + type PosixDir struct + type PrefetchFileMetadata struct + type PrefetchGlobalState struct + func NewPrefetchGlobalState(verboseLevel int, dxEnv dxda.DXEnvironment) *PrefetchGlobalState + func (pgs *PrefetchGlobalState) CacheLookup(hid fuseops.HandleID, startOfs int64, endOfs int64, data []byte) int + func (pgs *PrefetchGlobalState) CreateStreamEntry(hid fuseops.HandleID, f File, url DxDownloadURL) + func (pgs *PrefetchGlobalState) DownloadEntireFile(client *http.Client, inode int64, size int64, url DxDownloadURL, fd *os.File, ...) error + func (pgs *PrefetchGlobalState) RemoveStreamEntry(hid fuseops.HandleID) + func (pgs *PrefetchGlobalState) Shutdown() + type Reply struct + Results []DxDescribeRawTop + type ReplyAddTags struct + Id string + type ReplyClone struct + Exists []string + Id string + Project string + type ReplyDescribeProject struct + CreatedMillisec int64 + DataUsage float64 + Id string + Level string + ModifiedMillisec int64 + Name string + Region string + UploadParams FileUploadParameters + Version int + type ReplyFolderNew struct + Id string + type ReplyFolderRemove struct + Id string + type ReplyMove struct + Id string + type ReplyNewFile struct + Id string + type ReplyRemoveObjects struct + Id string + type ReplyRemoveTags struct + Id string + type ReplyRename struct + Id string + type ReplyRenameFolder struct + Id string + type ReplySetProperties struct + Id string + type ReplyUploadChunk struct + Expires int64 + Headers map[string]string + Url string + type Request struct + ClassDescribeOptions map[string]map[string]map[string]bool + Objects []string + type RequestAddTags struct + ProjId string + Tags []string + type RequestClone struct + Destination string + Folders []string + Objects []string + Parents bool + Project string + type RequestDescribeProject struct + Fields map[string]bool + type RequestFolderNew struct + Folder string + Parents bool + ProjId string + type RequestFolderRemove struct + Folder string + ProjId string + type RequestMove struct + Destination string + Folders []string + Objects []string + type RequestNewFile struct + Folder string + Name string + Nonce string + Parents bool + ProjId string + type RequestRemoveObjects struct + Force bool + Objects []string + type RequestRemoveTags struct + ProjId string + Tags []string + type RequestRename struct + Name string + ProjId string + type RequestRenameFolder struct + Folder string + Name string + type RequestSetProperties struct + ProjId string + Properties map[string](*string) + type RequestUploadChunk struct + Index int + Md5 string + Size int + type SyncDbDx struct + func NewSyncDbDx(options Options, dxEnv dxda.DXEnvironment, ...) *SyncDbDx + func (sybx *SyncDbDx) CmdSync() error + func (sybx *SyncDbDx) Shutdown()