hashstore

type Config struct {
	LogsPath  string `help:"path to store log files in (by default, it's relative to the storage directory)'" default:"hashstore"`
	TablePath string `` /* 156-byte string literal not displayed */
}

type DB struct {
	// contains filtered or unexported fields
}

type DBStats struct {
	NumSet uint64      // number of set records.
	LenSet memory.Size // sum of lengths in set records.
	AvgSet float64     // average size of length of records.

	NumTrash uint64      // number of set trash records.
	LenTrash memory.Size // sum of lengths in set trash records.
	AvgTrash float64     // average size of length of trash records.

	NumSlots  uint64      // total number of records available.
	TableSize memory.Size // total number of bytes in the hash table.
	Load      float64     // percent of slots that are set.

	NumLogs    uint64      // total number of log files.
	LenLogs    memory.Size // total number of bytes in the log files.
	NumLogsTTL uint64      // total number of log files with ttl set.
	LenLogsTTL memory.Size // total number of bytes in log files with ttl set.

	SetPercent   float64 // percent of bytes that are set in the log files.
	TrashPercent float64 // percent of bytes that are trash in the log files.

	Compacting    bool        // if true, a background compaction is in progress.
	Compactions   uint64      // total number of compactions that finished on either store.
	Active        int         // which store is currently active
	LogsRewritten uint64      // total number of log files attempted to be rewritten.
	DataRewritten memory.Size // total number of bytes of data rewritten.
}

type Expiration uint32

type HashTbl struct {
	// contains filtered or unexported fields
}

type Key = storj.PieceID

type MemTbl struct {
	// contains filtered or unexported fields
}

type Reader struct {
	// contains filtered or unexported fields
}

type Record struct {
	Key     Key        // 256 bits (32b) of key
	Offset  uint64     // 48  bits (6b) of offset (256TB max file size)
	Log     uint64     // 64  bits (8b) of log id (effectively unlimited number of logs)
	Length  uint32     // 32  bits (4b) of length (4GB max piece size)
	Created uint32     // 23  bits (3b) of days since epoch (~22900 years), 1 bit reserved
	Expires Expiration // 23  bits (3b) of days since epoch (~22900 years), 1 bit flag for trash
}

type Store struct {
	// contains filtered or unexported fields
}

type StoreStats struct {
	NumLogs    uint64      // total number of log files.
	LenLogs    memory.Size // total number of bytes in the log files.
	NumLogsTTL uint64      // total number of log files with ttl set.
	LenLogsTTL memory.Size // total number of bytes in log files with ttl set.

	SetPercent   float64 // percent of bytes that are set in the log files.
	TrashPercent float64 // percent of bytes that are trash in the log files.

	Compacting    bool        // if true, a compaction is in progress.
	Compactions   uint64      // number of compaction calls that finished
	TableFull     uint64      // number of times the hashtbl was full trying to insert
	Today         uint32      // the current date.
	LastCompact   uint32      // the date of the last compaction.
	LogsRewritten uint64      // number of log files attempted to be rewritten.
	DataRewritten memory.Size // number of bytes rewritten in the log files.
	Table         TblStats    // stats about the hash table.

	Compaction struct {
		Elapsed          float64 // number of seconds elapsed in the compaction
		Remaining        float64 // estimated number of seconds remaining in the compaction
		TotalRecords     uint64  // total number of records expected to be processed in the compaction
		ProcessedRecords uint64  // total number of records processed in the compaction
	}
}

type TableKind byte

type Tbl interface {
	Close()

	Handle() *os.File
	Stats() TblStats
	LogSlots() uint64
	Header() TblHeader
	CompactLoad() float64
	MaxLoad() float64
	Load() float64

	ComputeEstimates(context.Context) error
	ExpectOrdered(context.Context) (func() error, func(), error)

	Range(context.Context, func(context.Context, Record) (bool, error)) error
	Insert(context.Context, Record) (bool, error)
	Lookup(context.Context, Key) (Record, bool, error)
}

type TblHeader struct {
	Created  uint32    // when the hashtbl was created
	HashKey  bool      // if we apply a hash function to the key
	Kind     TableKind // kind of table
	LogSlots uint64    // number of expected logslots
}

type TblStats struct {
	NumSet uint64      // number of set records.
	LenSet memory.Size // sum of lengths in set records.
	AvgSet float64     // average size of length of records.

	NumTrash uint64      // number of set trash records.
	LenTrash memory.Size // sum of lengths in set trash records.
	AvgTrash float64     // average size of length of trash records.

	NumSlots  uint64      // total number of records available.
	TableSize memory.Size // total number of bytes in the hash table.
	Load      float64     // percent of slots that are set.

	Created uint32    // date that the hashtbl was created.
	Kind    TableKind // kind of table
}

type Writer struct {
	// contains filtered or unexported fields
}