Jeremy Tregunna
6fc3be617d
Some checks failed
Go Tests / Run Tests (1.24.2) (push) Has been cancelled
Adds a complete LSM-based storage engine with these features: - Single-writer based architecture for the storage engine - WAL for durability, and hey it's configurable - MemTable with skip list implementation for fast read/writes - SSTable with block-based structure for on-disk level-based storage - Background compaction with tiered strategy - ACID transactions - Good documentation (I hope)
96 lines
2.3 KiB
Go
96 lines
2.3 KiB
Go
package compaction
|
|
|
|
import (
|
|
"fmt"
|
|
"os"
|
|
"sync"
|
|
)
|
|
|
|
// DefaultFileTracker is the default implementation of FileTracker
|
|
type DefaultFileTracker struct {
|
|
// Map of file path -> true for files that have been obsoleted by compaction
|
|
obsoleteFiles map[string]bool
|
|
|
|
// Map of file path -> true for files that are currently being compacted
|
|
pendingFiles map[string]bool
|
|
|
|
// Mutex for file tracking maps
|
|
filesMu sync.RWMutex
|
|
}
|
|
|
|
// NewFileTracker creates a new file tracker
|
|
func NewFileTracker() *DefaultFileTracker {
|
|
return &DefaultFileTracker{
|
|
obsoleteFiles: make(map[string]bool),
|
|
pendingFiles: make(map[string]bool),
|
|
}
|
|
}
|
|
|
|
// MarkFileObsolete marks a file as obsolete (can be deleted)
|
|
func (f *DefaultFileTracker) MarkFileObsolete(path string) {
|
|
f.filesMu.Lock()
|
|
defer f.filesMu.Unlock()
|
|
|
|
f.obsoleteFiles[path] = true
|
|
}
|
|
|
|
// MarkFilePending marks a file as being used in a compaction
|
|
func (f *DefaultFileTracker) MarkFilePending(path string) {
|
|
f.filesMu.Lock()
|
|
defer f.filesMu.Unlock()
|
|
|
|
f.pendingFiles[path] = true
|
|
}
|
|
|
|
// UnmarkFilePending removes the pending mark from a file
|
|
func (f *DefaultFileTracker) UnmarkFilePending(path string) {
|
|
f.filesMu.Lock()
|
|
defer f.filesMu.Unlock()
|
|
|
|
delete(f.pendingFiles, path)
|
|
}
|
|
|
|
// IsFileObsolete checks if a file is marked as obsolete
|
|
func (f *DefaultFileTracker) IsFileObsolete(path string) bool {
|
|
f.filesMu.RLock()
|
|
defer f.filesMu.RUnlock()
|
|
|
|
return f.obsoleteFiles[path]
|
|
}
|
|
|
|
// IsFilePending checks if a file is marked as pending compaction
|
|
func (f *DefaultFileTracker) IsFilePending(path string) bool {
|
|
f.filesMu.RLock()
|
|
defer f.filesMu.RUnlock()
|
|
|
|
return f.pendingFiles[path]
|
|
}
|
|
|
|
// CleanupObsoleteFiles removes files that are no longer needed
|
|
func (f *DefaultFileTracker) CleanupObsoleteFiles() error {
|
|
f.filesMu.Lock()
|
|
defer f.filesMu.Unlock()
|
|
|
|
// Safely remove obsolete files that aren't pending
|
|
for path := range f.obsoleteFiles {
|
|
// Skip files that are still being used in a compaction
|
|
if f.pendingFiles[path] {
|
|
continue
|
|
}
|
|
|
|
// Try to delete the file
|
|
if err := os.Remove(path); err != nil {
|
|
if !os.IsNotExist(err) {
|
|
return fmt.Errorf("failed to delete obsolete file %s: %w", path, err)
|
|
}
|
|
// If the file doesn't exist, remove it from our tracking
|
|
delete(f.obsoleteFiles, path)
|
|
} else {
|
|
// Successfully deleted, remove from tracking
|
|
delete(f.obsoleteFiles, path)
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|