package database import ( "errors" "fmt" "log" "net" "os" "path/filepath" "sync" "time" "gordenko.dev/dima/qb" "gordenko.dev/dima/qb/atree" "gordenko.dev/dima/qb/storage" ) func JoinSnapshotFileName(dir string, snapshotNumber int) string { return filepath.Join(dir, fmt.Sprintf("%d.snapshot", snapshotNumber)) } func JoinWALFileName(dir string, snapshotNumber int) string { return filepath.Join(dir, fmt.Sprintf("%d.wal", snapshotNumber)) } // type metricLockEntry struct { // XLock bool // RLocks int // WaitQueue []any // } type Database struct { mutex sync.Mutex worker *Worker //metricLockEntries map[uint32]*metricLockEntry //dataFreeList *freelist.FreeList //indexFreeList *freelist.FreeList dir string databaseName string storage *storage.Writer atree *atree.Atree tcpPort int logfile *os.File logger *log.Logger exitCh chan struct{} waitGroup *sync.WaitGroup } type Options struct { TCPPort int Dir string DatabaseName string RedoDir string Logfile *os.File ExitCh chan struct{} WaitGroup *sync.WaitGroup } func New(opt Options) (_ *Database, err error) { if opt.TCPPort <= 0 { return nil, errors.New("TCPPort option is required") } if opt.Dir == "" { return nil, errors.New("Dir option is required") } if opt.DatabaseName == "" { return nil, errors.New("DatabaseName option is required") } if opt.RedoDir == "" { return nil, errors.New("RedoDir option is required") } if opt.Logfile == nil { return nil, errors.New("Logfile option is required") } if opt.ExitCh == nil { return nil, errors.New("ExitCh option is required") } if opt.WaitGroup == nil { return nil, errors.New("WaitGroup option is required") } // deltaFreeListFile, err := os.OpenFile( // filepath.Join(opt.Dir, opt.DatabaseName+".deltafree"), // os.O_RDWR|os.O_CREATE, // 0666, // ) // if err != nil { // return nil, err // } // dataFreeList, err := freelist.New(freelist.Options{ // PageSize: 2048, // BaseFilePath: filepath.Join(opt.Dir, opt.DatabaseName+".free_data"), // DeltaFilePath: filepath.Join(opt.Dir, opt.DatabaseName+".free_data_delta"), // }) // indexFreeList, err := freelist.New(freelist.Options{ // PageSize: 2048, // BaseFilePath: filepath.Join(opt.Dir, opt.DatabaseName+".free_index"), // DeltaFilePath: filepath.Join(opt.Dir, opt.DatabaseName+".free_index_delta"), // }) worker := NewWorker(WorkerOptions{ // Metrics: make(map[uint32]*_metric), Dir: opt.Dir, SaveToStorage: func(in any) { fmt.Println("save to storage") }, ExitCh: opt.ExitCh, WaitGroup: opt.WaitGroup, }) s := &Database{ worker: worker, dir: opt.Dir, databaseName: opt.DatabaseName, //metricLockEntries: make(map[uint32]*metricLockEntry), //dataFreeList: dataFreeList, //indexFreeList: indexFreeList, tcpPort: opt.TCPPort, logfile: opt.Logfile, logger: log.New(opt.Logfile, "", log.LstdFlags), exitCh: opt.ExitCh, waitGroup: opt.WaitGroup, } return s, nil } func (s *Database) ListenAndServe() (err error) { listener, err := net.Listen("tcp", fmt.Sprintf(":%d", s.tcpPort)) if err != nil { return fmt.Errorf("net.Listen: %s; port=%d", err, s.tcpPort) } s.storage, err = storage.NewWriter(storage.WriterOptions{ Dir: s.dir, //LogNumber: logNumber, AppendToWorkerQueue: s.worker.AddJobToQueue, //FreeList: s.freeList, //Atree: s.atree, ExitCh: s.exitCh, WaitGroup: s.waitGroup, }) if err != nil { qb.Abort(qb.CreateChangesWriterFailed, err) } go s.storage.Run() // s.atree, err = atree.New(atree.Options{ // Dir: s.dir, // DatabaseName: s.databaseName, // }) // if err != nil { // return fmt.Errorf("atree.New: %s", err) // } // s.atree.Run() s.waitGroup.Add(1) go s.worker.Run() s.logger.Println("database started") for { // Listen for an incoming connection. conn, err := listener.Accept() if err != nil { s.logger.Printf("listener.Accept: %s\n", err) time.Sleep(time.Second) } else { go s.handleTCPConn(conn) } } } // // зробити object? func (s *Database) replayChanges(snapshotNumber int) (err error) { snapshot, err := readSnapshot(JoinSnapshotFileName(s.dir, snapshotNumber)) if err != nil { return } walReader, err := storage.NewWALReader(storage.WALReaderOptions{ FileName: JoinWALFileName(s.dir, snapshotNumber), BufferSize: 8 * 1024 * 1024, }) if err != nil { return err } walReplayer, err := NewWALReplayer(WALReplayerOptions{ WALReader: walReader, Metrics: snapshot.Metrics, FreeIndexPages: snapshot.IndexPageNumbers, FreeDataPages: snapshot.DataPageNumbers, }) if err != nil { return } err = walReplayer.Replay() if err != nil { return } err = s.storage.WritePagesToAtree(walReplayer.IndexPages(), walReplayer.DataPages()) if err != nil { return err } // FIX free pages sync return nil } func (s *Database) relayMetricsToMetrics(replayMetrics map[uint32]*ReplayMetric) { //for metricID, x := range replayMetrics { //s.metrics[metricID] = x.ToMetric() FIX //} } //func (s *Database) verifySnapshot(fileName string) (_ bool, err error) { // file, err := os.Open(fileName) // if err != nil { // return // } // defer file.Close() // stat, err := file.Stat() // if err != nil { // return // } // if stat.Size() <= 4 { // return false, nil // } // var ( // payloadSize = stat.Size() - 4 // hash = crc32.NewIEEE() // ) // _, err = io.CopyN(hash, file, payloadSize) // if err != nil { // return // } // calculatedCRC := hash.Sum32() // storedCRC, err := bin.ReadUint32(file) // if err != nil { // return // } // if storedCRC != calculatedCRC { // return false, fmt.Errorf("strored CRC %d not equal calculated CRC %d", // storedCRC, calculatedCRC) // } // return true, nil // }