2026-02-10 14:02:11 +00:00
|
|
|
package database
|
|
|
|
|
|
|
|
|
|
import (
|
|
|
|
|
"errors"
|
|
|
|
|
"fmt"
|
|
|
|
|
"log"
|
|
|
|
|
"net"
|
|
|
|
|
"os"
|
|
|
|
|
"sync"
|
|
|
|
|
"time"
|
|
|
|
|
|
2026-06-13 22:43:17 +00:00
|
|
|
"gordenko.dev/dima/qb/inbox"
|
|
|
|
|
"gordenko.dev/dima/qb/recovery"
|
2026-06-10 06:18:45 +03:00
|
|
|
"gordenko.dev/dima/qb/storage"
|
2026-06-13 22:43:17 +00:00
|
|
|
"gordenko.dev/dima/qb/worker"
|
2026-02-10 14:02:11 +00:00
|
|
|
)
|
|
|
|
|
|
2026-05-31 20:01:28 +00:00
|
|
|
// type metricLockEntry struct {
|
|
|
|
|
// XLock bool
|
|
|
|
|
// RLocks int
|
|
|
|
|
// WaitQueue []any
|
|
|
|
|
// }
|
2026-06-13 22:43:17 +00:00
|
|
|
//metricLockEntries map[uint32]*metricLockEntry
|
2026-02-10 14:02:11 +00:00
|
|
|
|
|
|
|
|
type Database struct {
|
2026-06-13 22:43:17 +00:00
|
|
|
mutex sync.Mutex
|
2026-06-13 19:53:27 +03:00
|
|
|
dir string
|
|
|
|
|
databaseName string
|
2026-06-13 22:43:17 +00:00
|
|
|
workerInbox *inbox.Inbox
|
|
|
|
|
worker *worker.Worker
|
2026-06-13 19:53:27 +03:00
|
|
|
storage *storage.Writer
|
|
|
|
|
tcpPort int
|
|
|
|
|
logfile *os.File
|
|
|
|
|
logger *log.Logger
|
|
|
|
|
exitCh chan struct{}
|
|
|
|
|
waitGroup *sync.WaitGroup
|
2026-02-10 14:02:11 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
type Options struct {
|
|
|
|
|
TCPPort int
|
|
|
|
|
Dir string
|
|
|
|
|
DatabaseName string
|
|
|
|
|
Logfile *os.File
|
|
|
|
|
ExitCh chan struct{}
|
|
|
|
|
WaitGroup *sync.WaitGroup
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func New(opt Options) (_ *Database, err error) {
|
|
|
|
|
if opt.TCPPort <= 0 {
|
|
|
|
|
return nil, errors.New("TCPPort option is required")
|
|
|
|
|
}
|
|
|
|
|
if opt.Dir == "" {
|
|
|
|
|
return nil, errors.New("Dir option is required")
|
|
|
|
|
}
|
|
|
|
|
if opt.DatabaseName == "" {
|
|
|
|
|
return nil, errors.New("DatabaseName option is required")
|
|
|
|
|
}
|
|
|
|
|
if opt.Logfile == nil {
|
|
|
|
|
return nil, errors.New("Logfile option is required")
|
|
|
|
|
}
|
|
|
|
|
if opt.ExitCh == nil {
|
|
|
|
|
return nil, errors.New("ExitCh option is required")
|
|
|
|
|
}
|
|
|
|
|
if opt.WaitGroup == nil {
|
|
|
|
|
return nil, errors.New("WaitGroup option is required")
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
s := &Database{
|
2026-06-13 19:53:27 +03:00
|
|
|
dir: opt.Dir,
|
|
|
|
|
databaseName: opt.DatabaseName,
|
2026-06-14 23:12:03 +03:00
|
|
|
tcpPort: opt.TCPPort,
|
|
|
|
|
logfile: opt.Logfile,
|
|
|
|
|
logger: log.New(opt.Logfile, "", log.LstdFlags),
|
|
|
|
|
exitCh: opt.ExitCh,
|
|
|
|
|
waitGroup: opt.WaitGroup,
|
2026-02-10 14:02:11 +00:00
|
|
|
}
|
|
|
|
|
|
2026-06-13 22:43:17 +00:00
|
|
|
recoveryReport, err := recovery.Recovery(s.dir, s.databaseName)
|
2026-02-10 14:02:11 +00:00
|
|
|
if err != nil {
|
2026-06-14 23:12:03 +03:00
|
|
|
return nil, fmt.Errorf("recovery.Recovery: %s", err)
|
2026-02-10 14:02:11 +00:00
|
|
|
}
|
|
|
|
|
|
2026-06-14 23:12:03 +03:00
|
|
|
fmt.Printf("%#v\n", recoveryReport)
|
|
|
|
|
|
2026-06-13 22:43:17 +00:00
|
|
|
storageInbox := inbox.New()
|
|
|
|
|
s.workerInbox = inbox.New()
|
|
|
|
|
|
2026-06-13 19:53:27 +03:00
|
|
|
s.storage, err = storage.NewWriter(storage.WriterOptions{
|
2026-06-13 22:43:17 +00:00
|
|
|
Inbox: storageInbox,
|
|
|
|
|
WorkerInbox: s.workerInbox,
|
|
|
|
|
Dir: s.dir,
|
|
|
|
|
DatabaseName: s.databaseName,
|
|
|
|
|
WAL: recoveryReport.WAL,
|
|
|
|
|
IndexFreeList: recoveryReport.IndexFreeList,
|
|
|
|
|
DataFreeList: recoveryReport.DataFreeList,
|
|
|
|
|
ExitCh: s.exitCh,
|
|
|
|
|
WaitGroup: s.waitGroup,
|
2026-02-10 14:02:11 +00:00
|
|
|
})
|
|
|
|
|
if err != nil {
|
2026-06-14 23:12:03 +03:00
|
|
|
return nil, fmt.Errorf("storage.NewWriter: %s", err)
|
2026-02-10 14:02:11 +00:00
|
|
|
}
|
2026-06-13 22:43:17 +00:00
|
|
|
|
2026-06-14 23:12:03 +03:00
|
|
|
fmt.Println("storage created")
|
|
|
|
|
|
2026-06-14 07:57:01 +03:00
|
|
|
s.worker = worker.New(worker.Options{
|
2026-06-14 23:12:03 +03:00
|
|
|
Inbox: s.workerInbox,
|
|
|
|
|
StorageInbox: storageInbox,
|
|
|
|
|
ReplayMetrics: recoveryReport.ReplayMetrics,
|
|
|
|
|
Dir: opt.Dir,
|
|
|
|
|
DatabaseName: opt.DatabaseName,
|
|
|
|
|
ExitCh: opt.ExitCh,
|
|
|
|
|
WaitGroup: opt.WaitGroup,
|
2026-06-13 22:43:17 +00:00
|
|
|
})
|
2026-06-14 23:12:03 +03:00
|
|
|
fmt.Println("worker created")
|
2026-06-13 22:43:17 +00:00
|
|
|
return s, nil
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func (s *Database) ListenAndServe() (err error) {
|
|
|
|
|
listener, err := net.Listen("tcp", fmt.Sprintf(":%d", s.tcpPort))
|
|
|
|
|
if err != nil {
|
|
|
|
|
return fmt.Errorf("net.Listen: %s; port=%d", err, s.tcpPort)
|
|
|
|
|
}
|
|
|
|
|
|
2026-06-14 23:12:03 +03:00
|
|
|
//s.waitGroup.Add(1)
|
2026-06-13 19:53:27 +03:00
|
|
|
go s.storage.Run()
|
2026-02-10 14:02:11 +00:00
|
|
|
|
2026-06-13 19:53:27 +03:00
|
|
|
// s.atree, err = atree.New(atree.Options{
|
|
|
|
|
// Dir: s.dir,
|
|
|
|
|
// DatabaseName: s.databaseName,
|
|
|
|
|
// })
|
|
|
|
|
// if err != nil {
|
|
|
|
|
// return fmt.Errorf("atree.New: %s", err)
|
|
|
|
|
// }
|
|
|
|
|
// s.atree.Run()
|
2026-02-10 14:02:11 +00:00
|
|
|
|
2026-06-13 19:53:27 +03:00
|
|
|
s.waitGroup.Add(1)
|
|
|
|
|
go s.worker.Run()
|
2026-02-10 14:02:11 +00:00
|
|
|
|
|
|
|
|
s.logger.Println("database started")
|
|
|
|
|
for {
|
|
|
|
|
// Listen for an incoming connection.
|
|
|
|
|
conn, err := listener.Accept()
|
|
|
|
|
if err != nil {
|
|
|
|
|
s.logger.Printf("listener.Accept: %s\n", err)
|
|
|
|
|
time.Sleep(time.Second)
|
|
|
|
|
} else {
|
|
|
|
|
go s.handleTCPConn(conn)
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
2026-06-09 08:16:16 +03:00
|
|
|
//
|
2026-02-10 14:02:11 +00:00
|
|
|
|
2026-06-09 08:16:16 +03:00
|
|
|
// зробити object?
|
2026-02-10 14:02:11 +00:00
|
|
|
|
2026-06-13 22:43:17 +00:00
|
|
|
// func (s *Database) replayChanges(snapshotNumber int) (err error) {
|
|
|
|
|
// snapshot, err := readSnapshot(JoinSnapshotFileName(s.dir, snapshotNumber))
|
|
|
|
|
// if err != nil {
|
|
|
|
|
// return
|
|
|
|
|
// }
|
2026-06-09 08:16:16 +03:00
|
|
|
|
2026-06-13 22:43:17 +00:00
|
|
|
// return nil
|
|
|
|
|
// }
|
2026-06-10 06:18:45 +03:00
|
|
|
|
2026-06-09 08:16:16 +03:00
|
|
|
//func (s *Database) verifySnapshot(fileName string) (_ bool, err error) {
|
|
|
|
|
// file, err := os.Open(fileName)
|
|
|
|
|
// if err != nil {
|
|
|
|
|
// return
|
|
|
|
|
// }
|
|
|
|
|
// defer file.Close()
|
|
|
|
|
|
|
|
|
|
// stat, err := file.Stat()
|
|
|
|
|
// if err != nil {
|
|
|
|
|
// return
|
|
|
|
|
// }
|
|
|
|
|
|
|
|
|
|
// if stat.Size() <= 4 {
|
|
|
|
|
// return false, nil
|
|
|
|
|
// }
|
|
|
|
|
|
|
|
|
|
// var (
|
|
|
|
|
// payloadSize = stat.Size() - 4
|
|
|
|
|
// hash = crc32.NewIEEE()
|
|
|
|
|
// )
|
|
|
|
|
|
|
|
|
|
// _, err = io.CopyN(hash, file, payloadSize)
|
|
|
|
|
// if err != nil {
|
|
|
|
|
// return
|
|
|
|
|
// }
|
|
|
|
|
// calculatedCRC := hash.Sum32()
|
|
|
|
|
|
|
|
|
|
// storedCRC, err := bin.ReadUint32(file)
|
|
|
|
|
// if err != nil {
|
|
|
|
|
// return
|
|
|
|
|
// }
|
|
|
|
|
// if storedCRC != calculatedCRC {
|
|
|
|
|
// return false, fmt.Errorf("strored CRC %d not equal calculated CRC %d",
|
|
|
|
|
// storedCRC, calculatedCRC)
|
|
|
|
|
// }
|
|
|
|
|
// return true, nil
|
|
|
|
|
// }
|