Files
qb/enc/enc_test.go

1069 lines
22 KiB
Go
Raw Normal View History

2026-06-07 21:27:18 +03:00
package enc
import (
"bytes"
"fmt"
"math"
"slices"
"testing"
bin "gordenko.dev/dima/bin/little"
2026-06-11 01:46:25 +00:00
"gordenko.dev/dima/qb"
2026-06-07 21:27:18 +03:00
)
func equalFloatSlices(a, b []float64, epsilon float64) bool {
return slices.EqualFunc(a, b, func(x, y float64) bool {
return math.Abs(x-y) <= epsilon
})
}
// CUMULATIVE
2026-06-11 14:27:38 +00:00
func TestCumulativeDeltaCompressor(t *testing.T) {
2026-06-07 21:27:18 +03:00
var (
testCases = []struct {
2026-06-11 01:46:25 +00:00
Nums []float64
Name string
Offset int
ChangeSize int
Buf []byte
BaseValue float64
LastDelta uint64
2026-06-07 21:27:18 +03:00
}{
{
Nums: []float64{
1.5,
},
2026-06-11 01:46:25 +00:00
Name: "add 1st value",
Offset: 0,
ChangeSize: 3,
2026-06-07 21:27:18 +03:00
Buf: []byte{
2026-06-11 01:46:25 +00:00
0x8f, // base value
0x80, // delta 0
0x80, // literal (len = 1)
0x00, 0x00, 0x00, 0x00, 0x00,
2026-06-07 21:27:18 +03:00
},
BaseValue: 1.5,
LastDelta: 0,
},
{
Nums: []float64{
1.5,
1.5,
},
2026-06-11 01:46:25 +00:00
Name: "literal switch to run",
Offset: 1,
ChangeSize: 1,
2026-06-07 21:27:18 +03:00
Buf: []byte{
2026-06-11 01:46:25 +00:00
0x8f, // base value
0x80, // delta 0
0x00, // run (len = 2)
0x00, 0x00, 0x00, 0x00, 0x00,
2026-06-07 21:27:18 +03:00
},
BaseValue: 1.5,
LastDelta: 0,
},
{
Nums: []float64{
1.5,
1.6,
1.6,
},
2026-06-11 01:46:25 +00:00
Name: "literal decrease by 1 and switch to run",
Offset: 2,
ChangeSize: 3,
2026-06-07 21:27:18 +03:00
Buf: []byte{
2026-06-11 01:46:25 +00:00
0x8f, // base value
0x80, // delta 0
0x80, // literal (len = 1)
2026-06-11 14:27:38 +00:00
0x81, // delta 1
2026-06-11 01:46:25 +00:00
0x00, // run (len = 2)
0x00, 0x00, 0x00,
2026-06-07 21:27:18 +03:00
},
BaseValue: 1.5,
LastDelta: 1,
},
{
Nums: []float64{
1.5,
1.5,
1.5,
},
2026-06-11 01:46:25 +00:00
Name: "increment run",
Offset: 1,
ChangeSize: 1,
2026-06-07 21:27:18 +03:00
Buf: []byte{
2026-06-11 01:46:25 +00:00
0x8f, // base value
0x80, // delta 0
0x01, // run (len = 3)
0x00, 0x00, 0x00, 0x00, 0x00,
2026-06-07 21:27:18 +03:00
},
BaseValue: 1.5,
LastDelta: 0,
},
{
Nums: []float64{
1.5,
1.5,
1.5,
1.6,
},
2026-06-11 01:46:25 +00:00
Name: "run switch to literal",
Offset: 0,
ChangeSize: 2,
2026-06-07 21:27:18 +03:00
Buf: []byte{
2026-06-11 01:46:25 +00:00
0x8f, // base value
0x80, // delta 0
0x01, // run (len = 3)
2026-06-11 14:27:38 +00:00
0x81, // delta 1
2026-06-11 01:46:25 +00:00
0x80, // literal (len = 1)
0x00, 0x00, 0x00,
2026-06-07 21:27:18 +03:00
},
BaseValue: 1.5,
LastDelta: 1,
},
2026-06-11 14:27:38 +00:00
{
Nums: repeatFloat64(1.5, 129),
Name: "increment run to full fill h-byte",
Offset: 1,
ChangeSize: 1,
Buf: []byte{
0x8f, // base value
0x80, // delta 0
0x7f, // run (len = 129)
0x00, 0x00, 0x00, 0x00, 0x00,
},
BaseValue: 1.5,
LastDelta: 0,
},
{
Nums: repeatFloat64(1.5, 130),
Name: "run switch to literal after h-byte overflow",
Offset: 0,
ChangeSize: 2,
Buf: []byte{
0x8f, // base value
0x80, // delta 0
0x7f, // run (len = 129)
0x80, // delta 0
0x80, // literal (len = 1)
0x00, 0x00, 0x00,
},
BaseValue: 1.5,
LastDelta: 0,
},
2026-06-07 21:27:18 +03:00
{
Nums: []float64{
1.5,
1.6,
2026-06-11 01:46:25 +00:00
1.7,
2026-06-07 21:27:18 +03:00
},
2026-06-11 01:46:25 +00:00
Name: "increment literal",
Offset: 1,
ChangeSize: 2,
2026-06-07 21:27:18 +03:00
Buf: []byte{
2026-06-11 01:46:25 +00:00
0x8f, // base value
0x80, // delta 0
2026-06-11 14:27:38 +00:00
0x81, // delta 1
0x82, // delta 2
2026-06-11 01:46:25 +00:00
0x82, // literal (len = 3)
0x00, 0x00, 0x00,
2026-06-07 21:27:18 +03:00
},
BaseValue: 1.5,
2026-06-11 01:46:25 +00:00
LastDelta: 2,
2026-06-07 21:27:18 +03:00
},
}
)
2026-06-11 01:46:25 +00:00
for _, testCase := range testCases {
2026-06-07 21:27:18 +03:00
var (
2026-06-11 01:46:25 +00:00
tmp = make([]byte, tmpValueSize)
2026-06-11 14:27:38 +00:00
metricType = qb.Cumulative
2026-06-11 01:46:25 +00:00
fracDigits byte = 1
buf = make([]byte, 8)
payloadSize = 0
report qb.ValueEvaluationReport
2026-06-07 21:27:18 +03:00
)
2026-06-11 14:27:38 +00:00
c := NewValueDeltaCompressor(metricType, fracDigits, buf, payloadSize)
2026-06-07 21:27:18 +03:00
for _, num := range testCase.Nums {
2026-06-11 01:46:25 +00:00
report = c.Evaluate(tmp, num)
c.Append(report.Offset, tmp[:report.ChangeSize], num, report.Delta)
2026-06-07 21:27:18 +03:00
}
2026-06-11 01:46:25 +00:00
if report.Offset != testCase.Offset {
t.Fatalf("%s: got offset %d are not equal expected %d",
testCase.Name, report.Offset, testCase.Offset)
2026-06-07 21:27:18 +03:00
}
2026-06-11 01:46:25 +00:00
if report.ChangeSize != testCase.ChangeSize {
t.Fatalf("%s: got changeSize %d are not equal expected %d",
testCase.Name, report.ChangeSize, testCase.ChangeSize)
2026-06-07 21:27:18 +03:00
}
if !bytes.Equal(buf, testCase.Buf) {
2026-06-11 01:46:25 +00:00
t.Fatalf("%s: got buf % x are not equal expected % x",
testCase.Name, buf, testCase.Buf)
2026-06-07 21:27:18 +03:00
}
if c.baseValue != testCase.BaseValue {
2026-06-11 01:46:25 +00:00
t.Fatalf("%s: got baseValue %v are not equal expected %v",
testCase.Name, c.baseValue, testCase.BaseValue)
2026-06-07 21:27:18 +03:00
}
if c.lastDelta != testCase.LastDelta {
2026-06-11 01:46:25 +00:00
t.Fatalf("%s: got lastDelta %d are not equal expected %d",
testCase.Name, c.lastDelta, testCase.LastDelta)
2026-06-07 21:27:18 +03:00
}
}
}
func TestCumulativeDeltaDecompressorFromState(t *testing.T) {
var (
testCases = []struct {
Nums []float64
//RepeatLastDeltaNTimes int
}{
{
// addBaseValue
Nums: []float64{
1.5,
},
},
{
// startRun
Nums: []float64{
1.5,
1.5,
},
},
{
// startRun
Nums: []float64{
1.5,
1.6,
1.6,
},
},
{
// incrementRun
Nums: []float64{
1.5,
1.5,
1.5,
},
},
{
// endSeries run
Nums: []float64{
1.5,
1.5,
1.5,
1.6,
},
},
{
// incrementLiteral
Nums: []float64{
1.5,
1.6,
},
},
{
// ...
Nums: []float64{
1.5,
1.5,
1.5, //
1.5, //
1.6, //
1.7, //
1.8, //
1.9, //
2.0, //
2.0, //
2.0, //
2.2, //
},
},
}
)
for caseIdx, testCase := range testCases {
var (
2026-06-11 14:27:38 +00:00
metricType = qb.Cumulative
2026-06-07 21:27:18 +03:00
fracDigits byte = 1
2026-06-11 14:27:38 +00:00
tmp = make([]byte, tmpValueSize)
2026-06-07 21:27:18 +03:00
buf = make([]byte, 16)
2026-06-10 06:18:45 +03:00
payloadSize = 0
2026-06-07 21:27:18 +03:00
decodedNums []float64
)
2026-06-11 14:27:38 +00:00
c := NewValueDeltaCompressor(metricType, fracDigits, buf, payloadSize)
2026-06-07 21:27:18 +03:00
for _, num := range testCase.Nums {
2026-06-11 14:27:38 +00:00
report := c.Evaluate(tmp, num)
c.Append(report.Offset, tmp[:report.ChangeSize], num, report.Delta)
2026-06-07 21:27:18 +03:00
}
//
c.CaptureState()
fmt.Println("---------------")
d := c.CreateDecompressor()
//fmt.Println(buf)
for {
num, done := d.NextValue()
//fmt.Println(num, done)
if done {
break
}
decodedNums = append(decodedNums, num)
}
slices.Reverse(decodedNums)
fmt.Println(testCase.Nums)
fmt.Println(decodedNums)
fmt.Println()
if !equalFloatSlices(testCase.Nums, decodedNums, 0.0000001) {
t.Fatalf("%d: got nums %v not equal expected %v", caseIdx, decodedNums, testCase.Nums)
}
}
}
// INSTANT
func TestInstantDeltaCompressor(t *testing.T) {
var (
testCases = []struct {
2026-06-11 14:27:38 +00:00
Nums []float64
Name string
Offset int
ChangeSize int
Buf []byte
BaseValue float64
LastDelta uint64
2026-06-07 21:27:18 +03:00
}{
{
Nums: []float64{
1.5,
},
2026-06-11 14:27:38 +00:00
Name: "add 1st value",
Offset: 0,
ChangeSize: 3,
2026-06-07 21:27:18 +03:00
Buf: []byte{
2026-06-11 14:27:38 +00:00
0x9e, // base value
0x80, // delta 0
0x80, // literal (len = 1)
0x00, 0x00, 0x00, 0x00, 0x00,
2026-06-07 21:27:18 +03:00
},
BaseValue: 1.5,
LastDelta: 0,
2026-06-11 14:27:38 +00:00
},
{
Nums: []float64{
-1.5,
},
Name: "add 1st value (negative)",
Offset: 0,
ChangeSize: 3,
Buf: []byte{
0x9d, // base value
0x80, // delta 0
0x80, // literal (len = 1)
0x00, 0x00, 0x00, 0x00, 0x00,
},
BaseValue: -1.5,
LastDelta: 0,
2026-06-07 21:27:18 +03:00
},
{
Nums: []float64{
1.5,
1.5,
},
2026-06-11 14:27:38 +00:00
Name: "literal switch to run",
Offset: 1,
ChangeSize: 1,
2026-06-07 21:27:18 +03:00
Buf: []byte{
2026-06-11 14:27:38 +00:00
0x9e, // base value
0x80, // delta 0
0x00, // run (len = 2)
0x00, 0x00, 0x00, 0x00, 0x00,
2026-06-07 21:27:18 +03:00
},
BaseValue: 1.5,
LastDelta: 0,
},
{
Nums: []float64{
1.5,
1.6,
1.6,
},
2026-06-11 14:27:38 +00:00
Name: "literal decrease by 1 and switch to run",
Offset: 2,
ChangeSize: 3,
2026-06-07 21:27:18 +03:00
Buf: []byte{
2026-06-11 14:27:38 +00:00
0x9e, // base value
0x80, // delta 0
0x80, // literal (len = 1)
0x82, // delta 1
0x00, // run (len = 2)
0x00, 0x00, 0x00,
2026-06-07 21:27:18 +03:00
},
BaseValue: 1.5,
2026-06-11 14:27:38 +00:00
LastDelta: bin.EncodeZigZag(1),
2026-06-07 21:27:18 +03:00
},
{
Nums: []float64{
1.5,
1.4,
1.4,
},
2026-06-11 14:27:38 +00:00
Name: "literal decrease by 1 and switch to run (negative delta)",
Offset: 2,
ChangeSize: 3,
2026-06-07 21:27:18 +03:00
Buf: []byte{
2026-06-11 14:27:38 +00:00
0x9e, // base value
0x80, // delta 0
0x80, // literal (len = 1)
0x81, // delta -1
0x00, // run (len = 2)
0x00, 0x00, 0x00,
2026-06-07 21:27:18 +03:00
},
BaseValue: 1.5,
2026-06-11 14:27:38 +00:00
LastDelta: bin.EncodeZigZag(-1),
2026-06-07 21:27:18 +03:00
},
{
Nums: []float64{
1.5,
1.5,
1.5,
},
2026-06-11 14:27:38 +00:00
Name: "increment run",
Offset: 1,
ChangeSize: 1,
2026-06-07 21:27:18 +03:00
Buf: []byte{
2026-06-11 14:27:38 +00:00
0x9e, // base value
0x80, // delta 0
0x01, // run (len = 3)
0x00, 0x00, 0x00, 0x00, 0x00,
2026-06-07 21:27:18 +03:00
},
BaseValue: 1.5,
LastDelta: 0,
},
{
Nums: []float64{
1.5,
1.5,
1.5,
1.6,
},
2026-06-11 14:27:38 +00:00
Name: "run switch to literal",
Offset: 0,
ChangeSize: 2,
2026-06-07 21:27:18 +03:00
Buf: []byte{
2026-06-11 14:27:38 +00:00
0x9e, // base value
0x80, // delta 0
0x01, // run (len = 3)
0x82, // delta 1
0x80, // literal (len = 1)
0x00, 0x00, 0x00,
2026-06-07 21:27:18 +03:00
},
BaseValue: 1.5,
2026-06-11 14:27:38 +00:00
LastDelta: bin.EncodeZigZag(1),
2026-06-07 21:27:18 +03:00
},
{
Nums: []float64{
1.5,
1.5,
1.5,
1.4,
},
2026-06-11 14:27:38 +00:00
Name: "run switch to literal (negative delta)",
Offset: 0,
ChangeSize: 2,
2026-06-07 21:27:18 +03:00
Buf: []byte{
2026-06-11 14:27:38 +00:00
0x9e, // base value
0x80, // delta 0
0x01, // run (len = 3)
0x81, // delta -1
0x80, // literal (len = 1)
0x00, 0x00, 0x00,
2026-06-07 21:27:18 +03:00
},
BaseValue: 1.5,
2026-06-11 14:27:38 +00:00
LastDelta: bin.EncodeZigZag(-1),
2026-06-07 21:27:18 +03:00
},
{
2026-06-11 14:27:38 +00:00
Nums: repeatFloat64(1.5, 129),
Name: "increment run to full fill h-byte",
Offset: 1,
ChangeSize: 1,
2026-06-07 21:27:18 +03:00
Buf: []byte{
2026-06-11 14:27:38 +00:00
0x9e, // base value
0x80, // delta 0
0x7f, // run (len = 129)
0x00, 0x00, 0x00, 0x00, 0x00,
2026-06-07 21:27:18 +03:00
},
BaseValue: 1.5,
LastDelta: 0,
},
{
2026-06-11 14:27:38 +00:00
Nums: repeatFloat64(1.5, 130),
Name: "run switch to literal after h-byte overflow",
Offset: 0,
ChangeSize: 2,
2026-06-07 21:27:18 +03:00
Buf: []byte{
2026-06-11 14:27:38 +00:00
0x9e, // base value
0x80, // delta 0
0x7f, // run (len = 129)
0x80, // delta 0
0x80, // literal (len = 1)
0x00, 0x00, 0x00,
2026-06-07 21:27:18 +03:00
},
BaseValue: 1.5,
LastDelta: 0,
},
{
Nums: []float64{
1.5,
1.6,
2026-06-11 14:27:38 +00:00
1.7,
2026-06-07 21:27:18 +03:00
},
2026-06-11 14:27:38 +00:00
Name: "increment literal",
Offset: 1,
ChangeSize: 2,
2026-06-07 21:27:18 +03:00
Buf: []byte{
2026-06-11 14:27:38 +00:00
0x9e, // base value
0x80, // delta 0
0x82, // delta 1
0x84, // delta 2
0x82, // literal (len = 3)
0x00, 0x00, 0x00,
2026-06-07 21:27:18 +03:00
},
BaseValue: 1.5,
2026-06-11 14:27:38 +00:00
LastDelta: bin.EncodeZigZag(2),
2026-06-07 21:27:18 +03:00
},
{
Nums: []float64{
1.5,
1.4,
2026-06-11 14:27:38 +00:00
1.3,
2026-06-07 21:27:18 +03:00
},
2026-06-11 14:27:38 +00:00
Name: "increment literal (negative delta)",
Offset: 1,
ChangeSize: 2,
2026-06-07 21:27:18 +03:00
Buf: []byte{
2026-06-11 14:27:38 +00:00
0x9e, // base value
0x80, // delta 0
0x81, // delta -1
0x83, // delta -2
0x82, // literal (len = 3)
0x00, 0x00, 0x00,
2026-06-07 21:27:18 +03:00
},
BaseValue: 1.5,
2026-06-11 14:27:38 +00:00
LastDelta: bin.EncodeZigZag(-2),
2026-06-07 21:27:18 +03:00
},
}
)
2026-06-11 14:27:38 +00:00
for _, testCase := range testCases {
// fmt.Println("-----")
// fmt.Println("nums", testCase.Nums)
2026-06-07 21:27:18 +03:00
var (
2026-06-11 14:27:38 +00:00
tmp = make([]byte, tmpValueSize)
metricType = qb.Instant
fracDigits byte = 1
buf = make([]byte, 8)
payloadSize = 0
report qb.ValueEvaluationReport
2026-06-07 21:27:18 +03:00
)
2026-06-11 14:27:38 +00:00
c := NewValueDeltaCompressor(metricType, fracDigits, buf, payloadSize)
2026-06-07 21:27:18 +03:00
for _, num := range testCase.Nums {
2026-06-11 14:27:38 +00:00
report = c.Evaluate(tmp, num)
c.Append(report.Offset, tmp[:report.ChangeSize], num, report.Delta)
2026-06-07 21:27:18 +03:00
}
2026-06-11 14:27:38 +00:00
if report.Offset != testCase.Offset {
t.Fatalf("%s: got offset %d are not equal expected %d",
testCase.Name, report.Offset, testCase.Offset)
2026-06-07 21:27:18 +03:00
}
2026-06-11 14:27:38 +00:00
if report.ChangeSize != testCase.ChangeSize {
t.Fatalf("%s: got changeSize %d are not equal expected %d",
testCase.Name, report.ChangeSize, testCase.ChangeSize)
2026-06-07 21:27:18 +03:00
}
if !bytes.Equal(buf, testCase.Buf) {
2026-06-11 14:27:38 +00:00
t.Fatalf("%s: got buf % x are not equal expected % x",
testCase.Name, buf, testCase.Buf)
2026-06-07 21:27:18 +03:00
}
if c.baseValue != testCase.BaseValue {
2026-06-11 14:27:38 +00:00
t.Fatalf("%s: got baseValue %v are not equal expected %v",
testCase.Name, c.baseValue, testCase.BaseValue)
2026-06-07 21:27:18 +03:00
}
if c.lastDelta != testCase.LastDelta {
2026-06-11 14:27:38 +00:00
t.Fatalf("%s: got lastDelta %d are not equal expected %d",
testCase.Name, c.lastDelta, testCase.LastDelta)
2026-06-07 21:27:18 +03:00
}
}
}
func TestInstantDeltaDecompressorFromState(t *testing.T) {
var (
testCases = []struct {
Nums []float64
//RepeatLastDeltaNTimes int
}{
{
// addBaseValue
Nums: []float64{
1.5,
},
},
{
// startRun
Nums: []float64{
1.5,
1.5,
},
},
{
// startRun
Nums: []float64{
1.5,
1.6,
1.6,
},
},
{
// incrementRun
Nums: []float64{
1.5,
1.5,
1.5,
},
},
{
// endSeries run
Nums: []float64{
1.5,
1.5,
1.5,
1.6,
},
},
{
// incrementLiteral
Nums: []float64{
1.5,
1.6,
},
},
{
// ...
Nums: []float64{
1.5,
1.5,
1.5, //
1.5, //
1.6, //
1.7, //
1.8, //
1.9, //
2.0, //
2.0, //
2.0, //
2.2, //
},
},
}
)
for caseIdx, testCase := range testCases {
var (
2026-06-11 14:27:38 +00:00
metricType = qb.Instant
2026-06-07 21:27:18 +03:00
fracDigits byte = 1
2026-06-11 14:27:38 +00:00
tmp = make([]byte, tmpValueSize)
2026-06-07 21:27:18 +03:00
buf = make([]byte, 16)
2026-06-10 06:18:45 +03:00
payloadSize = 0
2026-06-07 21:27:18 +03:00
decodedNums []float64
)
2026-06-11 14:27:38 +00:00
c := NewValueDeltaCompressor(metricType, fracDigits, buf, payloadSize)
2026-06-07 21:27:18 +03:00
for _, num := range testCase.Nums {
2026-06-11 14:27:38 +00:00
report := c.Evaluate(tmp, num)
c.Append(report.Offset, tmp[:report.ChangeSize], num, report.Delta)
2026-06-07 21:27:18 +03:00
}
//
c.CaptureState()
fmt.Println("---------------")
d := c.CreateDecompressor()
//fmt.Println(buf)
for {
num, done := d.NextValue()
//fmt.Println(num, done)
if done {
break
}
decodedNums = append(decodedNums, num)
}
slices.Reverse(decodedNums)
fmt.Println(testCase.Nums)
fmt.Println(decodedNums)
fmt.Println()
if !equalFloatSlices(testCase.Nums, decodedNums, 0.0000001) {
t.Fatalf("%d: got nums %v not equal expected %v", caseIdx, decodedNums, testCase.Nums)
}
}
}
// TIME DELTA
func TestTimeDeltaCompressor(t *testing.T) {
var (
testCases = []struct {
2026-06-11 01:46:25 +00:00
Name string
Nums []uint32
Buf []byte
LastUnixtime uint32
LastDelta uint32
Offset int
ChangeSize int
2026-06-07 21:27:18 +03:00
}{
{
Nums: []uint32{
1780777000,
},
2026-06-11 01:46:25 +00:00
Name: "add 1st value",
Offset: 0,
ChangeSize: 4,
2026-06-07 21:27:18 +03:00
Buf: []byte{
2026-06-11 01:46:25 +00:00
0x00, 0x00, 0x00, 0x00,
0x28, 0x80, 0x24, 0x6a, // since
2026-06-07 21:27:18 +03:00
},
LastUnixtime: 1780777000,
LastDelta: 0,
},
{
Nums: []uint32{
1780777000,
1780777060, // +60
},
2026-06-11 01:46:25 +00:00
Name: "add 1st delta",
Offset: 0,
ChangeSize: 2,
2026-06-07 21:27:18 +03:00
Buf: []byte{
2026-06-11 01:46:25 +00:00
0x00, 0x00,
0x80, // h-byte (literal, len=1)
0xbc, // delta (60)
0x28, 0x80, 0x24, 0x6a, // since
2026-06-07 21:27:18 +03:00
},
LastUnixtime: 1780777060,
LastDelta: 60,
},
{
Nums: []uint32{
1780777000,
1780777060, // +60
1780777120, // +60
},
2026-06-11 01:46:25 +00:00
Name: "literal changed to run",
Offset: 1,
ChangeSize: 1,
2026-06-07 21:27:18 +03:00
Buf: []byte{
2026-06-11 01:46:25 +00:00
0x00, 0x00,
0x00, // h-byte (run, len=2)
0xbc, // delta
0x28, 0x80, 0x24, 0x6a, // since
2026-06-07 21:27:18 +03:00
},
LastUnixtime: 1780777120,
LastDelta: 60,
},
{
Nums: []uint32{
1780777000,
1780777060, // +60
1780777130, // +70
1780777200, // +70
},
2026-06-11 01:46:25 +00:00
Name: "literal decrease by 1 and switch to run",
Offset: 2,
ChangeSize: 3,
2026-06-07 21:27:18 +03:00
Buf: []byte{
2026-06-11 01:46:25 +00:00
0x00, // h-byte (run, len=2)
0xc6, // delta 70
0x80, // h-byte (literal, len=1)
0xbc, // delta 60
0x28, 0x80, 0x24, 0x6a, // since
2026-06-07 21:27:18 +03:00
},
LastUnixtime: 1780777200,
LastDelta: 70,
},
{
Nums: []uint32{
1780777000,
1780777060, // +60
1780777120, // +60
1780777180, // +60
},
2026-06-11 01:46:25 +00:00
Name: "increment run",
Offset: 1,
ChangeSize: 1,
2026-06-07 21:27:18 +03:00
Buf: []byte{
2026-06-11 01:46:25 +00:00
0x00, 0x00,
0x01, // h-byte (run, len=2)
0xbc, // delta 60
0x28, 0x80, 0x24, 0x6a, // since
2026-06-07 21:27:18 +03:00
},
LastUnixtime: 1780777180,
LastDelta: 60,
},
{
Nums: []uint32{
1780777000,
1780777060, // +60
1780777120, // +60
1780777180, // +60
1780777200, // +20
},
2026-06-11 01:46:25 +00:00
Name: "switch run to literal",
Offset: 0,
ChangeSize: 2,
2026-06-07 21:27:18 +03:00
Buf: []byte{
2026-06-11 01:46:25 +00:00
0x80, // h-byte (literal, len=1)
0x94, // delta 20
0x01, // h-byte (run, len=3)
0xbc, // delta 60
0x28, 0x80, 0x24, 0x6a, // since
2026-06-07 21:27:18 +03:00
},
LastUnixtime: 1780777200,
LastDelta: 20,
},
2026-06-11 14:27:38 +00:00
{
Nums: generateProgression(1780777000, 60, 130),
Name: "increment run up to full filled h-byte",
Offset: 1,
ChangeSize: 1,
Buf: []byte{
0x00, 0x00,
0x7f, // h-byte (run, len=129)
0xbc, // delta 60
0x28, 0x80, 0x24, 0x6a, // since
},
LastUnixtime: 1780777000 + 129*60,
LastDelta: 60,
},
{
Nums: generateProgression(1780777000, 60, 131),
Name: "run switch to literal after h-byte overflow",
Offset: 0,
ChangeSize: 2,
Buf: []byte{
0x80, // h-byte (literal, len=1)
0xbc, // delta 60
0x7f, // h-byte (run, len=129)
0xbc, // delta 60
0x28, 0x80, 0x24, 0x6a, // since
},
LastUnixtime: 1780777000 + 130*60,
LastDelta: 60,
},
2026-06-07 21:27:18 +03:00
{
Nums: []uint32{
1780777000,
1780777060, // +60
2026-06-11 01:46:25 +00:00
1780777130, // +70
2026-06-07 21:27:18 +03:00
},
2026-06-11 01:46:25 +00:00
Name: "increment literal",
Offset: 1,
ChangeSize: 2,
2026-06-07 21:27:18 +03:00
Buf: []byte{
2026-06-11 01:46:25 +00:00
0x00,
0x81, // h-byte (literal, len=2)
0xc6, // delta 70
0xbc, // delta 60
0x28, 0x80, 0x24, 0x6a, // since
2026-06-07 21:27:18 +03:00
},
2026-06-11 01:46:25 +00:00
LastUnixtime: 1780777130,
LastDelta: 70,
2026-06-07 21:27:18 +03:00
},
}
)
2026-06-11 01:46:25 +00:00
for _, testCase := range testCases {
2026-06-07 21:27:18 +03:00
//fmt.Println("----------")
var (
2026-06-11 01:46:25 +00:00
tmp = make([]byte, tmpTimeSize)
buf = make([]byte, 8)
payloadSize = 0
report qb.TimeEvaluationReport
2026-06-07 21:27:18 +03:00
)
2026-06-10 06:18:45 +03:00
c := NewTimeDeltaCompressor(buf, payloadSize)
2026-06-07 21:27:18 +03:00
for _, num := range testCase.Nums {
2026-06-11 01:46:25 +00:00
report = c.Evaluate(tmp, num)
// fmt.Println("----------\npos", c.pos)
// fmt.Printf("buf: % x\n", c.buf[c.pos:])
// pretty.Println(report)
// fmt.Printf("change: % x\n", tmp[:report.ChangeSize])
c.Append(report.Offset, tmp[:report.ChangeSize], num)
2026-06-07 21:27:18 +03:00
}
2026-06-11 01:46:25 +00:00
if report.Offset != testCase.Offset {
t.Fatalf("%s: got offset %d are not equal expected %d",
testCase.Name, report.Offset, testCase.Offset)
2026-06-07 21:27:18 +03:00
}
2026-06-11 01:46:25 +00:00
if report.ChangeSize != testCase.ChangeSize {
t.Fatalf("%s: got changeSize %d are not equal expected %d",
testCase.Name, report.ChangeSize, testCase.ChangeSize)
2026-06-07 21:27:18 +03:00
}
if !bytes.Equal(buf, testCase.Buf) {
2026-06-11 01:46:25 +00:00
t.Fatalf("%s: got buf % x are not equal expected % x",
testCase.Name, buf, testCase.Buf)
2026-06-07 21:27:18 +03:00
}
if c.lastUnixtime != testCase.LastUnixtime {
2026-06-11 01:46:25 +00:00
t.Fatalf("%s: got lastUnixtime %d are not equal expected %d",
testCase.Name, c.lastUnixtime, testCase.LastUnixtime)
2026-06-07 21:27:18 +03:00
}
if c.lastDelta != testCase.LastDelta {
2026-06-11 01:46:25 +00:00
t.Fatalf("%s: got lastDelta %d are not equal expected %d",
testCase.Name, c.lastDelta, testCase.LastDelta)
2026-06-07 21:27:18 +03:00
}
}
}
func TestTimeDeltaDecompressorFromState(t *testing.T) {
var (
testCases = []struct {
Nums []uint32
//RepeatLastDeltaNTimes int
}{
{
Nums: []uint32{
1780777000,
},
},
{
// add1stDelta
Nums: []uint32{
1780777000,
1780777060, // +60
},
},
{
// startRun
Nums: []uint32{
1780777000,
1780777060, // +60
1780777120, // +60
},
},
{
// incrementRun
Nums: []uint32{
1780777000,
1780777060, // +60
1780777120, // +60
1780777180, // +60
},
},
{
// endRun
Nums: []uint32{
1780777000,
1780777060, // +60
1780777120, // +60
1780777180, // +60
1780777200, // +20
},
},
{
// incrementLiteral
Nums: []uint32{
1780777000,
1780777060, // +60
1780777122, // +62
},
},
{
// ...
Nums: []uint32{
1780777000,
1780777010, // +10
1780777120, // +10
1780777130, // +10
1780777135, // +5
1780777141, // +6
1780777148, // +7
1780777156, // +8
1780777165, // +9
1780777174, // +9
1780777183, // +9
1780777190, // +7
},
},
}
)
for caseIdx, testCase := range testCases {
var (
2026-06-11 01:46:25 +00:00
tmp = make([]byte, tmpTimeSize)
2026-06-07 21:27:18 +03:00
buf = make([]byte, 16)
2026-06-10 06:18:45 +03:00
payloadSize = 0
2026-06-07 21:27:18 +03:00
decodedNums []uint32
)
2026-06-10 06:18:45 +03:00
c := NewTimeDeltaCompressor(buf, payloadSize)
2026-06-07 21:27:18 +03:00
for _, num := range testCase.Nums {
2026-06-11 01:46:25 +00:00
report := c.Evaluate(tmp, num)
c.Append(report.Offset, tmp[:report.ChangeSize], num)
2026-06-07 21:27:18 +03:00
}
//
c.CaptureState()
d := c.CreateDecompressor()
//fmt.Println(testCase.Nums)
// fmt.Println("---------------")
// fmt.Println(buf)
for {
num, done := d.NextValue()
//fmt.Println(num, done)
if done {
break
}
decodedNums = append(decodedNums, num)
}
slices.Reverse(decodedNums)
if !slices.Equal(testCase.Nums, decodedNums) {
t.Fatalf("%d: got nums %v not equal expected %v", caseIdx, decodedNums, testCase.Nums)
}
}
}
2026-06-11 14:27:38 +00:00
func TestVarInt64(t *testing.T) {
2026-06-07 21:27:18 +03:00
arr := make([]byte, 9)
2026-06-11 14:27:38 +00:00
n, err := bin.PutVarInt64(arr, -15)
2026-06-07 21:27:18 +03:00
if err != nil {
t.Fatal(err)
}
fmt.Println(arr[:n])
}
2026-06-11 14:27:38 +00:00
func repeatFloat64(num float64, n int) []float64 {
nums := make([]float64, n)
for i := range nums {
nums[i] = num
}
return nums
}
func generateProgression(start uint32, delta uint32, n int) []uint32 {
nums := make([]uint32, n)
nums[0] = start
for i := 1; i < n; i++ {
nums[i] = nums[i-1] + delta
}
return nums
}