2026-06-07 21:27:18 +03:00
|
|
|
package enc
|
|
|
|
|
|
|
|
|
|
import (
|
|
|
|
|
"bytes"
|
|
|
|
|
"fmt"
|
|
|
|
|
"math"
|
|
|
|
|
"slices"
|
|
|
|
|
"testing"
|
|
|
|
|
|
|
|
|
|
bin "gordenko.dev/dima/bin/little"
|
2026-06-11 01:46:25 +00:00
|
|
|
"gordenko.dev/dima/qb"
|
2026-06-07 21:27:18 +03:00
|
|
|
)
|
|
|
|
|
|
|
|
|
|
func equalFloatSlices(a, b []float64, epsilon float64) bool {
|
|
|
|
|
return slices.EqualFunc(a, b, func(x, y float64) bool {
|
|
|
|
|
return math.Abs(x-y) <= epsilon
|
|
|
|
|
})
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// CUMULATIVE
|
|
|
|
|
|
2026-06-11 14:27:38 +00:00
|
|
|
func TestCumulativeDeltaCompressor(t *testing.T) {
|
2026-06-07 21:27:18 +03:00
|
|
|
var (
|
|
|
|
|
testCases = []struct {
|
2026-06-11 01:46:25 +00:00
|
|
|
Nums []float64
|
|
|
|
|
Name string
|
|
|
|
|
Offset int
|
|
|
|
|
ChangeSize int
|
|
|
|
|
Buf []byte
|
|
|
|
|
BaseValue float64
|
|
|
|
|
LastDelta uint64
|
2026-06-07 21:27:18 +03:00
|
|
|
}{
|
|
|
|
|
{
|
|
|
|
|
Nums: []float64{
|
|
|
|
|
1.5,
|
|
|
|
|
},
|
2026-06-11 01:46:25 +00:00
|
|
|
Name: "add 1st value",
|
|
|
|
|
Offset: 0,
|
|
|
|
|
ChangeSize: 3,
|
2026-06-07 21:27:18 +03:00
|
|
|
Buf: []byte{
|
2026-06-11 01:46:25 +00:00
|
|
|
0x8f, // base value
|
|
|
|
|
0x80, // delta 0
|
|
|
|
|
0x80, // literal (len = 1)
|
|
|
|
|
0x00, 0x00, 0x00, 0x00, 0x00,
|
2026-06-07 21:27:18 +03:00
|
|
|
},
|
|
|
|
|
BaseValue: 1.5,
|
|
|
|
|
LastDelta: 0,
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
Nums: []float64{
|
|
|
|
|
1.5,
|
|
|
|
|
1.5,
|
|
|
|
|
},
|
2026-06-11 01:46:25 +00:00
|
|
|
Name: "literal switch to run",
|
|
|
|
|
Offset: 1,
|
|
|
|
|
ChangeSize: 1,
|
2026-06-07 21:27:18 +03:00
|
|
|
Buf: []byte{
|
2026-06-11 01:46:25 +00:00
|
|
|
0x8f, // base value
|
|
|
|
|
0x80, // delta 0
|
|
|
|
|
0x00, // run (len = 2)
|
|
|
|
|
0x00, 0x00, 0x00, 0x00, 0x00,
|
2026-06-07 21:27:18 +03:00
|
|
|
},
|
|
|
|
|
BaseValue: 1.5,
|
|
|
|
|
LastDelta: 0,
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
Nums: []float64{
|
|
|
|
|
1.5,
|
|
|
|
|
1.6,
|
|
|
|
|
1.6,
|
|
|
|
|
},
|
2026-06-11 01:46:25 +00:00
|
|
|
Name: "literal decrease by 1 and switch to run",
|
|
|
|
|
Offset: 2,
|
|
|
|
|
ChangeSize: 3,
|
2026-06-07 21:27:18 +03:00
|
|
|
Buf: []byte{
|
2026-06-11 01:46:25 +00:00
|
|
|
0x8f, // base value
|
|
|
|
|
0x80, // delta 0
|
|
|
|
|
0x80, // literal (len = 1)
|
2026-06-11 14:27:38 +00:00
|
|
|
0x81, // delta 1
|
2026-06-11 01:46:25 +00:00
|
|
|
0x00, // run (len = 2)
|
|
|
|
|
0x00, 0x00, 0x00,
|
2026-06-07 21:27:18 +03:00
|
|
|
},
|
|
|
|
|
BaseValue: 1.5,
|
|
|
|
|
LastDelta: 1,
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
Nums: []float64{
|
|
|
|
|
1.5,
|
|
|
|
|
1.5,
|
|
|
|
|
1.5,
|
|
|
|
|
},
|
2026-06-11 01:46:25 +00:00
|
|
|
Name: "increment run",
|
|
|
|
|
Offset: 1,
|
|
|
|
|
ChangeSize: 1,
|
2026-06-07 21:27:18 +03:00
|
|
|
Buf: []byte{
|
2026-06-11 01:46:25 +00:00
|
|
|
0x8f, // base value
|
|
|
|
|
0x80, // delta 0
|
|
|
|
|
0x01, // run (len = 3)
|
|
|
|
|
0x00, 0x00, 0x00, 0x00, 0x00,
|
2026-06-07 21:27:18 +03:00
|
|
|
},
|
|
|
|
|
BaseValue: 1.5,
|
|
|
|
|
LastDelta: 0,
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
Nums: []float64{
|
|
|
|
|
1.5,
|
|
|
|
|
1.5,
|
|
|
|
|
1.5,
|
|
|
|
|
1.6,
|
|
|
|
|
},
|
2026-06-11 01:46:25 +00:00
|
|
|
Name: "run switch to literal",
|
|
|
|
|
Offset: 0,
|
|
|
|
|
ChangeSize: 2,
|
2026-06-07 21:27:18 +03:00
|
|
|
Buf: []byte{
|
2026-06-11 01:46:25 +00:00
|
|
|
0x8f, // base value
|
|
|
|
|
0x80, // delta 0
|
|
|
|
|
0x01, // run (len = 3)
|
2026-06-11 14:27:38 +00:00
|
|
|
0x81, // delta 1
|
2026-06-11 01:46:25 +00:00
|
|
|
0x80, // literal (len = 1)
|
|
|
|
|
0x00, 0x00, 0x00,
|
2026-06-07 21:27:18 +03:00
|
|
|
},
|
|
|
|
|
BaseValue: 1.5,
|
|
|
|
|
LastDelta: 1,
|
|
|
|
|
},
|
2026-06-11 14:27:38 +00:00
|
|
|
{
|
|
|
|
|
Nums: repeatFloat64(1.5, 129),
|
|
|
|
|
Name: "increment run to full fill h-byte",
|
|
|
|
|
Offset: 1,
|
|
|
|
|
ChangeSize: 1,
|
|
|
|
|
Buf: []byte{
|
|
|
|
|
0x8f, // base value
|
|
|
|
|
0x80, // delta 0
|
|
|
|
|
0x7f, // run (len = 129)
|
|
|
|
|
0x00, 0x00, 0x00, 0x00, 0x00,
|
|
|
|
|
},
|
|
|
|
|
BaseValue: 1.5,
|
|
|
|
|
LastDelta: 0,
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
Nums: repeatFloat64(1.5, 130),
|
|
|
|
|
Name: "run switch to literal after h-byte overflow",
|
|
|
|
|
Offset: 0,
|
|
|
|
|
ChangeSize: 2,
|
|
|
|
|
Buf: []byte{
|
|
|
|
|
0x8f, // base value
|
|
|
|
|
0x80, // delta 0
|
|
|
|
|
0x7f, // run (len = 129)
|
|
|
|
|
0x80, // delta 0
|
|
|
|
|
0x80, // literal (len = 1)
|
|
|
|
|
0x00, 0x00, 0x00,
|
|
|
|
|
},
|
|
|
|
|
BaseValue: 1.5,
|
|
|
|
|
LastDelta: 0,
|
|
|
|
|
},
|
2026-06-07 21:27:18 +03:00
|
|
|
{
|
|
|
|
|
Nums: []float64{
|
|
|
|
|
1.5,
|
|
|
|
|
1.6,
|
2026-06-11 01:46:25 +00:00
|
|
|
1.7,
|
2026-06-07 21:27:18 +03:00
|
|
|
},
|
2026-06-11 01:46:25 +00:00
|
|
|
Name: "increment literal",
|
|
|
|
|
Offset: 1,
|
|
|
|
|
ChangeSize: 2,
|
2026-06-07 21:27:18 +03:00
|
|
|
Buf: []byte{
|
2026-06-11 01:46:25 +00:00
|
|
|
0x8f, // base value
|
|
|
|
|
0x80, // delta 0
|
2026-06-11 14:27:38 +00:00
|
|
|
0x81, // delta 1
|
|
|
|
|
0x82, // delta 2
|
2026-06-11 01:46:25 +00:00
|
|
|
0x82, // literal (len = 3)
|
|
|
|
|
0x00, 0x00, 0x00,
|
2026-06-07 21:27:18 +03:00
|
|
|
},
|
|
|
|
|
BaseValue: 1.5,
|
2026-06-11 01:46:25 +00:00
|
|
|
LastDelta: 2,
|
2026-06-07 21:27:18 +03:00
|
|
|
},
|
|
|
|
|
}
|
|
|
|
|
)
|
|
|
|
|
|
2026-06-11 01:46:25 +00:00
|
|
|
for _, testCase := range testCases {
|
2026-06-07 21:27:18 +03:00
|
|
|
var (
|
2026-06-11 01:46:25 +00:00
|
|
|
tmp = make([]byte, tmpValueSize)
|
2026-06-11 14:27:38 +00:00
|
|
|
metricType = qb.Cumulative
|
2026-06-11 01:46:25 +00:00
|
|
|
fracDigits byte = 1
|
|
|
|
|
buf = make([]byte, 8)
|
|
|
|
|
payloadSize = 0
|
|
|
|
|
report qb.ValueEvaluationReport
|
2026-06-07 21:27:18 +03:00
|
|
|
)
|
2026-06-11 14:27:38 +00:00
|
|
|
c := NewValueDeltaCompressor(metricType, fracDigits, buf, payloadSize)
|
2026-06-07 21:27:18 +03:00
|
|
|
for _, num := range testCase.Nums {
|
2026-06-11 01:46:25 +00:00
|
|
|
report = c.Evaluate(tmp, num)
|
|
|
|
|
c.Append(report.Offset, tmp[:report.ChangeSize], num, report.Delta)
|
2026-06-07 21:27:18 +03:00
|
|
|
}
|
2026-06-11 01:46:25 +00:00
|
|
|
if report.Offset != testCase.Offset {
|
|
|
|
|
t.Fatalf("%s: got offset %d are not equal expected %d",
|
|
|
|
|
testCase.Name, report.Offset, testCase.Offset)
|
2026-06-07 21:27:18 +03:00
|
|
|
}
|
2026-06-11 01:46:25 +00:00
|
|
|
if report.ChangeSize != testCase.ChangeSize {
|
|
|
|
|
t.Fatalf("%s: got changeSize %d are not equal expected %d",
|
|
|
|
|
testCase.Name, report.ChangeSize, testCase.ChangeSize)
|
2026-06-07 21:27:18 +03:00
|
|
|
}
|
|
|
|
|
if !bytes.Equal(buf, testCase.Buf) {
|
2026-06-11 01:46:25 +00:00
|
|
|
t.Fatalf("%s: got buf % x are not equal expected % x",
|
|
|
|
|
testCase.Name, buf, testCase.Buf)
|
2026-06-07 21:27:18 +03:00
|
|
|
}
|
|
|
|
|
if c.baseValue != testCase.BaseValue {
|
2026-06-11 01:46:25 +00:00
|
|
|
t.Fatalf("%s: got baseValue %v are not equal expected %v",
|
|
|
|
|
testCase.Name, c.baseValue, testCase.BaseValue)
|
2026-06-07 21:27:18 +03:00
|
|
|
}
|
|
|
|
|
if c.lastDelta != testCase.LastDelta {
|
2026-06-11 01:46:25 +00:00
|
|
|
t.Fatalf("%s: got lastDelta %d are not equal expected %d",
|
|
|
|
|
testCase.Name, c.lastDelta, testCase.LastDelta)
|
2026-06-07 21:27:18 +03:00
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func TestCumulativeDeltaDecompressorFromState(t *testing.T) {
|
|
|
|
|
var (
|
|
|
|
|
testCases = []struct {
|
|
|
|
|
Nums []float64
|
|
|
|
|
//RepeatLastDeltaNTimes int
|
|
|
|
|
}{
|
|
|
|
|
{
|
|
|
|
|
// addBaseValue
|
|
|
|
|
Nums: []float64{
|
|
|
|
|
1.5,
|
|
|
|
|
},
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
// startRun
|
|
|
|
|
Nums: []float64{
|
|
|
|
|
1.5,
|
|
|
|
|
1.5,
|
|
|
|
|
},
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
// startRun
|
|
|
|
|
Nums: []float64{
|
|
|
|
|
1.5,
|
|
|
|
|
1.6,
|
|
|
|
|
1.6,
|
|
|
|
|
},
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
// incrementRun
|
|
|
|
|
Nums: []float64{
|
|
|
|
|
1.5,
|
|
|
|
|
1.5,
|
|
|
|
|
1.5,
|
|
|
|
|
},
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
// endSeries run
|
|
|
|
|
Nums: []float64{
|
|
|
|
|
1.5,
|
|
|
|
|
1.5,
|
|
|
|
|
1.5,
|
|
|
|
|
1.6,
|
|
|
|
|
},
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
// incrementLiteral
|
|
|
|
|
Nums: []float64{
|
|
|
|
|
1.5,
|
|
|
|
|
1.6,
|
|
|
|
|
},
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
// ...
|
|
|
|
|
Nums: []float64{
|
|
|
|
|
1.5,
|
|
|
|
|
1.5,
|
|
|
|
|
1.5, //
|
|
|
|
|
1.5, //
|
|
|
|
|
1.6, //
|
|
|
|
|
1.7, //
|
|
|
|
|
1.8, //
|
|
|
|
|
1.9, //
|
|
|
|
|
2.0, //
|
|
|
|
|
2.0, //
|
|
|
|
|
2.0, //
|
|
|
|
|
2.2, //
|
|
|
|
|
},
|
|
|
|
|
},
|
|
|
|
|
}
|
|
|
|
|
)
|
|
|
|
|
for caseIdx, testCase := range testCases {
|
|
|
|
|
var (
|
2026-06-11 14:27:38 +00:00
|
|
|
metricType = qb.Cumulative
|
2026-06-07 21:27:18 +03:00
|
|
|
fracDigits byte = 1
|
2026-06-11 14:27:38 +00:00
|
|
|
tmp = make([]byte, tmpValueSize)
|
2026-06-07 21:27:18 +03:00
|
|
|
buf = make([]byte, 16)
|
2026-06-10 06:18:45 +03:00
|
|
|
payloadSize = 0
|
2026-06-07 21:27:18 +03:00
|
|
|
decodedNums []float64
|
|
|
|
|
)
|
2026-06-11 14:27:38 +00:00
|
|
|
c := NewValueDeltaCompressor(metricType, fracDigits, buf, payloadSize)
|
2026-06-07 21:27:18 +03:00
|
|
|
for _, num := range testCase.Nums {
|
2026-06-11 14:27:38 +00:00
|
|
|
report := c.Evaluate(tmp, num)
|
|
|
|
|
c.Append(report.Offset, tmp[:report.ChangeSize], num, report.Delta)
|
2026-06-07 21:27:18 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
//
|
|
|
|
|
c.CaptureState()
|
|
|
|
|
|
|
|
|
|
fmt.Println("---------------")
|
|
|
|
|
|
|
|
|
|
d := c.CreateDecompressor()
|
|
|
|
|
|
|
|
|
|
//fmt.Println(buf)
|
|
|
|
|
|
|
|
|
|
for {
|
|
|
|
|
num, done := d.NextValue()
|
|
|
|
|
//fmt.Println(num, done)
|
|
|
|
|
if done {
|
|
|
|
|
break
|
|
|
|
|
}
|
|
|
|
|
decodedNums = append(decodedNums, num)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
slices.Reverse(decodedNums)
|
|
|
|
|
|
|
|
|
|
fmt.Println(testCase.Nums)
|
|
|
|
|
fmt.Println(decodedNums)
|
|
|
|
|
fmt.Println()
|
|
|
|
|
|
|
|
|
|
if !equalFloatSlices(testCase.Nums, decodedNums, 0.0000001) {
|
|
|
|
|
t.Fatalf("%d: got nums %v not equal expected %v", caseIdx, decodedNums, testCase.Nums)
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// INSTANT
|
|
|
|
|
|
|
|
|
|
func TestInstantDeltaCompressor(t *testing.T) {
|
|
|
|
|
var (
|
|
|
|
|
testCases = []struct {
|
2026-06-11 14:27:38 +00:00
|
|
|
Nums []float64
|
|
|
|
|
Name string
|
|
|
|
|
Offset int
|
|
|
|
|
ChangeSize int
|
|
|
|
|
Buf []byte
|
|
|
|
|
BaseValue float64
|
|
|
|
|
LastDelta uint64
|
2026-06-07 21:27:18 +03:00
|
|
|
}{
|
|
|
|
|
{
|
|
|
|
|
Nums: []float64{
|
|
|
|
|
1.5,
|
|
|
|
|
},
|
2026-06-11 14:27:38 +00:00
|
|
|
Name: "add 1st value",
|
|
|
|
|
Offset: 0,
|
|
|
|
|
ChangeSize: 3,
|
2026-06-07 21:27:18 +03:00
|
|
|
Buf: []byte{
|
2026-06-11 14:27:38 +00:00
|
|
|
0x9e, // base value
|
|
|
|
|
0x80, // delta 0
|
|
|
|
|
0x80, // literal (len = 1)
|
|
|
|
|
0x00, 0x00, 0x00, 0x00, 0x00,
|
2026-06-07 21:27:18 +03:00
|
|
|
},
|
|
|
|
|
BaseValue: 1.5,
|
|
|
|
|
LastDelta: 0,
|
2026-06-11 14:27:38 +00:00
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
Nums: []float64{
|
|
|
|
|
-1.5,
|
|
|
|
|
},
|
|
|
|
|
Name: "add 1st value (negative)",
|
|
|
|
|
Offset: 0,
|
|
|
|
|
ChangeSize: 3,
|
|
|
|
|
Buf: []byte{
|
|
|
|
|
0x9d, // base value
|
|
|
|
|
0x80, // delta 0
|
|
|
|
|
0x80, // literal (len = 1)
|
|
|
|
|
0x00, 0x00, 0x00, 0x00, 0x00,
|
|
|
|
|
},
|
|
|
|
|
BaseValue: -1.5,
|
|
|
|
|
LastDelta: 0,
|
2026-06-07 21:27:18 +03:00
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
Nums: []float64{
|
|
|
|
|
1.5,
|
|
|
|
|
1.5,
|
|
|
|
|
},
|
2026-06-11 14:27:38 +00:00
|
|
|
Name: "literal switch to run",
|
|
|
|
|
Offset: 1,
|
|
|
|
|
ChangeSize: 1,
|
2026-06-07 21:27:18 +03:00
|
|
|
Buf: []byte{
|
2026-06-11 14:27:38 +00:00
|
|
|
0x9e, // base value
|
|
|
|
|
0x80, // delta 0
|
|
|
|
|
0x00, // run (len = 2)
|
|
|
|
|
0x00, 0x00, 0x00, 0x00, 0x00,
|
2026-06-07 21:27:18 +03:00
|
|
|
},
|
|
|
|
|
BaseValue: 1.5,
|
|
|
|
|
LastDelta: 0,
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
Nums: []float64{
|
|
|
|
|
1.5,
|
|
|
|
|
1.6,
|
|
|
|
|
1.6,
|
|
|
|
|
},
|
2026-06-11 14:27:38 +00:00
|
|
|
Name: "literal decrease by 1 and switch to run",
|
|
|
|
|
Offset: 2,
|
|
|
|
|
ChangeSize: 3,
|
2026-06-07 21:27:18 +03:00
|
|
|
Buf: []byte{
|
2026-06-11 14:27:38 +00:00
|
|
|
0x9e, // base value
|
|
|
|
|
0x80, // delta 0
|
|
|
|
|
0x80, // literal (len = 1)
|
|
|
|
|
0x82, // delta 1
|
|
|
|
|
0x00, // run (len = 2)
|
|
|
|
|
0x00, 0x00, 0x00,
|
2026-06-07 21:27:18 +03:00
|
|
|
},
|
|
|
|
|
BaseValue: 1.5,
|
2026-06-11 14:27:38 +00:00
|
|
|
LastDelta: bin.EncodeZigZag(1),
|
2026-06-07 21:27:18 +03:00
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
Nums: []float64{
|
|
|
|
|
1.5,
|
|
|
|
|
1.4,
|
|
|
|
|
1.4,
|
|
|
|
|
},
|
2026-06-11 14:27:38 +00:00
|
|
|
Name: "literal decrease by 1 and switch to run (negative delta)",
|
|
|
|
|
Offset: 2,
|
|
|
|
|
ChangeSize: 3,
|
2026-06-07 21:27:18 +03:00
|
|
|
Buf: []byte{
|
2026-06-11 14:27:38 +00:00
|
|
|
0x9e, // base value
|
|
|
|
|
0x80, // delta 0
|
|
|
|
|
0x80, // literal (len = 1)
|
|
|
|
|
0x81, // delta -1
|
|
|
|
|
0x00, // run (len = 2)
|
|
|
|
|
0x00, 0x00, 0x00,
|
2026-06-07 21:27:18 +03:00
|
|
|
},
|
|
|
|
|
BaseValue: 1.5,
|
2026-06-11 14:27:38 +00:00
|
|
|
LastDelta: bin.EncodeZigZag(-1),
|
2026-06-07 21:27:18 +03:00
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
Nums: []float64{
|
|
|
|
|
1.5,
|
|
|
|
|
1.5,
|
|
|
|
|
1.5,
|
|
|
|
|
},
|
2026-06-11 14:27:38 +00:00
|
|
|
Name: "increment run",
|
|
|
|
|
Offset: 1,
|
|
|
|
|
ChangeSize: 1,
|
2026-06-07 21:27:18 +03:00
|
|
|
Buf: []byte{
|
2026-06-11 14:27:38 +00:00
|
|
|
0x9e, // base value
|
|
|
|
|
0x80, // delta 0
|
|
|
|
|
0x01, // run (len = 3)
|
|
|
|
|
0x00, 0x00, 0x00, 0x00, 0x00,
|
2026-06-07 21:27:18 +03:00
|
|
|
},
|
|
|
|
|
BaseValue: 1.5,
|
|
|
|
|
LastDelta: 0,
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
Nums: []float64{
|
|
|
|
|
1.5,
|
|
|
|
|
1.5,
|
|
|
|
|
1.5,
|
|
|
|
|
1.6,
|
|
|
|
|
},
|
2026-06-11 14:27:38 +00:00
|
|
|
Name: "run switch to literal",
|
|
|
|
|
Offset: 0,
|
|
|
|
|
ChangeSize: 2,
|
2026-06-07 21:27:18 +03:00
|
|
|
Buf: []byte{
|
2026-06-11 14:27:38 +00:00
|
|
|
0x9e, // base value
|
|
|
|
|
0x80, // delta 0
|
|
|
|
|
0x01, // run (len = 3)
|
|
|
|
|
0x82, // delta 1
|
|
|
|
|
0x80, // literal (len = 1)
|
|
|
|
|
0x00, 0x00, 0x00,
|
2026-06-07 21:27:18 +03:00
|
|
|
},
|
|
|
|
|
BaseValue: 1.5,
|
2026-06-11 14:27:38 +00:00
|
|
|
LastDelta: bin.EncodeZigZag(1),
|
2026-06-07 21:27:18 +03:00
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
Nums: []float64{
|
|
|
|
|
1.5,
|
|
|
|
|
1.5,
|
|
|
|
|
1.5,
|
|
|
|
|
1.4,
|
|
|
|
|
},
|
2026-06-11 14:27:38 +00:00
|
|
|
Name: "run switch to literal (negative delta)",
|
|
|
|
|
Offset: 0,
|
|
|
|
|
ChangeSize: 2,
|
2026-06-07 21:27:18 +03:00
|
|
|
Buf: []byte{
|
2026-06-11 14:27:38 +00:00
|
|
|
0x9e, // base value
|
|
|
|
|
0x80, // delta 0
|
|
|
|
|
0x01, // run (len = 3)
|
|
|
|
|
0x81, // delta -1
|
|
|
|
|
0x80, // literal (len = 1)
|
|
|
|
|
0x00, 0x00, 0x00,
|
2026-06-07 21:27:18 +03:00
|
|
|
},
|
|
|
|
|
BaseValue: 1.5,
|
2026-06-11 14:27:38 +00:00
|
|
|
LastDelta: bin.EncodeZigZag(-1),
|
2026-06-07 21:27:18 +03:00
|
|
|
},
|
|
|
|
|
{
|
2026-06-11 14:27:38 +00:00
|
|
|
Nums: repeatFloat64(1.5, 129),
|
|
|
|
|
Name: "increment run to full fill h-byte",
|
|
|
|
|
Offset: 1,
|
|
|
|
|
ChangeSize: 1,
|
2026-06-07 21:27:18 +03:00
|
|
|
Buf: []byte{
|
2026-06-11 14:27:38 +00:00
|
|
|
0x9e, // base value
|
|
|
|
|
0x80, // delta 0
|
|
|
|
|
0x7f, // run (len = 129)
|
|
|
|
|
0x00, 0x00, 0x00, 0x00, 0x00,
|
2026-06-07 21:27:18 +03:00
|
|
|
},
|
|
|
|
|
BaseValue: 1.5,
|
|
|
|
|
LastDelta: 0,
|
|
|
|
|
},
|
|
|
|
|
{
|
2026-06-11 14:27:38 +00:00
|
|
|
Nums: repeatFloat64(1.5, 130),
|
|
|
|
|
Name: "run switch to literal after h-byte overflow",
|
|
|
|
|
Offset: 0,
|
|
|
|
|
ChangeSize: 2,
|
2026-06-07 21:27:18 +03:00
|
|
|
Buf: []byte{
|
2026-06-11 14:27:38 +00:00
|
|
|
0x9e, // base value
|
|
|
|
|
0x80, // delta 0
|
|
|
|
|
0x7f, // run (len = 129)
|
|
|
|
|
0x80, // delta 0
|
|
|
|
|
0x80, // literal (len = 1)
|
|
|
|
|
0x00, 0x00, 0x00,
|
2026-06-07 21:27:18 +03:00
|
|
|
},
|
|
|
|
|
BaseValue: 1.5,
|
|
|
|
|
LastDelta: 0,
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
Nums: []float64{
|
|
|
|
|
1.5,
|
|
|
|
|
1.6,
|
2026-06-11 14:27:38 +00:00
|
|
|
1.7,
|
2026-06-07 21:27:18 +03:00
|
|
|
},
|
2026-06-11 14:27:38 +00:00
|
|
|
Name: "increment literal",
|
|
|
|
|
Offset: 1,
|
|
|
|
|
ChangeSize: 2,
|
2026-06-07 21:27:18 +03:00
|
|
|
Buf: []byte{
|
2026-06-11 14:27:38 +00:00
|
|
|
0x9e, // base value
|
|
|
|
|
0x80, // delta 0
|
|
|
|
|
0x82, // delta 1
|
|
|
|
|
0x84, // delta 2
|
|
|
|
|
0x82, // literal (len = 3)
|
|
|
|
|
0x00, 0x00, 0x00,
|
2026-06-07 21:27:18 +03:00
|
|
|
},
|
|
|
|
|
BaseValue: 1.5,
|
2026-06-11 14:27:38 +00:00
|
|
|
LastDelta: bin.EncodeZigZag(2),
|
2026-06-07 21:27:18 +03:00
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
Nums: []float64{
|
|
|
|
|
1.5,
|
|
|
|
|
1.4,
|
2026-06-11 14:27:38 +00:00
|
|
|
1.3,
|
2026-06-07 21:27:18 +03:00
|
|
|
},
|
2026-06-11 14:27:38 +00:00
|
|
|
Name: "increment literal (negative delta)",
|
|
|
|
|
Offset: 1,
|
|
|
|
|
ChangeSize: 2,
|
2026-06-07 21:27:18 +03:00
|
|
|
Buf: []byte{
|
2026-06-11 14:27:38 +00:00
|
|
|
0x9e, // base value
|
|
|
|
|
0x80, // delta 0
|
|
|
|
|
0x81, // delta -1
|
|
|
|
|
0x83, // delta -2
|
|
|
|
|
0x82, // literal (len = 3)
|
|
|
|
|
0x00, 0x00, 0x00,
|
2026-06-07 21:27:18 +03:00
|
|
|
},
|
|
|
|
|
BaseValue: 1.5,
|
2026-06-11 14:27:38 +00:00
|
|
|
LastDelta: bin.EncodeZigZag(-2),
|
2026-06-07 21:27:18 +03:00
|
|
|
},
|
|
|
|
|
}
|
|
|
|
|
)
|
|
|
|
|
|
2026-06-11 14:27:38 +00:00
|
|
|
for _, testCase := range testCases {
|
|
|
|
|
// fmt.Println("-----")
|
|
|
|
|
// fmt.Println("nums", testCase.Nums)
|
2026-06-07 21:27:18 +03:00
|
|
|
var (
|
2026-06-11 14:27:38 +00:00
|
|
|
tmp = make([]byte, tmpValueSize)
|
|
|
|
|
metricType = qb.Instant
|
|
|
|
|
fracDigits byte = 1
|
|
|
|
|
buf = make([]byte, 8)
|
|
|
|
|
payloadSize = 0
|
|
|
|
|
report qb.ValueEvaluationReport
|
2026-06-07 21:27:18 +03:00
|
|
|
)
|
2026-06-11 14:27:38 +00:00
|
|
|
c := NewValueDeltaCompressor(metricType, fracDigits, buf, payloadSize)
|
2026-06-07 21:27:18 +03:00
|
|
|
for _, num := range testCase.Nums {
|
2026-06-11 14:27:38 +00:00
|
|
|
report = c.Evaluate(tmp, num)
|
|
|
|
|
c.Append(report.Offset, tmp[:report.ChangeSize], num, report.Delta)
|
2026-06-07 21:27:18 +03:00
|
|
|
}
|
2026-06-11 14:27:38 +00:00
|
|
|
if report.Offset != testCase.Offset {
|
|
|
|
|
t.Fatalf("%s: got offset %d are not equal expected %d",
|
|
|
|
|
testCase.Name, report.Offset, testCase.Offset)
|
2026-06-07 21:27:18 +03:00
|
|
|
}
|
2026-06-11 14:27:38 +00:00
|
|
|
if report.ChangeSize != testCase.ChangeSize {
|
|
|
|
|
t.Fatalf("%s: got changeSize %d are not equal expected %d",
|
|
|
|
|
testCase.Name, report.ChangeSize, testCase.ChangeSize)
|
2026-06-07 21:27:18 +03:00
|
|
|
}
|
|
|
|
|
if !bytes.Equal(buf, testCase.Buf) {
|
2026-06-11 14:27:38 +00:00
|
|
|
t.Fatalf("%s: got buf % x are not equal expected % x",
|
|
|
|
|
testCase.Name, buf, testCase.Buf)
|
2026-06-07 21:27:18 +03:00
|
|
|
}
|
|
|
|
|
if c.baseValue != testCase.BaseValue {
|
2026-06-11 14:27:38 +00:00
|
|
|
t.Fatalf("%s: got baseValue %v are not equal expected %v",
|
|
|
|
|
testCase.Name, c.baseValue, testCase.BaseValue)
|
2026-06-07 21:27:18 +03:00
|
|
|
}
|
|
|
|
|
if c.lastDelta != testCase.LastDelta {
|
2026-06-11 14:27:38 +00:00
|
|
|
t.Fatalf("%s: got lastDelta %d are not equal expected %d",
|
|
|
|
|
testCase.Name, c.lastDelta, testCase.LastDelta)
|
2026-06-07 21:27:18 +03:00
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func TestInstantDeltaDecompressorFromState(t *testing.T) {
|
|
|
|
|
var (
|
|
|
|
|
testCases = []struct {
|
|
|
|
|
Nums []float64
|
|
|
|
|
//RepeatLastDeltaNTimes int
|
|
|
|
|
}{
|
|
|
|
|
{
|
|
|
|
|
// addBaseValue
|
|
|
|
|
Nums: []float64{
|
|
|
|
|
1.5,
|
|
|
|
|
},
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
// startRun
|
|
|
|
|
Nums: []float64{
|
|
|
|
|
1.5,
|
|
|
|
|
1.5,
|
|
|
|
|
},
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
// startRun
|
|
|
|
|
Nums: []float64{
|
|
|
|
|
1.5,
|
|
|
|
|
1.6,
|
|
|
|
|
1.6,
|
|
|
|
|
},
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
// incrementRun
|
|
|
|
|
Nums: []float64{
|
|
|
|
|
1.5,
|
|
|
|
|
1.5,
|
|
|
|
|
1.5,
|
|
|
|
|
},
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
// endSeries run
|
|
|
|
|
Nums: []float64{
|
|
|
|
|
1.5,
|
|
|
|
|
1.5,
|
|
|
|
|
1.5,
|
|
|
|
|
1.6,
|
|
|
|
|
},
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
// incrementLiteral
|
|
|
|
|
Nums: []float64{
|
|
|
|
|
1.5,
|
|
|
|
|
1.6,
|
|
|
|
|
},
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
// ...
|
|
|
|
|
Nums: []float64{
|
|
|
|
|
1.5,
|
|
|
|
|
1.5,
|
|
|
|
|
1.5, //
|
|
|
|
|
1.5, //
|
|
|
|
|
1.6, //
|
|
|
|
|
1.7, //
|
|
|
|
|
1.8, //
|
|
|
|
|
1.9, //
|
|
|
|
|
2.0, //
|
|
|
|
|
2.0, //
|
|
|
|
|
2.0, //
|
|
|
|
|
2.2, //
|
|
|
|
|
},
|
|
|
|
|
},
|
|
|
|
|
}
|
|
|
|
|
)
|
|
|
|
|
for caseIdx, testCase := range testCases {
|
|
|
|
|
var (
|
2026-06-11 14:27:38 +00:00
|
|
|
metricType = qb.Instant
|
2026-06-07 21:27:18 +03:00
|
|
|
fracDigits byte = 1
|
2026-06-11 14:27:38 +00:00
|
|
|
tmp = make([]byte, tmpValueSize)
|
2026-06-07 21:27:18 +03:00
|
|
|
buf = make([]byte, 16)
|
2026-06-10 06:18:45 +03:00
|
|
|
payloadSize = 0
|
2026-06-07 21:27:18 +03:00
|
|
|
decodedNums []float64
|
|
|
|
|
)
|
2026-06-11 14:27:38 +00:00
|
|
|
c := NewValueDeltaCompressor(metricType, fracDigits, buf, payloadSize)
|
2026-06-07 21:27:18 +03:00
|
|
|
for _, num := range testCase.Nums {
|
2026-06-11 14:27:38 +00:00
|
|
|
report := c.Evaluate(tmp, num)
|
|
|
|
|
c.Append(report.Offset, tmp[:report.ChangeSize], num, report.Delta)
|
2026-06-07 21:27:18 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
//
|
|
|
|
|
c.CaptureState()
|
|
|
|
|
|
|
|
|
|
fmt.Println("---------------")
|
|
|
|
|
|
|
|
|
|
d := c.CreateDecompressor()
|
|
|
|
|
|
|
|
|
|
//fmt.Println(buf)
|
|
|
|
|
|
|
|
|
|
for {
|
|
|
|
|
num, done := d.NextValue()
|
|
|
|
|
//fmt.Println(num, done)
|
|
|
|
|
if done {
|
|
|
|
|
break
|
|
|
|
|
}
|
|
|
|
|
decodedNums = append(decodedNums, num)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
slices.Reverse(decodedNums)
|
|
|
|
|
|
|
|
|
|
fmt.Println(testCase.Nums)
|
|
|
|
|
fmt.Println(decodedNums)
|
|
|
|
|
fmt.Println()
|
|
|
|
|
|
|
|
|
|
if !equalFloatSlices(testCase.Nums, decodedNums, 0.0000001) {
|
|
|
|
|
t.Fatalf("%d: got nums %v not equal expected %v", caseIdx, decodedNums, testCase.Nums)
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// TIME DELTA
|
|
|
|
|
|
|
|
|
|
func TestTimeDeltaCompressor(t *testing.T) {
|
|
|
|
|
var (
|
|
|
|
|
testCases = []struct {
|
2026-06-11 01:46:25 +00:00
|
|
|
Name string
|
|
|
|
|
Nums []uint32
|
|
|
|
|
Buf []byte
|
|
|
|
|
LastUnixtime uint32
|
|
|
|
|
LastDelta uint32
|
|
|
|
|
Offset int
|
|
|
|
|
ChangeSize int
|
2026-06-07 21:27:18 +03:00
|
|
|
}{
|
|
|
|
|
{
|
|
|
|
|
Nums: []uint32{
|
|
|
|
|
1780777000,
|
|
|
|
|
},
|
2026-06-11 01:46:25 +00:00
|
|
|
Name: "add 1st value",
|
|
|
|
|
Offset: 0,
|
|
|
|
|
ChangeSize: 4,
|
2026-06-07 21:27:18 +03:00
|
|
|
Buf: []byte{
|
2026-06-11 01:46:25 +00:00
|
|
|
0x00, 0x00, 0x00, 0x00,
|
|
|
|
|
0x28, 0x80, 0x24, 0x6a, // since
|
2026-06-07 21:27:18 +03:00
|
|
|
},
|
|
|
|
|
LastUnixtime: 1780777000,
|
|
|
|
|
LastDelta: 0,
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
Nums: []uint32{
|
|
|
|
|
1780777000,
|
|
|
|
|
1780777060, // +60
|
|
|
|
|
},
|
2026-06-11 01:46:25 +00:00
|
|
|
Name: "add 1st delta",
|
|
|
|
|
Offset: 0,
|
|
|
|
|
ChangeSize: 2,
|
2026-06-07 21:27:18 +03:00
|
|
|
Buf: []byte{
|
2026-06-11 01:46:25 +00:00
|
|
|
0x00, 0x00,
|
|
|
|
|
0x80, // h-byte (literal, len=1)
|
|
|
|
|
0xbc, // delta (60)
|
|
|
|
|
0x28, 0x80, 0x24, 0x6a, // since
|
2026-06-07 21:27:18 +03:00
|
|
|
},
|
|
|
|
|
LastUnixtime: 1780777060,
|
|
|
|
|
LastDelta: 60,
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
Nums: []uint32{
|
|
|
|
|
1780777000,
|
|
|
|
|
1780777060, // +60
|
|
|
|
|
1780777120, // +60
|
|
|
|
|
},
|
2026-06-11 01:46:25 +00:00
|
|
|
Name: "literal changed to run",
|
|
|
|
|
Offset: 1,
|
|
|
|
|
ChangeSize: 1,
|
2026-06-07 21:27:18 +03:00
|
|
|
Buf: []byte{
|
2026-06-11 01:46:25 +00:00
|
|
|
0x00, 0x00,
|
|
|
|
|
0x00, // h-byte (run, len=2)
|
|
|
|
|
0xbc, // delta
|
|
|
|
|
0x28, 0x80, 0x24, 0x6a, // since
|
2026-06-07 21:27:18 +03:00
|
|
|
},
|
|
|
|
|
LastUnixtime: 1780777120,
|
|
|
|
|
LastDelta: 60,
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
Nums: []uint32{
|
|
|
|
|
1780777000,
|
|
|
|
|
1780777060, // +60
|
|
|
|
|
1780777130, // +70
|
|
|
|
|
1780777200, // +70
|
|
|
|
|
},
|
2026-06-11 01:46:25 +00:00
|
|
|
Name: "literal decrease by 1 and switch to run",
|
|
|
|
|
Offset: 2,
|
|
|
|
|
ChangeSize: 3,
|
2026-06-07 21:27:18 +03:00
|
|
|
Buf: []byte{
|
2026-06-11 01:46:25 +00:00
|
|
|
0x00, // h-byte (run, len=2)
|
|
|
|
|
0xc6, // delta 70
|
|
|
|
|
0x80, // h-byte (literal, len=1)
|
|
|
|
|
0xbc, // delta 60
|
|
|
|
|
0x28, 0x80, 0x24, 0x6a, // since
|
2026-06-07 21:27:18 +03:00
|
|
|
},
|
|
|
|
|
LastUnixtime: 1780777200,
|
|
|
|
|
LastDelta: 70,
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
Nums: []uint32{
|
|
|
|
|
1780777000,
|
|
|
|
|
1780777060, // +60
|
|
|
|
|
1780777120, // +60
|
|
|
|
|
1780777180, // +60
|
|
|
|
|
},
|
2026-06-11 01:46:25 +00:00
|
|
|
Name: "increment run",
|
|
|
|
|
Offset: 1,
|
|
|
|
|
ChangeSize: 1,
|
2026-06-07 21:27:18 +03:00
|
|
|
Buf: []byte{
|
2026-06-11 01:46:25 +00:00
|
|
|
0x00, 0x00,
|
|
|
|
|
0x01, // h-byte (run, len=2)
|
|
|
|
|
0xbc, // delta 60
|
|
|
|
|
0x28, 0x80, 0x24, 0x6a, // since
|
2026-06-07 21:27:18 +03:00
|
|
|
},
|
|
|
|
|
LastUnixtime: 1780777180,
|
|
|
|
|
LastDelta: 60,
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
Nums: []uint32{
|
|
|
|
|
1780777000,
|
|
|
|
|
1780777060, // +60
|
|
|
|
|
1780777120, // +60
|
|
|
|
|
1780777180, // +60
|
|
|
|
|
1780777200, // +20
|
|
|
|
|
},
|
2026-06-11 01:46:25 +00:00
|
|
|
Name: "switch run to literal",
|
|
|
|
|
Offset: 0,
|
|
|
|
|
ChangeSize: 2,
|
2026-06-07 21:27:18 +03:00
|
|
|
Buf: []byte{
|
2026-06-11 01:46:25 +00:00
|
|
|
0x80, // h-byte (literal, len=1)
|
|
|
|
|
0x94, // delta 20
|
|
|
|
|
0x01, // h-byte (run, len=3)
|
|
|
|
|
0xbc, // delta 60
|
|
|
|
|
0x28, 0x80, 0x24, 0x6a, // since
|
2026-06-07 21:27:18 +03:00
|
|
|
},
|
|
|
|
|
LastUnixtime: 1780777200,
|
|
|
|
|
LastDelta: 20,
|
|
|
|
|
},
|
2026-06-11 14:27:38 +00:00
|
|
|
{
|
|
|
|
|
Nums: generateProgression(1780777000, 60, 130),
|
|
|
|
|
Name: "increment run up to full filled h-byte",
|
|
|
|
|
Offset: 1,
|
|
|
|
|
ChangeSize: 1,
|
|
|
|
|
Buf: []byte{
|
|
|
|
|
0x00, 0x00,
|
|
|
|
|
0x7f, // h-byte (run, len=129)
|
|
|
|
|
0xbc, // delta 60
|
|
|
|
|
0x28, 0x80, 0x24, 0x6a, // since
|
|
|
|
|
},
|
|
|
|
|
LastUnixtime: 1780777000 + 129*60,
|
|
|
|
|
LastDelta: 60,
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
Nums: generateProgression(1780777000, 60, 131),
|
|
|
|
|
Name: "run switch to literal after h-byte overflow",
|
|
|
|
|
Offset: 0,
|
|
|
|
|
ChangeSize: 2,
|
|
|
|
|
Buf: []byte{
|
|
|
|
|
0x80, // h-byte (literal, len=1)
|
|
|
|
|
0xbc, // delta 60
|
|
|
|
|
0x7f, // h-byte (run, len=129)
|
|
|
|
|
0xbc, // delta 60
|
|
|
|
|
0x28, 0x80, 0x24, 0x6a, // since
|
|
|
|
|
},
|
|
|
|
|
LastUnixtime: 1780777000 + 130*60,
|
|
|
|
|
LastDelta: 60,
|
|
|
|
|
},
|
2026-06-07 21:27:18 +03:00
|
|
|
{
|
|
|
|
|
Nums: []uint32{
|
|
|
|
|
1780777000,
|
|
|
|
|
1780777060, // +60
|
2026-06-11 01:46:25 +00:00
|
|
|
1780777130, // +70
|
2026-06-07 21:27:18 +03:00
|
|
|
},
|
2026-06-11 01:46:25 +00:00
|
|
|
Name: "increment literal",
|
|
|
|
|
Offset: 1,
|
|
|
|
|
ChangeSize: 2,
|
2026-06-07 21:27:18 +03:00
|
|
|
Buf: []byte{
|
2026-06-11 01:46:25 +00:00
|
|
|
0x00,
|
|
|
|
|
0x81, // h-byte (literal, len=2)
|
|
|
|
|
0xc6, // delta 70
|
|
|
|
|
0xbc, // delta 60
|
|
|
|
|
0x28, 0x80, 0x24, 0x6a, // since
|
2026-06-07 21:27:18 +03:00
|
|
|
},
|
2026-06-11 01:46:25 +00:00
|
|
|
LastUnixtime: 1780777130,
|
|
|
|
|
LastDelta: 70,
|
2026-06-07 21:27:18 +03:00
|
|
|
},
|
|
|
|
|
}
|
|
|
|
|
)
|
|
|
|
|
|
2026-06-11 01:46:25 +00:00
|
|
|
for _, testCase := range testCases {
|
2026-06-07 21:27:18 +03:00
|
|
|
//fmt.Println("----------")
|
|
|
|
|
var (
|
2026-06-11 01:46:25 +00:00
|
|
|
tmp = make([]byte, tmpTimeSize)
|
|
|
|
|
buf = make([]byte, 8)
|
|
|
|
|
payloadSize = 0
|
|
|
|
|
report qb.TimeEvaluationReport
|
2026-06-07 21:27:18 +03:00
|
|
|
)
|
2026-06-10 06:18:45 +03:00
|
|
|
c := NewTimeDeltaCompressor(buf, payloadSize)
|
2026-06-07 21:27:18 +03:00
|
|
|
for _, num := range testCase.Nums {
|
2026-06-11 01:46:25 +00:00
|
|
|
report = c.Evaluate(tmp, num)
|
|
|
|
|
|
|
|
|
|
// fmt.Println("----------\npos", c.pos)
|
|
|
|
|
// fmt.Printf("buf: % x\n", c.buf[c.pos:])
|
|
|
|
|
// pretty.Println(report)
|
|
|
|
|
// fmt.Printf("change: % x\n", tmp[:report.ChangeSize])
|
|
|
|
|
c.Append(report.Offset, tmp[:report.ChangeSize], num)
|
2026-06-07 21:27:18 +03:00
|
|
|
}
|
2026-06-11 01:46:25 +00:00
|
|
|
if report.Offset != testCase.Offset {
|
|
|
|
|
t.Fatalf("%s: got offset %d are not equal expected %d",
|
|
|
|
|
testCase.Name, report.Offset, testCase.Offset)
|
2026-06-07 21:27:18 +03:00
|
|
|
}
|
2026-06-11 01:46:25 +00:00
|
|
|
if report.ChangeSize != testCase.ChangeSize {
|
|
|
|
|
t.Fatalf("%s: got changeSize %d are not equal expected %d",
|
|
|
|
|
testCase.Name, report.ChangeSize, testCase.ChangeSize)
|
2026-06-07 21:27:18 +03:00
|
|
|
}
|
|
|
|
|
if !bytes.Equal(buf, testCase.Buf) {
|
2026-06-11 01:46:25 +00:00
|
|
|
t.Fatalf("%s: got buf % x are not equal expected % x",
|
|
|
|
|
testCase.Name, buf, testCase.Buf)
|
2026-06-07 21:27:18 +03:00
|
|
|
}
|
|
|
|
|
if c.lastUnixtime != testCase.LastUnixtime {
|
2026-06-11 01:46:25 +00:00
|
|
|
t.Fatalf("%s: got lastUnixtime %d are not equal expected %d",
|
|
|
|
|
testCase.Name, c.lastUnixtime, testCase.LastUnixtime)
|
2026-06-07 21:27:18 +03:00
|
|
|
}
|
|
|
|
|
if c.lastDelta != testCase.LastDelta {
|
2026-06-11 01:46:25 +00:00
|
|
|
t.Fatalf("%s: got lastDelta %d are not equal expected %d",
|
|
|
|
|
testCase.Name, c.lastDelta, testCase.LastDelta)
|
2026-06-07 21:27:18 +03:00
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func TestTimeDeltaDecompressorFromState(t *testing.T) {
|
|
|
|
|
var (
|
|
|
|
|
testCases = []struct {
|
|
|
|
|
Nums []uint32
|
|
|
|
|
//RepeatLastDeltaNTimes int
|
|
|
|
|
}{
|
|
|
|
|
{
|
|
|
|
|
Nums: []uint32{
|
|
|
|
|
1780777000,
|
|
|
|
|
},
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
// add1stDelta
|
|
|
|
|
Nums: []uint32{
|
|
|
|
|
1780777000,
|
|
|
|
|
1780777060, // +60
|
|
|
|
|
},
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
// startRun
|
|
|
|
|
Nums: []uint32{
|
|
|
|
|
1780777000,
|
|
|
|
|
1780777060, // +60
|
|
|
|
|
1780777120, // +60
|
|
|
|
|
},
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
// incrementRun
|
|
|
|
|
Nums: []uint32{
|
|
|
|
|
1780777000,
|
|
|
|
|
1780777060, // +60
|
|
|
|
|
1780777120, // +60
|
|
|
|
|
1780777180, // +60
|
|
|
|
|
},
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
// endRun
|
|
|
|
|
Nums: []uint32{
|
|
|
|
|
1780777000,
|
|
|
|
|
1780777060, // +60
|
|
|
|
|
1780777120, // +60
|
|
|
|
|
1780777180, // +60
|
|
|
|
|
1780777200, // +20
|
|
|
|
|
},
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
// incrementLiteral
|
|
|
|
|
Nums: []uint32{
|
|
|
|
|
1780777000,
|
|
|
|
|
1780777060, // +60
|
|
|
|
|
1780777122, // +62
|
|
|
|
|
},
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
// ...
|
|
|
|
|
Nums: []uint32{
|
|
|
|
|
1780777000,
|
|
|
|
|
1780777010, // +10
|
|
|
|
|
1780777120, // +10
|
|
|
|
|
1780777130, // +10
|
|
|
|
|
1780777135, // +5
|
|
|
|
|
1780777141, // +6
|
|
|
|
|
1780777148, // +7
|
|
|
|
|
1780777156, // +8
|
|
|
|
|
1780777165, // +9
|
|
|
|
|
1780777174, // +9
|
|
|
|
|
1780777183, // +9
|
|
|
|
|
1780777190, // +7
|
|
|
|
|
},
|
|
|
|
|
},
|
|
|
|
|
}
|
|
|
|
|
)
|
|
|
|
|
for caseIdx, testCase := range testCases {
|
|
|
|
|
var (
|
2026-06-11 01:46:25 +00:00
|
|
|
tmp = make([]byte, tmpTimeSize)
|
2026-06-07 21:27:18 +03:00
|
|
|
buf = make([]byte, 16)
|
2026-06-10 06:18:45 +03:00
|
|
|
payloadSize = 0
|
2026-06-07 21:27:18 +03:00
|
|
|
decodedNums []uint32
|
|
|
|
|
)
|
2026-06-10 06:18:45 +03:00
|
|
|
c := NewTimeDeltaCompressor(buf, payloadSize)
|
2026-06-07 21:27:18 +03:00
|
|
|
for _, num := range testCase.Nums {
|
2026-06-11 01:46:25 +00:00
|
|
|
report := c.Evaluate(tmp, num)
|
|
|
|
|
c.Append(report.Offset, tmp[:report.ChangeSize], num)
|
2026-06-07 21:27:18 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
//
|
|
|
|
|
c.CaptureState()
|
|
|
|
|
|
|
|
|
|
d := c.CreateDecompressor()
|
|
|
|
|
|
|
|
|
|
//fmt.Println(testCase.Nums)
|
|
|
|
|
// fmt.Println("---------------")
|
|
|
|
|
// fmt.Println(buf)
|
|
|
|
|
|
|
|
|
|
for {
|
|
|
|
|
num, done := d.NextValue()
|
|
|
|
|
//fmt.Println(num, done)
|
|
|
|
|
if done {
|
|
|
|
|
break
|
|
|
|
|
}
|
|
|
|
|
decodedNums = append(decodedNums, num)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
slices.Reverse(decodedNums)
|
|
|
|
|
|
|
|
|
|
if !slices.Equal(testCase.Nums, decodedNums) {
|
|
|
|
|
t.Fatalf("%d: got nums %v not equal expected %v", caseIdx, decodedNums, testCase.Nums)
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
2026-06-11 14:27:38 +00:00
|
|
|
func TestVarInt64(t *testing.T) {
|
2026-06-07 21:27:18 +03:00
|
|
|
arr := make([]byte, 9)
|
2026-06-11 14:27:38 +00:00
|
|
|
n, err := bin.PutVarInt64(arr, -15)
|
2026-06-07 21:27:18 +03:00
|
|
|
if err != nil {
|
|
|
|
|
t.Fatal(err)
|
|
|
|
|
}
|
|
|
|
|
fmt.Println(arr[:n])
|
|
|
|
|
}
|
2026-06-11 14:27:38 +00:00
|
|
|
|
|
|
|
|
func repeatFloat64(num float64, n int) []float64 {
|
|
|
|
|
nums := make([]float64, n)
|
|
|
|
|
for i := range nums {
|
|
|
|
|
nums[i] = num
|
|
|
|
|
}
|
|
|
|
|
return nums
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func generateProgression(start uint32, delta uint32, n int) []uint32 {
|
|
|
|
|
nums := make([]uint32, n)
|
|
|
|
|
nums[0] = start
|
|
|
|
|
for i := 1; i < n; i++ {
|
|
|
|
|
nums[i] = nums[i-1] + delta
|
|
|
|
|
}
|
|
|
|
|
return nums
|
|
|
|
|
}
|