Like Prometheus, but for logs.
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
loki/pkg/engine/internal/executor/range_aggregation_test.go

641 lines
24 KiB

package executor
import (
"slices"
"testing"
"time"
"github.com/apache/arrow-go/v18/arrow"
"github.com/apache/arrow-go/v18/arrow/memory"
"github.com/stretchr/testify/require"
"github.com/grafana/loki/v3/pkg/engine/internal/datatype"
"github.com/grafana/loki/v3/pkg/engine/internal/types"
"github.com/grafana/loki/v3/pkg/engine/internal/planner/physical"
"github.com/grafana/loki/v3/pkg/util/arrowtest"
)
const arrowTimestampFormat = "2006-01-02T15:04:05.000000000Z"
func TestRangeAggregationPipeline_instant(t *testing.T) {
alloc := memory.NewCheckedAllocator(memory.DefaultAllocator)
defer alloc.AssertSize(t, 0)
// input schema with timestamp, partition-by columns and non-partition columns
fields := []arrow.Field{
{Name: types.ColumnNameBuiltinTimestamp, Type: datatype.Arrow.Timestamp, Metadata: datatype.ColumnMetadataBuiltinTimestamp},
{Name: "env", Type: datatype.Arrow.String, Metadata: datatype.ColumnMetadata(types.ColumnTypeLabel, datatype.Loki.String)},
{Name: "service", Type: datatype.Arrow.String, Metadata: datatype.ColumnMetadata(types.ColumnTypeLabel, datatype.Loki.String)},
{Name: "severity", Type: datatype.Arrow.String, Metadata: datatype.ColumnMetadata(types.ColumnTypeMetadata, datatype.Loki.String)}, // extra column not included in partition_by
}
schema := arrow.NewSchema(fields, nil)
rowsPipelineA := []arrowtest.Rows{
{
{"timestamp": time.Unix(20, 0).UTC(), "env": "prod", "service": "app1", "severity": "error"}, // included
{"timestamp": time.Unix(15, 0).UTC(), "env": "prod", "service": "app1", "severity": "info"},
{"timestamp": time.Unix(10, 0).UTC(), "env": "prod", "service": "app1", "severity": "error"}, // excluded, open interval
{"timestamp": time.Unix(12, 0).UTC(), "env": "prod", "service": "app2", "severity": "error"},
{"timestamp": time.Unix(12, 0).UTC(), "env": "dev", "service": "", "severity": "error"},
},
}
rowsPipelineB := []arrowtest.Rows{
{
{"timestamp": time.Unix(15, 0).UTC(), "env": "prod", "service": "app2", "severity": "info"},
{"timestamp": time.Unix(12, 0).UTC(), "env": "prod", "service": "app2", "severity": "error"},
},
{
{"timestamp": time.Unix(15, 0).UTC(), "env": "prod", "service": "app3", "severity": "info"},
{"timestamp": time.Unix(12, 0).UTC(), "env": "prod", "service": "app3", "severity": "error"},
{"timestamp": time.Unix(5, 0).UTC(), "env": "dev", "service": "app2", "severity": "error"}, // excluded, out of range
},
}
opts := rangeAggregationOptions{
partitionBy: []physical.ColumnExpression{
&physical.ColumnExpr{
Ref: types.ColumnRef{
Column: "env",
Type: types.ColumnTypeAmbiguous,
},
},
&physical.ColumnExpr{
Ref: types.ColumnRef{
Column: "service",
Type: types.ColumnTypeAmbiguous,
},
},
},
startTs: time.Unix(20, 0).UTC(),
endTs: time.Unix(20, 0).UTC(),
rangeInterval: 10 * time.Second,
operation: types.RangeAggregationTypeCount,
}
inputA := NewArrowtestPipeline(alloc, schema, rowsPipelineA...)
inputB := NewArrowtestPipeline(alloc, schema, rowsPipelineB...)
pipeline, err := newRangeAggregationPipeline([]Pipeline{inputA, inputB}, expressionEvaluator{}, opts)
require.NoError(t, err)
defer pipeline.Close()
// Read the pipeline output
record, err := pipeline.Read(t.Context())
require.NoError(t, err)
defer record.Release()
expect := arrowtest.Rows{
{"timestamp": time.Unix(20, 0).UTC(), "value": float64(2), "env": "prod", "service": "app1"},
{"timestamp": time.Unix(20, 0).UTC(), "value": float64(3), "env": "prod", "service": "app2"},
{"timestamp": time.Unix(20, 0).UTC(), "value": float64(2), "env": "prod", "service": "app3"},
{"timestamp": time.Unix(20, 0).UTC(), "value": float64(1), "env": "dev", "service": nil},
}
rows, err := arrowtest.RecordRows(record)
require.NoError(t, err, "should be able to convert record back to rows")
require.Equal(t, len(expect), len(rows), "number of rows should match")
require.ElementsMatch(t, expect, rows)
}
func TestRangeAggregationPipeline(t *testing.T) {
// Test RangeAggregationPipeline for range queries (step > 0).
// 1. Overlapping windows (range > step) - data points can appear in multiple windows
// 2. Aligned windows (step = range) - each data point appears in exactly one window
// 3. Non-overlapping windows (step > range) - gaps between windows
alloc := memory.NewCheckedAllocator(memory.DefaultAllocator)
defer alloc.AssertSize(t, 0)
var (
fields = []arrow.Field{
{Name: types.ColumnNameBuiltinTimestamp, Type: datatype.Arrow.Timestamp, Metadata: datatype.ColumnMetadataBuiltinTimestamp},
{Name: "env", Type: datatype.Arrow.String, Metadata: datatype.ColumnMetadata(types.ColumnTypeMetadata, datatype.Loki.String)},
{Name: "service", Type: datatype.Arrow.String, Metadata: datatype.ColumnMetadata(types.ColumnTypeMetadata, datatype.Loki.String)},
{Name: "severity", Type: datatype.Arrow.String, Metadata: datatype.ColumnMetadata(types.ColumnTypeMetadata, datatype.Loki.String)},
}
schema = arrow.NewSchema(fields, nil)
// two records from pipeline A and one from pipeline B
rowsPipelineA = []arrowtest.Rows{
{
// time.Unix(0, 0) is not part of any window, it falls on the open interval of the first window
{"timestamp": time.Unix(0, 0).UTC(), "env": "prod", "service": "app1", "severity": "info"},
{"timestamp": time.Unix(2, 0).UTC(), "env": "prod", "service": "app1", "severity": "warn"},
{"timestamp": time.Unix(4, 0).UTC(), "env": "prod", "service": "app1", "severity": "info"},
{"timestamp": time.Unix(5, 0).UTC(), "env": "prod", "service": "app2", "severity": "error"},
}, {
{"timestamp": time.Unix(6, 0).UTC(), "env": "dev", "service": "app1", "severity": "info"},
{"timestamp": time.Unix(8, 0).UTC(), "env": "prod", "service": "app1", "severity": "error"},
{"timestamp": time.Unix(10, 0).UTC(), "env": "prod", "service": "app2", "severity": "info"},
{"timestamp": time.Unix(12, 0).UTC(), "env": "prod", "service": "app1", "severity": "info"},
{"timestamp": time.Unix(15, 0).UTC(), "env": "prod", "service": "app2", "severity": "error"},
},
}
rowsPiplelineB = []arrowtest.Rows{{
{"timestamp": time.Unix(20, 0).UTC(), "env": "dev", "service": "app1", "severity": "info"},
{"timestamp": time.Unix(25, 0).UTC(), "env": "dev", "service": "app2", "severity": "error"},
{"timestamp": time.Unix(28, 0).UTC(), "env": "dev", "service": "app1", "severity": "info"},
{"timestamp": time.Unix(30, 0).UTC(), "env": "dev", "service": "app2", "severity": "info"},
}}
)
partitionBy := []physical.ColumnExpression{
&physical.ColumnExpr{
Ref: types.ColumnRef{
Column: "env",
Type: types.ColumnTypeAmbiguous,
},
},
&physical.ColumnExpr{
Ref: types.ColumnRef{
Column: "service",
Type: types.ColumnTypeAmbiguous,
},
},
}
t.Run("aligned windows", func(t *testing.T) {
opts := rangeAggregationOptions{
partitionBy: partitionBy,
startTs: time.Unix(10, 0),
endTs: time.Unix(40, 0),
rangeInterval: 10 * time.Second,
step: 10 * time.Second,
operation: types.RangeAggregationTypeCount,
}
inputA := NewArrowtestPipeline(alloc, schema, rowsPipelineA...)
inputB := NewArrowtestPipeline(alloc, schema, rowsPiplelineB...)
pipeline, err := newRangeAggregationPipeline([]Pipeline{inputA, inputB}, expressionEvaluator{}, opts)
require.NoError(t, err)
defer pipeline.Close()
record, err := pipeline.Read(t.Context())
require.NoError(t, err)
defer record.Release()
expect := arrowtest.Rows{
// time.Unix(10, 0)
{"timestamp": time.Unix(10, 0).UTC(), "env": "prod", "service": "app1", "value": float64(3)},
{"timestamp": time.Unix(10, 0).UTC(), "env": "prod", "service": "app2", "value": float64(2)},
{"timestamp": time.Unix(10, 0).UTC(), "env": "dev", "service": "app1", "value": float64(1)},
// time.Unix(20, 0)
{"timestamp": time.Unix(20, 0).UTC(), "env": "prod", "service": "app1", "value": float64(1)},
{"timestamp": time.Unix(20, 0).UTC(), "env": "prod", "service": "app2", "value": float64(1)},
{"timestamp": time.Unix(20, 0).UTC(), "env": "dev", "service": "app1", "value": float64(1)},
// time.Unix(30, 0)
{"timestamp": time.Unix(30, 0).UTC(), "env": "dev", "service": "app2", "value": float64(2)},
{"timestamp": time.Unix(30, 0).UTC(), "env": "dev", "service": "app1", "value": float64(1)},
}
rows, err := arrowtest.RecordRows(record)
require.NoError(t, err, "should be able to convert record back to rows")
require.Equal(t, len(expect), len(rows), "number of rows should match")
// rows are expected to be sorted by timestamp.
// for a given timestamp, no ordering is enforced based on labels.
require.True(t, slices.IsSortedFunc(rows, func(a, b arrowtest.Row) int {
return a["timestamp"].(time.Time).Compare(b["timestamp"].(time.Time))
}))
require.ElementsMatch(t, expect, rows)
})
t.Run("overlapping windows", func(t *testing.T) {
opts := rangeAggregationOptions{
partitionBy: partitionBy,
startTs: time.Unix(10, 0),
endTs: time.Unix(40, 0),
rangeInterval: 10 * time.Second,
step: 5 * time.Second,
operation: types.RangeAggregationTypeCount,
}
inputA := NewArrowtestPipeline(alloc, schema, rowsPipelineA...)
inputB := NewArrowtestPipeline(alloc, schema, rowsPiplelineB...)
pipeline, err := newRangeAggregationPipeline([]Pipeline{inputA, inputB}, expressionEvaluator{}, opts)
require.NoError(t, err)
defer pipeline.Close()
record, err := pipeline.Read(t.Context())
require.NoError(t, err)
defer record.Release()
expect := arrowtest.Rows{
// time.Unix(10, 0)
{"timestamp": time.Unix(10, 0).UTC(), "env": "prod", "service": "app1", "value": float64(3)},
{"timestamp": time.Unix(10, 0).UTC(), "env": "prod", "service": "app2", "value": float64(2)},
{"timestamp": time.Unix(10, 0).UTC(), "env": "dev", "service": "app1", "value": float64(1)},
// time.Unix(15, 0)
{"timestamp": time.Unix(15, 0).UTC(), "env": "prod", "service": "app2", "value": float64(2)},
{"timestamp": time.Unix(15, 0).UTC(), "env": "prod", "service": "app1", "value": float64(2)},
{"timestamp": time.Unix(15, 0).UTC(), "env": "dev", "service": "app1", "value": float64(1)},
// time.Unix(20, 0)
{"timestamp": time.Unix(20, 0).UTC(), "env": "prod", "service": "app1", "value": float64(1)},
{"timestamp": time.Unix(20, 0).UTC(), "env": "prod", "service": "app2", "value": float64(1)},
{"timestamp": time.Unix(20, 0).UTC(), "env": "dev", "service": "app1", "value": float64(1)},
// time.Unix(25, 0)
{"timestamp": time.Unix(25, 0).UTC(), "env": "dev", "service": "app1", "value": float64(1)},
{"timestamp": time.Unix(25, 0).UTC(), "env": "dev", "service": "app2", "value": float64(1)},
// time.Unix(30, 0)
{"timestamp": time.Unix(30, 0).UTC(), "env": "dev", "service": "app2", "value": float64(2)},
{"timestamp": time.Unix(30, 0).UTC(), "env": "dev", "service": "app1", "value": float64(1)},
// time.Unix(35, 0)
{"timestamp": time.Unix(35, 0).UTC(), "env": "dev", "service": "app2", "value": float64(1)},
{"timestamp": time.Unix(35, 0).UTC(), "env": "dev", "service": "app1", "value": float64(1)},
}
rows, err := arrowtest.RecordRows(record)
require.NoError(t, err, "should be able to convert record back to rows")
require.Equal(t, len(expect), len(rows), "number of rows should match")
// rows are expected to be sorted by timestamp.
// for a given timestamp, no ordering is enforced based on labels.
require.True(t, slices.IsSortedFunc(rows, func(a, b arrowtest.Row) int {
return a["timestamp"].(time.Time).Compare(b["timestamp"].(time.Time))
}))
require.ElementsMatch(t, expect, rows)
})
t.Run("non-overlapping windows", func(t *testing.T) {
opts := rangeAggregationOptions{
partitionBy: partitionBy,
startTs: time.Unix(10, 0),
endTs: time.Unix(40, 0),
rangeInterval: 5 * time.Second,
step: 10 * time.Second,
operation: types.RangeAggregationTypeCount,
}
inputA := NewArrowtestPipeline(alloc, schema, rowsPipelineA...)
inputB := NewArrowtestPipeline(alloc, schema, rowsPiplelineB...)
pipeline, err := newRangeAggregationPipeline([]Pipeline{inputA, inputB}, expressionEvaluator{}, opts)
require.NoError(t, err)
defer pipeline.Close()
record, err := pipeline.Read(t.Context())
require.NoError(t, err)
defer record.Release()
expect := arrowtest.Rows{
// time.Unix(10, 0)
{"timestamp": time.Unix(10, 0).UTC(), "env": "prod", "service": "app1", "value": float64(1)},
{"timestamp": time.Unix(10, 0).UTC(), "env": "prod", "service": "app2", "value": float64(1)},
{"timestamp": time.Unix(10, 0).UTC(), "env": "dev", "service": "app1", "value": float64(1)},
// time.Unix(20, 0)
{"timestamp": time.Unix(20, 0).UTC(), "env": "dev", "service": "app1", "value": float64(1)},
// time.Unix(30, 0)
{"timestamp": time.Unix(30, 0).UTC(), "env": "dev", "service": "app2", "value": float64(1)},
{"timestamp": time.Unix(30, 0).UTC(), "env": "dev", "service": "app1", "value": float64(1)},
}
rows, err := arrowtest.RecordRows(record)
require.NoError(t, err, "should be able to convert record back to rows")
require.Equal(t, len(expect), len(rows), "number of rows should match")
// rows are expected to be sorted by timestamp.
// for a given timestamp, no ordering is enforced based on labels.
require.True(t, slices.IsSortedFunc(rows, func(a, b arrowtest.Row) int {
return a["timestamp"].(time.Time).Compare(b["timestamp"].(time.Time))
}))
require.ElementsMatch(t, expect, rows)
})
}
func TestMatcher(t *testing.T) {
t.Run("exactMatcher", func(t *testing.T) {
opts := rangeAggregationOptions{
startTs: time.Unix(1000, 0),
endTs: time.Unix(1000, 0),
rangeInterval: 1000 * time.Second, // covers time range from 0 - 1000
step: 0, // instant query
operation: types.RangeAggregationTypeCount,
}
// Create a single window for instant query
windows := []window{
{start: time.Unix(0, 0), end: time.Unix(1000, 0)},
}
f := newMatcherFactoryFromOpts(opts)
matcher := f.createExactMatcher(windows)
tests := []struct {
name string
timestamp time.Time
expected []window
}{
{
name: "timestamp exactly at lowerbound (exclusive boundary)",
timestamp: f.bounds.start,
expected: nil, // should return nil as lowerbound is exclusive
},
{
name: "timestamp greater than upperbound",
timestamp: f.bounds.end.Add(1 * time.Nanosecond),
expected: nil, // should return nil as lowerbound is exclusive
},
{
name: "timestamp exactly at upperbound (inclusive boundary)",
timestamp: f.bounds.end,
expected: []window{windows[0]}, // should return window as upperbound is inclusive
},
{
name: "timestamp just after lowerbound",
timestamp: f.bounds.start.Add(1 * time.Nanosecond),
expected: []window{windows[0]},
},
{
name: "timestamp just before upperbound",
timestamp: f.bounds.end.Add(-1 * time.Nanosecond),
expected: []window{windows[0]},
},
{
name: "timestamp within range",
timestamp: time.Unix(500, 0),
expected: []window{windows[0]},
},
}
for _, tt := range tests {
t.Run(tt.name, func(t *testing.T) {
result := matcher(tt.timestamp)
if tt.expected == nil {
require.Nil(t, result, "timestamp %v should not match any window", tt.timestamp)
} else {
requireEqualWindows(t, tt.expected, result)
}
})
}
t.Run("empty windows slice", func(t *testing.T) {
windows := []window{}
matcher := f.createExactMatcher(windows)
// Should return nil for any timestamp when windows is empty
result := matcher(time.Unix(998, 0))
require.Nil(t, result)
})
t.Run("multiple windows (should return first)", func(t *testing.T) {
windows := []window{
{start: f.bounds.start, end: f.start},
{start: f.bounds.start.Add(100 * time.Second), end: f.start.Add(100 * time.Second)},
{start: f.bounds.start.Add(200 * time.Second), end: f.start.Add(200 * time.Second)},
}
matcher := f.createExactMatcher(windows)
// Should always return the first window for valid timestamps
result := matcher(time.Unix(998, 0))
require.Equal(t, []window{windows[0]}, result)
})
})
t.Run("alignedMatcher", func(t *testing.T) {
opts := rangeAggregationOptions{
startTs: time.Unix(100, 0),
endTs: time.Unix(300, 0),
rangeInterval: 100 * time.Second,
step: 100 * time.Second, // step == rangeInterval
operation: types.RangeAggregationTypeCount,
}
// Create windows that align with lower/upper bounds and step
windows := []window{
{start: time.Unix(0, 0), end: time.Unix(100, 0)},
{start: time.Unix(100, 0), end: time.Unix(200, 0)},
{start: time.Unix(200, 0), end: time.Unix(300, 0)},
}
f := newMatcherFactoryFromOpts(opts)
matcher := f.createAlignedMatcher(windows)
tests := []struct {
name string
timestamp time.Time
expected []window
}{
{
name: "timestamp exactly at lowerbound (exclusive boundary)",
timestamp: f.bounds.start,
expected: nil, // should return nil as lowerbound is exclusive
},
{
name: "timestamp greater than upperbound",
timestamp: f.bounds.end.Add(1 * time.Nanosecond),
expected: nil, // should return nil as lowerbound is exclusive
},
{
name: "timestamp exactly at upperbound (inclusive boundary)",
timestamp: f.bounds.end,
expected: []window{windows[2]}, // should return window as upperbound is inclusive
},
{
name: "timestamp just after lowerbound",
timestamp: f.bounds.start.Add(1 * time.Nanosecond),
expected: []window{windows[0]},
},
{
name: "timestamp just before upperbound",
timestamp: f.bounds.end.Add(-1 * time.Nanosecond),
expected: []window{windows[2]},
},
{
name: "timestamp within range of window 1 (100-200]",
timestamp: time.Unix(150, 0),
expected: []window{windows[1]},
},
}
for _, tt := range tests {
t.Run(tt.name, func(t *testing.T) {
result := matcher(tt.timestamp)
if tt.expected == nil {
require.Nil(t, result, "timestamp %v should not match any window", tt.timestamp)
} else {
requireEqualWindows(t, tt.expected, result)
}
})
}
})
t.Run("gappedMatcher", func(t *testing.T) {
opts := rangeAggregationOptions{
startTs: time.Unix(100, 0),
endTs: time.Unix(300, 0),
rangeInterval: 80 * time.Second,
step: 100 * time.Second, // step > rangeInterval
operation: types.RangeAggregationTypeCount,
}
// Create windows that align with lower/upper bounds and step
windows := []window{
{start: time.Unix(20, 0), end: time.Unix(100, 0)},
{start: time.Unix(120, 0), end: time.Unix(200, 0)},
{start: time.Unix(220, 0), end: time.Unix(300, 0)},
}
f := newMatcherFactoryFromOpts(opts)
matcher := f.createGappedMatcher(windows)
tests := []struct {
name string
timestamp time.Time
expected []window
}{
{
name: "timestamp exactly at lowerbound (exclusive boundary)",
timestamp: f.bounds.start,
expected: nil, // should return nil as lowerbound is exclusive
},
{
name: "timestamp greater than upperbound",
timestamp: f.bounds.end.Add(1 * time.Nanosecond),
expected: nil, // should return nil as lowerbound is exclusive
},
{
name: "timestamp in gap",
timestamp: time.Unix(110, 0),
expected: nil, // should return nil as the timestamp is in the "gap" between windows[0].end and windows[1].start
},
{
name: "timestamp in gap at exactly start of window 1",
timestamp: time.Unix(120, 0),
expected: nil, // lower bound is exclusive
},
{
name: "timestamp exactly at end of window 0",
timestamp: time.Unix(100, 0),
expected: []window{windows[0]}, // should return window as upperbound is inclusive
},
{
name: "timestamp exactly at end of window 1",
timestamp: time.Unix(200, 0),
expected: []window{windows[1]}, // should return window as upperbound is inclusive
},
{
name: "timestamp exactly at end of window 2",
timestamp: time.Unix(300, 0),
expected: []window{windows[2]}, // should return window as upperbound is inclusive
},
{
name: "timestamp just before upperbound",
timestamp: f.bounds.end.Add(-1 * time.Nanosecond),
expected: []window{windows[2]},
},
{
name: "timestamp within range of window 1 (100-200]",
timestamp: time.Unix(150, 0),
expected: []window{windows[1]},
},
}
for _, tt := range tests {
t.Run(tt.name, func(t *testing.T) {
result := matcher(tt.timestamp)
if tt.expected == nil {
require.Nil(t, result, "timestamp %v should not match any window", tt.timestamp)
} else {
requireEqualWindows(t, tt.expected, result)
}
})
}
})
t.Run("overlappingMatcher", func(t *testing.T) {
opts := rangeAggregationOptions{
startTs: time.Unix(100, 0),
endTs: time.Unix(300, 0),
rangeInterval: 120 * time.Second,
step: 100 * time.Second, // step < rangeInterval
operation: types.RangeAggregationTypeCount,
}
// Create windows that align with lower/upper bounds and step
windows := []window{
{start: time.Unix(-20, 0), end: time.Unix(100, 0)},
{start: time.Unix(80, 0), end: time.Unix(200, 0)},
{start: time.Unix(180, 0), end: time.Unix(300, 0)},
}
f := newMatcherFactoryFromOpts(opts)
matcher := f.createOverlappingMatcher(windows)
tests := []struct {
name string
timestamp time.Time
expected []window
}{
{
name: "timestamp exactly at lowerbound (exclusive boundary)",
timestamp: f.bounds.start,
expected: nil, // should return nil as lowerbound is exclusive
},
{
name: "timestamp exactly at upperbound (inclusive boundary)",
timestamp: f.bounds.end,
expected: []window{windows[2]}, // should return window as upperbound is inclusive
},
{
name: "timestamp exactly at start of window 1",
timestamp: time.Unix(80, 0),
expected: []window{windows[0]},
},
{
name: "timestamp exactly at overlap of window 0 and window 1",
timestamp: time.Unix(90, 0),
expected: []window{windows[0], windows[1]},
},
{
name: "timestamp exactly at end of window 0",
timestamp: time.Unix(100, 0),
expected: []window{windows[0], windows[1]},
},
{
name: "timestamp just before upperbound",
timestamp: f.bounds.end.Add(-1 * time.Nanosecond),
expected: []window{windows[2]},
},
}
for _, tt := range tests {
t.Run(tt.name, func(t *testing.T) {
result := matcher(tt.timestamp)
if tt.expected == nil {
require.Nil(t, result, "timestamp %v should not match any window", tt.timestamp)
} else {
requireEqualWindows(t, tt.expected, result)
}
})
}
})
}
// requireEqualWindows asserts that two slices of window structs contain the same elements.
func requireEqualWindows(t *testing.T, expected, actual []window) {
t.Helper()
slices.SortStableFunc(expected, func(a, b window) int { return a.end.Compare(b.end) })
slices.SortStableFunc(actual, func(a, b window) int { return a.end.Compare(b.end) })
require.Equal(t, len(expected), len(actual), "window slices should have the same length")
for i := 0; i < len(expected); i++ {
require.Equal(t, expected[i].start.UnixNano(), actual[i].start.UnixNano(),
"window[%d] start time mismatch: expected %s, actual %s", i, expected[i].start, actual[i].start)
require.Equal(t, expected[i].end.UnixNano(), actual[i].end.UnixNano(),
"window[%d] end time mismatch: expected %s, actual %s", i, expected[i].end, actual[i].end)
}
}