apitech
/
loki
mirror of https://github.com/grafana/loki
1
0
Fork 0
Code Issues Projects Releases Wiki Activity
Like Prometheus, but for logs.
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
3980 Commits
630 Branches
379 Tags
804 MiB
 
 
 
 
 
 
Tag: Branch: Tree: dcfba366de
Branches Tags
${ item.name }
Create tag ${ searchTerm }
Create branch ${ searchTerm }
from 'dcfba366de'
${ noResults }
loki/pkg/iter/cache_test.go

257 lines
7.7 KiB
Raw Blame History

package iter
import (
"errors"
"testing"
"time"
"github.com/stretchr/testify/require"
"github.com/grafana/loki/pkg/logproto"
)
func Test_CachedIterator(t *testing.T) {
stream := logproto.Stream{
Labels: `{foo="bar"}`,
Entries: []logproto.Entry{
{Timestamp: time.Unix(0, 1), Line: "1"},
{Timestamp: time.Unix(0, 2), Line: "2"},
{Timestamp: time.Unix(0, 3), Line: "3"},
},
}
c := NewCachedIterator(NewStreamIterator(stream), 3)
assert := func() {
require.Equal(t, "", c.Labels())
require.Equal(t, logproto.Entry{}, c.Entry())
require.Equal(t, true, c.Next())
require.Equal(t, stream.Entries[0], c.Entry())
require.Equal(t, true, c.Next())
require.Equal(t, stream.Entries[1], c.Entry())
require.Equal(t, true, c.Next())
require.Equal(t, stream.Entries[2], c.Entry())
require.Equal(t, false, c.Next())
require.NoError(t, c.Error())
require.Equal(t, stream.Entries[2], c.Entry())
require.Equal(t, false, c.Next())
}
assert()
// Close the iterator reset it to the beginning.
require.Equal(t, nil, c.Close())
assert()
}
func Test_EmptyCachedIterator(t *testing.T) {
c := NewCachedIterator(NoopIterator, 0)
require.Equal(t, "", c.Labels())
require.Equal(t, logproto.Entry{}, c.Entry())
require.Equal(t, false, c.Next())
require.Equal(t, "", c.Labels())
require.Equal(t, logproto.Entry{}, c.Entry())
require.Equal(t, nil, c.Close())
require.Equal(t, "", c.Labels())
require.Equal(t, logproto.Entry{}, c.Entry())
require.Equal(t, false, c.Next())
require.Equal(t, "", c.Labels())
require.Equal(t, logproto.Entry{}, c.Entry())
}
func Test_ErrorCachedIterator(t *testing.T) {
c := NewCachedIterator(&errorIter{}, 0)
require.Equal(t, false, c.Next())
require.Equal(t, "", c.Labels())
require.Equal(t, logproto.Entry{}, c.Entry())
require.Equal(t, errors.New("error"), c.Error())
require.Equal(t, errors.New("close"), c.Close())
}
func Test_CachedIteratorResetNotExhausted(t *testing.T) {
stream := logproto.Stream{
Labels: `{foo="bar"}`,
Entries: []logproto.Entry{
{Timestamp: time.Unix(0, 1), Line: "1"},
{Timestamp: time.Unix(0, 2), Line: "2"},
{Timestamp: time.Unix(0, 3), Line: "3"},
},
}
c := NewCachedIterator(NewStreamIterator(stream), 3)
require.Equal(t, true, c.Next())
require.Equal(t, stream.Entries[0], c.Entry())
require.Equal(t, true, c.Next())
require.Equal(t, stream.Entries[1], c.Entry())
c.Reset()
require.Equal(t, true, c.Next())
require.Equal(t, stream.Entries[0], c.Entry())
require.Equal(t, true, c.Next())
require.Equal(t, stream.Entries[1], c.Entry())
require.Equal(t, true, c.Next())
require.Equal(t, stream.Entries[2], c.Entry())
require.Equal(t, false, c.Next())
require.NoError(t, c.Error())
require.Equal(t, stream.Entries[2], c.Entry())
require.Equal(t, false, c.Next())
// Close the iterator reset it to the beginning.
require.Equal(t, nil, c.Close())
}
func Test_CachedIteratorResetExhausted(t *testing.T) {
stream := logproto.Stream{
Labels: `{foo="bar"}`,
Entries: []logproto.Entry{
{Timestamp: time.Unix(0, 1), Line: "1"},
{Timestamp: time.Unix(0, 2), Line: "2"},
},
}
c := NewCachedIterator(NewStreamIterator(stream), 3)
require.Equal(t, true, c.Next())
require.Equal(t, stream.Entries[0], c.Entry())
require.Equal(t, true, c.Next())
require.Equal(t, stream.Entries[1], c.Entry())
c.Reset()
require.Equal(t, true, c.Next())
require.Equal(t, stream.Entries[0], c.Entry())
require.Equal(t, true, c.Next())
require.Equal(t, stream.Entries[1], c.Entry())
require.Equal(t, false, c.Next())
// Close the iterator reset it to the beginning.
require.Equal(t, nil, c.Close())
}
func Test_CachedSampleIterator(t *testing.T) {
series := logproto.Series{
Labels: `{foo="bar"}`,
Samples: []logproto.Sample{
{Timestamp: time.Unix(0, 1).UnixNano(), Hash: 1, Value: 1.},
{Timestamp: time.Unix(0, 2).UnixNano(), Hash: 2, Value: 2.},
{Timestamp: time.Unix(0, 3).UnixNano(), Hash: 3, Value: 3.},
},
}
c := NewCachedSampleIterator(NewSeriesIterator(series), 3)
assert := func() {
require.Equal(t, "", c.Labels())
require.Equal(t, logproto.Sample{}, c.Sample())
require.Equal(t, true, c.Next())
require.Equal(t, series.Samples[0], c.Sample())
require.Equal(t, true, c.Next())
require.Equal(t, series.Samples[1], c.Sample())
require.Equal(t, true, c.Next())
require.Equal(t, series.Samples[2], c.Sample())
require.Equal(t, false, c.Next())
require.NoError(t, c.Error())
require.Equal(t, series.Samples[2], c.Sample())
require.Equal(t, false, c.Next())
}
assert()
// Close the iterator reset it to the beginning.
require.Equal(t, nil, c.Close())
assert()
}
func Test_CachedSampleIteratorResetNotExhausted(t *testing.T) {
series := logproto.Series{
Labels: `{foo="bar"}`,
Samples: []logproto.Sample{
{Timestamp: time.Unix(0, 1).UnixNano(), Hash: 1, Value: 1.},
{Timestamp: time.Unix(0, 2).UnixNano(), Hash: 2, Value: 2.},
{Timestamp: time.Unix(0, 3).UnixNano(), Hash: 3, Value: 3.},
},
}
c := NewCachedSampleIterator(NewSeriesIterator(series), 3)
require.Equal(t, true, c.Next())
require.Equal(t, series.Samples[0], c.Sample())
require.Equal(t, true, c.Next())
require.Equal(t, series.Samples[1], c.Sample())
c.Reset()
require.Equal(t, true, c.Next())
require.Equal(t, series.Samples[0], c.Sample())
require.Equal(t, true, c.Next())
require.Equal(t, series.Samples[1], c.Sample())
require.Equal(t, true, c.Next())
require.Equal(t, series.Samples[2], c.Sample())
require.Equal(t, false, c.Next())
require.NoError(t, c.Error())
require.Equal(t, series.Samples[2], c.Sample())
require.Equal(t, false, c.Next())
// Close the iterator reset it to the beginning.
require.Equal(t, nil, c.Close())
}
func Test_CachedSampleIteratorResetExhausted(t *testing.T) {
series := logproto.Series{
Labels: `{foo="bar"}`,
Samples: []logproto.Sample{
{Timestamp: time.Unix(0, 1).UnixNano(), Hash: 1, Value: 1.},
{Timestamp: time.Unix(0, 2).UnixNano(), Hash: 2, Value: 2.},
},
}
c := NewCachedSampleIterator(NewSeriesIterator(series), 3)
require.Equal(t, true, c.Next())
require.Equal(t, series.Samples[0], c.Sample())
require.Equal(t, true, c.Next())
require.Equal(t, series.Samples[1], c.Sample())
c.Reset()
require.Equal(t, true, c.Next())
require.Equal(t, series.Samples[0], c.Sample())
require.Equal(t, true, c.Next())
require.Equal(t, series.Samples[1], c.Sample())
require.Equal(t, false, c.Next())
// Close the iterator reset it to the beginning.
require.Equal(t, nil, c.Close())
}
func Test_EmptyCachedSampleIterator(t *testing.T) {
c := NewCachedSampleIterator(NoopIterator, 0)
require.Equal(t, "", c.Labels())
require.Equal(t, logproto.Sample{}, c.Sample())
require.Equal(t, false, c.Next())
require.Equal(t, "", c.Labels())
require.Equal(t, logproto.Sample{}, c.Sample())
require.Equal(t, nil, c.Close())
require.Equal(t, "", c.Labels())
require.Equal(t, logproto.Sample{}, c.Sample())
require.Equal(t, false, c.Next())
require.Equal(t, "", c.Labels())
require.Equal(t, logproto.Sample{}, c.Sample())
}
func Test_ErrorCachedSampleIterator(t *testing.T) {
c := NewCachedSampleIterator(&errorIter{}, 0)
require.Equal(t, false, c.Next())
require.Equal(t, "", c.Labels())
require.Equal(t, logproto.Sample{}, c.Sample())
require.Equal(t, errors.New("error"), c.Error())
require.Equal(t, errors.New("close"), c.Close())
}
type errorIter struct{}
func (errorIter) Next() bool { return false }
func (errorIter) Error() error { return errors.New("error") }
func (errorIter) Labels() string { return "" }
func (errorIter) StreamHash() uint64 { return 0 }
func (errorIter) Entry() logproto.Entry { return logproto.Entry{} }
func (errorIter) Sample() logproto.Sample { return logproto.Sample{} }
func (errorIter) Close() error { return errors.New("close") }