diff --git a/pkg/sources/chunker.go b/pkg/sources/chunker.go index ad8d88acaf08..e9cbf2914489 100644 --- a/pkg/sources/chunker.go +++ b/pkg/sources/chunker.go @@ -37,7 +37,9 @@ func Chunker(originalChunk *Chunk) chan *Chunk { } peekData, _ := reader.Peek(PeekSize) chunk.Data = append(chunkBytes[:n], peekData...) - chunkChan <- &chunk + if n > 0 { + chunkChan <- &chunk + } if errors.Is(err, io.EOF) { break } diff --git a/pkg/sources/chunker_test.go b/pkg/sources/chunker_test.go index 0a3755820cad..d25963ec79e7 100644 --- a/pkg/sources/chunker_test.go +++ b/pkg/sources/chunker_test.go @@ -5,19 +5,14 @@ import ( "bytes" "errors" "io" - "net/http" "testing" diskbufferreader "github.com/bill-rich/disk-buffer-reader" ) func TestChunker(t *testing.T) { - resp, err := http.Get("https://raw.githubusercontent.com/bill-rich/bad-secrets/master/FifteenMB.gz") - if err != nil { - t.Fatal(err) - } - defer resp.Body.Close() - reReader, err := diskbufferreader.New(resp.Body) + byteBuffer := bytes.NewBuffer(make([]byte, ChunkSize*9)) + reReader, err := diskbufferreader.New(byteBuffer) if err != nil { t.Fatal(err) }