seaweedfs/weed/filer/filechunks_read_test.go

package filer

import (
	"fmt"
	"github.com/seaweedfs/seaweedfs/weed/pb/filer_pb"
	"math/rand"
	"testing"
)

func TestReadResolvedChunks(t *testing.T) {

	chunks := []*filer_pb.FileChunk{
		{
			FileId: "a",
			Offset: 0,
			Size:   100,
			Mtime:  1,
		},
		{
			FileId: "b",
			Offset: 50,
			Size:   100,
			Mtime:  2,
		},
		{
			FileId: "c",
			Offset: 200,
			Size:   50,
			Mtime:  3,
		},
		{
			FileId: "d",
			Offset: 250,
			Size:   50,
			Mtime:  4,
		},
		{
			FileId: "e",
			Offset: 175,
			Size:   100,
			Mtime:  5,
		},
	}

	visibles := readResolvedChunks(chunks)

	for _, visible := range visibles {
		fmt.Printf("[%d,%d) %s %d\n", visible.start, visible.stop, visible.fileId, visible.modifiedTime)
	}

}

func TestRandomizedReadResolvedChunks(t *testing.T) {

	var limit int64 = 1024 * 1024
	array := make([]int64, limit)
	var chunks []*filer_pb.FileChunk
	for ts := int64(0); ts < 1024; ts++ {
		x := rand.Int63n(limit)
		y := rand.Int63n(limit)
		size := x - y
		if size < 0 {
			size = -size
		}
		if size > 1024 {
			size = 1024
		}
		start := x
		if start > y {
			start = y
		}
		chunks = append(chunks, randomWrite(array, start, size, ts))
	}

	visibles := readResolvedChunks(chunks)

	for _, visible := range visibles {
		for i := visible.start; i < visible.stop; i++ {
			if array[i] != visible.modifiedTime {
				t.Errorf("position %d expected ts %d actual ts %d", i, array[i], visible.modifiedTime)
			}
		}
	}

	// fmt.Printf("visibles %d", len(visibles))

}

func randomWrite(array []int64, start int64, size int64, ts int64) *filer_pb.FileChunk {
	for i := start; i < start+size; i++ {
		array[i] = ts
	}
	// fmt.Printf("write [%d,%d) %d\n", start, start+size, ts)
	return &filer_pb.FileChunk{
		FileId: "",
		Offset: start,
		Size:   uint64(size),
		Mtime:  ts,
	}
}

func TestSequentialReadResolvedChunks(t *testing.T) {

	var chunkSize int64 = 1024 * 1024 * 2
	var chunks []*filer_pb.FileChunk
	for ts := int64(0); ts < 13; ts++ {
		chunks = append(chunks, &filer_pb.FileChunk{
			FileId: "",
			Offset: chunkSize * ts,
			Size:   uint64(chunkSize),
			Mtime:  1,
		})
	}

	visibles := readResolvedChunks(chunks)

	fmt.Printf("visibles %d", len(visibles))

}

func TestActualReadResolvedChunks(t *testing.T) {

	chunks := []*filer_pb.FileChunk{
		{
			FileId: "5,e7b96fef48",
			Offset: 0,
			Size:   2097152,
			Mtime:  1634447487595823000,
		},
		{
			FileId: "5,e5562640b9",
			Offset: 2097152,
			Size:   2097152,
			Mtime:  1634447487595826000,
		},
		{
			FileId: "5,df033e0fe4",
			Offset: 4194304,
			Size:   2097152,
			Mtime:  1634447487595827000,
		},
		{
			FileId: "7,eb08148a9b",
			Offset: 6291456,
			Size:   2097152,
			Mtime:  1634447487595827000,
		},
		{
			FileId: "7,e0f92d1604",
			Offset: 8388608,
			Size:   2097152,
			Mtime:  1634447487595828000,
		},
		{
			FileId: "7,e33cb63262",
			Offset: 10485760,
			Size:   2097152,
			Mtime:  1634447487595828000,
		},
		{
			FileId: "5,ea98e40e93",
			Offset: 12582912,
			Size:   2097152,
			Mtime:  1634447487595829000,
		},
		{
			FileId: "5,e165661172",
			Offset: 14680064,
			Size:   2097152,
			Mtime:  1634447487595829000,
		},
		{
			FileId: "3,e692097486",
			Offset: 16777216,
			Size:   2097152,
			Mtime:  1634447487595830000,
		},
		{
			FileId: "3,e28e2e3cbd",
			Offset: 18874368,
			Size:   2097152,
			Mtime:  1634447487595830000,
		},
		{
			FileId: "3,e443974d4e",
			Offset: 20971520,
			Size:   2097152,
			Mtime:  1634447487595830000,
		},
		{
			FileId: "2,e815bed597",
			Offset: 23068672,
			Size:   2097152,
			Mtime:  1634447487595831000,
		},
		{
			FileId: "5,e94715199e",
			Offset: 25165824,
			Size:   1974736,
			Mtime:  1634447487595832000,
		},
	}

	visibles := readResolvedChunks(chunks)

	for _, visible := range visibles {
		fmt.Printf("[%d,%d) %s %d\n", visible.start, visible.stop, visible.fileId, visible.modifiedTime)
	}

}