Add test and benchmark for PackerManager

This commit is contained in:
Alexander Neumann 2016-03-05 15:58:39 +01:00
parent 4dac6d45fd
commit f893ec57cb
2 changed files with 128 additions and 1 deletions

View File

@ -9,9 +9,14 @@ import (
"restic/pack" "restic/pack"
) )
// Saver implements saving data in a backend.
type Saver interface {
Save(h backend.Handle, p []byte) error
}
// packerManager keeps a list of open packs and creates new on demand. // packerManager keeps a list of open packs and creates new on demand.
type packerManager struct { type packerManager struct {
be backend.Backend be Saver
key *crypto.Key key *crypto.Key
pm sync.Mutex pm sync.Mutex
packs []*pack.Packer packs []*pack.Packer

View File

@ -0,0 +1,122 @@
package repository
import (
"io"
"math/rand"
"restic/backend"
"restic/backend/mem"
"restic/crypto"
"restic/pack"
"testing"
)
func randomID(rd io.Reader) backend.ID {
id := backend.ID{}
_, err := io.ReadFull(rd, id[:])
if err != nil {
panic(err)
}
return id
}
func fillPacks(t testing.TB, rnd *rand.Rand, be Saver, pm *packerManager) (bytes int) {
for i := 0; i < 100; i++ {
l := rnd.Intn(1 << 20)
seed := rnd.Int63()
packer, err := pm.findPacker(uint(l))
if err != nil {
t.Fatal(err)
}
rd := rand.New(rand.NewSource(seed))
id := randomID(rd)
n, err := packer.Add(pack.Data, id, io.LimitReader(rd, int64(l)))
if n != int64(l) {
t.Errorf("Add() returned invalid number of bytes: want %v, got %v", n, l)
}
bytes += l
if packer.Size() < minPackSize && pm.countPacker() < maxPackers {
pm.insertPacker(packer)
continue
}
data, err := packer.Finalize()
if err != nil {
t.Fatal(err)
}
h := backend.Handle{Type: backend.Data, Name: randomID(rd).String()}
err = be.Save(h, data)
if err != nil {
t.Fatal(err)
}
}
return bytes
}
func flushRemainingPacks(t testing.TB, rnd *rand.Rand, be Saver, pm *packerManager) (bytes int) {
if pm.countPacker() > 0 {
for _, packer := range pm.packs {
data, err := packer.Finalize()
if err != nil {
t.Fatal(err)
}
bytes += len(data)
h := backend.Handle{Type: backend.Data, Name: randomID(rnd).String()}
err = be.Save(h, data)
if err != nil {
t.Fatal(err)
}
}
}
return bytes
}
type fakeBackend struct{}
func (f *fakeBackend) Save(h backend.Handle, data []byte) error {
return nil
}
func TestPackerManager(t *testing.T) {
rnd := rand.New(rand.NewSource(23))
be := mem.New()
pm := &packerManager{
be: be,
key: crypto.NewRandomKey(),
}
bytes := fillPacks(t, rnd, be, pm)
bytes += flushRemainingPacks(t, rnd, be, pm)
t.Logf("saved %d bytes", bytes)
}
func BenchmarkPackerManager(t *testing.B) {
rnd := rand.New(rand.NewSource(23))
be := &fakeBackend{}
pm := &packerManager{
be: be,
key: crypto.NewRandomKey(),
}
t.ResetTimer()
bytes := 0
for i := 0; i < t.N; i++ {
bytes += fillPacks(t, rnd, be, pm)
}
bytes += flushRemainingPacks(t, rnd, be, pm)
t.Logf("saved %d bytes", bytes)
}