package repository_test import ( "bytes" "crypto/rand" "crypto/sha256" "encoding/json" "io" "path/filepath" "testing" "github.com/restic/restic" "github.com/restic/restic/backend" "github.com/restic/restic/pack" "github.com/restic/restic/repository" . "github.com/restic/restic/test" ) type testJSONStruct struct { Foo uint32 Bar string Baz []byte } var repoTests = []testJSONStruct{ testJSONStruct{Foo: 23, Bar: "Teststring", Baz: []byte("xx")}, } func TestSaveJSON(t *testing.T) { repo := SetupRepo() defer TeardownRepo(repo) for _, obj := range repoTests { data, err := json.Marshal(obj) OK(t, err) data = append(data, '\n') h := sha256.Sum256(data) id, err := repo.SaveJSON(pack.Tree, obj) OK(t, err) Assert(t, h == id, "TestSaveJSON: wrong plaintext ID: expected %02x, got %02x", h, id) } } func BenchmarkSaveJSON(t *testing.B) { repo := SetupRepo() defer TeardownRepo(repo) obj := repoTests[0] data, err := json.Marshal(obj) OK(t, err) data = append(data, '\n') h := sha256.Sum256(data) t.ResetTimer() for i := 0; i < t.N; i++ { id, err := repo.SaveJSON(pack.Tree, obj) OK(t, err) Assert(t, h == id, "TestSaveJSON: wrong plaintext ID: expected %02x, got %02x", h, id) } } var testSizes = []int{5, 23, 2<<18 + 23, 1 << 20} func TestSave(t *testing.T) { repo := SetupRepo() defer TeardownRepo(repo) for _, size := range testSizes { data := make([]byte, size) _, err := io.ReadFull(rand.Reader, data) OK(t, err) id := backend.Hash(data) // save sid, err := repo.SaveAndEncrypt(pack.Data, data, nil) OK(t, err) Equals(t, id, sid) OK(t, repo.Flush()) // OK(t, repo.SaveIndex()) // read back buf, err := repo.LoadBlob(pack.Data, id, make([]byte, size)) OK(t, err) Assert(t, len(buf) == len(data), "number of bytes read back does not match: expected %d, got %d", len(data), len(buf)) Assert(t, bytes.Equal(buf, data), "data does not match: expected %02x, got %02x", data, buf) } } func TestSaveFrom(t *testing.T) { repo := SetupRepo() defer TeardownRepo(repo) for _, size := range testSizes { data := make([]byte, size) _, err := io.ReadFull(rand.Reader, data) OK(t, err) id := backend.Hash(data) // save err = repo.SaveFrom(pack.Data, &id, uint(size), bytes.NewReader(data)) OK(t, err) OK(t, repo.Flush()) // read back buf, err := repo.LoadBlob(pack.Data, id, make([]byte, size)) OK(t, err) Assert(t, len(buf) == len(data), "number of bytes read back does not match: expected %d, got %d", len(data), len(buf)) Assert(t, bytes.Equal(buf, data), "data does not match: expected %02x, got %02x", data, buf) } } func BenchmarkSaveFrom(t *testing.B) { repo := SetupRepo() defer TeardownRepo(repo) size := 4 << 20 // 4MiB data := make([]byte, size) _, err := io.ReadFull(rand.Reader, data) OK(t, err) id := backend.ID(sha256.Sum256(data)) t.ResetTimer() t.SetBytes(int64(size)) for i := 0; i < t.N; i++ { // save err = repo.SaveFrom(pack.Data, &id, uint(size), bytes.NewReader(data)) OK(t, err) } } func TestLoadJSONPack(t *testing.T) { repo := SetupRepo() defer TeardownRepo(repo) if BenchArchiveDirectory == "" { t.Skip("benchdir not set, skipping") } // archive a few files sn := SnapshotDir(t, repo, BenchArchiveDirectory, nil) OK(t, repo.Flush()) tree := restic.NewTree() err := repo.LoadJSONPack(pack.Tree, *sn.Tree, &tree) OK(t, err) } func TestLoadJSONUnpacked(t *testing.T) { repo := SetupRepo() defer TeardownRepo(repo) if BenchArchiveDirectory == "" { t.Skip("benchdir not set, skipping") } // archive a snapshot sn := restic.Snapshot{} sn.Hostname = "foobar" sn.Username = "test!" id, err := repo.SaveJSONUnpacked(backend.Snapshot, &sn) OK(t, err) var sn2 restic.Snapshot // restore err = repo.LoadJSONUnpacked(backend.Snapshot, id, &sn2) OK(t, err) Equals(t, sn.Hostname, sn2.Hostname) Equals(t, sn.Username, sn2.Username) } var repoFixture = filepath.Join("testdata", "test-repo.tar.gz") func TestRepositoryLoadIndex(t *testing.T) { WithTestEnvironment(t, repoFixture, func(repodir string) { repo := OpenLocalRepo(t, repodir) OK(t, repo.LoadIndex()) }) } func BenchmarkLoadIndex(b *testing.B) { WithTestEnvironment(b, repoFixture, func(repodir string) { repo := OpenLocalRepo(b, repodir) b.ResetTimer() for i := 0; i < b.N; i++ { repo.SetIndex(repository.NewMasterIndex()) OK(b, repo.LoadIndex()) } }) }