Repository navigation
Expand file tree
/
Copy pathreader_test.go
More file actions
138 lines (127 loc) · 3.64 KB
/
Copy pathreader_test.go
File metadata and controls
138 lines (127 loc) · 3.64 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
//go:build integration
package main_test
import (
"bytes"
"context"
"crypto/rand"
"fmt"
"io"
"os"
"path/filepath"
"testing"
"time"
"github.com/osshield/gopbs/pbs"
)
// The official client restores the same stream, to prove both read the same
// bytes.
func TestReaderRoundTrip(t *testing.T) {
startPBSStack(t)
key, err := pbs.GenerateEncryptionKey()
if err != nil {
t.Fatal(err)
}
keyJSON, err := pbs.CreateKeyFile(key, nil, pbs.KDFNone, "")
if err != nil {
t.Fatal(err)
}
if err := os.WriteFile(filepath.Join(keysDir, "reader-key.json"), keyJSON, 0o600); err != nil {
t.Fatal(err)
}
for _, tc := range []struct {
name string
crypt *pbs.CryptConfig
keyfile string
}{
{"plain", nil, ""},
{"encrypted", &pbs.CryptConfig{Mode: pbs.CryptModeEncrypt, Key: key}, "/keys/reader-key.json"},
} {
t.Run(tc.name, func(t *testing.T) {
ctx := context.Background()
client, err := pbs.NewClient(pbs.Config{
BaseURL: pmoxURL,
Auth: pbs.PasswordAuth{Username: pmoxUser, Realm: pmoxRealm, Password: pmoxSecret},
Fingerprint: pmoxFingerprint,
Datastore: pmoxDatastore,
Workers: 4,
ChunkSizeAvg: 128 << 10,
Crypt: tc.crypt,
})
if err != nil {
t.Fatal(err)
}
data := make([]byte, 3<<20)
rand.Read(data)
data = append(data, bytes.Repeat([]byte("sqlite page "), 100_000)...)
blob := []byte(`{"app":"gopbs-harness","reader":true}`)
id := fmt.Sprintf("gopbs-reader-%s-%d", tc.name, time.Now().UnixNano())
sess := startSession(t, client, pbs.SnapshotRef{Type: "host", ID: id})
defer sess.Abort()
stats, err := sess.UploadStream(ctx, "data.db", bytes.NewReader(data))
if err != nil {
t.Fatal(err)
}
if stats.Size != uint64(len(data)) || stats.NewBytes != stats.Size {
t.Fatalf("upload stats: %+v", stats)
}
if err := sess.UploadBlob(ctx, pbs.NewBlobEncoder(), "manifest.blob", blob, true); err != nil {
t.Fatal(err)
}
if err := sess.Finish(ctx); err != nil {
t.Fatal(err)
}
ref := sess.Ref()
snaps, err := client.ListSnapshots(ctx, "host", id)
if err != nil {
t.Fatal(err)
}
if len(snaps) != 1 || snaps[0].Ref.Time.Unix() != ref.Time.Unix() {
t.Fatalf("listing = %+v, want the one snapshot at %v", snaps, ref.Time)
}
r, err := client.StartReader(ctx, snaps[0].Ref)
if err != nil {
t.Fatal(err)
}
defer r.Close()
gotBlob, err := r.DownloadBlob(ctx, "manifest.blob")
if err != nil {
t.Fatal(err)
}
if !bytes.Equal(gotBlob, blob) {
t.Fatalf("blob = %q", gotBlob)
}
rc, err := r.OpenDynamicIndex(ctx, "data.db")
if err != nil {
t.Fatal(err)
}
got, err := io.ReadAll(rc)
rc.Close()
if err != nil {
t.Fatal(err)
}
if !bytes.Equal(got, data) {
t.Fatalf("reader returned %d bytes, want %d (content differs)", len(got), len(data))
}
target := "reader-" + tc.name + ".db"
snapshot := fmt.Sprintf("%s/%s/%s", ref.Type, ref.ID, ref.Time.UTC().Format(time.RFC3339))
args := []string{"run", "--rm", "--remove-orphans",
"-e", "SNAPSHOT=" + snapshot,
"-e", "ARCHIVE=data.db.didx", // the official client needs the full name for a non-pxar index
"-e", "TARGET=/restore/" + target,
"-e", "RAW=1",
}
if tc.keyfile != "" {
args = append(args, "-e", "KEYFILE="+tc.keyfile)
}
if err := compose(append(args, "pbsrestore")...); err != nil {
t.Fatalf("restore: %v", err)
}
official, err := os.ReadFile(filepath.Join(restoreDir, target))
if err != nil {
t.Fatal(err)
}
if !bytes.Equal(official, data) {
t.Fatalf("official client restored %d bytes, want %d (content differs)", len(official), len(data))
}
})
}
}