mirror of
https://github.com/distribution/distribution
synced 2024-11-06 19:35:52 +01:00
7258fda98a
Set represents a unique set of digests which allow for efficient lookup. Dumping short codes is a function which takes in a digest set. Any operation involving short codes may be considered secure if the list of digests added to the set is the complete list of referenceable digests. Contains benchmarks for Add, Lookup, and Dump. Signed-off-by: Derek McGowan <derek@mcgstyle.net> (github: dmcgowan)
273 lines
5.4 KiB
Go
273 lines
5.4 KiB
Go
package digest
|
|
|
|
import (
|
|
"crypto/sha256"
|
|
"encoding/binary"
|
|
"math/rand"
|
|
"testing"
|
|
)
|
|
|
|
func assertEqualDigests(t *testing.T, d1, d2 Digest) {
|
|
if d1 != d2 {
|
|
t.Fatalf("Digests do not match:\n\tActual: %s\n\tExpected: %s", d1, d2)
|
|
}
|
|
}
|
|
|
|
func TestLookup(t *testing.T) {
|
|
digests := []Digest{
|
|
"sha256:12345",
|
|
"sha256:1234",
|
|
"sha256:12346",
|
|
"sha256:54321",
|
|
"sha256:65431",
|
|
"sha256:64321",
|
|
"sha256:65421",
|
|
"sha256:65321",
|
|
}
|
|
|
|
dset := NewSet()
|
|
for i := range digests {
|
|
if err := dset.Add(digests[i]); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
}
|
|
|
|
dgst, err := dset.Lookup("54")
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
assertEqualDigests(t, dgst, digests[3])
|
|
|
|
dgst, err = dset.Lookup("1234")
|
|
if err == nil {
|
|
t.Fatal("Expected ambiguous error looking up: 1234")
|
|
}
|
|
if err != ErrDigestAmbiguous {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
dgst, err = dset.Lookup("9876")
|
|
if err == nil {
|
|
t.Fatal("Expected ambiguous error looking up: 9876")
|
|
}
|
|
if err != ErrDigestNotFound {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
dgst, err = dset.Lookup("sha256:1234")
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
assertEqualDigests(t, dgst, digests[1])
|
|
|
|
dgst, err = dset.Lookup("sha256:12345")
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
assertEqualDigests(t, dgst, digests[0])
|
|
|
|
dgst, err = dset.Lookup("sha256:12346")
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
assertEqualDigests(t, dgst, digests[2])
|
|
|
|
dgst, err = dset.Lookup("12346")
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
assertEqualDigests(t, dgst, digests[2])
|
|
|
|
dgst, err = dset.Lookup("12345")
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
assertEqualDigests(t, dgst, digests[0])
|
|
}
|
|
|
|
func TestAddDuplication(t *testing.T) {
|
|
digests := []Digest{
|
|
"sha256:1234",
|
|
"sha256:12345",
|
|
"sha256:12346",
|
|
"sha256:54321",
|
|
"sha256:65431",
|
|
"sha512:65431",
|
|
"sha512:65421",
|
|
"sha512:65321",
|
|
}
|
|
|
|
dset := NewSet()
|
|
for i := range digests {
|
|
if err := dset.Add(digests[i]); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
}
|
|
|
|
if len(dset.entries) != 8 {
|
|
t.Fatal("Invalid dset size")
|
|
}
|
|
|
|
if err := dset.Add(Digest("sha256:12345")); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
if len(dset.entries) != 8 {
|
|
t.Fatal("Duplicate digest insert allowed")
|
|
}
|
|
|
|
if err := dset.Add(Digest("sha384:12345")); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
if len(dset.entries) != 9 {
|
|
t.Fatal("Insert with different algorithm not allowed")
|
|
}
|
|
}
|
|
|
|
func assertEqualShort(t *testing.T, actual, expected string) {
|
|
if actual != expected {
|
|
t.Fatalf("Unexpected short value:\n\tExpected: %s\n\tActual: %s", expected, actual)
|
|
}
|
|
}
|
|
|
|
func TestShortCodeTable(t *testing.T) {
|
|
digests := []Digest{
|
|
"sha256:1234",
|
|
"sha256:12345",
|
|
"sha256:12346",
|
|
"sha256:54321",
|
|
"sha256:65431",
|
|
"sha256:64321",
|
|
"sha256:65421",
|
|
"sha256:65321",
|
|
}
|
|
|
|
dset := NewSet()
|
|
for i := range digests {
|
|
if err := dset.Add(digests[i]); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
}
|
|
|
|
dump := ShortCodeTable(dset, 2)
|
|
|
|
if len(dump) < len(digests) {
|
|
t.Fatalf("Error unexpected size: %d, expecting %d", len(dump), len(digests))
|
|
}
|
|
|
|
assertEqualShort(t, dump[digests[0]], "sha256:1234")
|
|
assertEqualShort(t, dump[digests[1]], "sha256:12345")
|
|
assertEqualShort(t, dump[digests[2]], "sha256:12346")
|
|
assertEqualShort(t, dump[digests[3]], "54")
|
|
assertEqualShort(t, dump[digests[4]], "6543")
|
|
assertEqualShort(t, dump[digests[5]], "64")
|
|
assertEqualShort(t, dump[digests[6]], "6542")
|
|
assertEqualShort(t, dump[digests[7]], "653")
|
|
}
|
|
|
|
func createDigests(count int) ([]Digest, error) {
|
|
r := rand.New(rand.NewSource(25823))
|
|
digests := make([]Digest, count)
|
|
for i := range digests {
|
|
h := sha256.New()
|
|
if err := binary.Write(h, binary.BigEndian, r.Int63()); err != nil {
|
|
return nil, err
|
|
}
|
|
digests[i] = NewDigest("sha256", h)
|
|
}
|
|
return digests, nil
|
|
}
|
|
|
|
func benchAddNTable(b *testing.B, n int) {
|
|
digests, err := createDigests(n)
|
|
if err != nil {
|
|
b.Fatal(err)
|
|
}
|
|
b.ResetTimer()
|
|
for i := 0; i < b.N; i++ {
|
|
dset := &Set{entries: digestEntries(make([]*digestEntry, 0, n))}
|
|
for j := range digests {
|
|
if err = dset.Add(digests[j]); err != nil {
|
|
b.Fatal(err)
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
func benchLookupNTable(b *testing.B, n int, shortLen int) {
|
|
digests, err := createDigests(n)
|
|
if err != nil {
|
|
b.Fatal(err)
|
|
}
|
|
dset := &Set{entries: digestEntries(make([]*digestEntry, 0, n))}
|
|
for i := range digests {
|
|
if err := dset.Add(digests[i]); err != nil {
|
|
b.Fatal(err)
|
|
}
|
|
}
|
|
shorts := make([]string, 0, n)
|
|
for _, short := range ShortCodeTable(dset, shortLen) {
|
|
shorts = append(shorts, short)
|
|
}
|
|
|
|
b.ResetTimer()
|
|
for i := 0; i < b.N; i++ {
|
|
if _, err = dset.Lookup(shorts[i%n]); err != nil {
|
|
b.Fatal(err)
|
|
}
|
|
}
|
|
}
|
|
|
|
func benchShortCodeNTable(b *testing.B, n int, shortLen int) {
|
|
digests, err := createDigests(n)
|
|
if err != nil {
|
|
b.Fatal(err)
|
|
}
|
|
dset := &Set{entries: digestEntries(make([]*digestEntry, 0, n))}
|
|
for i := range digests {
|
|
if err := dset.Add(digests[i]); err != nil {
|
|
b.Fatal(err)
|
|
}
|
|
}
|
|
|
|
b.ResetTimer()
|
|
for i := 0; i < b.N; i++ {
|
|
ShortCodeTable(dset, shortLen)
|
|
}
|
|
}
|
|
|
|
func BenchmarkAdd10(b *testing.B) {
|
|
benchAddNTable(b, 10)
|
|
}
|
|
|
|
func BenchmarkAdd100(b *testing.B) {
|
|
benchAddNTable(b, 100)
|
|
}
|
|
|
|
func BenchmarkAdd1000(b *testing.B) {
|
|
benchAddNTable(b, 1000)
|
|
}
|
|
|
|
func BenchmarkLookup10(b *testing.B) {
|
|
benchLookupNTable(b, 10, 12)
|
|
}
|
|
|
|
func BenchmarkLookup100(b *testing.B) {
|
|
benchLookupNTable(b, 100, 12)
|
|
}
|
|
|
|
func BenchmarkLookup1000(b *testing.B) {
|
|
benchLookupNTable(b, 1000, 12)
|
|
}
|
|
|
|
func BenchmarkShortCode10(b *testing.B) {
|
|
benchShortCodeNTable(b, 10, 12)
|
|
}
|
|
func BenchmarkShortCode100(b *testing.B) {
|
|
benchShortCodeNTable(b, 100, 12)
|
|
}
|
|
func BenchmarkShortCode1000(b *testing.B) {
|
|
benchShortCodeNTable(b, 1000, 12)
|
|
}
|