Skip to content

Commit 0480134

Browse files
smarterclaytonsmarterclayton
committed
Provide layers referenced by an image stream as layers subresource
Adds a new GET endpoint to an image stream as a subresource `layers` that returns an array of every layer referenced by the image stream and the tags and images included by the image. The subresource is fed by a store driven informer that caches and indexes only the layers. Clients get a 500 retry error if the cache has not initialized yet (the client will silently retry). Turns the registry access check for a given layer into an O(1) check instead of O(N) where N is the number of images in the image stream.
1 parent 1e6007e commit 0480134

File tree

4 files changed

+249
-4
lines changed

4 files changed

+249
-4
lines changed

‎pkg/cmd/server/origin/legacy.go

+2
Original file line numberDiff line numberDiff line change
@@ -207,6 +207,8 @@ func LegacyStorage(storage map[schema.GroupVersion]map[string]rest.Storage) map[
207207

208208
case *imagestreametcd.REST:
209209
legacyStorage[resource] = &imagestreametcd.LegacyREST{REST: storage}
210+
case *imagestreametcd.LayersREST:
211+
delete(legacyStorage, resource)
210212

211213
case *routeetcd.REST:
212214
store := *storage.Store

‎pkg/image/apiserver/apiserver.go

+15-1
Original file line numberDiff line numberDiff line change
@@ -53,6 +53,7 @@ type ExtraConfig struct {
5353
makeV1Storage sync.Once
5454
v1Storage map[string]rest.Storage
5555
v1StorageErr error
56+
startFns []func(<-chan struct{})
5657
}
5758

5859
type ImageAPIServerConfig struct {
@@ -107,6 +108,15 @@ func (c completedConfig) New(delegationTarget genericapiserver.DelegationTarget)
107108
return nil, err
108109
}
109110

111+
if err := s.GenericAPIServer.AddPostStartHook("image.openshift.io-apiserver-caches", func(context genericapiserver.PostStartHookContext) error {
112+
for _, fn := range c.ExtraConfig.startFns {
113+
go fn(context.StopCh)
114+
}
115+
return nil
116+
}); err != nil {
117+
return nil, err
118+
}
119+
110120
return s, nil
111121
}
112122

@@ -168,10 +178,13 @@ func (c *completedConfig) newV1RESTStorage() (map[string]rest.Storage, error) {
168178
whitelister = whitelist.WhitelistAllRegistries()
169179
}
170180

181+
imageLayerIndex := imagestreametcd.NewImageLayerIndex(imageStorage)
182+
c.ExtraConfig.startFns = append(c.ExtraConfig.startFns, imageLayerIndex.Run)
183+
171184
imageRegistry := image.NewRegistry(imageStorage)
172185
imageSignatureStorage := imagesignature.NewREST(imageClient.Image())
173186
imageStreamSecretsStorage := imagesecret.NewREST(coreClient)
174-
imageStreamStorage, imageStreamStatusStorage, internalImageStreamStorage, err := imagestreametcd.NewREST(c.GenericConfig.RESTOptionsGetter, c.ExtraConfig.RegistryHostnameRetriever, authorizationClient.SubjectAccessReviews(), c.ExtraConfig.LimitVerifier, whitelister)
187+
imageStreamStorage, imageStreamLayersStorage, imageStreamStatusStorage, internalImageStreamStorage, err := imagestreametcd.NewREST(c.GenericConfig.RESTOptionsGetter, c.ExtraConfig.RegistryHostnameRetriever, authorizationClient.SubjectAccessReviews(), c.ExtraConfig.LimitVerifier, whitelister, imageLayerIndex)
175188
if err != nil {
176189
return nil, fmt.Errorf("error building REST storage: %v", err)
177190
}
@@ -206,6 +219,7 @@ func (c *completedConfig) newV1RESTStorage() (map[string]rest.Storage, error) {
206219
v1Storage["imagesignatures"] = imageSignatureStorage
207220
v1Storage["imageStreams/secrets"] = imageStreamSecretsStorage
208221
v1Storage["imageStreams"] = imageStreamStorage
222+
v1Storage["imageStreams/layers"] = imageStreamLayersStorage
209223
v1Storage["imageStreams/status"] = imageStreamStatusStorage
210224
v1Storage["imageStreamImports"] = imageStreamImportStorage
211225
v1Storage["imageStreamImages"] = imageStreamImageStorage

‎pkg/image/registry/imagestream/etcd/etcd.go

+88-3
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,7 @@
11
package etcd
22

33
import (
4+
"k8s.io/apimachinery/pkg/api/errors"
45
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
56
"k8s.io/apimachinery/pkg/runtime"
67
apirequest "k8s.io/apiserver/pkg/endpoints/request"
@@ -46,7 +47,8 @@ func NewREST(
4647
subjectAccessReviewRegistry authorizationclient.SubjectAccessReviewInterface,
4748
limitVerifier imageadmission.LimitVerifier,
4849
registryWhitelister whitelist.RegistryWhitelister,
49-
) (*REST, *StatusREST, *InternalREST, error) {
50+
imageLayerIndex ImageLayerIndex,
51+
) (*REST, *LayersREST, *StatusREST, *InternalREST, error) {
5052
store := registry.Store{
5153
NewFunc: func() runtime.Object { return &imageapi.ImageStream{} },
5254
NewListFunc: func() runtime.Object { return &imageapi.ImageStreamList{} },
@@ -71,9 +73,11 @@ func NewREST(
7173
AttrFunc: storage.AttrFunc(storage.DefaultNamespaceScopedAttr).WithFieldMutation(imageapi.ImageStreamSelector),
7274
}
7375
if err := store.CompleteWithOptions(options); err != nil {
74-
return nil, nil, nil, err
76+
return nil, nil, nil, nil, err
7577
}
7678

79+
layersREST := &LayersREST{index: imageLayerIndex, store: &store}
80+
7781
statusStrategy := imagestream.NewStatusStrategy(strategy)
7882
statusStore := store
7983
statusStore.Decorator = nil
@@ -88,7 +92,7 @@ func NewREST(
8892
internalStore.UpdateStrategy = internalStrategy
8993

9094
internalREST := &InternalREST{store: &internalStore}
91-
return rest, statusREST, internalREST, nil
95+
return rest, layersREST, statusREST, internalREST, nil
9296
}
9397

9498
// StatusREST implements the REST endpoint for changing the status of an image stream.
@@ -138,6 +142,87 @@ func (r *InternalREST) Update(ctx apirequest.Context, name string, objInfo rest.
138142
return r.store.Update(ctx, name, objInfo, createValidation, updateValidation)
139143
}
140144

145+
// LayersREST implements the REST endpoint for changing both the spec and status of an image stream.
146+
type LayersREST struct {
147+
store *registry.Store
148+
index ImageLayerIndex
149+
}
150+
151+
var _ rest.Getter = &LayersREST{}
152+
153+
func (r *LayersREST) New() runtime.Object {
154+
return &imageapi.ImageStreamLayers{}
155+
}
156+
157+
// Get returns the layers for an image stream.
158+
func (r *LayersREST) Get(ctx apirequest.Context, name string, options *metav1.GetOptions) (runtime.Object, error) {
159+
if !r.index.HasSynced() {
160+
return nil, errors.NewServerTimeout(r.store.DefaultQualifiedResource, "get", 2)
161+
}
162+
obj, err := r.store.Get(ctx, name, options)
163+
if err != nil {
164+
return nil, err
165+
}
166+
is := obj.(*imageapi.ImageStream)
167+
isl := &imageapi.ImageStreamLayers{
168+
ObjectMeta: is.ObjectMeta,
169+
}
170+
171+
existing := make(map[string]int)
172+
existingImage := make(map[string][]int)
173+
for tag, status := range is.Status.Tags {
174+
var seen map[string]struct{}
175+
for _, item := range status.Items {
176+
if len(item.Image) == 0 {
177+
continue
178+
}
179+
if _, ok := seen[item.Image]; ok {
180+
continue
181+
}
182+
if len(status.Items) > 1 {
183+
if seen == nil {
184+
seen = make(map[string]struct{})
185+
}
186+
seen[item.Image] = struct{}{}
187+
}
188+
if indices, ok := existingImage[item.Image]; ok {
189+
for _, index := range indices {
190+
ref := &isl.Layers[index]
191+
ref.Tags = append(ref.Tags, tag)
192+
ref.ImageIDs = append(ref.ImageIDs, item.Image)
193+
}
194+
}
195+
196+
obj, _, _ := r.index.GetIndexer().GetByKey(item.Image)
197+
entry, ok := obj.(*ImageLayers)
198+
if !ok {
199+
continue
200+
}
201+
indices := make([]int, 0, len(entry.Layers))
202+
for _, layer := range entry.Layers {
203+
if index, ok := existing[layer.Name]; ok {
204+
ref := &isl.Layers[index]
205+
ref.Tags = append(ref.Tags, tag)
206+
ref.ImageIDs = append(ref.ImageIDs, item.Image)
207+
indices = append(indices, index)
208+
continue
209+
}
210+
index := len(isl.Layers)
211+
existing[layer.Name] = index
212+
indices = append(indices, index)
213+
isl.Layers = append(isl.Layers, imageapi.ImageLayerReference{
214+
Name: layer.Name,
215+
LayerSize: layer.LayerSize,
216+
MediaType: layer.MediaType,
217+
Tags: []string{tag},
218+
ImageIDs: []string{item.Image},
219+
})
220+
}
221+
}
222+
}
223+
return isl, nil
224+
}
225+
141226
// LegacyREST allows us to wrap and alter some behavior
142227
type LegacyREST struct {
143228
*REST

‎pkg/image/registry/imagestream/etcd/image.go

+144
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,144 @@
1+
package etcd
2+
3+
import (
4+
"fmt"
5+
6+
metainternalversion "k8s.io/apimachinery/pkg/apis/meta/internalversion"
7+
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
8+
"k8s.io/apimachinery/pkg/runtime"
9+
"k8s.io/apimachinery/pkg/runtime/schema"
10+
"k8s.io/apimachinery/pkg/types"
11+
"k8s.io/apimachinery/pkg/watch"
12+
apirequest "k8s.io/apiserver/pkg/endpoints/request"
13+
"k8s.io/apiserver/pkg/registry/rest"
14+
"k8s.io/client-go/tools/cache"
15+
16+
imageapi "github.com/openshift/origin/pkg/image/apis/image"
17+
)
18+
19+
type ImageLayerIndex interface {
20+
cache.SharedIndexInformer
21+
}
22+
23+
type ImageStore interface {
24+
rest.Watcher
25+
rest.Lister
26+
}
27+
28+
func NewImageLayerIndex(store ImageStore) ImageLayerIndex {
29+
ctx := apirequest.NewContext()
30+
informer := cache.NewSharedIndexInformer(&cache.ListWatch{
31+
ListFunc: func(options metav1.ListOptions) (runtime.Object, error) {
32+
obj, err := store.List(ctx, &metainternalversion.ListOptions{
33+
ResourceVersion: options.ResourceVersion,
34+
})
35+
if err != nil {
36+
return nil, err
37+
}
38+
list, ok := obj.(*imageapi.ImageList)
39+
if !ok {
40+
return nil, fmt.Errorf("unexpected store type %T for layer index", obj)
41+
}
42+
out := &metainternalversion.List{
43+
Items: make([]runtime.Object, len(list.Items)),
44+
}
45+
for i, image := range list.Items {
46+
out.Items[i] = &ImageLayers{
47+
Name: image.Name,
48+
Layers: image.DockerImageLayers,
49+
}
50+
}
51+
return out, nil
52+
},
53+
WatchFunc: func(options metav1.ListOptions) (watch.Interface, error) {
54+
w, err := store.Watch(ctx, &metainternalversion.ListOptions{
55+
ResourceVersion: options.ResourceVersion,
56+
})
57+
if err != nil {
58+
return nil, err
59+
}
60+
return watch.Filter(w, func(in watch.Event) (out watch.Event, keep bool) {
61+
if in.Object == nil {
62+
return in, true
63+
}
64+
image, ok := in.Object.(*imageapi.Image)
65+
if !ok {
66+
return in, true
67+
}
68+
in.Object = &ImageLayers{
69+
Name: image.Name,
70+
Layers: image.DockerImageLayers,
71+
}
72+
return in, true
73+
}), nil
74+
},
75+
}, &ImageLayers{}, 0, cache.Indexers{
76+
"layers": func(obj interface{}) ([]string, error) {
77+
entry, ok := obj.(*ImageLayers)
78+
if !ok {
79+
return nil, fmt.Errorf("unexpected cache object %T", obj)
80+
}
81+
keys := make([]string, 0, len(entry.Layers))
82+
for _, layer := range entry.Layers {
83+
keys = append(keys, layer.Name)
84+
}
85+
return keys, nil
86+
},
87+
})
88+
return informer
89+
}
90+
91+
type ImageLayers struct {
92+
Name string
93+
Layers []imageapi.ImageLayer
94+
}
95+
96+
var _ metav1.Object = &ImageLayers{}
97+
98+
func (l *ImageLayers) GetObjectKind() schema.ObjectKind { return &metav1.TypeMeta{} }
99+
func (l *ImageLayers) DeepCopyObject() runtime.Object {
100+
var layers []imageapi.ImageLayer
101+
if l.Layers != nil {
102+
layers = make([]imageapi.ImageLayer, len(l.Layers))
103+
copy(layers, l.Layers)
104+
}
105+
return &ImageLayers{
106+
Name: l.Name,
107+
Layers: layers,
108+
}
109+
}
110+
111+
// TODO: fix client-go/cache to not need this
112+
113+
func (l *ImageLayers) GetNamespace() string { return "" }
114+
func (l *ImageLayers) SetNamespace(namespace string) {}
115+
func (l *ImageLayers) GetName() string { return l.Name }
116+
func (l *ImageLayers) SetName(name string) {}
117+
func (l *ImageLayers) GetGenerateName() string { return "" }
118+
func (l *ImageLayers) SetGenerateName(name string) {}
119+
func (l *ImageLayers) GetUID() types.UID { return "" }
120+
func (l *ImageLayers) SetUID(uid types.UID) {}
121+
func (l *ImageLayers) GetResourceVersion() string { return "" }
122+
func (l *ImageLayers) SetResourceVersion(version string) {}
123+
func (l *ImageLayers) GetGeneration() int64 { return 0 }
124+
func (l *ImageLayers) SetGeneration(generation int64) {}
125+
func (l *ImageLayers) GetSelfLink() string { return "" }
126+
func (l *ImageLayers) SetSelfLink(selfLink string) {}
127+
func (l *ImageLayers) GetCreationTimestamp() metav1.Time { return metav1.Time{} }
128+
func (l *ImageLayers) SetCreationTimestamp(timestamp metav1.Time) {}
129+
func (l *ImageLayers) GetDeletionTimestamp() *metav1.Time { return nil }
130+
func (l *ImageLayers) SetDeletionTimestamp(timestamp *metav1.Time) {}
131+
func (l *ImageLayers) GetDeletionGracePeriodSeconds() *int64 { return nil }
132+
func (l *ImageLayers) SetDeletionGracePeriodSeconds(*int64) {}
133+
func (l *ImageLayers) GetLabels() map[string]string { return nil }
134+
func (l *ImageLayers) SetLabels(labels map[string]string) {}
135+
func (l *ImageLayers) GetAnnotations() map[string]string { return nil }
136+
func (l *ImageLayers) SetAnnotations(annotations map[string]string) {}
137+
func (l *ImageLayers) GetInitializers() *metav1.Initializers { return nil }
138+
func (l *ImageLayers) SetInitializers(initializers *metav1.Initializers) {}
139+
func (l *ImageLayers) GetFinalizers() []string { return nil }
140+
func (l *ImageLayers) SetFinalizers(finalizers []string) {}
141+
func (l *ImageLayers) GetOwnerReferences() []metav1.OwnerReference { return nil }
142+
func (l *ImageLayers) SetOwnerReferences([]metav1.OwnerReference) {}
143+
func (l *ImageLayers) GetClusterName() string { return "" }
144+
func (l *ImageLayers) SetClusterName(clusterName string) {}

0 commit comments

Comments
 (0)