2017-01-15 15:52:13 +00:00
|
|
|
// Copyright 2017 clair authors
|
2016-01-19 20:16:45 +00:00
|
|
|
//
|
|
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
// you may not use this file except in compliance with the License.
|
|
|
|
// You may obtain a copy of the License at
|
|
|
|
//
|
|
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
//
|
|
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
// See the License for the specific language governing permissions and
|
|
|
|
// limitations under the License.
|
|
|
|
|
2017-01-19 18:42:37 +00:00
|
|
|
// Package database defines the Clair's models and a common interface for
|
|
|
|
// database implementations.
|
2015-11-13 19:11:28 +00:00
|
|
|
package database
|
|
|
|
|
2016-01-08 19:42:07 +00:00
|
|
|
import (
|
|
|
|
"errors"
|
2016-05-02 22:33:03 +00:00
|
|
|
"fmt"
|
2016-01-08 19:42:07 +00:00
|
|
|
"time"
|
|
|
|
)
|
2015-11-13 19:11:28 +00:00
|
|
|
|
|
|
|
var (
|
2017-07-26 23:20:19 +00:00
|
|
|
// ErrBackendException is an error that occurs when the database backend
|
|
|
|
// does not work properly (ie. unreachable).
|
|
|
|
ErrBackendException = errors.New("database: an error occurred when querying the backend")
|
2016-01-08 16:17:32 +00:00
|
|
|
|
2015-11-13 19:11:28 +00:00
|
|
|
// ErrInconsistent is an error that occurs when a database consistency check
|
2017-01-15 15:52:13 +00:00
|
|
|
// fails (i.e. when an entity which is supposed to be unique is detected
|
|
|
|
// twice)
|
2015-11-13 19:11:28 +00:00
|
|
|
ErrInconsistent = errors.New("database: inconsistent database")
|
|
|
|
)
|
|
|
|
|
2017-01-27 01:14:44 +00:00
|
|
|
// RegistrableComponentConfig is a configuration block that can be used to
|
|
|
|
// determine which registrable component should be initialized and pass custom
|
|
|
|
// configuration to it.
|
|
|
|
type RegistrableComponentConfig struct {
|
|
|
|
Type string
|
|
|
|
Options map[string]interface{}
|
|
|
|
}
|
|
|
|
|
2016-05-02 22:33:03 +00:00
|
|
|
var drivers = make(map[string]Driver)
|
|
|
|
|
2017-07-26 23:20:19 +00:00
|
|
|
// Driver is a function that opens a Datastore specified by its database driver
|
|
|
|
// type and specific configuration.
|
2017-01-27 01:14:44 +00:00
|
|
|
type Driver func(RegistrableComponentConfig) (Datastore, error)
|
2016-05-02 22:33:03 +00:00
|
|
|
|
|
|
|
// Register makes a Constructor available by the provided name.
|
|
|
|
//
|
|
|
|
// If this function is called twice with the same name or if the Constructor is
|
|
|
|
// nil, it panics.
|
|
|
|
func Register(name string, driver Driver) {
|
|
|
|
if driver == nil {
|
|
|
|
panic("database: could not register nil Driver")
|
|
|
|
}
|
|
|
|
if _, dup := drivers[name]; dup {
|
|
|
|
panic("database: could not register duplicate Driver: " + name)
|
|
|
|
}
|
|
|
|
drivers[name] = driver
|
|
|
|
}
|
|
|
|
|
|
|
|
// Open opens a Datastore specified by a configuration.
|
2017-01-27 01:14:44 +00:00
|
|
|
func Open(cfg RegistrableComponentConfig) (Datastore, error) {
|
2016-05-02 22:33:03 +00:00
|
|
|
driver, ok := drivers[cfg.Type]
|
|
|
|
if !ok {
|
|
|
|
return nil, fmt.Errorf("database: unknown Driver %q (forgotten configuration or import?)", cfg.Type)
|
|
|
|
}
|
|
|
|
return driver(cfg)
|
|
|
|
}
|
|
|
|
|
2017-07-26 23:20:19 +00:00
|
|
|
// Session contains the required operations on a persistent data store for a
|
|
|
|
// Clair deployment.
|
|
|
|
//
|
|
|
|
// Session is started by Datastore.Begin and terminated with Commit or Rollback.
|
|
|
|
// Besides Commit and Rollback, other functions cannot be called after the
|
|
|
|
// session is terminated.
|
|
|
|
// Any function is not guaranteed to be called successfully if there's a session
|
|
|
|
// failure.
|
|
|
|
type Session interface {
|
|
|
|
// Commit commits changes to datastore.
|
2017-01-15 15:52:13 +00:00
|
|
|
//
|
2017-07-26 23:20:19 +00:00
|
|
|
// Commit call after Rollback does no-op.
|
|
|
|
Commit() error
|
|
|
|
|
|
|
|
// Rollback drops changes to datastore.
|
2017-01-15 15:52:13 +00:00
|
|
|
//
|
2017-07-26 23:20:19 +00:00
|
|
|
// Rollback call after Commit does no-op.
|
|
|
|
Rollback() error
|
|
|
|
|
|
|
|
// UpsertAncestry inserts or replaces an ancestry and its namespaced
|
|
|
|
// features and processors used to scan the ancestry.
|
2018-09-05 15:34:49 +00:00
|
|
|
UpsertAncestry(AncestryWithContent) error
|
2017-07-26 23:20:19 +00:00
|
|
|
|
|
|
|
// FindAncestry retrieves an ancestry with processors used to scan the
|
|
|
|
// ancestry. If the ancestry is not found, return false.
|
2017-01-15 15:52:13 +00:00
|
|
|
//
|
2017-07-26 23:20:19 +00:00
|
|
|
// The ancestry's processors are returned to short cut processing ancestry
|
|
|
|
// if it has been processed by all processors in the current Clair instance.
|
2018-09-05 15:34:49 +00:00
|
|
|
FindAncestry(name string) (ancestry Ancestry, found bool, err error)
|
2017-07-26 23:20:19 +00:00
|
|
|
|
2018-09-05 15:34:49 +00:00
|
|
|
// FindAncestryWithContent retrieves an ancestry with all detected
|
|
|
|
// namespaced features. If the ancestry is not found, return false.
|
|
|
|
FindAncestryWithContent(name string) (ancestry AncestryWithContent, found bool, err error)
|
2017-07-26 23:20:19 +00:00
|
|
|
|
|
|
|
// PersistFeatures inserts a set of features if not in the database.
|
|
|
|
PersistFeatures(features []Feature) error
|
2015-11-13 19:11:28 +00:00
|
|
|
|
2017-07-26 23:20:19 +00:00
|
|
|
// PersistNamespacedFeatures inserts a set of namespaced features if not in
|
|
|
|
// the database.
|
|
|
|
PersistNamespacedFeatures([]NamespacedFeature) error
|
|
|
|
|
|
|
|
// CacheAffectedNamespacedFeatures relates the namespaced features with the
|
|
|
|
// vulnerabilities affecting these features.
|
2017-01-15 15:52:13 +00:00
|
|
|
//
|
2017-07-26 23:20:19 +00:00
|
|
|
// NOTE(Sida): it's not necessary for every database implementation and so
|
|
|
|
// this function may have a better home.
|
|
|
|
CacheAffectedNamespacedFeatures([]NamespacedFeature) error
|
|
|
|
|
|
|
|
// FindAffectedNamespacedFeatures retrieves a set of namespaced features
|
|
|
|
// with affecting vulnerabilities.
|
|
|
|
FindAffectedNamespacedFeatures(features []NamespacedFeature) ([]NullableAffectedNamespacedFeature, error)
|
|
|
|
|
|
|
|
// PersistNamespaces inserts a set of namespaces if not in the database.
|
|
|
|
PersistNamespaces([]Namespace) error
|
2016-02-12 21:24:37 +00:00
|
|
|
|
2018-09-05 15:34:49 +00:00
|
|
|
// PersistLayer creates a layer using the blob Sum hash.
|
|
|
|
PersistLayer(hash string) error
|
2017-07-26 23:20:19 +00:00
|
|
|
|
|
|
|
// PersistLayerContent persists a layer's content in the database. The given
|
|
|
|
// namespaces and features can be partial content of this layer.
|
2017-01-15 15:52:13 +00:00
|
|
|
//
|
2017-07-26 23:20:19 +00:00
|
|
|
// The layer, namespaces and features are expected to be already existing
|
|
|
|
// in the database.
|
|
|
|
PersistLayerContent(hash string, namespaces []Namespace, features []Feature, processedBy Processors) error
|
|
|
|
|
2018-09-05 15:34:49 +00:00
|
|
|
// FindLayer retrieves the metadata of a layer.
|
|
|
|
FindLayer(hash string) (layer Layer, found bool, err error)
|
2017-07-26 23:20:19 +00:00
|
|
|
|
|
|
|
// FindLayerWithContent returns a layer with all detected features and
|
|
|
|
// namespaces.
|
|
|
|
FindLayerWithContent(hash string) (layer LayerWithContent, found bool, err error)
|
|
|
|
|
|
|
|
// InsertVulnerabilities inserts a set of UNIQUE vulnerabilities with
|
|
|
|
// affected features into database, assuming that all vulnerabilities
|
|
|
|
// provided are NOT in database and all vulnerabilities' namespaces are
|
|
|
|
// already in the database.
|
|
|
|
InsertVulnerabilities([]VulnerabilityWithAffected) error
|
|
|
|
|
|
|
|
// FindVulnerability retrieves a set of Vulnerabilities with affected
|
|
|
|
// features.
|
|
|
|
FindVulnerabilities([]VulnerabilityID) ([]NullableVulnerability, error)
|
|
|
|
|
|
|
|
// DeleteVulnerability removes a set of Vulnerabilities assuming that the
|
|
|
|
// requested vulnerabilities are in the database.
|
|
|
|
DeleteVulnerabilities([]VulnerabilityID) error
|
2016-02-02 18:29:59 +00:00
|
|
|
|
2017-07-26 23:20:19 +00:00
|
|
|
// InsertVulnerabilityNotifications inserts a set of unique vulnerability
|
|
|
|
// notifications into datastore, assuming that they are not in the database.
|
|
|
|
InsertVulnerabilityNotifications([]VulnerabilityNotification) error
|
|
|
|
|
|
|
|
// FindNewNotification retrieves a notification, which has never been
|
|
|
|
// notified or notified before a certain time.
|
|
|
|
FindNewNotification(notifiedBefore time.Time) (hook NotificationHook, found bool, err error)
|
|
|
|
|
|
|
|
// FindVulnerabilityNotification retrieves a vulnerability notification with
|
|
|
|
// affected ancestries affected by old or new vulnerability.
|
2017-01-15 15:52:13 +00:00
|
|
|
//
|
2017-07-26 23:20:19 +00:00
|
|
|
// Because the number of affected ancestries maybe large, they are paginated
|
|
|
|
// and their pages are specified by the given encrypted PageNumbers, which,
|
|
|
|
// if empty, are always considered first page.
|
2017-01-15 15:52:13 +00:00
|
|
|
//
|
2017-07-26 23:20:19 +00:00
|
|
|
// Session interface implementation should have encrypt and decrypt
|
|
|
|
// functions for PageNumber.
|
|
|
|
FindVulnerabilityNotification(name string, limit int,
|
|
|
|
oldVulnerabilityPage PageNumber,
|
|
|
|
newVulnerabilityPage PageNumber) (
|
|
|
|
noti VulnerabilityNotificationWithVulnerable,
|
|
|
|
found bool, err error)
|
|
|
|
|
|
|
|
// MarkNotificationNotified marks a Notification as notified now, assuming
|
|
|
|
// the requested notification is in the database.
|
|
|
|
MarkNotificationNotified(name string) error
|
|
|
|
|
|
|
|
// DeleteNotification removes a Notification in the database.
|
2016-01-21 23:09:23 +00:00
|
|
|
DeleteNotification(name string) error
|
2015-11-16 21:22:16 +00:00
|
|
|
|
2017-07-26 23:20:19 +00:00
|
|
|
// UpdateKeyValue stores or updates a simple key/value pair.
|
|
|
|
UpdateKeyValue(key, value string) error
|
2016-02-12 21:24:37 +00:00
|
|
|
|
2017-07-26 23:20:19 +00:00
|
|
|
// FindKeyValue retrieves a value from the given key.
|
|
|
|
FindKeyValue(key string) (value string, found bool, err error)
|
2015-11-13 19:11:28 +00:00
|
|
|
|
2017-01-15 15:52:13 +00:00
|
|
|
// Lock creates or renew a Lock in the database with the given name, owner
|
|
|
|
// and duration.
|
|
|
|
//
|
|
|
|
// After the specified duration, the Lock expires by itself if it hasn't been
|
|
|
|
// unlocked, and thus, let other users create a Lock with the same name.
|
|
|
|
// However, the owner can renew its Lock by setting renew to true.
|
|
|
|
// Lock should not block, it should instead returns whether the Lock has been
|
|
|
|
// successfully acquired/renewed. If it's the case, the expiration time of
|
|
|
|
// that Lock is returned as well.
|
2017-07-26 23:20:19 +00:00
|
|
|
Lock(name string, owner string, duration time.Duration, renew bool) (success bool, expiration time.Time, err error)
|
2016-02-12 21:24:37 +00:00
|
|
|
|
|
|
|
// Unlock releases an existing Lock.
|
2017-07-26 23:20:19 +00:00
|
|
|
Unlock(name, owner string) error
|
2016-02-12 21:24:37 +00:00
|
|
|
|
2017-01-15 15:52:13 +00:00
|
|
|
// FindLock returns the owner of a Lock specified by the name, and its
|
|
|
|
// expiration time if it exists.
|
2017-07-26 23:20:19 +00:00
|
|
|
FindLock(name string) (owner string, expiration time.Time, found bool, err error)
|
|
|
|
}
|
|
|
|
|
|
|
|
// Datastore represents a persistent data store
|
|
|
|
type Datastore interface {
|
|
|
|
// Begin starts a session to change.
|
|
|
|
Begin() (Session, error)
|
2015-11-13 19:11:28 +00:00
|
|
|
|
2016-02-12 21:24:37 +00:00
|
|
|
// Ping returns the health status of the database.
|
2016-01-22 20:57:57 +00:00
|
|
|
Ping() bool
|
2016-02-12 21:24:37 +00:00
|
|
|
|
2017-01-15 15:52:13 +00:00
|
|
|
// Close closes the database and frees any allocated resource.
|
2015-12-28 20:03:29 +00:00
|
|
|
Close()
|
2015-11-13 19:11:28 +00:00
|
|
|
}
|