Adds prototype NG driver apis

contrib/golang_impl_ng/Dockerfile

@@ -0,0 +1,15 @@
+FROM golang:1.3.3
+
+WORKDIR /go/src/
+
+RUN ["mkdir", "-p", "github.com/docker/"]
+
+VOLUME ["/Users/bbland/code/docker/docker-registry:github.com/docker/docker-registry"]
+
+# WORKDIR github.com/docker/docker-registry/contrib/golang_impl_ng
+
+RUN ["go", "get", "-d", "-v", "./..."]
+RUN ["go", "fmt", "./..."]
+RUN ["go", "install", "./..."]
+ENTRYPOINT ["/go/bin/driverclient", "-driver"]
+CMD ["inmemory"]

contrib/golang_impl_ng/driver/driver.go

@@ -0,0 +1,53 @@
+package driver
+
+import (
+	"fmt"
+	"io"
+)
+
+type Driver interface {
+	GetContent(path string) ([]byte, error)
+	PutContent(path string, content []byte) error
+	ReadStream(path string) (io.ReadCloser, error)
+	WriteStream(path string, offset uint64, readCloser io.ReadCloser) error
+	ResumeWritePosition(path string) (uint64, error)
+	Move(sourcePath string, destPath string) error
+	Delete(path string) error
+}
+
+func ImageManifestPath(imageId string) string {
+	return fmt.Sprintf("images/%s/manifest.json", imageId)
+}
+
+func ImagePrivatePath(imageId string) string {
+	return fmt.Sprintf("images/%s/_private", imageId)
+}
+
+func ImageDeletionPath(imageId string) string {
+	return fmt.Sprintf("images/%s/_deleted", imageId)
+}
+
+func ImageLayerPath(layerTarsum string) string {
+	return fmt.Sprintf("layers/%s/layer", layerTarsum)
+}
+
+func LayerChecksumPath(layerTarsum string) string {
+	return fmt.Sprintf("layers/%s/checksum", layerTarsum)
+}
+
+type PathNotFoundError struct {
+	Path string
+}
+
+func (err PathNotFoundError) Error() string {
+	return fmt.Sprintf("Path not found: %s", err.Path)
+}
+
+type InvalidOffsetError struct {
+	Path   string
+	Offset uint64
+}
+
+func (err InvalidOffsetError) Error() string {
+	return fmt.Sprintf("Invalid offset: %d for path: %s", err.Offset, err.Path)
+}

contrib/golang_impl_ng/driver/filesystem/filesystem.go

@@ -0,0 +1,121 @@
+package filesystem
+
+import (
+	"github.com/docker/docker-registry/contrib/golang_impl_ng/driver"
+	"io"
+	"io/ioutil"
+	"os"
+	"path"
+)
+
+type FilesystemDriver struct {
+	rootDirectory string
+}
+
+func NewDriver(rootDirectory string) *FilesystemDriver {
+	return &FilesystemDriver{rootDirectory}
+}
+
+func (d *FilesystemDriver) subPath(subPath string) string {
+	return path.Join(d.rootDirectory, subPath)
+}
+
+func (d *FilesystemDriver) GetContent(path string) ([]byte, error) {
+	contents, err := ioutil.ReadFile(d.subPath(path))
+	if err != nil {
+		return nil, driver.PathNotFoundError{path}
+	}
+	return contents, nil
+}
+
+func (d *FilesystemDriver) PutContent(subPath string, contents []byte) error {
+	fullPath := d.subPath(subPath)
+	parentDir := path.Dir(fullPath)
+	err := os.MkdirAll(parentDir, 0755)
+	if err != nil {
+		return err
+	}
+
+	err = ioutil.WriteFile(fullPath, contents, 0644)
+	return err
+}
+
+func (d *FilesystemDriver) ReadStream(path string) (io.ReadCloser, error) {
+	file, err := os.OpenFile(d.subPath(path), os.O_RDONLY, 0644)
+	if err != nil {
+		return nil, err
+	}
+	return file, nil
+}
+
+func (d *FilesystemDriver) WriteStream(subPath string, offset uint64, reader io.ReadCloser) error {
+	defer reader.Close()
+
+	resumableOffset, err := d.ResumeWritePosition(subPath)
+	if err != nil {
+		return err
+	}
+	if offset > resumableOffset {
+		return driver.InvalidOffsetError{subPath, offset}
+	}
+
+	fullPath := d.subPath(subPath)
+	parentDir := path.Dir(fullPath)
+	err = os.MkdirAll(parentDir, 0755)
+	if err != nil {
+		return err
+	}
+
+	file, err := os.Create(fullPath)
+	if err != nil {
+		return err
+	}
+	defer file.Close()
+
+	buf := make([]byte, 32*1024)
+	for {
+		bytesRead, er := reader.Read(buf)
+		if bytesRead > 0 {
+			bytesWritten, ew := file.WriteAt(buf[0:bytesRead], int64(offset))
+			if bytesWritten > 0 {
+				offset += uint64(bytesWritten)
+			}
+			if ew != nil {
+				err = ew
+				break
+			}
+			if bytesRead != bytesWritten {
+				err = io.ErrShortWrite
+				break
+			}
+		}
+		if er == io.EOF {
+			break
+		}
+		if er != nil {
+			err = er
+			break
+		}
+	}
+	return err
+}
+
+func (d *FilesystemDriver) ResumeWritePosition(subPath string) (uint64, error) {
+	fullPath := d.subPath(subPath)
+
+	fileInfo, err := os.Stat(fullPath)
+	if err != nil {
+		return 0, err
+	}
+	return uint64(fileInfo.Size()), nil
+}
+
+func (d *FilesystemDriver) Move(sourcePath string, destPath string) error {
+	err := os.Rename(d.subPath(sourcePath), d.subPath(destPath))
+	return err
+}
+
+func (d *FilesystemDriver) Delete(path string) error {
+	err := os.RemoveAll(d.subPath(path))
+	return err
+}

contrib/golang_impl_ng/driver/filesystem/filesystem_test.go

@@ -0,0 +1,30 @@
+package filesystem
+
+import (
+	"github.com/docker/docker-registry/contrib/golang_impl_ng/driver"
+	"github.com/docker/docker-registry/contrib/golang_impl_ng/driver/ipc"
+	. "gopkg.in/check.v1"
+	"os"
+	"testing"
+)
+
+// Hook up gocheck into the "go test" runner.
+func Test(t *testing.T) { TestingT(t) }
+
+var rootDirectory = "/tmp/driver"
+var _ = os.RemoveAll(rootDirectory)
+
+var filesystemDriverConstructor = func() (driver.Driver, error) {
+	return NewDriver(rootDirectory), nil
+}
+
+var InProcessSuite = Suite(&driver.InProcessDriverSuite{
+	DriverConstructor: filesystemDriverConstructor,
+})
+
+var IPCSuite = Suite(&ipc.IPCDriverSuite{
+	TestDriverConfig: &ipc.TestDriverConfig{
+		"filesystem",
+		map[string]string{"RootDirectory": rootDirectory},
+	},
+})

contrib/golang_impl_ng/driver/inmemory/inmemory.go

@@ -0,0 +1,100 @@
+package inmemory
+
+import (
+	"bytes"
+	"github.com/docker/docker-registry/contrib/golang_impl_ng/driver"
+	"io"
+	"io/ioutil"
+	"strings"
+)
+
+type InMemoryDriver struct {
+	storage map[string][]byte
+}
+
+func NewDriver() *InMemoryDriver {
+	return &InMemoryDriver{make(map[string][]byte)}
+}
+
+func (d *InMemoryDriver) GetContent(path string) ([]byte, error) {
+	contents, ok := d.storage[path]
+	if !ok {
+		return nil, driver.PathNotFoundError{path}
+	}
+	return contents, nil
+}
+
+func (d *InMemoryDriver) PutContent(path string, contents []byte) error {
+	d.storage[path] = contents
+	return nil
+}
+
+func (d *InMemoryDriver) ReadStream(path string) (io.ReadCloser, error) {
+	contents, err := d.GetContent(path)
+	if err != nil {
+		return nil, err
+	}
+	return ioutil.NopCloser(bytes.NewReader(contents)), nil
+}
+
+func (d *InMemoryDriver) WriteStream(path string, offset uint64, reader io.ReadCloser) error {
+	defer reader.Close()
+
+	resumableOffset, err := d.ResumeWritePosition(path)
+	if err != nil {
+		return err
+	}
+
+	if offset > resumableOffset {
+		return driver.InvalidOffsetError{path, offset}
+	}
+
+	contents, err := ioutil.ReadAll(reader)
+	if err != nil {
+		return err
+	}
+	d.storage[path] = contents
+	return nil
+}
+
+func (d *InMemoryDriver) ResumeWritePosition(path string) (uint64, error) {
+	contents, ok := d.storage[path]
+	if !ok {
+		return 0, nil
+	}
+	return uint64(len(contents)), nil
+}
+
+func (d *InMemoryDriver) Move(sourcePath string, destPath string) error {
+	contents, ok := d.storage[sourcePath]
+	if !ok {
+		return driver.PathNotFoundError{sourcePath}
+	}
+	d.storage[destPath] = contents
+	delete(d.storage, sourcePath)
+	return nil
+}
+
+func (d *InMemoryDriver) Delete(path string) error {
+	_, ok := d.storage[path]
+	if ok {
+		delete(d.storage, path)
+		return nil
+	}
+
+	subPaths := make([]string, 0)
+	for k := range d.storage {
+		if k != path && strings.HasPrefix(k, path) {
+			subPaths = append(subPaths, k)
+		}
+	}
+
+	if len(subPaths) == 0 {
+		return driver.PathNotFoundError{path}
+	}
+
+	for _, subPath := range subPaths {
+		delete(d.storage, subPath)
+	}
+	return nil
+}

contrib/golang_impl_ng/driver/inmemory/inmemory_test.go

@@ -0,0 +1,25 @@
+package inmemory
+
+import (
+	"github.com/docker/docker-registry/contrib/golang_impl_ng/driver"
+	"github.com/docker/docker-registry/contrib/golang_impl_ng/driver/ipc"
+	. "gopkg.in/check.v1"
+	"testing"
+)
+
+// Hook up gocheck into the "go test" runner.
+func Test(t *testing.T) { TestingT(t) }
+
+var filesystemDriverConstructor = func() (driver.Driver, error) {
+	return NewDriver(), nil
+}
+
+var InProcessSuite = Suite(&driver.InProcessDriverSuite{
+	DriverConstructor: filesystemDriverConstructor,
+})
+
+var IPCSuite = Suite(&ipc.IPCDriverSuite{
+	TestDriverConfig: &ipc.TestDriverConfig{
+		Name: "inmemory",
+	},
+})