Merge pull request #214 from NyaaaWhatsUpDoc/improvement/update-storage-library

add git.iim.gay/grufwub/go-store for storage backend, replacing blob.Storage

5 files changed, 461 insertions, 0 deletions

diff --git a/vendor/git.iim.gay/grufwub/go-bytes/README.md b/vendor/git.iim.gay/grufwub/go-bytes/README.md
new file mode 100644
index 000000000..fbdf99798
--- /dev/null
+++ b/vendor/git.iim.gay/grufwub/go-bytes/README.md
@@ -0,0 +1,12 @@
+drop-in replacement for standard "bytes" library
+
+contains alternative Buffer implementation that provides direct access to the
+underlying byte-slice, with some interesting alternative struct methods. provides
+no safety guards, if you pass bad values it will blow up in your face...
+
+and alternative `ToUpper()` and `ToLower()` implementations that use lookup
+tables for improved performance
+
+provides direct call-throughs to most of the "bytes" library functions to facilitate
+this being a direct drop-in. in some time, i may offer alternative implementations
+for other functions too
\ No newline at end of file
diff --git a/vendor/git.iim.gay/grufwub/go-bytes/buffer.go b/vendor/git.iim.gay/grufwub/go-bytes/buffer.go
new file mode 100644
index 000000000..0b63f51b2
--- /dev/null
+++ b/vendor/git.iim.gay/grufwub/go-bytes/buffer.go
@@ -0,0 +1,138 @@
+package bytes
+
+import (
+	"unicode/utf8"
+)
+
+// Buffer is a very simple buffer implementation that allows
+// access to and reslicing of the underlying byte slice.
+type Buffer struct {
+	noCopy noCopy
+	B      []byte
+}
+
+func NewBuffer(b []byte) Buffer {
+	return Buffer{
+		noCopy: noCopy{},
+		B:      b,
+	}
+}
+
+func (b *Buffer) Write(p []byte) (int, error) {
+	b.Grow(len(p))
+	return copy(b.B[b.Len()-len(p):], p), nil
+}
+
+func (b *Buffer) WriteString(s string) (int, error) {
+	b.Grow(len(s))
+	return copy(b.B[b.Len()-len(s):], s), nil
+}
+
+func (b *Buffer) WriteByte(c byte) error {
+	l := b.Len()
+	b.Grow(1)
+	b.B[l] = c
+	return nil
+}
+
+func (b *Buffer) WriteRune(r rune) (int, error) {
+	if r < utf8.RuneSelf {
+		b.WriteByte(byte(r))
+		return 1, nil
+	}
+
+	l := b.Len()
+	b.Grow(utf8.UTFMax)
+	n := utf8.EncodeRune(b.B[l:b.Len()], r)
+	b.B = b.B[:l+n]
+
+	return n, nil
+}
+
+func (b *Buffer) WriteAt(p []byte, start int64) (int, error) {
+	b.Grow(len(p) - int(int64(b.Len())-start))
+	return copy(b.B[start:], p), nil
+}
+
+func (b *Buffer) WriteStringAt(s string, start int64) (int, error) {
+	b.Grow(len(s) - int(int64(b.Len())-start))
+	return copy(b.B[start:], s), nil
+}
+
+func (b *Buffer) Truncate(size int) {
+	b.B = b.B[:b.Len()-size]
+}
+
+func (b *Buffer) ShiftByte(index int) {
+	copy(b.B[index:], b.B[index+1:])
+}
+
+func (b *Buffer) Shift(start int64, size int) {
+	copy(b.B[start:], b.B[start+int64(size):])
+}
+
+func (b *Buffer) DeleteByte(index int) {
+	b.ShiftByte(index)
+	b.Truncate(1)
+}
+
+func (b *Buffer) Delete(start int64, size int) {
+	b.Shift(start, size)
+	b.Truncate(size)
+}
+
+func (b *Buffer) InsertByte(index int64, c byte) {
+	l := b.Len()
+	b.Grow(1)
+	copy(b.B[index+1:], b.B[index:l])
+	b.B[index] = c
+}
+
+func (b *Buffer) Insert(index int64, p []byte) {
+	l := b.Len()
+	b.Grow(len(p))
+	copy(b.B[index+int64(len(p)):], b.B[index:l])
+	copy(b.B[index:], p)
+}
+
+func (b *Buffer) Bytes() []byte {
+	return b.B
+}
+
+func (b *Buffer) String() string {
+	return string(b.B)
+}
+
+func (b *Buffer) StringPtr() string {
+	return BytesToString(b.B)
+}
+
+func (b *Buffer) Cap() int {
+	return cap(b.B)
+}
+
+func (b *Buffer) Len() int {
+	return len(b.B)
+}
+
+func (b *Buffer) Reset() {
+	b.B = b.B[:0]
+}
+
+func (b *Buffer) Grow(size int) {
+	b.Guarantee(size)
+	b.B = b.B[:b.Len()+size]
+}
+
+func (b *Buffer) Guarantee(size int) {
+	if size > b.Cap()-b.Len() {
+		nb := make([]byte, 2*b.Cap()+size)
+		copy(nb, b.B)
+		b.B = nb[:b.Len()]
+	}
+}
+
+type noCopy struct{}
+
+func (n *noCopy) Lock()   {}
+func (n *noCopy) Unlock() {}
diff --git a/vendor/git.iim.gay/grufwub/go-bytes/bytes.go b/vendor/git.iim.gay/grufwub/go-bytes/bytes.go
new file mode 100644
index 000000000..5fef75d56
--- /dev/null
+++ b/vendor/git.iim.gay/grufwub/go-bytes/bytes.go
@@ -0,0 +1,261 @@
+package bytes
+
+import (
+	"bytes"
+	"reflect"
+	"unsafe"
+)
+
+var (
+	_ Bytes = &Buffer{}
+	_ Bytes = bytesType{}
+)
+
+// Bytes defines a standard way of retrieving the content of a
+// byte buffer of some-kind.
+type Bytes interface {
+	// Bytes returns the byte slice content
+	Bytes() []byte
+
+	// String returns byte slice cast directly to string, this
+	// will cause an allocation but comes with the safety of
+	// being an immutable Go string
+	String() string
+
+	// StringPtr returns byte slice cast to string via the unsafe
+	// package. This comes with the same caveats of accessing via
+	// .Bytes() in that the content is liable change and is NOT
+	// immutable, despite being a string type
+	StringPtr() string
+}
+
+type bytesType []byte
+
+func (b bytesType) Bytes() []byte {
+	return b
+}
+
+func (b bytesType) String() string {
+	return string(b)
+}
+
+func (b bytesType) StringPtr() string {
+	return BytesToString(b)
+}
+
+// ToBytes casts the provided byte slice as the simplest possible
+// Bytes interface implementation
+func ToBytes(b []byte) Bytes {
+	return bytesType(b)
+}
+
+// Copy returns a new copy of slice b, does NOT maintain nil values
+func Copy(b []byte) []byte {
+	p := make([]byte, len(b))
+	copy(p, b)
+	return p
+}
+
+// BytesToString returns byte slice cast to string via the "unsafe" package
+func BytesToString(b []byte) string {
+	return *(*string)(unsafe.Pointer(&b))
+}
+
+// StringToBytes returns the string cast to string via the "unsafe" and "reflect" packages
+func StringToBytes(s string) []byte {
+	// thank you to https://github.com/valyala/fasthttp/blob/master/bytesconv.go
+	var b []byte
+
+	// Get byte + string headers
+	bh := (*reflect.SliceHeader)(unsafe.Pointer(&b))
+	sh := (*reflect.StringHeader)(unsafe.Pointer(&s))
+
+	// Manually set bytes to string
+	bh.Data = sh.Data
+	bh.Len = sh.Len
+	bh.Cap = sh.Len
+
+	return b
+}
+
+// // InsertByte inserts the supplied byte into the slice at provided position
+// func InsertByte(b []byte, at int, c byte) []byte {
+// 	return append(append(b[:at], c), b[at:]...)
+// }
+
+// // Insert inserts the supplied byte slice into the slice at provided position
+// func Insert(b []byte, at int, s []byte) []byte {
+// 	return append(append(b[:at], s...), b[at:]...)
+// }
+
+// ToUpper offers a faster ToUpper implementation using a lookup table
+func ToUpper(b []byte) {
+	for i := 0; i < len(b); i++ {
+		c := &b[i]
+		*c = toUpperTable[*c]
+	}
+}
+
+// ToLower offers a faster ToLower implementation using a lookup table
+func ToLower(b []byte) {
+	for i := 0; i < len(b); i++ {
+		c := &b[i]
+		*c = toLowerTable[*c]
+	}
+}
+
+// HasBytePrefix returns whether b has the provided byte prefix
+func HasBytePrefix(b []byte, c byte) bool {
+	return (len(b) > 0) && (b[0] == c)
+}
+
+// HasByteSuffix returns whether b has the provided byte suffix
+func HasByteSuffix(b []byte, c byte) bool {
+	return (len(b) > 0) && (b[len(b)-1] == c)
+}
+
+// HasBytePrefix returns b without the provided leading byte
+func TrimBytePrefix(b []byte, c byte) []byte {
+	if HasBytePrefix(b, c) {
+		return b[1:]
+	}
+	return b
+}
+
+// TrimByteSuffix returns b without the provided trailing byte
+func TrimByteSuffix(b []byte, c byte) []byte {
+	if HasByteSuffix(b, c) {
+		return b[:len(b)-1]
+	}
+	return b
+}
+
+// Compare is a direct call-through to standard library bytes.Compare()
+func Compare(b, s []byte) int {
+	return bytes.Compare(b, s)
+}
+
+// Contains is a direct call-through to standard library bytes.Contains()
+func Contains(b, s []byte) bool {
+	return bytes.Contains(b, s)
+}
+
+// TrimPrefix is a direct call-through to standard library bytes.TrimPrefix()
+func TrimPrefix(b, s []byte) []byte {
+	return bytes.TrimPrefix(b, s)
+}
+
+// TrimSuffix is a direct call-through to standard library bytes.TrimSuffix()
+func TrimSuffix(b, s []byte) []byte {
+	return bytes.TrimSuffix(b, s)
+}
+
+// Equal is a direct call-through to standard library bytes.Equal()
+func Equal(b, s []byte) bool {
+	return bytes.Equal(b, s)
+}
+
+// EqualFold is a direct call-through to standard library bytes.EqualFold()
+func EqualFold(b, s []byte) bool {
+	return bytes.EqualFold(b, s)
+}
+
+// Fields is a direct call-through to standard library bytes.Fields()
+func Fields(b []byte) [][]byte {
+	return bytes.Fields(b)
+}
+
+// FieldsFunc is a direct call-through to standard library bytes.FieldsFunc()
+func FieldsFunc(b []byte, fn func(rune) bool) [][]byte {
+	return bytes.FieldsFunc(b, fn)
+}
+
+// HasPrefix is a direct call-through to standard library bytes.HasPrefix()
+func HasPrefix(b, s []byte) bool {
+	return bytes.HasPrefix(b, s)
+}
+
+// HasSuffix is a direct call-through to standard library bytes.HasSuffix()
+func HasSuffix(b, s []byte) bool {
+	return bytes.HasSuffix(b, s)
+}
+
+// Index is a direct call-through to standard library bytes.Index()
+func Index(b, s []byte) int {
+	return bytes.Index(b, s)
+}
+
+// IndexByte is a direct call-through to standard library bytes.IndexByte()
+func IndexByte(b []byte, c byte) int {
+	return bytes.IndexByte(b, c)
+}
+
+// IndexAny is a direct call-through to standard library bytes.IndexAny()
+func IndexAny(b []byte, s string) int {
+	return bytes.IndexAny(b, s)
+}
+
+// IndexRune is a direct call-through to standard library bytes.IndexRune()
+func IndexRune(b []byte, r rune) int {
+	return bytes.IndexRune(b, r)
+}
+
+// IndexFunc is a direct call-through to standard library bytes.IndexFunc()
+func IndexFunc(b []byte, fn func(rune) bool) int {
+	return bytes.IndexFunc(b, fn)
+}
+
+// LastIndex is a direct call-through to standard library bytes.LastIndex()
+func LastIndex(b, s []byte) int {
+	return bytes.LastIndex(b, s)
+}
+
+// LastIndexByte is a direct call-through to standard library bytes.LastIndexByte()
+func LastIndexByte(b []byte, c byte) int {
+	return bytes.LastIndexByte(b, c)
+}
+
+// LastIndexAny is a direct call-through to standard library bytes.LastIndexAny()
+func LastIndexAny(b []byte, s string) int {
+	return bytes.LastIndexAny(b, s)
+}
+
+// LastIndexFunc is a direct call-through to standard library bytes.LastIndexFunc()
+func LastIndexFunc(b []byte, fn func(rune) bool) int {
+	return bytes.LastIndexFunc(b, fn)
+}
+
+// Replace is a direct call-through to standard library bytes.Replace()
+func Replace(b, s, r []byte, c int) []byte {
+	return bytes.Replace(b, s, r, c)
+}
+
+// ReplaceAll is a direct call-through to standard library bytes.ReplaceAll()
+func ReplaceAll(b, s, r []byte) []byte {
+	return bytes.ReplaceAll(b, s, r)
+}
+
+// Split is a direct call-through to standard library bytes.Split()
+func Split(b, s []byte) [][]byte {
+	return bytes.Split(b, s)
+}
+
+// SplitAfter is a direct call-through to standard library bytes.SplitAfter()
+func SplitAfter(b, s []byte) [][]byte {
+	return bytes.SplitAfter(b, s)
+}
+
+// SplitN is a direct call-through to standard library bytes.SplitN()
+func SplitN(b, s []byte, c int) [][]byte {
+	return bytes.SplitN(b, s, c)
+}
+
+// SplitAfterN is a direct call-through to standard library bytes.SplitAfterN()
+func SplitAfterN(b, s []byte, c int) [][]byte {
+	return bytes.SplitAfterN(b, s, c)
+}
+
+// NewReader is a direct call-through to standard library bytes.NewReader()
+func NewReader(b []byte) *bytes.Reader {
+	return bytes.NewReader(b)
+}
diff --git a/vendor/git.iim.gay/grufwub/go-bytes/bytesconv_table.go b/vendor/git.iim.gay/grufwub/go-bytes/bytesconv_table.go
new file mode 100644
index 000000000..3d3058ada
--- /dev/null
+++ b/vendor/git.iim.gay/grufwub/go-bytes/bytesconv_table.go
@@ -0,0 +1,11 @@
+package bytes
+
+// Code generated by go run bytesconv_table_gen.go; DO NOT EDIT.
+// See bytesconv_table_gen.go for more information about these tables.
+//
+// Source: https://github.com/valyala/fasthttp/blob/master/bytes_table_gen.go
+
+const (
+	toLowerTable = "\x00\x01\x02\x03\x04\x05\x06\a\b\t\n\v\f\r\x0e\x0f\x10\x11\x12\x13\x14\x15\x16\x17\x18\x19\x1a\x1b\x1c\x1d\x1e\x1f !\"#$%&'()*+,-./0123456789:;<=>?@abcdefghijklmnopqrstuvwxyz[\\]^_`abcdefghijklmnopqrstuvwxyz{|}~\u007f\x80\x81\x82\x83\x84\x85\x86\x87\x88\x89\x8a\x8b\x8c\x8d\x8e\x8f\x90\x91\x92\x93\x94\x95\x96\x97\x98\x99\x9a\x9b\x9c\x9d\x9e\x9f\xa0\xa1\xa2\xa3\xa4\xa5\xa6\xa7\xa8\xa9\xaa\xab\xac\xad\xae\xaf\xb0\xb1\xb2\xb3\xb4\xb5\xb6\xb7\xb8\xb9\xba\xbb\xbc\xbd\xbe\xbf\xc0\xc1\xc2\xc3\xc4\xc5\xc6\xc7\xc8\xc9\xca\xcb\xcc\xcd\xce\xcf\xd0\xd1\xd2\xd3\xd4\xd5\xd6\xd7\xd8\xd9\xda\xdb\xdc\xdd\xde\xdf\xe0\xe1\xe2\xe3\xe4\xe5\xe6\xe7\xe8\xe9\xea\xeb\xec\xed\xee\xef\xf0\xf1\xf2\xf3\xf4\xf5\xf6\xf7\xf8\xf9\xfa\xfb\xfc\xfd\xfe\xff"
+	toUpperTable = "\x00\x01\x02\x03\x04\x05\x06\a\b\t\n\v\f\r\x0e\x0f\x10\x11\x12\x13\x14\x15\x16\x17\x18\x19\x1a\x1b\x1c\x1d\x1e\x1f !\"#$%&'()*+,-./0123456789:;<=>?@ABCDEFGHIJKLMNOPQRSTUVWXYZ[\\]^_`ABCDEFGHIJKLMNOPQRSTUVWXYZ{|}~\u007f\x80\x81\x82\x83\x84\x85\x86\x87\x88\x89\x8a\x8b\x8c\x8d\x8e\x8f\x90\x91\x92\x93\x94\x95\x96\x97\x98\x99\x9a\x9b\x9c\x9d\x9e\x9f\xa0\xa1\xa2\xa3\xa4\xa5\xa6\xa7\xa8\xa9\xaa\xab\xac\xad\xae\xaf\xb0\xb1\xb2\xb3\xb4\xb5\xb6\xb7\xb8\xb9\xba\xbb\xbc\xbd\xbe\xbf\xc0\xc1\xc2\xc3\xc4\xc5\xc6\xc7\xc8\xc9\xca\xcb\xcc\xcd\xce\xcf\xd0\xd1\xd2\xd3\xd4\xd5\xd6\xd7\xd8\xd9\xda\xdb\xdc\xdd\xde\xdf\xe0\xe1\xe2\xe3\xe4\xe5\xe6\xe7\xe8\xe9\xea\xeb\xec\xed\xee\xef\xf0\xf1\xf2\xf3\xf4\xf5\xf6\xf7\xf8\xf9\xfa\xfb\xfc\xfd\xfe\xff"
+)
diff --git a/vendor/git.iim.gay/grufwub/go-bytes/pool.go b/vendor/git.iim.gay/grufwub/go-bytes/pool.go
new file mode 100644
index 000000000..edd6859c1
--- /dev/null
+++ b/vendor/git.iim.gay/grufwub/go-bytes/pool.go
@@ -0,0 +1,39 @@
+package bytes
+
+import (
+	"bytes"
+	"sync"
+)
+
+type SizedBufferPool struct {
+	pool sync.Pool
+	len  int
+	cap  int
+}
+
+func (p *SizedBufferPool) Init(len, cap int) {
+	p.pool.New = func() interface{} {
+		buf := NewBuffer(make([]byte, len, cap))
+		return &buf
+	}
+	p.len = len
+	p.cap = cap
+}
+
+func (p *SizedBufferPool) Acquire() *bytes.Buffer {
+	return p.pool.Get().(*bytes.Buffer)
+}
+
+func (p *SizedBufferPool) Release(buf *bytes.Buffer) {
+	// If not enough cap, ignore
+	if buf.Cap() < p.cap {
+		return
+	}
+
+	// Set length to expected
+	buf.Reset()
+	buf.Grow(p.len)
+
+	// Place in pool
+	p.pool.Put(buf)
+}