[feature] support processing of (many) more media types (#3090)

* initial work replacing our media decoding / encoding pipeline with ffprobe + ffmpeg

* specify the video codec to use when generating static image from emoji

* update go-storage library (fixes incompatibility after updating go-iotools)

* maintain image aspect ratio when generating a thumbnail for it

* update readme to show go-ffmpreg

* fix a bunch of media tests, move filesize checking to callers of media manager for more flexibility

* remove extra debug from error message

* fix up incorrect function signatures

* update PutFile to just use regular file copy, as changes are file is on separate partition

* fix remaining tests, remove some unneeded tests now we're working with ffmpeg/ffprobe

* update more tests, add more code comments

* add utilities to generate processed emoji / media outputs

* fix remaining tests

* add test for opus media file, add license header to utility cmds

* limit the number of concurrently available ffmpeg / ffprobe instances

* reduce number of instances

* further reduce number of instances

* fix envparsing test with configuration variables

* update docs and configuration with new media-{local,remote}-max-size variables

1 files changed, 0 insertions, 148 deletions

diff --git a/vendor/github.com/dsoprea/go-exif/v3/undefined/exif_8828_oecf.go b/vendor/github.com/dsoprea/go-exif/v3/undefined/exif_8828_oecf.go
deleted file mode 100644
index 26f3675ab..000000000
--- a/vendor/github.com/dsoprea/go-exif/v3/undefined/exif_8828_oecf.go
+++ /dev/null
@@ -1,148 +0,0 @@
-package exifundefined
-
-import (
-	"bytes"
-	"fmt"
-
-	"encoding/binary"
-
-	"github.com/dsoprea/go-logging"
-
-	"github.com/dsoprea/go-exif/v3/common"
-)
-
-type Tag8828Oecf struct {
-	Columns     uint16
-	Rows        uint16
-	ColumnNames []string
-	Values      []exifcommon.SignedRational
-}
-
-func (oecf Tag8828Oecf) String() string {
-	return fmt.Sprintf("Tag8828Oecf<COLUMNS=(%d) ROWS=(%d)>", oecf.Columns, oecf.Rows)
-}
-
-func (oecf Tag8828Oecf) EncoderName() string {
-	return "Codec8828Oecf"
-}
-
-type Codec8828Oecf struct {
-}
-
-func (Codec8828Oecf) Encode(value interface{}, byteOrder binary.ByteOrder) (encoded []byte, unitCount uint32, err error) {
-	defer func() {
-		if state := recover(); state != nil {
-			err = log.Wrap(state.(error))
-		}
-	}()
-
-	// TODO(dustin): Add test
-
-	oecf, ok := value.(Tag8828Oecf)
-	if ok == false {
-		log.Panicf("can only encode a Tag8828Oecf")
-	}
-
-	b := new(bytes.Buffer)
-
-	err = binary.Write(b, byteOrder, oecf.Columns)
-	log.PanicIf(err)
-
-	err = binary.Write(b, byteOrder, oecf.Rows)
-	log.PanicIf(err)
-
-	for _, name := range oecf.ColumnNames {
-		_, err := b.Write([]byte(name))
-		log.PanicIf(err)
-
-		_, err = b.Write([]byte{0})
-		log.PanicIf(err)
-	}
-
-	ve := exifcommon.NewValueEncoder(byteOrder)
-
-	ed, err := ve.Encode(oecf.Values)
-	log.PanicIf(err)
-
-	_, err = b.Write(ed.Encoded)
-	log.PanicIf(err)
-
-	return b.Bytes(), uint32(b.Len()), nil
-}
-
-func (Codec8828Oecf) Decode(valueContext *exifcommon.ValueContext) (value EncodeableValue, err error) {
-	defer func() {
-		if state := recover(); state != nil {
-			err = log.Wrap(state.(error))
-		}
-	}()
-
-	// TODO(dustin): Add test using known good data.
-
-	valueContext.SetUndefinedValueType(exifcommon.TypeByte)
-
-	valueBytes, err := valueContext.ReadBytes()
-	log.PanicIf(err)
-
-	oecf := Tag8828Oecf{}
-
-	oecf.Columns = valueContext.ByteOrder().Uint16(valueBytes[0:2])
-	oecf.Rows = valueContext.ByteOrder().Uint16(valueBytes[2:4])
-
-	columnNames := make([]string, oecf.Columns)
-
-	// startAt is where the current column name starts.
-	startAt := 4
-
-	// offset is our current position.
-	offset := startAt
-
-	currentColumnNumber := uint16(0)
-
-	for currentColumnNumber < oecf.Columns {
-		if valueBytes[offset] == 0 {
-			columnName := string(valueBytes[startAt:offset])
-			if len(columnName) == 0 {
-				log.Panicf("SFR column (%d) has zero length", currentColumnNumber)
-			}
-
-			columnNames[currentColumnNumber] = columnName
-			currentColumnNumber++
-
-			offset++
-			startAt = offset
-			continue
-		}
-
-		offset++
-	}
-
-	oecf.ColumnNames = columnNames
-
-	rawRationalBytes := valueBytes[offset:]
-
-	rationalSize := exifcommon.TypeSignedRational.Size()
-	if len(rawRationalBytes)%rationalSize > 0 {
-		log.Panicf("OECF signed-rationals not aligned: (%d) %% (%d) > 0", len(rawRationalBytes), rationalSize)
-	}
-
-	rationalCount := len(rawRationalBytes) / rationalSize
-
-	parser := new(exifcommon.Parser)
-
-	byteOrder := valueContext.ByteOrder()
-
-	items, err := parser.ParseSignedRationals(rawRationalBytes, uint32(rationalCount), byteOrder)
-	log.PanicIf(err)
-
-	oecf.Values = items
-
-	return oecf, nil
-}
-
-func init() {
-	registerDecoder(
-		exifcommon.IfdExifStandardIfdIdentity.UnindexedString(),
-		0x8828,
-		Codec8828Oecf{})
-}