[feature] support processing of (many) more media types (#3090)

* initial work replacing our media decoding / encoding pipeline with ffprobe + ffmpeg

* specify the video codec to use when generating static image from emoji

* update go-storage library (fixes incompatibility after updating go-iotools)

* maintain image aspect ratio when generating a thumbnail for it

* update readme to show go-ffmpreg

* fix a bunch of media tests, move filesize checking to callers of media manager for more flexibility

* remove extra debug from error message

* fix up incorrect function signatures

* update PutFile to just use regular file copy, as changes are file is on separate partition

* fix remaining tests, remove some unneeded tests now we're working with ffmpeg/ffprobe

* update more tests, add more code comments

* add utilities to generate processed emoji / media outputs

* fix remaining tests

* add test for opus media file, add license header to utility cmds

* limit the number of concurrently available ffmpeg / ffprobe instances

* reduce number of instances

* further reduce number of instances

* fix envparsing test with configuration variables

* update docs and configuration with new media-{local,remote}-max-size variables

1 files changed, 0 insertions, 98 deletions

diff --git a/vendor/github.com/abema/go-mp4/extract.go b/vendor/github.com/abema/go-mp4/extract.go
deleted file mode 100644
index 7de36b06a..000000000
--- a/vendor/github.com/abema/go-mp4/extract.go
+++ /dev/null
@@ -1,98 +0,0 @@
-package mp4
-
-import (
-	"errors"
-	"io"
-)
-
-type BoxInfoWithPayload struct {
-	Info    BoxInfo
-	Payload IBox
-}
-
-func ExtractBoxWithPayload(r io.ReadSeeker, parent *BoxInfo, path BoxPath) ([]*BoxInfoWithPayload, error) {
-	return ExtractBoxesWithPayload(r, parent, []BoxPath{path})
-}
-
-func ExtractBoxesWithPayload(r io.ReadSeeker, parent *BoxInfo, paths []BoxPath) ([]*BoxInfoWithPayload, error) {
-	bis, err := ExtractBoxes(r, parent, paths)
-	if err != nil {
-		return nil, err
-	}
-
-	bs := make([]*BoxInfoWithPayload, 0, len(bis))
-	for _, bi := range bis {
-		if _, err := bi.SeekToPayload(r); err != nil {
-			return nil, err
-		}
-
-		var ctx Context
-		if parent != nil {
-			ctx = parent.Context
-		}
-		box, _, err := UnmarshalAny(r, bi.Type, bi.Size-bi.HeaderSize, ctx)
-		if err != nil {
-			return nil, err
-		}
-		bs = append(bs, &BoxInfoWithPayload{
-			Info:    *bi,
-			Payload: box,
-		})
-	}
-	return bs, nil
-}
-
-func ExtractBox(r io.ReadSeeker, parent *BoxInfo, path BoxPath) ([]*BoxInfo, error) {
-	return ExtractBoxes(r, parent, []BoxPath{path})
-}
-
-func ExtractBoxes(r io.ReadSeeker, parent *BoxInfo, paths []BoxPath) ([]*BoxInfo, error) {
-	if len(paths) == 0 {
-		return nil, nil
-	}
-
-	for i := range paths {
-		if len(paths[i]) == 0 {
-			return nil, errors.New("box path must not be empty")
-		}
-	}
-
-	boxes := make([]*BoxInfo, 0, 8)
-
-	handler := func(handle *ReadHandle) (interface{}, error) {
-		path := handle.Path
-		if parent != nil {
-			path = path[1:]
-		}
-		if handle.BoxInfo.Type == BoxTypeAny() {
-			return nil, nil
-		}
-		fm, m := matchPath(paths, path)
-		if m {
-			boxes = append(boxes, &handle.BoxInfo)
-		}
-
-		if fm {
-			if _, err := handle.Expand(); err != nil {
-				return nil, err
-			}
-		}
-		return nil, nil
-	}
-
-	if parent != nil {
-		_, err := ReadBoxStructureFromInternal(r, parent, handler)
-		return boxes, err
-	}
-	_, err := ReadBoxStructure(r, handler)
-	return boxes, err
-}
-
-func matchPath(paths []BoxPath, path BoxPath) (forwardMatch bool, match bool) {
-	for i := range paths {
-		fm, m := path.compareWith(paths[i])
-		forwardMatch = forwardMatch || fm
-		match = match || m
-	}
-	return
-}