From 53180548083c0a100db2f703d5f5da047a9e0031 Mon Sep 17 00:00:00 2001 From: kim <89579420+NyaaaWhatsUpDoc@users.noreply.github.com> Date: Wed, 11 Jan 2023 11:13:13 +0000 Subject: [performance] media processing improvements (#1288) * media processor consolidation and reformatting, reduce amount of required syscalls Signed-off-by: kim * update go-store library, stream jpeg/png encoding + use buffer pools, improved media processing AlreadyExists error handling Signed-off-by: kim * fix duration not being set, fix mp4 test expecting error Signed-off-by: kim * fix test expecting media files with different extension Signed-off-by: kim * remove unused code Signed-off-by: kim * fix expected storage paths in tests, update expected test thumbnails Signed-off-by: kim * remove dead code Signed-off-by: kim * fix cached presigned s3 url fetching Signed-off-by: kim * fix tests Signed-off-by: kim * fix test models Signed-off-by: kim * update media processing to use sync.Once{} for concurrency protection Signed-off-by: kim * shutup linter Signed-off-by: kim * fix passing in KVStore GetStream() as stream to PutStream() Signed-off-by: kim * fix unlocks of storage keys Signed-off-by: kim * whoops, return the error... Signed-off-by: kim * pour one out for tobi's code <3 Signed-off-by: kim * add back the byte slurping code Signed-off-by: kim * check for both ErrUnexpectedEOF and EOF Signed-off-by: kim * add back links to file format header information Signed-off-by: kim Signed-off-by: kim --- testrig/media/ohyou-original.jpeg | Bin 27759 -> 0 bytes testrig/media/ohyou-original.jpg | Bin 0 -> 27759 bytes testrig/media/ohyou-small.jpeg | Bin 6177 -> 0 bytes testrig/media/ohyou-small.jpg | Bin 0 -> 6177 bytes testrig/media/team-fortress-original.jpeg | Bin 517226 -> 0 bytes testrig/media/team-fortress-original.jpg | Bin 0 -> 517226 bytes testrig/media/team-fortress-small.jpeg | Bin 42308 -> 0 bytes testrig/media/team-fortress-small.jpg | Bin 0 -> 42308 bytes testrig/media/thoughtsofdog-original.jpeg | Bin 19310 -> 0 bytes testrig/media/thoughtsofdog-original.jpg | Bin 0 -> 19310 bytes testrig/media/thoughtsofdog-small.jpeg | Bin 20395 -> 0 bytes testrig/media/thoughtsofdog-small.jpg | Bin 0 -> 19312 bytes testrig/media/trent-small.jpeg | Bin 8803 -> 0 bytes testrig/media/trent-small.jpg | Bin 0 -> 8803 bytes testrig/media/welcome-original.jpeg | Bin 62529 -> 0 bytes testrig/media/welcome-original.jpg | Bin 0 -> 62529 bytes testrig/media/welcome-small.jpeg | Bin 6872 -> 0 bytes testrig/media/welcome-small.jpg | Bin 0 -> 6872 bytes testrig/media/zork-original.jpeg | Bin 457680 -> 0 bytes testrig/media/zork-original.jpg | Bin 0 -> 457680 bytes testrig/media/zork-small.jpeg | Bin 15374 -> 0 bytes testrig/media/zork-small.jpg | Bin 0 -> 15374 bytes 22 files changed, 0 insertions(+), 0 deletions(-) delete mode 100755 testrig/media/ohyou-original.jpeg create mode 100755 testrig/media/ohyou-original.jpg delete mode 100755 testrig/media/ohyou-small.jpeg create mode 100755 testrig/media/ohyou-small.jpg delete mode 100644 testrig/media/team-fortress-original.jpeg create mode 100644 testrig/media/team-fortress-original.jpg delete mode 100644 testrig/media/team-fortress-small.jpeg create mode 100644 testrig/media/team-fortress-small.jpg delete mode 100644 testrig/media/thoughtsofdog-original.jpeg create mode 100644 testrig/media/thoughtsofdog-original.jpg delete mode 100644 testrig/media/thoughtsofdog-small.jpeg create mode 100644 testrig/media/thoughtsofdog-small.jpg delete mode 100755 testrig/media/trent-small.jpeg create mode 100755 testrig/media/trent-small.jpg delete mode 100755 testrig/media/welcome-original.jpeg create mode 100755 testrig/media/welcome-original.jpg delete mode 100755 testrig/media/welcome-small.jpeg create mode 100755 testrig/media/welcome-small.jpg delete mode 100644 testrig/media/zork-original.jpeg create mode 100644 testrig/media/zork-original.jpg delete mode 100644 testrig/media/zork-small.jpeg create mode 100644 testrig/media/zork-small.jpg (limited to 'testrig/media') diff --git a/testrig/media/ohyou-original.jpeg b/testrig/media/ohyou-original.jpeg deleted file mode 100755 index 349965160..000000000 Binary files a/testrig/media/ohyou-original.jpeg and /dev/null differ diff --git a/testrig/media/ohyou-original.jpg b/testrig/media/ohyou-original.jpg new file mode 100755 index 000000000..349965160 Binary files /dev/null and b/testrig/media/ohyou-original.jpg differ diff --git a/testrig/media/ohyou-small.jpeg b/testrig/media/ohyou-small.jpeg deleted file mode 100755 index f561884d1..000000000 Binary files a/testrig/media/ohyou-small.jpeg and /dev/null differ diff --git a/testrig/media/ohyou-small.jpg b/testrig/media/ohyou-small.jpg new file mode 100755 index 000000000..f561884d1 Binary files /dev/null and b/testrig/media/ohyou-small.jpg differ diff --git a/testrig/media/team-fortress-original.jpeg b/testrig/media/team-fortress-original.jpeg deleted file mode 100644 index 9eb1803b3..000000000 Binary files a/testrig/media/team-fortress-original.jpeg and /dev/null differ diff --git a/testrig/media/team-fortress-original.jpg b/testrig/media/team-fortress-original.jpg new file mode 100644 index 000000000..9eb1803b3 Binary files /dev/null and b/testrig/media/team-fortress-original.jpg differ diff --git a/testrig/media/team-fortress-small.jpeg b/testrig/media/team-fortress-small.jpeg deleted file mode 100644 index f6773b9a0..000000000 Binary files a/testrig/media/team-fortress-small.jpeg and /dev/null differ diff --git a/testrig/media/team-fortress-small.jpg b/testrig/media/team-fortress-small.jpg new file mode 100644 index 000000000..f6773b9a0 Binary files /dev/null and b/testrig/media/team-fortress-small.jpg differ diff --git a/testrig/media/thoughtsofdog-original.jpeg b/testrig/media/thoughtsofdog-original.jpeg deleted file mode 100644 index 93fdf3a53..000000000 Binary files a/testrig/media/thoughtsofdog-original.jpeg and /dev/null differ diff --git a/testrig/media/thoughtsofdog-original.jpg b/testrig/media/thoughtsofdog-original.jpg new file mode 100644 index 000000000..93fdf3a53 Binary files /dev/null and b/testrig/media/thoughtsofdog-original.jpg differ diff --git a/testrig/media/thoughtsofdog-small.jpeg b/testrig/media/thoughtsofdog-small.jpeg deleted file mode 100644 index 35c8f7e98..000000000 Binary files a/testrig/media/thoughtsofdog-small.jpeg and /dev/null differ diff --git a/testrig/media/thoughtsofdog-small.jpg b/testrig/media/thoughtsofdog-small.jpg new file mode 100644 index 000000000..98801d235 Binary files /dev/null and b/testrig/media/thoughtsofdog-small.jpg differ diff --git a/testrig/media/trent-small.jpeg b/testrig/media/trent-small.jpeg deleted file mode 100755 index 726c1aed0..000000000 Binary files a/testrig/media/trent-small.jpeg and /dev/null differ diff --git a/testrig/media/trent-small.jpg b/testrig/media/trent-small.jpg new file mode 100755 index 000000000..726c1aed0 Binary files /dev/null and b/testrig/media/trent-small.jpg differ diff --git a/testrig/media/welcome-original.jpeg b/testrig/media/welcome-original.jpeg deleted file mode 100755 index 1a54437ea..000000000 Binary files a/testrig/media/welcome-original.jpeg and /dev/null differ diff --git a/testrig/media/welcome-original.jpg b/testrig/media/welcome-original.jpg new file mode 100755 index 000000000..1a54437ea Binary files /dev/null and b/testrig/media/welcome-original.jpg differ diff --git a/testrig/media/welcome-small.jpeg b/testrig/media/welcome-small.jpeg deleted file mode 100755 index b1a585169..000000000 Binary files a/testrig/media/welcome-small.jpeg and /dev/null differ diff --git a/testrig/media/welcome-small.jpg b/testrig/media/welcome-small.jpg new file mode 100755 index 000000000..b1a585169 Binary files /dev/null and b/testrig/media/welcome-small.jpg differ diff --git a/testrig/media/zork-original.jpeg b/testrig/media/zork-original.jpeg deleted file mode 100644 index 7d8bc1fc7..000000000 Binary files a/testrig/media/zork-original.jpeg and /dev/null differ diff --git a/testrig/media/zork-original.jpg b/testrig/media/zork-original.jpg new file mode 100644 index 000000000..7d8bc1fc7 Binary files /dev/null and b/testrig/media/zork-original.jpg differ diff --git a/testrig/media/zork-small.jpeg b/testrig/media/zork-small.jpeg deleted file mode 100644 index 60be12564..000000000 Binary files a/testrig/media/zork-small.jpeg and /dev/null differ diff --git a/testrig/media/zork-small.jpg b/testrig/media/zork-small.jpg new file mode 100644 index 000000000..60be12564 Binary files /dev/null and b/testrig/media/zork-small.jpg differ -- cgit v1.3