[feature] Clean up/uncache remote media (#407)

* Add whereNotEmptyAndNotNull

* Add GetRemoteOlderThanDays

* Add GetRemoteOlderThanDays

* Add PruneRemote to Manager interface

* Start implementing PruneRemote

* add new attachment + status to tests

* fix up and test GetRemoteOlderThan

* fix bad import

* PruneRemote: return number pruned

* add Cached column to mediaattachment

* update + test pruneRemote

* update mediaTest

* use Cached column

* upstep bun to latest version

* embed structs in mediaAttachment

* migrate mediaAttachment to new format

* don't default cached to true

* select only remote media

* update db dependencies

* step bun back to last working version

* update pruneRemote to use Cached field

* fix storage path of test attachments

* add recache logic to manager

* fix trimmed aspect ratio

* test prune and recache

* return errwithcode

* tidy up different paths for emoji vs attachment

* fix incorrect thumbnail type being stored

* expose TransportController to media processor

* implement tee-ing recached content

* add thoughts of dog to test fedi attachments

* test get remote files

* add comment on PruneRemote

* add postData cleanup to recache

* test thumbnail fetching

* add incredible diagram

* go mod tidy

* buffer pipes for recache streaming

* test for client stops reading after 1kb

* add media-remote-cache-days to config

* add cron package

* wrap logrus so it's available to cron

* start and stop cron jobs gracefully

1 files changed, 9 insertions, 18 deletions

diff --git a/vendor/modernc.org/libc/sys/socket/socket_darwin_amd64.go b/vendor/modernc.org/libc/sys/socket/socket_darwin_amd64.go
index 9bb040859..a17bddfaf 100644
--- a/vendor/modernc.org/libc/sys/socket/socket_darwin_amd64.go
+++ b/vendor/modernc.org/libc/sys/socket/socket_darwin_amd64.go
@@ -352,6 +352,8 @@ type X__uint128_t = struct {
 type X__builtin_va_list = uintptr /* <builtin>:46:14 */
 type X__float128 = float64        /* <builtin>:47:21 */
 
+var X__darwin_check_fd_set_overflow uintptr /* <builtin>:146:5: */
+
 // Copyright (c) 2000-2019 Apple Inc. All rights reserved.
 //
 // @APPLE_OSREFERENCE_LICENSE_HEADER_START@
@@ -581,6 +583,13 @@ type X__float128 = float64        /* <builtin>:47:21 */
 // in between its arguments.  __CONCAT can also concatenate double-quoted
 // strings produced by the __STRING macro, but this only works with ANSI C.
 
+// In non-ANSI C environments, new programs will want ANSI-only C keywords
+// deleted from the program and old programs will want them left alone.
+// When using a compiler other than gcc, programs using the ANSI C keywords
+// const, inline etc. as normal identifiers should define -DNO_ANSI_KEYWORDS.
+// When using "gcc -traditional", we assume that this is the intent; if
+// __GNUC__ is defined but __STDC__ is not, we leave the new keywords alone.
+
 // __unused denotes variables and functions that may not be used, preventing
 // the compiler from warning about it if not used.
 
@@ -3148,15 +3157,6 @@ type Errno_t = int32 /* _errno_t.h:30:32 */
 
 // __IPHONE_NA is not defined to a value but is uses as a token by macros to indicate that the API is unavailable
 
-//  DO NOT EDIT THIS FILE.
-//
-//     It has been auto-edited by fixincludes from:
-//
-// 	"/Library/Developer/CommandLineTools/SDKs/MacOSX10.15.sdk/usr/include/AvailabilityInternal.h"
-//
-//     This had to be done to correct non-standard usages in the
-//     original, manufacturer supplied header file.
-
 // Copyright (c) 2007-2016 by Apple Inc.. All rights reserved.
 //
 // @APPLE_LICENSE_HEADER_START@
@@ -3427,15 +3427,6 @@ type Fd_set1 = struct{ Ffds_bits [32]X__int32_t } /* _fd_def.h:50:9 */
 
 // __IPHONE_NA is not defined to a value but is uses as a token by macros to indicate that the API is unavailable
 
-//  DO NOT EDIT THIS FILE.
-//
-//     It has been auto-edited by fixincludes from:
-//
-// 	"/Library/Developer/CommandLineTools/SDKs/MacOSX10.15.sdk/usr/include/AvailabilityInternal.h"
-//
-//     This had to be done to correct non-standard usages in the
-//     original, manufacturer supplied header file.
-
 // Copyright (c) 2007-2016 by Apple Inc.. All rights reserved.
 //
 // @APPLE_LICENSE_HEADER_START@