[feature] Clean up/uncache remote media (#407)

* Add whereNotEmptyAndNotNull

* Add GetRemoteOlderThanDays

* Add GetRemoteOlderThanDays

* Add PruneRemote to Manager interface

* Start implementing PruneRemote

* add new attachment + status to tests

* fix up and test GetRemoteOlderThan

* fix bad import

* PruneRemote: return number pruned

* add Cached column to mediaattachment

* update + test pruneRemote

* update mediaTest

* use Cached column

* upstep bun to latest version

* embed structs in mediaAttachment

* migrate mediaAttachment to new format

* don't default cached to true

* select only remote media

* update db dependencies

* step bun back to last working version

* update pruneRemote to use Cached field

* fix storage path of test attachments

* add recache logic to manager

* fix trimmed aspect ratio

* test prune and recache

* return errwithcode

* tidy up different paths for emoji vs attachment

* fix incorrect thumbnail type being stored

* expose TransportController to media processor

* implement tee-ing recached content

* add thoughts of dog to test fedi attachments

* test get remote files

* add comment on PruneRemote

* add postData cleanup to recache

* test thumbnail fetching

* add incredible diagram

* go mod tidy

* buffer pipes for recache streaming

* test for client stops reading after 1kb

* add media-remote-cache-days to config

* add cron package

* wrap logrus so it's available to cron

* start and stop cron jobs gracefully

1 files changed, 41 insertions, 53 deletions

diff --git a/vendor/modernc.org/libc/stdlib/stdlib_windows_386.go b/vendor/modernc.org/libc/stdlib/stdlib_windows_386.go
index 731c6661c..d6e0c8ada 100644
--- a/vendor/modernc.org/libc/stdlib/stdlib_windows_386.go
+++ b/vendor/modernc.org/libc/stdlib/stdlib_windows_386.go
@@ -1,4 +1,4 @@
-// Code generated by 'ccgo stdlib/gen.c -crt-import-path "" -export-defines "" -export-enums "" -export-externs X -export-fields F -export-structs "" -export-typedefs "" -header -hide _OSSwapInt16,_OSSwapInt32,_OSSwapInt64 -o stdlib/stdlib_windows_386.go -pkgname stdlib', DO NOT EDIT.
+// Code generated by 'ccgo stdlib\gen.c -crt-import-path "" -export-defines "" -export-enums "" -export-externs X -export-fields F -export-structs "" -export-typedefs "" -header -hide _OSSwapInt16,_OSSwapInt32,_OSSwapInt64 -o stdlib\stdlib_windows_386.go -pkgname stdlib', DO NOT EDIT.
 
 package stdlib
 
@@ -46,7 +46,9 @@ const (
 	LONG_MIN                                        = -2147483648
 	MB_LEN_MAX                                      = 5
 	MINGW_DDK_H                                     = 0
+	MINGW_DDRAW_VERSION                             = 7
 	MINGW_HAS_DDK_H                                 = 1
+	MINGW_HAS_DDRAW_H                               = 1
 	MINGW_HAS_SECURE_API                            = 1
 	MINGW_SDK_INIT                                  = 0
 	PATH_MAX                                        = 260
@@ -97,7 +99,6 @@ const (
 	X_CRT_SWAB_DEFINED                              = 0
 	X_CRT_SYSTEM_DEFINED                            = 0
 	X_CRT_TERMINATE_DEFINED                         = 0
-	X_CRT_USE_WINAPI_FAMILY_DESKTOP_APP             = 0
 	X_CRT_WPERROR_DEFINED                           = 0
 	X_CRT_WSYSTEM_DEFINED                           = 0
 	X_CVTBUFSIZE                                    = 349
@@ -124,9 +125,6 @@ const (
 	X_I64_MIN                                       = -9223372036854775808
 	X_I8_MAX                                        = 127
 	X_I8_MIN                                        = -128
-	X_ILP32                                         = 1
-	X_INC_CORECRT                                   = 0
-	X_INC_CORECRT_WSTDLIB                           = 0
 	X_INC_CRTDEFS                                   = 0
 	X_INC_CRTDEFS_MACRO                             = 0
 	X_INC_LIMITS                                    = 0
@@ -158,6 +156,7 @@ const (
 	X_PTRDIFF_T_                                    = 0
 	X_PTRDIFF_T_DEFINED                             = 0
 	X_QSORT_S_DEFINED                               = 0
+	X_REENTRANT                                     = 1
 	X_REPORT_ERRMODE                                = 3
 	X_RSIZE_T_DEFINED                               = 0
 	X_SECURECRT_FILL_BUFFER_PATTERN                 = 0xFD
@@ -184,7 +183,9 @@ const (
 	X_WINT_T                                        = 0
 	X_WRITE_ABORT_MSG                               = 0x1
 	X_WSTDLIBP_DEFINED                              = 0
+	X_WSTDLIBP_S_DEFINED                            = 0
 	X_WSTDLIB_DEFINED                               = 0
+	X_WSTDLIB_S_DEFINED                             = 0
 	X_X86_                                          = 1
 	I386                                            = 1
 )
@@ -240,12 +241,6 @@ type Va_list = X__builtin_va_list /* <builtin>:50:27 */
 // MinGW-w64 has some additional C99 printf/scanf feature support.
 //    So we add some helper macros to ease recognition of them.
 
-// If _FORTIFY_SOURCE is enabled, some inline functions may use
-//    __builtin_va_arg_pack().  GCC may report an error if the address
-//    of such a function is used.  Set _FORTIFY_VA_ARG=0 in this case.
-
-// Enable workaround for ABI incompatibility on affected platforms
-
 // *
 // This file has no copyright assigned and is placed in the Public Domain.
 // This file is part of the mingw-w64 runtime package.
@@ -286,28 +281,26 @@ type Va_list = X__builtin_va_list /* <builtin>:50:27 */
 // This file is part of the mingw-w64 runtime package.
 // No warranty is given; refer to the file DISCLAIMER.PD within this package.
 
-// for backward compatibility
-
 type X__gnuc_va_list = X__builtin_va_list /* vadefs.h:24:29 */
 
-type Ssize_t = int32 /* corecrt.h:52:13 */
+type Ssize_t = int32 /* crtdefs.h:47:13 */
 
-type Rsize_t = Size_t /* corecrt.h:57:16 */
+type Rsize_t = Size_t /* crtdefs.h:52:16 */
 
-type Intptr_t = int32 /* corecrt.h:69:13 */
+type Intptr_t = int32 /* crtdefs.h:64:13 */
 
-type Uintptr_t = uint32 /* corecrt.h:82:22 */
+type Uintptr_t = uint32 /* crtdefs.h:77:22 */
 
-type Wint_t = uint16   /* corecrt.h:111:24 */
-type Wctype_t = uint16 /* corecrt.h:112:24 */
+type Wint_t = uint16   /* crtdefs.h:106:24 */
+type Wctype_t = uint16 /* crtdefs.h:107:24 */
 
-type Errno_t = int32 /* corecrt.h:118:13 */
+type Errno_t = int32 /* crtdefs.h:113:13 */
 
-type X__time32_t = int32 /* corecrt.h:123:14 */
+type X__time32_t = int32 /* crtdefs.h:118:14 */
 
-type X__time64_t = int64 /* corecrt.h:128:35 */
+type X__time64_t = int64 /* crtdefs.h:123:35 */
 
-type Time_t = X__time32_t /* corecrt.h:141:20 */
+type Time_t = X__time32_t /* crtdefs.h:136:20 */
 
 type Threadlocaleinfostruct = struct {
 	Frefcount      int32
@@ -333,31 +326,31 @@ type Threadlocaleinfostruct = struct {
 	Fpclmap              uintptr
 	Fpcumap              uintptr
 	Flc_time_curr        uintptr
-} /* corecrt.h:435:1 */
+} /* crtdefs.h:422:1 */
 
-type Pthreadlocinfo = uintptr /* corecrt.h:437:39 */
-type Pthreadmbcinfo = uintptr /* corecrt.h:438:36 */
+type Pthreadlocinfo = uintptr /* crtdefs.h:424:39 */
+type Pthreadmbcinfo = uintptr /* crtdefs.h:425:36 */
 
 type Localeinfo_struct = struct {
 	Flocinfo Pthreadlocinfo
 	Fmbcinfo Pthreadmbcinfo
-} /* corecrt.h:441:9 */
+} /* crtdefs.h:428:9 */
 
-type X_locale_tstruct = Localeinfo_struct /* corecrt.h:444:3 */
-type X_locale_t = uintptr                 /* corecrt.h:444:19 */
+type X_locale_tstruct = Localeinfo_struct /* crtdefs.h:431:3 */
+type X_locale_t = uintptr                 /* crtdefs.h:431:19 */
 
 type TagLC_ID = struct {
 	FwLanguage uint16
 	FwCountry  uint16
 	FwCodePage uint16
-} /* corecrt.h:435:1 */
+} /* crtdefs.h:422:1 */
 
-type LC_ID = TagLC_ID  /* corecrt.h:452:3 */
-type LPLC_ID = uintptr /* corecrt.h:452:9 */
+type LC_ID = TagLC_ID  /* crtdefs.h:439:3 */
+type LPLC_ID = uintptr /* crtdefs.h:439:9 */
 
-type Threadlocinfo = Threadlocaleinfostruct /* corecrt.h:487:3 */
+type Threadlocinfo = Threadlocaleinfostruct /* crtdefs.h:468:3 */
 
-// Copyright (C) 1992-2020 Free Software Foundation, Inc.
+// Copyright (C) 1992-2018 Free Software Foundation, Inc.
 //
 // This file is part of GCC.
 //
@@ -401,11 +394,6 @@ type Threadlocinfo = Threadlocaleinfostruct /* corecrt.h:487:3 */
 // This file is part of the mingw-w64 runtime package.
 // No warranty is given; refer to the file DISCLAIMER.PD within this package.
 
-// *
-// This file has no copyright assigned and is placed in the Public Domain.
-// This file is part of the mingw-w64 runtime package.
-// No warranty is given; refer to the file DISCLAIMER.PD within this package.
-
 // File system limits
 //
 // NOTE: Apparently the actual size of PATH_MAX is 260, but a space is
@@ -414,7 +402,7 @@ type Threadlocinfo = Threadlocaleinfostruct /* corecrt.h:487:3 */
 //       are semantically identical, with a limit of 259 characters for the
 //       path name, plus one for a terminating NUL, for a total of 260.
 
-// Copyright (C) 1991-2020 Free Software Foundation, Inc.
+// Copyright (C) 1991-2018 Free Software Foundation, Inc.
 //
 // This file is part of GCC.
 //
@@ -471,40 +459,40 @@ type Threadlocinfo = Threadlocaleinfostruct /* corecrt.h:487:3 */
 // This administrivia gets added to the end of limits.h
 //    if the system has its own version of limits.h.
 
-type X_onexit_t = uintptr /* stdlib.h:50:15 */
+type X_onexit_t = uintptr /* stdlib.h:49:15 */
 
 type X_div_t = struct {
 	Fquot int32
 	Frem  int32
-} /* stdlib.h:60:11 */
+} /* stdlib.h:59:11 */
 
-type Div_t = X_div_t /* stdlib.h:63:5 */
+type Div_t = X_div_t /* stdlib.h:62:5 */
 
 type X_ldiv_t = struct {
 	Fquot int32
 	Frem  int32
-} /* stdlib.h:65:11 */
+} /* stdlib.h:64:11 */
 
-type Ldiv_t = X_ldiv_t /* stdlib.h:68:5 */
+type Ldiv_t = X_ldiv_t /* stdlib.h:67:5 */
 
-type X_LDOUBLE = struct{ Fld [10]uint8 } /* stdlib.h:77:5 */
+type X_LDOUBLE = struct{ Fld [10]uint8 } /* stdlib.h:76:5 */
 
-type X_CRT_DOUBLE = struct{ Fx float64 } /* stdlib.h:84:5 */
+type X_CRT_DOUBLE = struct{ Fx float64 } /* stdlib.h:83:5 */
 
-type X_CRT_FLOAT = struct{ Ff float32 } /* stdlib.h:88:5 */
+type X_CRT_FLOAT = struct{ Ff float32 } /* stdlib.h:87:5 */
 
-type X_LONGDOUBLE = struct{ Fx float64 } /* stdlib.h:95:5 */
+type X_LONGDOUBLE = struct{ Fx float64 } /* stdlib.h:94:5 */
 
-type X_LDBL12 = struct{ Fld12 [12]uint8 } /* stdlib.h:102:5 */
+type X_LDBL12 = struct{ Fld12 [12]uint8 } /* stdlib.h:101:5 */
 
-type X_purecall_handler = uintptr /* stdlib.h:143:16 */
+type X_purecall_handler = uintptr /* stdlib.h:142:16 */
 
-type X_invalid_parameter_handler = uintptr /* stdlib.h:148:16 */
+type X_invalid_parameter_handler = uintptr /* stdlib.h:147:16 */
 
 type Lldiv_t = struct {
 	Fquot int64
 	Frem  int64
-} /* stdlib.h:727:61 */
+} /* stdlib.h:699:61 */
 
 // *
 // This file has no copyright assigned and is placed in the Public Domain.