| 
									
										
										
										
											2022-01-15 14:33:58 +01:00
										 |  |  | /* | 
					
						
							|  |  |  |    GoToSocial | 
					
						
							|  |  |  |    Copyright (C) 2021-2022 GoToSocial Authors admin@gotosocial.org | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |    This program is free software: you can redistribute it and/or modify | 
					
						
							|  |  |  |    it under the terms of the GNU Affero General Public License as published by | 
					
						
							|  |  |  |    the Free Software Foundation, either version 3 of the License, or | 
					
						
							|  |  |  |    (at your option) any later version. | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |    This program is distributed in the hope that it will be useful, | 
					
						
							|  |  |  |    but WITHOUT ANY WARRANTY; without even the implied warranty of | 
					
						
							|  |  |  |    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the | 
					
						
							|  |  |  |    GNU Affero General Public License for more details. | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |    You should have received a copy of the GNU Affero General Public License | 
					
						
							|  |  |  |    along with this program.  If not, see <http://www.gnu.org/licenses/>. | 
					
						
							|  |  |  | */ | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | package media | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | import ( | 
					
						
							| 
									
										
										
										
											2022-09-24 11:11:47 +02:00
										 |  |  | 	"context" | 
					
						
							| 
									
										
										
										
											2022-01-15 14:33:58 +01:00
										 |  |  | 	"errors" | 
					
						
							|  |  |  | 	"fmt" | 
					
						
							| 
									
										
										
										
											2022-09-24 11:11:47 +02:00
										 |  |  | 	"io" | 
					
						
							| 
									
										
										
										
											2022-06-30 12:22:10 +02:00
										 |  |  | 	"time" | 
					
						
							| 
									
										
										
										
											2022-01-15 14:33:58 +01:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	"github.com/h2non/filetype" | 
					
						
							| 
									
										
										
										
											2022-07-19 09:47:55 +01:00
										 |  |  | 	"github.com/superseriousbusiness/gotosocial/internal/log" | 
					
						
							| 
									
										
										
										
											2022-09-24 11:11:47 +02:00
										 |  |  | 	"github.com/superseriousbusiness/gotosocial/internal/storage" | 
					
						
							| 
									
										
										
										
											2022-01-15 14:33:58 +01:00
										 |  |  | ) | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2022-06-26 10:58:45 +02:00
										 |  |  | // AllSupportedMIMETypes just returns all media | 
					
						
							|  |  |  | // MIME types supported by this instance. | 
					
						
							|  |  |  | func AllSupportedMIMETypes() []string { | 
					
						
							|  |  |  | 	return []string{ | 
					
						
							|  |  |  | 		mimeImageJpeg, | 
					
						
							|  |  |  | 		mimeImageGif, | 
					
						
							|  |  |  | 		mimeImagePng, | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2022-01-15 14:33:58 +01:00
										 |  |  | // parseContentType parses the MIME content type from a file, returning it as a string in the form (eg., "image/jpeg"). | 
					
						
							|  |  |  | // Returns an error if the content type is not something we can process. | 
					
						
							| 
									
										
										
										
											2022-01-16 18:52:55 +01:00
										 |  |  | // | 
					
						
							|  |  |  | // Fileheader should be no longer than 262 bytes; anything more than this is inefficient. | 
					
						
							|  |  |  | func parseContentType(fileHeader []byte) (string, error) { | 
					
						
							|  |  |  | 	if fhLength := len(fileHeader); fhLength > maxFileHeaderBytes { | 
					
						
							|  |  |  | 		return "", fmt.Errorf("parseContentType requires %d bytes max, we got %d", maxFileHeaderBytes, fhLength) | 
					
						
							| 
									
										
										
										
											2022-01-15 14:33:58 +01:00
										 |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	kind, err := filetype.Match(fileHeader) | 
					
						
							|  |  |  | 	if err != nil { | 
					
						
							|  |  |  | 		return "", err | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	if kind == filetype.Unknown { | 
					
						
							|  |  |  | 		return "", errors.New("filetype unknown") | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	return kind.MIME.Value, nil | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | // supportedImage checks mime type of an image against a slice of accepted types, | 
					
						
							|  |  |  | // and returns True if the mime type is accepted. | 
					
						
							|  |  |  | func supportedImage(mimeType string) bool { | 
					
						
							|  |  |  | 	acceptedImageTypes := []string{ | 
					
						
							|  |  |  | 		mimeImageJpeg, | 
					
						
							|  |  |  | 		mimeImageGif, | 
					
						
							|  |  |  | 		mimeImagePng, | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 	for _, accepted := range acceptedImageTypes { | 
					
						
							|  |  |  | 		if mimeType == accepted { | 
					
						
							|  |  |  | 			return true | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 	return false | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2022-01-15 17:41:18 +01:00
										 |  |  | // supportedEmoji checks that the content type is image/png or image/gif -- the only types supported for emoji. | 
					
						
							| 
									
										
										
										
											2022-01-15 14:33:58 +01:00
										 |  |  | func supportedEmoji(mimeType string) bool { | 
					
						
							|  |  |  | 	acceptedEmojiTypes := []string{ | 
					
						
							|  |  |  | 		mimeImageGif, | 
					
						
							|  |  |  | 		mimeImagePng, | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 	for _, accepted := range acceptedEmojiTypes { | 
					
						
							|  |  |  | 		if mimeType == accepted { | 
					
						
							|  |  |  | 			return true | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 	return false | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | // ParseMediaType converts s to a recognized MediaType, or returns an error if unrecognized | 
					
						
							|  |  |  | func ParseMediaType(s string) (Type, error) { | 
					
						
							|  |  |  | 	switch s { | 
					
						
							|  |  |  | 	case string(TypeAttachment): | 
					
						
							|  |  |  | 		return TypeAttachment, nil | 
					
						
							|  |  |  | 	case string(TypeHeader): | 
					
						
							|  |  |  | 		return TypeHeader, nil | 
					
						
							|  |  |  | 	case string(TypeAvatar): | 
					
						
							|  |  |  | 		return TypeAvatar, nil | 
					
						
							|  |  |  | 	case string(TypeEmoji): | 
					
						
							|  |  |  | 		return TypeEmoji, nil | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 	return "", fmt.Errorf("%s not a recognized MediaType", s) | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | // ParseMediaSize converts s to a recognized MediaSize, or returns an error if unrecognized | 
					
						
							|  |  |  | func ParseMediaSize(s string) (Size, error) { | 
					
						
							|  |  |  | 	switch s { | 
					
						
							|  |  |  | 	case string(SizeSmall): | 
					
						
							|  |  |  | 		return SizeSmall, nil | 
					
						
							|  |  |  | 	case string(SizeOriginal): | 
					
						
							|  |  |  | 		return SizeOriginal, nil | 
					
						
							|  |  |  | 	case string(SizeStatic): | 
					
						
							|  |  |  | 		return SizeStatic, nil | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 	return "", fmt.Errorf("%s not a recognized MediaSize", s) | 
					
						
							|  |  |  | } | 
					
						
							| 
									
										
										
										
											2022-03-07 11:08:26 +01:00
										 |  |  | 
 | 
					
						
							|  |  |  | // logrusWrapper is just a util for passing the logrus logger into the cron logging system. | 
					
						
							| 
									
										
										
										
											2022-07-19 09:47:55 +01:00
										 |  |  | type logrusWrapper struct{} | 
					
						
							| 
									
										
										
										
											2022-03-07 11:08:26 +01:00
										 |  |  | 
 | 
					
						
							|  |  |  | // Info logs routine messages about cron's operation. | 
					
						
							|  |  |  | func (l *logrusWrapper) Info(msg string, keysAndValues ...interface{}) { | 
					
						
							| 
									
										
										
										
											2022-07-19 09:47:55 +01:00
										 |  |  | 	log.Info("media manager cron logger: ", msg, keysAndValues) | 
					
						
							| 
									
										
										
										
											2022-03-07 11:08:26 +01:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | // Error logs an error condition. | 
					
						
							|  |  |  | func (l *logrusWrapper) Error(err error, msg string, keysAndValues ...interface{}) { | 
					
						
							| 
									
										
										
										
											2022-07-19 09:47:55 +01:00
										 |  |  | 	log.Error("media manager cron logger: ", err, msg, keysAndValues) | 
					
						
							| 
									
										
										
										
											2022-03-07 11:08:26 +01:00
										 |  |  | } | 
					
						
							| 
									
										
										
										
											2022-06-30 12:22:10 +02:00
										 |  |  | 
 | 
					
						
							|  |  |  | func parseOlderThan(olderThanDays int) (time.Time, error) { | 
					
						
							|  |  |  | 	// convert days into a duration string | 
					
						
							|  |  |  | 	olderThanHoursString := fmt.Sprintf("%dh", olderThanDays*24) | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	// parse the duration string into a duration | 
					
						
							|  |  |  | 	olderThanHours, err := time.ParseDuration(olderThanHoursString) | 
					
						
							|  |  |  | 	if err != nil { | 
					
						
							|  |  |  | 		return time.Time{}, err | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	// 'subtract' that from the time now to give our threshold | 
					
						
							|  |  |  | 	olderThan := time.Now().Add(-olderThanHours) | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	return olderThan, nil | 
					
						
							|  |  |  | } | 
					
						
							| 
									
										
										
										
											2022-09-24 11:11:47 +02:00
										 |  |  | 
 | 
					
						
							|  |  |  | // lengthReader wraps a reader and reads the length of total bytes written as it goes. | 
					
						
							|  |  |  | type lengthReader struct { | 
					
						
							|  |  |  | 	source io.Reader | 
					
						
							| 
									
										
										
										
											2022-09-29 21:50:43 +01:00
										 |  |  | 	length int64 | 
					
						
							| 
									
										
										
										
											2022-09-24 11:11:47 +02:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | func (r *lengthReader) Read(b []byte) (int, error) { | 
					
						
							|  |  |  | 	n, err := r.source.Read(b) | 
					
						
							| 
									
										
										
										
											2022-09-29 21:50:43 +01:00
										 |  |  | 	r.length += int64(n) | 
					
						
							| 
									
										
										
										
											2022-09-24 11:11:47 +02:00
										 |  |  | 	return n, err | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | // putStream either puts a file with a known fileSize into storage directly, and returns the | 
					
						
							|  |  |  | // fileSize unchanged, or it wraps the reader with a lengthReader and returns the discovered | 
					
						
							|  |  |  | // fileSize. | 
					
						
							| 
									
										
										
										
											2022-09-29 21:50:43 +01:00
										 |  |  | func putStream(ctx context.Context, storage storage.Driver, key string, r io.Reader, fileSize int64) (int64, error) { | 
					
						
							| 
									
										
										
										
											2022-09-24 11:11:47 +02:00
										 |  |  | 	if fileSize > 0 { | 
					
						
							|  |  |  | 		return fileSize, storage.PutStream(ctx, key, r) | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	lr := &lengthReader{ | 
					
						
							|  |  |  | 		source: r, | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	err := storage.PutStream(ctx, key, lr) | 
					
						
							|  |  |  | 	return lr.length, err | 
					
						
							|  |  |  | } |