mirror of
				https://github.com/superseriousbusiness/gotosocial.git
				synced 2025-10-30 22:12:25 -05:00 
			
		
		
		
	* Add whereNotEmptyAndNotNull * Add GetRemoteOlderThanDays * Add GetRemoteOlderThanDays * Add PruneRemote to Manager interface * Start implementing PruneRemote * add new attachment + status to tests * fix up and test GetRemoteOlderThan * fix bad import * PruneRemote: return number pruned * add Cached column to mediaattachment * update + test pruneRemote * update mediaTest * use Cached column * upstep bun to latest version * embed structs in mediaAttachment * migrate mediaAttachment to new format * don't default cached to true * select only remote media * update db dependencies * step bun back to last working version * update pruneRemote to use Cached field * fix storage path of test attachments * add recache logic to manager * fix trimmed aspect ratio * test prune and recache * return errwithcode * tidy up different paths for emoji vs attachment * fix incorrect thumbnail type being stored * expose TransportController to media processor * implement tee-ing recached content * add thoughts of dog to test fedi attachments * test get remote files * add comment on PruneRemote * add postData cleanup to recache * test thumbnail fetching * add incredible diagram * go mod tidy * buffer pipes for recache streaming * test for client stops reading after 1kb * add media-remote-cache-days to config * add cron package * wrap logrus so it's available to cron * start and stop cron jobs gracefully
		
			
				
	
	
		
			113 lines
		
	
	
	
		
			3.9 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
			
		
		
	
	
			113 lines
		
	
	
	
		
			3.9 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
| /*
 | |
|    GoToSocial
 | |
|    Copyright (C) 2021-2022 GoToSocial Authors admin@gotosocial.org
 | |
| 
 | |
|    This program is free software: you can redistribute it and/or modify
 | |
|    it under the terms of the GNU Affero General Public License as published by
 | |
|    the Free Software Foundation, either version 3 of the License, or
 | |
|    (at your option) any later version.
 | |
| 
 | |
|    This program is distributed in the hope that it will be useful,
 | |
|    but WITHOUT ANY WARRANTY; without even the implied warranty of
 | |
|    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 | |
|    GNU Affero General Public License for more details.
 | |
| 
 | |
|    You should have received a copy of the GNU Affero General Public License
 | |
|    along with this program.  If not, see <http://www.gnu.org/licenses/>.
 | |
| */
 | |
| 
 | |
| package fileserver
 | |
| 
 | |
| import (
 | |
| 	"io"
 | |
| 	"net/http"
 | |
| 
 | |
| 	"github.com/gin-gonic/gin"
 | |
| 	"github.com/sirupsen/logrus"
 | |
| 	"github.com/superseriousbusiness/gotosocial/internal/api"
 | |
| 	"github.com/superseriousbusiness/gotosocial/internal/api/model"
 | |
| 	"github.com/superseriousbusiness/gotosocial/internal/oauth"
 | |
| )
 | |
| 
 | |
| // ServeFile is for serving attachments, headers, and avatars to the requester from instance storage.
 | |
| //
 | |
| // Note: to mitigate scraping attempts, no information should be given out on a bad request except "404 page not found".
 | |
| // Don't give away account ids or media ids or anything like that; callers shouldn't be able to infer anything.
 | |
| func (m *FileServer) ServeFile(c *gin.Context) {
 | |
| 	l := logrus.WithFields(logrus.Fields{
 | |
| 		"func":        "ServeFile",
 | |
| 		"request_uri": c.Request.RequestURI,
 | |
| 		"user_agent":  c.Request.UserAgent(),
 | |
| 		"origin_ip":   c.ClientIP(),
 | |
| 	})
 | |
| 	l.Trace("received request")
 | |
| 
 | |
| 	authed, err := oauth.Authed(c, false, false, false, false)
 | |
| 	if err != nil {
 | |
| 		c.String(http.StatusNotFound, "404 page not found")
 | |
| 		return
 | |
| 	}
 | |
| 
 | |
| 	// We use request params to check what to pull out of the database/storage so check everything. A request URL should be formatted as follows:
 | |
| 	// "https://example.org/fileserver/[ACCOUNT_ID]/[MEDIA_TYPE]/[MEDIA_SIZE]/[FILE_NAME]"
 | |
| 	// "FILE_NAME" consists of two parts, the attachment's database id, a period, and the file extension.
 | |
| 	accountID := c.Param(AccountIDKey)
 | |
| 	if accountID == "" {
 | |
| 		l.Debug("missing accountID from request")
 | |
| 		c.String(http.StatusNotFound, "404 page not found")
 | |
| 		return
 | |
| 	}
 | |
| 
 | |
| 	mediaType := c.Param(MediaTypeKey)
 | |
| 	if mediaType == "" {
 | |
| 		l.Debug("missing mediaType from request")
 | |
| 		c.String(http.StatusNotFound, "404 page not found")
 | |
| 		return
 | |
| 	}
 | |
| 
 | |
| 	mediaSize := c.Param(MediaSizeKey)
 | |
| 	if mediaSize == "" {
 | |
| 		l.Debug("missing mediaSize from request")
 | |
| 		c.String(http.StatusNotFound, "404 page not found")
 | |
| 		return
 | |
| 	}
 | |
| 
 | |
| 	fileName := c.Param(FileNameKey)
 | |
| 	if fileName == "" {
 | |
| 		l.Debug("missing fileName from request")
 | |
| 		c.String(http.StatusNotFound, "404 page not found")
 | |
| 		return
 | |
| 	}
 | |
| 
 | |
| 	content, errWithCode := m.processor.FileGet(c.Request.Context(), authed, &model.GetContentRequestForm{
 | |
| 		AccountID: accountID,
 | |
| 		MediaType: mediaType,
 | |
| 		MediaSize: mediaSize,
 | |
| 		FileName:  fileName,
 | |
| 	})
 | |
| 	if errWithCode != nil {
 | |
| 		l.Errorf(errWithCode.Error())
 | |
| 		c.JSON(errWithCode.Code(), gin.H{"error": errWithCode.Safe()})
 | |
| 		return
 | |
| 	}
 | |
| 
 | |
| 	defer func() {
 | |
| 		// if the content is a ReadCloser, close it when we're done
 | |
| 		if closer, ok := content.Content.(io.ReadCloser); ok {
 | |
| 			if err := closer.Close(); err != nil {
 | |
| 				l.Errorf("error closing readcloser: %s", err)
 | |
| 			}
 | |
| 		}
 | |
| 	}()
 | |
| 
 | |
| 	// TODO: if the requester only accepts text/html we should try to serve them *something*.
 | |
| 	// This is mostly needed because when sharing a link to a gts-hosted file on something like mastodon, the masto servers will
 | |
| 	// attempt to look up the content to provide a preview of the link, and they ask for text/html.
 | |
| 	format, err := api.NegotiateAccept(c, api.Offer(content.ContentType))
 | |
| 	if errWithCode != nil {
 | |
| 		c.JSON(http.StatusNotAcceptable, gin.H{"error": err.Error()})
 | |
| 		return
 | |
| 	}
 | |
| 
 | |
| 	c.DataFromReader(http.StatusOK, content.ContentLength, format, content.Content, nil)
 | |
| }
 |