| 
									
										
										
										
											2022-06-30 12:22:10 +02:00
										 |  |  | /* | 
					
						
							|  |  |  |    GoToSocial | 
					
						
							| 
									
										
										
										
											2023-01-05 12:43:00 +01:00
										 |  |  |    Copyright (C) 2021-2023 GoToSocial Authors admin@gotosocial.org | 
					
						
							| 
									
										
										
										
											2022-06-30 12:22:10 +02:00
										 |  |  | 
 | 
					
						
							|  |  |  |    This program is free software: you can redistribute it and/or modify | 
					
						
							|  |  |  |    it under the terms of the GNU Affero General Public License as published by | 
					
						
							|  |  |  |    the Free Software Foundation, either version 3 of the License, or | 
					
						
							|  |  |  |    (at your option) any later version. | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |    This program is distributed in the hope that it will be useful, | 
					
						
							|  |  |  |    but WITHOUT ANY WARRANTY; without even the implied warranty of | 
					
						
							|  |  |  |    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the | 
					
						
							|  |  |  |    GNU Affero General Public License for more details. | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |    You should have received a copy of the GNU Affero General Public License | 
					
						
							|  |  |  |    along with this program.  If not, see <http://www.gnu.org/licenses/>. | 
					
						
							|  |  |  | */ | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | package media | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | import ( | 
					
						
							|  |  |  | 	"context" | 
					
						
							| 
									
										
										
										
											2022-12-12 11:22:19 +00:00
										 |  |  | 	"time" | 
					
						
							| 
									
										
										
										
											2022-06-30 12:22:10 +02:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2022-11-05 12:10:19 +01:00
										 |  |  | 	"codeberg.org/gruf/go-store/v2/storage" | 
					
						
							| 
									
										
										
										
											2022-06-30 12:22:10 +02:00
										 |  |  | 	"github.com/superseriousbusiness/gotosocial/internal/db" | 
					
						
							|  |  |  | 	"github.com/superseriousbusiness/gotosocial/internal/gtsmodel" | 
					
						
							| 
									
										
										
										
											2022-07-19 09:47:55 +01:00
										 |  |  | 	"github.com/superseriousbusiness/gotosocial/internal/log" | 
					
						
							| 
									
										
										
										
											2022-06-30 12:22:10 +02:00
										 |  |  | ) | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | func (m *manager) PruneUnusedLocalAttachments(ctx context.Context) (int, error) { | 
					
						
							|  |  |  | 	var totalPruned int | 
					
						
							|  |  |  | 	var maxID string | 
					
						
							|  |  |  | 	var attachments []*gtsmodel.MediaAttachment | 
					
						
							|  |  |  | 	var err error | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2022-12-12 11:22:19 +00:00
										 |  |  | 	olderThan := time.Now().Add(-time.Hour * 24 * time.Duration(UnusedLocalAttachmentCacheDays)) | 
					
						
							| 
									
										
										
										
											2022-07-19 09:47:55 +01:00
										 |  |  | 	log.Infof("PruneUnusedLocalAttachments: pruning unused local attachments older than %s", olderThan) | 
					
						
							| 
									
										
										
										
											2022-06-30 12:22:10 +02:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	// select 20 attachments at a time and prune them | 
					
						
							|  |  |  | 	for attachments, err = m.db.GetLocalUnattachedOlderThan(ctx, olderThan, maxID, selectPruneLimit); err == nil && len(attachments) != 0; attachments, err = m.db.GetLocalUnattachedOlderThan(ctx, olderThan, maxID, selectPruneLimit) { | 
					
						
							|  |  |  | 		// use the id of the last attachment in the slice as the next 'maxID' value | 
					
						
							|  |  |  | 		l := len(attachments) | 
					
						
							|  |  |  | 		maxID = attachments[l-1].ID | 
					
						
							| 
									
										
										
										
											2022-07-19 09:47:55 +01:00
										 |  |  | 		log.Tracef("PruneUnusedLocalAttachments: got %d unused local attachments older than %s with maxID < %s", l, olderThan, maxID) | 
					
						
							| 
									
										
										
										
											2022-06-30 12:22:10 +02:00
										 |  |  | 
 | 
					
						
							|  |  |  | 		for _, attachment := range attachments { | 
					
						
							|  |  |  | 			if err := m.pruneOneLocal(ctx, attachment); err != nil { | 
					
						
							|  |  |  | 				return totalPruned, err | 
					
						
							|  |  |  | 			} | 
					
						
							|  |  |  | 			totalPruned++ | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	// make sure we don't have a real error when we leave the loop | 
					
						
							|  |  |  | 	if err != nil && err != db.ErrNoEntries { | 
					
						
							|  |  |  | 		return totalPruned, err | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2022-07-19 09:47:55 +01:00
										 |  |  | 	log.Infof("PruneUnusedLocalAttachments: finished pruning: pruned %d entries", totalPruned) | 
					
						
							| 
									
										
										
										
											2022-06-30 12:22:10 +02:00
										 |  |  | 	return totalPruned, nil | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | func (m *manager) pruneOneLocal(ctx context.Context, attachment *gtsmodel.MediaAttachment) error { | 
					
						
							|  |  |  | 	if attachment.File.Path != "" { | 
					
						
							|  |  |  | 		// delete the full size attachment from storage | 
					
						
							| 
									
										
										
										
											2022-07-19 09:47:55 +01:00
										 |  |  | 		log.Tracef("pruneOneLocal: deleting %s", attachment.File.Path) | 
					
						
							| 
									
										
										
										
											2022-07-03 12:18:59 +02:00
										 |  |  | 		if err := m.storage.Delete(ctx, attachment.File.Path); err != nil && err != storage.ErrNotFound { | 
					
						
							| 
									
										
										
										
											2022-06-30 12:22:10 +02:00
										 |  |  | 			return err | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	if attachment.Thumbnail.Path != "" { | 
					
						
							|  |  |  | 		// delete the thumbnail from storage | 
					
						
							| 
									
										
										
										
											2022-07-19 09:47:55 +01:00
										 |  |  | 		log.Tracef("pruneOneLocal: deleting %s", attachment.Thumbnail.Path) | 
					
						
							| 
									
										
										
										
											2022-07-03 12:18:59 +02:00
										 |  |  | 		if err := m.storage.Delete(ctx, attachment.Thumbnail.Path); err != nil && err != storage.ErrNotFound { | 
					
						
							| 
									
										
										
										
											2022-06-30 12:22:10 +02:00
										 |  |  | 			return err | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	// delete the attachment completely | 
					
						
							|  |  |  | 	return m.db.DeleteByID(ctx, attachment.ID, attachment) | 
					
						
							|  |  |  | } |