| 
									
										
										
										
											2023-03-12 16:00:57 +01:00
										 |  |  | // GoToSocial | 
					
						
							|  |  |  | // Copyright (C) GoToSocial Authors admin@gotosocial.org | 
					
						
							|  |  |  | // SPDX-License-Identifier: AGPL-3.0-or-later | 
					
						
							|  |  |  | // | 
					
						
							|  |  |  | // This program is free software: you can redistribute it and/or modify | 
					
						
							|  |  |  | // it under the terms of the GNU Affero General Public License as published by | 
					
						
							|  |  |  | // the Free Software Foundation, either version 3 of the License, or | 
					
						
							|  |  |  | // (at your option) any later version. | 
					
						
							|  |  |  | // | 
					
						
							|  |  |  | // This program is distributed in the hope that it will be useful, | 
					
						
							|  |  |  | // but WITHOUT ANY WARRANTY; without even the implied warranty of | 
					
						
							|  |  |  | // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the | 
					
						
							|  |  |  | // GNU Affero General Public License for more details. | 
					
						
							|  |  |  | // | 
					
						
							|  |  |  | // You should have received a copy of the GNU Affero General Public License | 
					
						
							|  |  |  | // along with this program.  If not, see <http://www.gnu.org/licenses/>. | 
					
						
							| 
									
										
										
										
											2021-04-19 19:42:19 +02:00
										 |  |  | 
 | 
					
						
							|  |  |  | package testrig | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | import ( | 
					
						
							|  |  |  | 	"bytes" | 
					
						
							| 
									
										
										
										
											2023-03-01 18:26:53 +00:00
										 |  |  | 	"context" | 
					
						
							| 
									
										
										
										
											2023-05-25 10:37:38 +02:00
										 |  |  | 	"fmt" | 
					
						
							| 
									
										
										
										
											2021-04-19 19:42:19 +02:00
										 |  |  | 	"io" | 
					
						
							|  |  |  | 	"mime/multipart" | 
					
						
							| 
									
										
										
										
											2021-05-08 14:25:55 +02:00
										 |  |  | 	"net/url" | 
					
						
							| 
									
										
										
										
											2021-04-19 19:42:19 +02:00
										 |  |  | 	"os" | 
					
						
							| 
									
										
										
										
											2021-10-04 15:24:19 +02:00
										 |  |  | 	"time" | 
					
						
							| 
									
										
										
										
											2023-03-01 18:26:53 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-04-26 13:50:46 +01:00
										 |  |  | 	"codeberg.org/gruf/go-byteutil" | 
					
						
							|  |  |  | 	"codeberg.org/gruf/go-kv/format" | 
					
						
							| 
									
										
										
										
											2024-02-27 13:22:05 +01:00
										 |  |  | 	"github.com/superseriousbusiness/gotosocial/internal/filter/visibility" | 
					
						
							| 
									
										
										
										
											2024-04-26 13:50:46 +01:00
										 |  |  | 	"github.com/superseriousbusiness/gotosocial/internal/log" | 
					
						
							| 
									
										
										
										
											2023-03-01 18:26:53 +00:00
										 |  |  | 	"github.com/superseriousbusiness/gotosocial/internal/messages" | 
					
						
							| 
									
										
										
										
											2023-05-25 10:37:38 +02:00
										 |  |  | 	tlprocessor "github.com/superseriousbusiness/gotosocial/internal/processing/timeline" | 
					
						
							| 
									
										
										
										
											2024-04-11 10:45:35 +01:00
										 |  |  | 	"github.com/superseriousbusiness/gotosocial/internal/processing/workers" | 
					
						
							| 
									
										
										
										
											2023-03-01 18:26:53 +00:00
										 |  |  | 	"github.com/superseriousbusiness/gotosocial/internal/state" | 
					
						
							| 
									
										
										
										
											2023-05-25 10:37:38 +02:00
										 |  |  | 	"github.com/superseriousbusiness/gotosocial/internal/timeline" | 
					
						
							|  |  |  | 	"github.com/superseriousbusiness/gotosocial/internal/typeutils" | 
					
						
							| 
									
										
										
										
											2021-04-19 19:42:19 +02:00
										 |  |  | ) | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-11-14 15:57:25 +01:00
										 |  |  | // Starts workers on the provided state using noop processing functions. | 
					
						
							|  |  |  | // Useful when you *don't* want to trigger side effects in a test. | 
					
						
							|  |  |  | func StartNoopWorkers(state *state.State) { | 
					
						
							| 
									
										
										
										
											2024-04-26 13:50:46 +01:00
										 |  |  | 	state.Workers.Client.Process = func(ctx context.Context, msg *messages.FromClientAPI) error { return nil } | 
					
						
							|  |  |  | 	state.Workers.Federator.Process = func(ctx context.Context, msg *messages.FromFediAPI) error { return nil } | 
					
						
							| 
									
										
										
										
											2023-03-01 18:26:53 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-04-26 13:50:46 +01:00
										 |  |  | 	state.Workers.Client.Init(messages.ClientMsgIndices()) | 
					
						
							|  |  |  | 	state.Workers.Federator.Init(messages.FederatorMsgIndices()) | 
					
						
							| 
									
										
										
										
											2024-04-11 10:45:35 +01:00
										 |  |  | 	state.Workers.Delivery.Init(nil) | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-04-26 13:50:46 +01:00
										 |  |  | 	// Specifically do NOT start the workers | 
					
						
							|  |  |  | 	// as caller may require queue contents. | 
					
						
							|  |  |  | 	// (i.e. don't want workers pulling) | 
					
						
							|  |  |  | 	// _ = state.Workers.Client.Start(1) | 
					
						
							|  |  |  | 	// _ = state.Workers.Federator.Start(1) | 
					
						
							|  |  |  | 	// _ = state.Workers.Dereference.Start(1) | 
					
						
							|  |  |  | 	// _ = state.Workers.Media.Start(1) | 
					
						
							|  |  |  | 	// | 
					
						
							|  |  |  | 	// (except for the scheduler, that's fine) | 
					
						
							| 
									
										
										
										
											2023-11-04 20:21:20 +00:00
										 |  |  | 	_ = state.Workers.Scheduler.Start() | 
					
						
							| 
									
										
										
										
											2023-03-01 18:26:53 +00:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-11-14 15:57:25 +01:00
										 |  |  | // Starts workers on the provided state using processing functions from the given | 
					
						
							|  |  |  | // workers processor. Useful when you *do* want to trigger side effects in a test. | 
					
						
							| 
									
										
										
										
											2024-04-11 10:45:35 +01:00
										 |  |  | func StartWorkers(state *state.State, processor *workers.Processor) { | 
					
						
							| 
									
										
										
										
											2024-04-26 13:50:46 +01:00
										 |  |  | 	state.Workers.Client.Process = func(ctx context.Context, msg *messages.FromClientAPI) error { | 
					
						
							|  |  |  | 		log.Debugf(ctx, "Workers{}.Client{}.Process(%s)", dump(msg)) | 
					
						
							|  |  |  | 		return processor.ProcessFromClientAPI(ctx, msg) | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	state.Workers.Federator.Process = func(ctx context.Context, msg *messages.FromFediAPI) error { | 
					
						
							|  |  |  | 		log.Debugf(ctx, "Workers{}.Federator{}.Process(%s)", dump(msg)) | 
					
						
							|  |  |  | 		return processor.ProcessFromFediAPI(ctx, msg) | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2024-04-11 10:45:35 +01:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-04-26 13:50:46 +01:00
										 |  |  | 	state.Workers.Client.Init(messages.ClientMsgIndices()) | 
					
						
							|  |  |  | 	state.Workers.Federator.Init(messages.FederatorMsgIndices()) | 
					
						
							| 
									
										
										
										
											2024-04-11 10:45:35 +01:00
										 |  |  | 	state.Workers.Delivery.Init(nil) | 
					
						
							| 
									
										
										
										
											2023-11-14 15:57:25 +01:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	_ = state.Workers.Scheduler.Start() | 
					
						
							| 
									
										
										
										
											2024-04-26 13:50:46 +01:00
										 |  |  | 	state.Workers.Client.Start(1) | 
					
						
							|  |  |  | 	state.Workers.Federator.Start(1) | 
					
						
							|  |  |  | 	state.Workers.Dereference.Start(1) | 
					
						
							|  |  |  | 	state.Workers.Media.Start(1) | 
					
						
							| 
									
										
										
										
											2023-11-14 15:57:25 +01:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-03-01 18:26:53 +00:00
										 |  |  | func StopWorkers(state *state.State) { | 
					
						
							|  |  |  | 	_ = state.Workers.Scheduler.Stop() | 
					
						
							| 
									
										
										
										
											2024-04-26 13:50:46 +01:00
										 |  |  | 	state.Workers.Client.Stop() | 
					
						
							|  |  |  | 	state.Workers.Federator.Stop() | 
					
						
							|  |  |  | 	state.Workers.Dereference.Stop() | 
					
						
							|  |  |  | 	state.Workers.Media.Stop() | 
					
						
							| 
									
										
										
										
											2023-03-01 18:26:53 +00:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-09-23 17:44:11 +01:00
										 |  |  | func StartTimelines(state *state.State, filter *visibility.Filter, converter *typeutils.Converter) { | 
					
						
							| 
									
										
										
										
											2023-05-25 10:37:38 +02:00
										 |  |  | 	state.Timelines.Home = timeline.NewManager( | 
					
						
							|  |  |  | 		tlprocessor.HomeTimelineGrab(state), | 
					
						
							|  |  |  | 		tlprocessor.HomeTimelineFilter(state, filter), | 
					
						
							| 
									
										
										
										
											2023-09-23 17:44:11 +01:00
										 |  |  | 		tlprocessor.HomeTimelineStatusPrepare(state, converter), | 
					
						
							| 
									
										
										
										
											2023-05-25 10:37:38 +02:00
										 |  |  | 		tlprocessor.SkipInsert(), | 
					
						
							|  |  |  | 	) | 
					
						
							|  |  |  | 	if err := state.Timelines.Home.Start(); err != nil { | 
					
						
							|  |  |  | 		panic(fmt.Sprintf("error starting home timeline: %s", err)) | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	state.Timelines.List = timeline.NewManager( | 
					
						
							|  |  |  | 		tlprocessor.ListTimelineGrab(state), | 
					
						
							|  |  |  | 		tlprocessor.ListTimelineFilter(state, filter), | 
					
						
							| 
									
										
										
										
											2023-09-23 17:44:11 +01:00
										 |  |  | 		tlprocessor.ListTimelineStatusPrepare(state, converter), | 
					
						
							| 
									
										
										
										
											2023-05-25 10:37:38 +02:00
										 |  |  | 		tlprocessor.SkipInsert(), | 
					
						
							|  |  |  | 	) | 
					
						
							|  |  |  | 	if err := state.Timelines.List.Start(); err != nil { | 
					
						
							|  |  |  | 		panic(fmt.Sprintf("error starting list timeline: %s", err)) | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-04-11 10:45:35 +01:00
										 |  |  | // EqualRequestURIs checks whether inputs have equal request URIs, | 
					
						
							|  |  |  | // handling cases of url.URL{}, *url.URL{}, string, *string. | 
					
						
							|  |  |  | func EqualRequestURIs(u1, u2 any) bool { | 
					
						
							|  |  |  | 	var uri1, uri2 string | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	requestURI := func(in string) (string, error) { | 
					
						
							|  |  |  | 		u, err := url.Parse(in) | 
					
						
							|  |  |  | 		if err != nil { | 
					
						
							|  |  |  | 			return "", err | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 		return u.RequestURI(), nil | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	switch u1 := u1.(type) { | 
					
						
							|  |  |  | 	case url.URL: | 
					
						
							|  |  |  | 		uri1 = u1.RequestURI() | 
					
						
							|  |  |  | 	case *url.URL: | 
					
						
							|  |  |  | 		uri1 = u1.RequestURI() | 
					
						
							|  |  |  | 	case *string: | 
					
						
							|  |  |  | 		var err error | 
					
						
							|  |  |  | 		uri1, err = requestURI(*u1) | 
					
						
							|  |  |  | 		if err != nil { | 
					
						
							|  |  |  | 			return false | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 	case string: | 
					
						
							|  |  |  | 		var err error | 
					
						
							|  |  |  | 		uri1, err = requestURI(u1) | 
					
						
							|  |  |  | 		if err != nil { | 
					
						
							|  |  |  | 			return false | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 	default: | 
					
						
							|  |  |  | 		panic("unsupported type") | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	switch u2 := u2.(type) { | 
					
						
							|  |  |  | 	case url.URL: | 
					
						
							|  |  |  | 		uri2 = u2.RequestURI() | 
					
						
							|  |  |  | 	case *url.URL: | 
					
						
							|  |  |  | 		uri2 = u2.RequestURI() | 
					
						
							|  |  |  | 	case *string: | 
					
						
							|  |  |  | 		var err error | 
					
						
							|  |  |  | 		uri2, err = requestURI(*u2) | 
					
						
							|  |  |  | 		if err != nil { | 
					
						
							|  |  |  | 			return false | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 	case string: | 
					
						
							|  |  |  | 		var err error | 
					
						
							|  |  |  | 		uri2, err = requestURI(u2) | 
					
						
							|  |  |  | 		if err != nil { | 
					
						
							|  |  |  | 			return false | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 	default: | 
					
						
							|  |  |  | 		panic("unsupported type") | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	return uri1 == uri2 | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2021-04-19 19:42:19 +02:00
										 |  |  | // CreateMultipartFormData is a handy function for taking a fieldname and a filename, and creating a multipart form bytes buffer | 
					
						
							|  |  |  | // with the file contents set in the given fieldname. The extraFields param can be used to add extra FormFields to the request, as necessary. | 
					
						
							|  |  |  | // The returned bytes.Buffer b can be used like so: | 
					
						
							| 
									
										
										
										
											2022-09-28 18:30:40 +01:00
										 |  |  | // | 
					
						
							|  |  |  | //	httptest.NewRequest(http.MethodPost, "https://example.org/whateverpath", bytes.NewReader(b.Bytes())) | 
					
						
							|  |  |  | // | 
					
						
							| 
									
										
										
										
											2021-04-19 19:42:19 +02:00
										 |  |  | // The returned *multipart.Writer w can be used to set the content type of the request, like so: | 
					
						
							| 
									
										
										
										
											2022-09-28 18:30:40 +01:00
										 |  |  | // | 
					
						
							|  |  |  | //	req.Header.Set("Content-Type", w.FormDataContentType()) | 
					
						
							| 
									
										
										
										
											2023-11-10 17:42:48 +01:00
										 |  |  | func CreateMultipartFormData(fieldName string, fileName string, extraFields map[string][]string) (bytes.Buffer, *multipart.Writer, error) { | 
					
						
							| 
									
										
										
										
											2021-04-19 19:42:19 +02:00
										 |  |  | 	var b bytes.Buffer | 
					
						
							| 
									
										
										
										
											2021-09-11 13:19:06 +02:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2021-04-19 19:42:19 +02:00
										 |  |  | 	w := multipart.NewWriter(&b) | 
					
						
							|  |  |  | 	var fw io.Writer | 
					
						
							| 
									
										
										
										
											2021-09-11 13:19:06 +02:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	if fileName != "" { | 
					
						
							|  |  |  | 		file, err := os.Open(fileName) | 
					
						
							|  |  |  | 		if err != nil { | 
					
						
							|  |  |  | 			return b, nil, err | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 		if fw, err = w.CreateFormFile(fieldName, file.Name()); err != nil { | 
					
						
							|  |  |  | 			return b, nil, err | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 		if _, err = io.Copy(fw, file); err != nil { | 
					
						
							|  |  |  | 			return b, nil, err | 
					
						
							|  |  |  | 		} | 
					
						
							| 
									
										
										
										
											2021-04-19 19:42:19 +02:00
										 |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-11-10 17:42:48 +01:00
										 |  |  | 	for k, vs := range extraFields { | 
					
						
							|  |  |  | 		for _, v := range vs { | 
					
						
							|  |  |  | 			if err := w.WriteField(k, v); err != nil { | 
					
						
							|  |  |  | 				return b, nil, err | 
					
						
							|  |  |  | 			} | 
					
						
							| 
									
										
										
										
											2021-04-19 19:42:19 +02:00
										 |  |  | 		} | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	if err := w.Close(); err != nil { | 
					
						
							|  |  |  | 		return b, nil, err | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 	return b, w, nil | 
					
						
							|  |  |  | } | 
					
						
							| 
									
										
										
										
											2021-05-08 14:25:55 +02:00
										 |  |  | 
 | 
					
						
							|  |  |  | // URLMustParse tries to parse the given URL and panics if it can't. | 
					
						
							|  |  |  | // Should only be used in tests. | 
					
						
							|  |  |  | func URLMustParse(stringURL string) *url.URL { | 
					
						
							|  |  |  | 	u, err := url.Parse(stringURL) | 
					
						
							|  |  |  | 	if err != nil { | 
					
						
							|  |  |  | 		panic(err) | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 	return u | 
					
						
							|  |  |  | } | 
					
						
							| 
									
										
										
										
											2021-10-04 15:24:19 +02:00
										 |  |  | 
 | 
					
						
							|  |  |  | // TimeMustParse tries to parse the given time as RFC3339, and panics if it can't. | 
					
						
							|  |  |  | // Should only be used in tests. | 
					
						
							|  |  |  | func TimeMustParse(timeString string) time.Time { | 
					
						
							|  |  |  | 	t, err := time.Parse(time.RFC3339, timeString) | 
					
						
							|  |  |  | 	if err != nil { | 
					
						
							|  |  |  | 		panic(err) | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 	return t | 
					
						
							|  |  |  | } | 
					
						
							| 
									
										
										
										
											2022-08-31 17:31:21 +02:00
										 |  |  | 
 | 
					
						
							|  |  |  | // WaitFor calls condition every 200ms, returning true | 
					
						
							|  |  |  | // when condition() returns true, or false after 5s. | 
					
						
							|  |  |  | // | 
					
						
							|  |  |  | // It's useful for when you're waiting for something to | 
					
						
							|  |  |  | // happen, but you don't know exactly how long it will take, | 
					
						
							|  |  |  | // and you want to fail if the thing doesn't happen within 5s. | 
					
						
							|  |  |  | func WaitFor(condition func() bool) bool { | 
					
						
							|  |  |  | 	tick := time.NewTicker(200 * time.Millisecond) | 
					
						
							|  |  |  | 	defer tick.Stop() | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	timeout := time.NewTimer(5 * time.Second) | 
					
						
							|  |  |  | 	defer timeout.Stop() | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	for { | 
					
						
							|  |  |  | 		select { | 
					
						
							|  |  |  | 		case <-tick.C: | 
					
						
							|  |  |  | 			if condition() { | 
					
						
							|  |  |  | 				return true | 
					
						
							|  |  |  | 			} | 
					
						
							|  |  |  | 		case <-timeout.C: | 
					
						
							|  |  |  | 			return false | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | } | 
					
						
							| 
									
										
										
										
											2024-04-26 13:50:46 +01:00
										 |  |  | 
 | 
					
						
							|  |  |  | // dump returns debug output of 'v'. | 
					
						
							|  |  |  | func dump(v any) string { | 
					
						
							|  |  |  | 	var buf byteutil.Buffer | 
					
						
							|  |  |  | 	format.Append(&buf, v) | 
					
						
							|  |  |  | 	return buf.String() | 
					
						
							|  |  |  | } |