mirror of
https://github.com/superseriousbusiness/gotosocial.git
synced 2025-11-01 09:22:25 -05:00
* persist queued worker tasks to database on shutdown, fill worker queues from database on startup
* ensure the tasks are sorted by creation time before pushing them
* add migration to insert WorkerTask{} into database, add test for worker task persistence
* add test for recovering worker queues from database
* quick tweak
* whoops we ended up with double cleaner job scheduling
* insert each task separately, because bun is throwing some reflection error??
* add specific checking of cancelled worker contexts
* add http request signing to deliveries recovered from database
* add test for outgoing public key ID being correctly set on delivery
* replace select with Queue.PopCtx()
* get rid of loop now we don't use it
* remove field now we don't use it
* ensure that signing func is set
* header values weren't being copied over 🤦
* use ptr for httpclient.Request in delivery
* move worker queue filling to later in server init process
* fix rebase issues
* make logging less shouty
* use slices.Delete() instead of copying / reslicing
* have database return tasks in ascending order instead of sorting them
* add a 1 minute timeout to persisting worker queues
|
||
|---|---|---|
| .. | ||
| 20211113114307_init | ||
| 20220214175650_media_cleanup | ||
| 20220315160814_admin_account_actions | ||
| 20220905150505_custom_emoji_updates | ||
| 20230328203024_migration_fix | ||
| 20230521105850_emoji_empty_domain_fix | ||
| 20240318115336_account_settings | ||
| 20240620074530_interaction_policy | ||
| 20240715204203_media_pipeline_improvements | ||
| 20211113114307_init.go | ||
| 20220214175650_media_cleanup.go | ||
| 20220305130328_database_optimizations.go | ||
| 20220315160814_admin_account_actions.go | ||
| 20220502113806_add_missing_indexes.go | ||
| 20220506110822_add_account_raw_note.go | ||
| 20220511165212_add_account_raw_note_fix.go | ||
| 20220518123621_additional_indexing.go | ||
| 20220612091800_duplicated_media_cleanup.go | ||
| 20220710153020_fix_slow_web_profile_queries.go | ||
| 20220804120132_account_default_post_format.go | ||
| 20220823140228_user_custom_css.go | ||
| 20220827085121_assign_missing_in_reply_to_uris.go | ||
| 20220830014732_regenerate_indexes_for_follows.go | ||
| 20220903141016_store_gifs_as_image.go | ||
| 20220905150505_custom_emoji_updates.go | ||
| 20220916122701_emojis_in_accounts.go | ||
| 20220922142408_shared_inbox_delivery.go | ||
| 20220926115233_indexes.go | ||
| 20221006114842_add_rss_functionality.go | ||
| 20221011125732_refetch_updated_emojis.go | ||
| 20221031145649_emoji_categories.go | ||
| 20221103203553_add_external_id.go | ||
| 20221108142419_create_account_tombstones.go | ||
| 20221220134514_mp4_jiggery_pokery.go | ||
| 20230105171144_report_model.go | ||
| 20230126170719_format_to_content_type.go | ||
| 20230202212700_rename_account_webfingered_to_fetched.go | ||
| 20230221150957_status_pin_client_api.go | ||
| 20230328203024_migration_fix.go | ||
| 20230405130021_status_fave_unique_constraints.go | ||
| 20230430105735_fieldwork.go | ||
| 20230511181430_add_status_fetched_at.go | ||
| 20230515173919_lists.go | ||
| 20230521105850_emoji_empty_domain_fix.go | ||
| 20230620103932_search_updates.go | ||
| 20230711214815_account_notes.go | ||
| 20230713025939_markers_api.go | ||
| 20230718161520_hashtaggery.go | ||
| 20230724100000_emoji_cleanup.go | ||
| 20230815164500_rules_model.go | ||
| 20230817174700_add_report_rule_ids.go | ||
| 20230821075342_attachment_cleanup_updates.go | ||
| 20230828101322_admin_action_locking.go | ||
| 20230905133904_remote_pubkey_expiry.go | ||
| 20230908083121_allowlist.go.go | ||
| 20231002153327_add_status_polls.go | ||
| 20231016113235_mute_status_thread.go | ||
| 20231029143819_remove_suspended_at_index.go | ||
| 20231110142330_small_poll_table_tweaks.go | ||
| 20231128140847_remove_duplicate_indices.go | ||
| 20231130103643_fix_index_whoopsie.go | ||
| 20231208152242_sqlite_analyze.go | ||
| 20231212144715_add_header_filters.go | ||
| 20231215115920_add_status_poll_index.go | ||
| 20231227110845_instance_description_updates.go | ||
| 20240103170945_moved_to_also_known_as.go | ||
| 20240114112637_postgres_header_filter_fix.go | ||
| 20240126064004_add_filters.go | ||
| 20240129170725_moved_to_also_known_as.go | ||
| 20240220204526_add_statuses_mentions_is_null_or_empty_idx.go | ||
| 20240228113608_readd_statuses_account_id_id_idx.go | ||
| 20240310120046_fix_empty_move_id.go | ||
| 20240318115336_account_settings.go | ||
| 20240320114447_preset_css_themes.go | ||
| 20240401130338_sign_up.go | ||
| 20240402113305_nil_domain_fix.go | ||
| 20240414122348_account_stats_model.go | ||
| 20240426122821_pageable_admin_accounts.go | ||
| 20240528071620_add_user_mutes.go | ||
| 20240611190733_add_conversations.go | ||
| 20240613091853_drop_unused_media_columns.go | ||
| 20240617134210_add_worker_tasks_table.go | ||
| 20240620074530_interaction_policy.go | ||
| 20240712005536_add_advanced_migrations.go | ||
| 20240715204203_media_pipeline_improvements.go | ||
| 20240716151327_interaction_policy.go | ||
| 20240722222556_remove_boost_content.go | ||
| 20240725211933_add_followed_tags.go | ||
| main.go | ||
| README.md | ||
| util.go | ||
Migrations
How do I write a migration file?
As a template, take one of the existing migration files and modify it, or use the below code snippet:
// GoToSocial
// Copyright (C) GoToSocial Authors admin@gotosocial.org
// SPDX-License-Identifier: AGPL-3.0-or-later
//
// This program is free software: you can redistribute it and/or modify
// it under the terms of the GNU Affero General Public License as published by
// the Free Software Foundation, either version 3 of the License, or
// (at your option) any later version.
//
// This program is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
// GNU Affero General Public License for more details.
//
// You should have received a copy of the GNU Affero General Public License
// along with this program. If not, see <http://www.gnu.org/licenses/>.
package migrations
import (
"context"
"github.com/uptrace/bun"
)
func init() {
up := func(ctx context.Context, db *bun.DB) error {
return db.RunInTx(ctx, nil, func(ctx context.Context, tx bun.Tx) error {
// your logic here
return nil
})
}
down := func(ctx context.Context, db *bun.DB) error {
return db.RunInTx(ctx, nil, func(ctx context.Context, tx bun.Tx) error {
// your logic here
return nil
})
}
if err := Migrations.Register(up, down); err != nil {
panic(err)
}
}
File format
Bun requires a very specific format: 14 digits, then letters or underscores.
You can use the following bash command on your branch to generate a suitable migration filename.
echo "$(date --utc +%Y%m%d%H%M%S | head -c 14)_$(git rev-parse --abbrev-ref HEAD).go"
Rules of thumb
- DON'T DROP TABLES!!!!!!!!
- Don't make something
NOT NULLif it's likely to already containnullfields.