mirror of
				https://github.com/superseriousbusiness/gotosocial.git
				synced 2025-11-01 01:02:26 -05:00 
			
		
		
		
	* first commit
Signed-off-by: kim <grufwub@gmail.com>
* replace logging with our own log library
Signed-off-by: kim <grufwub@gmail.com>
* fix imports
Signed-off-by: kim <grufwub@gmail.com>
* fix log imports
Signed-off-by: kim <grufwub@gmail.com>
* add license text
Signed-off-by: kim <grufwub@gmail.com>
* fix package import cycle between config and log package
Signed-off-by: kim <grufwub@gmail.com>
* fix empty kv.Fields{} being passed to WithFields()
Signed-off-by: kim <grufwub@gmail.com>
* fix uses of log.WithFields() with whitespace issues and empty slices
Signed-off-by: kim <grufwub@gmail.com>
* *linter related grumbling*
Signed-off-by: kim <grufwub@gmail.com>
* gofmt the codebase! also fix more log.WithFields() formatting issues
Signed-off-by: kim <grufwub@gmail.com>
* update testrig code to match new changes
Signed-off-by: kim <grufwub@gmail.com>
* fix error wrapping in non fmt.Errorf function
Signed-off-by: kim <grufwub@gmail.com>
* add benchmarking of log.Caller() vs non-cached
Signed-off-by: kim <grufwub@gmail.com>
* fix syslog tests, add standard build tags to test runner to ensure consistency
Signed-off-by: kim <grufwub@gmail.com>
* make syslog tests more robust
Signed-off-by: kim <grufwub@gmail.com>
* fix caller depth arithmatic (is that how you spell it?)
Signed-off-by: kim <grufwub@gmail.com>
* update to use unkeyed fields in kv.Field{} instances
Signed-off-by: kim <grufwub@gmail.com>
* update go-kv library
Signed-off-by: kim <grufwub@gmail.com>
* update libraries list
Signed-off-by: kim <grufwub@gmail.com>
* fuck you linter get nerfed
Signed-off-by: kim <grufwub@gmail.com>
Co-authored-by: tobi <31960611+tsmethurst@users.noreply.github.com>
		
	
			
		
			
				
	
	
		
			147 lines
		
	
	
	
		
			4.7 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
			
		
		
	
	
			147 lines
		
	
	
	
		
			4.7 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
/*
 | 
						|
   GoToSocial
 | 
						|
   Copyright (C) 2021-2022 GoToSocial Authors admin@gotosocial.org
 | 
						|
 | 
						|
   This program is free software: you can redistribute it and/or modify
 | 
						|
   it under the terms of the GNU Affero General Public License as published by
 | 
						|
   the Free Software Foundation, either version 3 of the License, or
 | 
						|
   (at your option) any later version.
 | 
						|
 | 
						|
   This program is distributed in the hope that it will be useful,
 | 
						|
   but WITHOUT ANY WARRANTY; without even the implied warranty of
 | 
						|
   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 | 
						|
   GNU Affero General Public License for more details.
 | 
						|
 | 
						|
   You should have received a copy of the GNU Affero General Public License
 | 
						|
   along with this program.  If not, see <http://www.gnu.org/licenses/>.
 | 
						|
*/
 | 
						|
 | 
						|
package trans
 | 
						|
 | 
						|
import (
 | 
						|
	"context"
 | 
						|
	"encoding/json"
 | 
						|
	"errors"
 | 
						|
	"fmt"
 | 
						|
	"io"
 | 
						|
	"os"
 | 
						|
 | 
						|
	"github.com/superseriousbusiness/gotosocial/internal/log"
 | 
						|
	transmodel "github.com/superseriousbusiness/gotosocial/internal/trans/model"
 | 
						|
)
 | 
						|
 | 
						|
func (i *importer) Import(ctx context.Context, path string) error {
 | 
						|
	if path == "" {
 | 
						|
		return errors.New("Export: path empty")
 | 
						|
	}
 | 
						|
 | 
						|
	file, err := os.Open(path)
 | 
						|
	if err != nil {
 | 
						|
		return fmt.Errorf("Import: couldn't export to %s: %s", path, err)
 | 
						|
	}
 | 
						|
 | 
						|
	decoder := json.NewDecoder(file)
 | 
						|
	decoder.UseNumber()
 | 
						|
 | 
						|
	for {
 | 
						|
		entry := transmodel.Entry{}
 | 
						|
		err := decoder.Decode(&entry)
 | 
						|
		if err != nil {
 | 
						|
			if err == io.EOF {
 | 
						|
				log.Infof("Import: reached end of file")
 | 
						|
				return neatClose(file)
 | 
						|
			}
 | 
						|
			return fmt.Errorf("Import: error decoding in readLoop: %s", err)
 | 
						|
		}
 | 
						|
		if err := i.inputEntry(ctx, entry); err != nil {
 | 
						|
			return fmt.Errorf("Import: error inputting entry: %s", err)
 | 
						|
		}
 | 
						|
	}
 | 
						|
}
 | 
						|
 | 
						|
func (i *importer) inputEntry(ctx context.Context, entry transmodel.Entry) error {
 | 
						|
	t, ok := entry[transmodel.TypeKey].(string)
 | 
						|
	if !ok {
 | 
						|
		return errors.New("inputEntry: could not derive entry type: missing or malformed 'type' key in json")
 | 
						|
	}
 | 
						|
 | 
						|
	switch transmodel.Type(t) {
 | 
						|
	case transmodel.TransAccount:
 | 
						|
		account, err := i.accountDecode(entry)
 | 
						|
		if err != nil {
 | 
						|
			return fmt.Errorf("inputEntry: error decoding entry into account: %s", err)
 | 
						|
		}
 | 
						|
		if err := i.putInDB(ctx, account); err != nil {
 | 
						|
			return fmt.Errorf("inputEntry: error adding account to database: %s", err)
 | 
						|
		}
 | 
						|
		log.Infof("inputEntry: added account with id %s", account.ID)
 | 
						|
		return nil
 | 
						|
	case transmodel.TransBlock:
 | 
						|
		block, err := i.blockDecode(entry)
 | 
						|
		if err != nil {
 | 
						|
			return fmt.Errorf("inputEntry: error decoding entry into block: %s", err)
 | 
						|
		}
 | 
						|
		if err := i.putInDB(ctx, block); err != nil {
 | 
						|
			return fmt.Errorf("inputEntry: error adding block to database: %s", err)
 | 
						|
		}
 | 
						|
		log.Infof("inputEntry: added block with id %s", block.ID)
 | 
						|
		return nil
 | 
						|
	case transmodel.TransDomainBlock:
 | 
						|
		block, err := i.domainBlockDecode(entry)
 | 
						|
		if err != nil {
 | 
						|
			return fmt.Errorf("inputEntry: error decoding entry into domain block: %s", err)
 | 
						|
		}
 | 
						|
		if err := i.putInDB(ctx, block); err != nil {
 | 
						|
			return fmt.Errorf("inputEntry: error adding domain block to database: %s", err)
 | 
						|
		}
 | 
						|
		log.Infof("inputEntry: added domain block with id %s", block.ID)
 | 
						|
		return nil
 | 
						|
	case transmodel.TransFollow:
 | 
						|
		follow, err := i.followDecode(entry)
 | 
						|
		if err != nil {
 | 
						|
			return fmt.Errorf("inputEntry: error decoding entry into follow: %s", err)
 | 
						|
		}
 | 
						|
		if err := i.putInDB(ctx, follow); err != nil {
 | 
						|
			return fmt.Errorf("inputEntry: error adding follow to database: %s", err)
 | 
						|
		}
 | 
						|
		log.Infof("inputEntry: added follow with id %s", follow.ID)
 | 
						|
		return nil
 | 
						|
	case transmodel.TransFollowRequest:
 | 
						|
		fr, err := i.followRequestDecode(entry)
 | 
						|
		if err != nil {
 | 
						|
			return fmt.Errorf("inputEntry: error decoding entry into follow request: %s", err)
 | 
						|
		}
 | 
						|
		if err := i.putInDB(ctx, fr); err != nil {
 | 
						|
			return fmt.Errorf("inputEntry: error adding follow request to database: %s", err)
 | 
						|
		}
 | 
						|
		log.Infof("inputEntry: added follow request with id %s", fr.ID)
 | 
						|
		return nil
 | 
						|
	case transmodel.TransInstance:
 | 
						|
		inst, err := i.instanceDecode(entry)
 | 
						|
		if err != nil {
 | 
						|
			return fmt.Errorf("inputEntry: error decoding entry into instance: %s", err)
 | 
						|
		}
 | 
						|
		if err := i.putInDB(ctx, inst); err != nil {
 | 
						|
			return fmt.Errorf("inputEntry: error adding instance to database: %s", err)
 | 
						|
		}
 | 
						|
		log.Infof("inputEntry: added instance with id %s", inst.ID)
 | 
						|
		return nil
 | 
						|
	case transmodel.TransUser:
 | 
						|
		user, err := i.userDecode(entry)
 | 
						|
		if err != nil {
 | 
						|
			return fmt.Errorf("inputEntry: error decoding entry into user: %s", err)
 | 
						|
		}
 | 
						|
		if err := i.putInDB(ctx, user); err != nil {
 | 
						|
			return fmt.Errorf("inputEntry: error adding user to database: %s", err)
 | 
						|
		}
 | 
						|
		log.Infof("inputEntry: added user with id %s", user.ID)
 | 
						|
		return nil
 | 
						|
	}
 | 
						|
 | 
						|
	log.Errorf("inputEntry: didn't recognize transtype '%s', skipping it", t)
 | 
						|
	return nil
 | 
						|
}
 | 
						|
 | 
						|
func (i *importer) putInDB(ctx context.Context, entry interface{}) error {
 | 
						|
	return i.db.Put(ctx, entry)
 | 
						|
}
 |