* Add a storage layer for attachments * Fix some bug * fix test * Fix copyright head and lint * Fix bug * Add setting for minio and flags for migrate-storage * Add documents * fix lint * Add test for minio store type on attachments * fix test * fix test * Apply suggestions from code review Co-authored-by: guillep2k <18600385+guillep2k@users.noreply.github.com> * Add warning when storage migrated successfully * Fix drone * fix test * rebase * Fix test * display the error on console * Move minio test to amd64 since minio docker don't support arm64 * refactor the codes * add trace * Fix test * remove log on xorm * Fi download bug * Add a storage layer for attachments * Add setting for minio and flags for migrate-storage * fix lint * Add test for minio store type on attachments * Apply suggestions from code review Co-authored-by: guillep2k <18600385+guillep2k@users.noreply.github.com> * Fix drone * fix test * Fix test * display the error on console * Move minio test to amd64 since minio docker don't support arm64 * refactor the codes * add trace * Fix test * Add URL function to serve attachments directly from S3/Minio * Add ability to enable/disable redirection in attachment configuration * Fix typo * Add a storage layer for attachments * Add setting for minio and flags for migrate-storage * fix lint * Add test for minio store type on attachments * Apply suggestions from code review Co-authored-by: guillep2k <18600385+guillep2k@users.noreply.github.com> * Fix drone * fix test * Fix test * display the error on console * Move minio test to amd64 since minio docker don't support arm64 * don't change unrelated files * Fix lint * Fix build * update go.mod and go.sum * Use github.com/minio/minio-go/v6 * Remove unused function * Upgrade minio to v7 and some other improvements * fix lint * Fix go mod Co-authored-by: guillep2k <18600385+guillep2k@users.noreply.github.com> Co-authored-by: Tyler <tystuyfzand@gmail.com>
		
			
				
	
	
		
			66 lines
		
	
	
		
			1.5 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
			
		
		
	
	
			66 lines
		
	
	
		
			1.5 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
// Copyright 2019 The Gitea Authors. All rights reserved.
 | 
						|
// Use of this source code is governed by a MIT-style
 | 
						|
// license that can be found in the LICENSE file.
 | 
						|
 | 
						|
package migrations
 | 
						|
 | 
						|
import (
 | 
						|
	"path/filepath"
 | 
						|
 | 
						|
	"code.gitea.io/gitea/modules/setting"
 | 
						|
	"code.gitea.io/gitea/modules/util"
 | 
						|
 | 
						|
	"xorm.io/xorm"
 | 
						|
)
 | 
						|
 | 
						|
func deleteOrphanedAttachments(x *xorm.Engine) error {
 | 
						|
	type Attachment struct {
 | 
						|
		ID        int64  `xorm:"pk autoincr"`
 | 
						|
		UUID      string `xorm:"uuid UNIQUE"`
 | 
						|
		IssueID   int64  `xorm:"INDEX"`
 | 
						|
		ReleaseID int64  `xorm:"INDEX"`
 | 
						|
		CommentID int64
 | 
						|
	}
 | 
						|
 | 
						|
	sess := x.NewSession()
 | 
						|
	defer sess.Close()
 | 
						|
 | 
						|
	var limit = setting.Database.IterateBufferSize
 | 
						|
	if limit <= 0 {
 | 
						|
		limit = 50
 | 
						|
	}
 | 
						|
 | 
						|
	for {
 | 
						|
		attachements := make([]Attachment, 0, limit)
 | 
						|
		if err := sess.Where("`issue_id` = 0 and (`release_id` = 0 or `release_id` not in (select `id` from `release`))").
 | 
						|
			Cols("id, uuid").Limit(limit).
 | 
						|
			Asc("id").
 | 
						|
			Find(&attachements); err != nil {
 | 
						|
			return err
 | 
						|
		}
 | 
						|
		if len(attachements) == 0 {
 | 
						|
			return nil
 | 
						|
		}
 | 
						|
 | 
						|
		var ids = make([]int64, 0, limit)
 | 
						|
		for _, attachment := range attachements {
 | 
						|
			ids = append(ids, attachment.ID)
 | 
						|
		}
 | 
						|
		if len(ids) > 0 {
 | 
						|
			if _, err := sess.In("id", ids).Delete(new(Attachment)); err != nil {
 | 
						|
				return err
 | 
						|
			}
 | 
						|
		}
 | 
						|
 | 
						|
		for _, attachment := range attachements {
 | 
						|
			uuid := attachment.UUID
 | 
						|
			if err := util.RemoveAll(filepath.Join(setting.Attachment.Path, uuid[0:1], uuid[1:2], uuid)); err != nil {
 | 
						|
				return err
 | 
						|
			}
 | 
						|
		}
 | 
						|
		if len(attachements) < limit {
 | 
						|
			return nil
 | 
						|
		}
 | 
						|
	}
 | 
						|
}
 |