mirror of
				https://codeberg.org/forgejo/forgejo.git
				synced 2025-11-04 08:21:11 +00:00 
			
		
		
		
	* Add a storage layer for attachments * Fix some bug * fix test * Fix copyright head and lint * Fix bug * Add setting for minio and flags for migrate-storage * Add documents * fix lint * Add test for minio store type on attachments * fix test * fix test * Apply suggestions from code review Co-authored-by: guillep2k <18600385+guillep2k@users.noreply.github.com> * Add warning when storage migrated successfully * Fix drone * fix test * rebase * Fix test * display the error on console * Move minio test to amd64 since minio docker don't support arm64 * refactor the codes * add trace * Fix test * remove log on xorm * Fi download bug * Add a storage layer for attachments * Add setting for minio and flags for migrate-storage * fix lint * Add test for minio store type on attachments * Apply suggestions from code review Co-authored-by: guillep2k <18600385+guillep2k@users.noreply.github.com> * Fix drone * fix test * Fix test * display the error on console * Move minio test to amd64 since minio docker don't support arm64 * refactor the codes * add trace * Fix test * Add URL function to serve attachments directly from S3/Minio * Add ability to enable/disable redirection in attachment configuration * Fix typo * Add a storage layer for attachments * Add setting for minio and flags for migrate-storage * fix lint * Add test for minio store type on attachments * Apply suggestions from code review Co-authored-by: guillep2k <18600385+guillep2k@users.noreply.github.com> * Fix drone * fix test * Fix test * display the error on console * Move minio test to amd64 since minio docker don't support arm64 * don't change unrelated files * Fix lint * Fix build * update go.mod and go.sum * Use github.com/minio/minio-go/v6 * Remove unused function * Upgrade minio to v7 and some other improvements * fix lint * Fix go mod Co-authored-by: guillep2k <18600385+guillep2k@users.noreply.github.com> Co-authored-by: Tyler <tystuyfzand@gmail.com>
		
			
				
	
	
		
			127 lines
		
	
	
	
		
			3.4 KiB
		
	
	
	
		
			Go
		
	
	
	
		
			Vendored
		
	
	
	
			
		
		
	
	
			127 lines
		
	
	
	
		
			3.4 KiB
		
	
	
	
		
			Go
		
	
	
	
		
			Vendored
		
	
	
	
/*
 | 
						|
 * MinIO Go Library for Amazon S3 Compatible Cloud Storage
 | 
						|
 * Copyright 2015-2017 MinIO, Inc.
 | 
						|
 *
 | 
						|
 * Licensed under the Apache License, Version 2.0 (the "License");
 | 
						|
 * you may not use this file except in compliance with the License.
 | 
						|
 * You may obtain a copy of the License at
 | 
						|
 *
 | 
						|
 *     http://www.apache.org/licenses/LICENSE-2.0
 | 
						|
 *
 | 
						|
 * Unless required by applicable law or agreed to in writing, software
 | 
						|
 * distributed under the License is distributed on an "AS IS" BASIS,
 | 
						|
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 | 
						|
 * See the License for the specific language governing permissions and
 | 
						|
 * limitations under the License.
 | 
						|
 */
 | 
						|
 | 
						|
package minio
 | 
						|
 | 
						|
import (
 | 
						|
	"context"
 | 
						|
	"io"
 | 
						|
	"os"
 | 
						|
	"path/filepath"
 | 
						|
 | 
						|
	"github.com/minio/minio-go/v7/pkg/s3utils"
 | 
						|
)
 | 
						|
 | 
						|
// FGetObject - download contents of an object to a local file.
 | 
						|
// The options can be used to specify the GET request further.
 | 
						|
func (c Client) FGetObject(ctx context.Context, bucketName, objectName, filePath string, opts GetObjectOptions) error {
 | 
						|
	// Input validation.
 | 
						|
	if err := s3utils.CheckValidBucketName(bucketName); err != nil {
 | 
						|
		return err
 | 
						|
	}
 | 
						|
	if err := s3utils.CheckValidObjectName(objectName); err != nil {
 | 
						|
		return err
 | 
						|
	}
 | 
						|
 | 
						|
	// Verify if destination already exists.
 | 
						|
	st, err := os.Stat(filePath)
 | 
						|
	if err == nil {
 | 
						|
		// If the destination exists and is a directory.
 | 
						|
		if st.IsDir() {
 | 
						|
			return errInvalidArgument("fileName is a directory.")
 | 
						|
		}
 | 
						|
	}
 | 
						|
 | 
						|
	// Proceed if file does not exist. return for all other errors.
 | 
						|
	if err != nil {
 | 
						|
		if !os.IsNotExist(err) {
 | 
						|
			return err
 | 
						|
		}
 | 
						|
	}
 | 
						|
 | 
						|
	// Extract top level directory.
 | 
						|
	objectDir, _ := filepath.Split(filePath)
 | 
						|
	if objectDir != "" {
 | 
						|
		// Create any missing top level directories.
 | 
						|
		if err := os.MkdirAll(objectDir, 0700); err != nil {
 | 
						|
			return err
 | 
						|
		}
 | 
						|
	}
 | 
						|
 | 
						|
	// Gather md5sum.
 | 
						|
	objectStat, err := c.StatObject(ctx, bucketName, objectName, StatObjectOptions(opts))
 | 
						|
	if err != nil {
 | 
						|
		return err
 | 
						|
	}
 | 
						|
 | 
						|
	// Write to a temporary file "fileName.part.minio" before saving.
 | 
						|
	filePartPath := filePath + objectStat.ETag + ".part.minio"
 | 
						|
 | 
						|
	// If exists, open in append mode. If not create it as a part file.
 | 
						|
	filePart, err := os.OpenFile(filePartPath, os.O_CREATE|os.O_APPEND|os.O_WRONLY, 0600)
 | 
						|
	if err != nil {
 | 
						|
		return err
 | 
						|
	}
 | 
						|
 | 
						|
	// If we return early with an error, be sure to close and delete
 | 
						|
	// filePart.  If we have an error along the way there is a chance
 | 
						|
	// that filePart is somehow damaged, and we should discard it.
 | 
						|
	closeAndRemove := true
 | 
						|
	defer func() {
 | 
						|
		if closeAndRemove {
 | 
						|
			_ = filePart.Close()
 | 
						|
			_ = os.Remove(filePartPath)
 | 
						|
		}
 | 
						|
	}()
 | 
						|
 | 
						|
	// Issue Stat to get the current offset.
 | 
						|
	st, err = filePart.Stat()
 | 
						|
	if err != nil {
 | 
						|
		return err
 | 
						|
	}
 | 
						|
 | 
						|
	// Initialize get object request headers to set the
 | 
						|
	// appropriate range offsets to read from.
 | 
						|
	if st.Size() > 0 {
 | 
						|
		opts.SetRange(st.Size(), 0)
 | 
						|
	}
 | 
						|
 | 
						|
	// Seek to current position for incoming reader.
 | 
						|
	objectReader, objectStat, _, err := c.getObject(ctx, bucketName, objectName, opts)
 | 
						|
	if err != nil {
 | 
						|
		return err
 | 
						|
	}
 | 
						|
 | 
						|
	// Write to the part file.
 | 
						|
	if _, err = io.CopyN(filePart, objectReader, objectStat.Size); err != nil {
 | 
						|
		return err
 | 
						|
	}
 | 
						|
 | 
						|
	// Close the file before rename, this is specifically needed for Windows users.
 | 
						|
	closeAndRemove = false
 | 
						|
	if err = filePart.Close(); err != nil {
 | 
						|
		return err
 | 
						|
	}
 | 
						|
 | 
						|
	// Safely completed. Now commit by renaming to actual filename.
 | 
						|
	if err = os.Rename(filePartPath, filePath); err != nil {
 | 
						|
		return err
 | 
						|
	}
 | 
						|
 | 
						|
	// Return.
 | 
						|
	return nil
 | 
						|
}
 |