mirror of
https://codeberg.org/forgejo/forgejo.git
synced 2024-08-26 22:47:51 +02:00
* Add a storage layer for attachments * Fix some bug * fix test * Fix copyright head and lint * Fix bug * Add setting for minio and flags for migrate-storage * Add documents * fix lint * Add test for minio store type on attachments * fix test * fix test * Apply suggestions from code review Co-authored-by: guillep2k <18600385+guillep2k@users.noreply.github.com> * Add warning when storage migrated successfully * Fix drone * fix test * rebase * Fix test * display the error on console * Move minio test to amd64 since minio docker don't support arm64 * refactor the codes * add trace * Fix test * remove log on xorm * Fi download bug * Add a storage layer for attachments * Add setting for minio and flags for migrate-storage * fix lint * Add test for minio store type on attachments * Apply suggestions from code review Co-authored-by: guillep2k <18600385+guillep2k@users.noreply.github.com> * Fix drone * fix test * Fix test * display the error on console * Move minio test to amd64 since minio docker don't support arm64 * refactor the codes * add trace * Fix test * Add URL function to serve attachments directly from S3/Minio * Add ability to enable/disable redirection in attachment configuration * Fix typo * Add a storage layer for attachments * Add setting for minio and flags for migrate-storage * fix lint * Add test for minio store type on attachments * Apply suggestions from code review Co-authored-by: guillep2k <18600385+guillep2k@users.noreply.github.com> * Fix drone * fix test * Fix test * display the error on console * Move minio test to amd64 since minio docker don't support arm64 * don't change unrelated files * Fix lint * Fix build * update go.mod and go.sum * Use github.com/minio/minio-go/v6 * Remove unused function * Upgrade minio to v7 and some other improvements * fix lint * Fix go mod Co-authored-by: guillep2k <18600385+guillep2k@users.noreply.github.com> Co-authored-by: Tyler <tystuyfzand@gmail.com>
345 lines
9.4 KiB
Go
Vendored
345 lines
9.4 KiB
Go
Vendored
/*
|
|
* MinIO Go Library for Amazon S3 Compatible Cloud Storage
|
|
* Copyright 2015-2020 MinIO, Inc.
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
package minio
|
|
|
|
import (
|
|
"encoding/xml"
|
|
"errors"
|
|
"io"
|
|
"reflect"
|
|
"time"
|
|
)
|
|
|
|
// listAllMyBucketsResult container for listBuckets response.
|
|
type listAllMyBucketsResult struct {
|
|
// Container for one or more buckets.
|
|
Buckets struct {
|
|
Bucket []BucketInfo
|
|
}
|
|
Owner owner
|
|
}
|
|
|
|
// owner container for bucket owner information.
|
|
type owner struct {
|
|
DisplayName string
|
|
ID string
|
|
}
|
|
|
|
// CommonPrefix container for prefix response.
|
|
type CommonPrefix struct {
|
|
Prefix string
|
|
}
|
|
|
|
// ListBucketV2Result container for listObjects response version 2.
|
|
type ListBucketV2Result struct {
|
|
// A response can contain CommonPrefixes only if you have
|
|
// specified a delimiter.
|
|
CommonPrefixes []CommonPrefix
|
|
// Metadata about each object returned.
|
|
Contents []ObjectInfo
|
|
Delimiter string
|
|
|
|
// Encoding type used to encode object keys in the response.
|
|
EncodingType string
|
|
|
|
// A flag that indicates whether or not ListObjects returned all of the results
|
|
// that satisfied the search criteria.
|
|
IsTruncated bool
|
|
MaxKeys int64
|
|
Name string
|
|
|
|
// Hold the token that will be sent in the next request to fetch the next group of keys
|
|
NextContinuationToken string
|
|
|
|
ContinuationToken string
|
|
Prefix string
|
|
|
|
// FetchOwner and StartAfter are currently not used
|
|
FetchOwner string
|
|
StartAfter string
|
|
}
|
|
|
|
// Version is an element in the list object versions response
|
|
type Version struct {
|
|
ETag string
|
|
IsLatest bool
|
|
Key string
|
|
LastModified time.Time
|
|
Owner Owner
|
|
Size int64
|
|
StorageClass string
|
|
VersionID string `xml:"VersionId"`
|
|
|
|
isDeleteMarker bool
|
|
}
|
|
|
|
// ListVersionsResult is an element in the list object versions response
|
|
type ListVersionsResult struct {
|
|
Versions []Version
|
|
|
|
CommonPrefixes []CommonPrefix
|
|
Name string
|
|
Prefix string
|
|
Delimiter string
|
|
MaxKeys int64
|
|
EncodingType string
|
|
IsTruncated bool
|
|
KeyMarker string
|
|
VersionIDMarker string
|
|
NextKeyMarker string
|
|
NextVersionIDMarker string
|
|
}
|
|
|
|
// UnmarshalXML is a custom unmarshal code for the response of ListObjectVersions, the custom
|
|
// code will unmarshal <Version> and <DeleteMarker> tags and save them in Versions field to
|
|
// preserve the lexical order of the listing.
|
|
func (l *ListVersionsResult) UnmarshalXML(d *xml.Decoder, start xml.StartElement) (err error) {
|
|
for {
|
|
// Read tokens from the XML document in a stream.
|
|
t, err := d.Token()
|
|
if err != nil {
|
|
if err == io.EOF {
|
|
break
|
|
}
|
|
return err
|
|
}
|
|
|
|
switch se := t.(type) {
|
|
case xml.StartElement:
|
|
tagName := se.Name.Local
|
|
switch tagName {
|
|
case "Name", "Prefix",
|
|
"Delimiter", "EncodingType",
|
|
"KeyMarker", "VersionIdMarker",
|
|
"NextKeyMarker", "NextVersionIdMarker":
|
|
var s string
|
|
if err = d.DecodeElement(&s, &se); err != nil {
|
|
return err
|
|
}
|
|
v := reflect.ValueOf(l).Elem().FieldByName(tagName)
|
|
if v.IsValid() {
|
|
v.SetString(s)
|
|
}
|
|
case "IsTruncated": // bool
|
|
var b bool
|
|
if err = d.DecodeElement(&b, &se); err != nil {
|
|
return err
|
|
}
|
|
l.IsTruncated = b
|
|
case "MaxKeys": // int64
|
|
var i int64
|
|
if err = d.DecodeElement(&i, &se); err != nil {
|
|
return err
|
|
}
|
|
l.MaxKeys = i
|
|
case "CommonPrefixes":
|
|
var cp CommonPrefix
|
|
if err = d.DecodeElement(&cp, &se); err != nil {
|
|
return err
|
|
}
|
|
l.CommonPrefixes = append(l.CommonPrefixes, cp)
|
|
case "DeleteMarker", "Version":
|
|
var v Version
|
|
if err = d.DecodeElement(&v, &se); err != nil {
|
|
return err
|
|
}
|
|
if tagName == "DeleteMarker" {
|
|
v.isDeleteMarker = true
|
|
}
|
|
l.Versions = append(l.Versions, v)
|
|
default:
|
|
return errors.New("unrecognized option:" + tagName)
|
|
}
|
|
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
// ListBucketResult container for listObjects response.
|
|
type ListBucketResult struct {
|
|
// A response can contain CommonPrefixes only if you have
|
|
// specified a delimiter.
|
|
CommonPrefixes []CommonPrefix
|
|
// Metadata about each object returned.
|
|
Contents []ObjectInfo
|
|
Delimiter string
|
|
|
|
// Encoding type used to encode object keys in the response.
|
|
EncodingType string
|
|
|
|
// A flag that indicates whether or not ListObjects returned all of the results
|
|
// that satisfied the search criteria.
|
|
IsTruncated bool
|
|
Marker string
|
|
MaxKeys int64
|
|
Name string
|
|
|
|
// When response is truncated (the IsTruncated element value in
|
|
// the response is true), you can use the key name in this field
|
|
// as marker in the subsequent request to get next set of objects.
|
|
// Object storage lists objects in alphabetical order Note: This
|
|
// element is returned only if you have delimiter request
|
|
// parameter specified. If response does not include the NextMaker
|
|
// and it is truncated, you can use the value of the last Key in
|
|
// the response as the marker in the subsequent request to get the
|
|
// next set of object keys.
|
|
NextMarker string
|
|
Prefix string
|
|
}
|
|
|
|
// ListMultipartUploadsResult container for ListMultipartUploads response
|
|
type ListMultipartUploadsResult struct {
|
|
Bucket string
|
|
KeyMarker string
|
|
UploadIDMarker string `xml:"UploadIdMarker"`
|
|
NextKeyMarker string
|
|
NextUploadIDMarker string `xml:"NextUploadIdMarker"`
|
|
EncodingType string
|
|
MaxUploads int64
|
|
IsTruncated bool
|
|
Uploads []ObjectMultipartInfo `xml:"Upload"`
|
|
Prefix string
|
|
Delimiter string
|
|
// A response can contain CommonPrefixes only if you specify a delimiter.
|
|
CommonPrefixes []CommonPrefix
|
|
}
|
|
|
|
// initiator container for who initiated multipart upload.
|
|
type initiator struct {
|
|
ID string
|
|
DisplayName string
|
|
}
|
|
|
|
// copyObjectResult container for copy object response.
|
|
type copyObjectResult struct {
|
|
ETag string
|
|
LastModified time.Time // time string format "2006-01-02T15:04:05.000Z"
|
|
}
|
|
|
|
// ObjectPart container for particular part of an object.
|
|
type ObjectPart struct {
|
|
// Part number identifies the part.
|
|
PartNumber int
|
|
|
|
// Date and time the part was uploaded.
|
|
LastModified time.Time
|
|
|
|
// Entity tag returned when the part was uploaded, usually md5sum
|
|
// of the part.
|
|
ETag string
|
|
|
|
// Size of the uploaded part data.
|
|
Size int64
|
|
}
|
|
|
|
// ListObjectPartsResult container for ListObjectParts response.
|
|
type ListObjectPartsResult struct {
|
|
Bucket string
|
|
Key string
|
|
UploadID string `xml:"UploadId"`
|
|
|
|
Initiator initiator
|
|
Owner owner
|
|
|
|
StorageClass string
|
|
PartNumberMarker int
|
|
NextPartNumberMarker int
|
|
MaxParts int
|
|
|
|
// Indicates whether the returned list of parts is truncated.
|
|
IsTruncated bool
|
|
ObjectParts []ObjectPart `xml:"Part"`
|
|
|
|
EncodingType string
|
|
}
|
|
|
|
// initiateMultipartUploadResult container for InitiateMultiPartUpload
|
|
// response.
|
|
type initiateMultipartUploadResult struct {
|
|
Bucket string
|
|
Key string
|
|
UploadID string `xml:"UploadId"`
|
|
}
|
|
|
|
// completeMultipartUploadResult container for completed multipart
|
|
// upload response.
|
|
type completeMultipartUploadResult struct {
|
|
Location string
|
|
Bucket string
|
|
Key string
|
|
ETag string
|
|
}
|
|
|
|
// CompletePart sub container lists individual part numbers and their
|
|
// md5sum, part of completeMultipartUpload.
|
|
type CompletePart struct {
|
|
XMLName xml.Name `xml:"http://s3.amazonaws.com/doc/2006-03-01/ Part" json:"-"`
|
|
|
|
// Part number identifies the part.
|
|
PartNumber int
|
|
ETag string
|
|
}
|
|
|
|
// completeMultipartUpload container for completing multipart upload.
|
|
type completeMultipartUpload struct {
|
|
XMLName xml.Name `xml:"http://s3.amazonaws.com/doc/2006-03-01/ CompleteMultipartUpload" json:"-"`
|
|
Parts []CompletePart `xml:"Part"`
|
|
}
|
|
|
|
// createBucketConfiguration container for bucket configuration.
|
|
type createBucketConfiguration struct {
|
|
XMLName xml.Name `xml:"http://s3.amazonaws.com/doc/2006-03-01/ CreateBucketConfiguration" json:"-"`
|
|
Location string `xml:"LocationConstraint"`
|
|
}
|
|
|
|
// deleteObject container for Delete element in MultiObjects Delete XML request
|
|
type deleteObject struct {
|
|
Key string
|
|
VersionID string `xml:"VersionId,omitempty"`
|
|
}
|
|
|
|
// deletedObject container for Deleted element in MultiObjects Delete XML response
|
|
type deletedObject struct {
|
|
Key string
|
|
VersionID string `xml:"VersionId,omitempty"`
|
|
// These fields are ignored.
|
|
DeleteMarker bool
|
|
DeleteMarkerVersionID string
|
|
}
|
|
|
|
// nonDeletedObject container for Error element (failed deletion) in MultiObjects Delete XML response
|
|
type nonDeletedObject struct {
|
|
Key string
|
|
Code string
|
|
Message string
|
|
}
|
|
|
|
// deletedMultiObjects container for MultiObjects Delete XML request
|
|
type deleteMultiObjects struct {
|
|
XMLName xml.Name `xml:"Delete"`
|
|
Quiet bool
|
|
Objects []deleteObject `xml:"Object"`
|
|
}
|
|
|
|
// deletedMultiObjectsResult container for MultiObjects Delete XML response
|
|
type deleteMultiObjectsResult struct {
|
|
XMLName xml.Name `xml:"DeleteResult"`
|
|
DeletedObjects []deletedObject `xml:"Deleted"`
|
|
UnDeletedObjects []nonDeletedObject `xml:"Error"`
|
|
}
|