dragonfly/cdnsystem/source/ossprotocol/oss_source_client.go

/*
 *     Copyright 2020 The Dragonfly Authors
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *      http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package ossprotocol

import (
	"fmt"
	"io"
	"net/http"
	"net/url"
	"strconv"
	"sync"

	"d7y.io/dragonfly/v2/cdnsystem/cdnerrors"
	"d7y.io/dragonfly/v2/cdnsystem/source"
	"d7y.io/dragonfly/v2/pkg/util/stringutils"
	"github.com/aliyun/aliyun-oss-go-sdk/oss"
	"github.com/go-http-utils/headers"
	"github.com/pkg/errors"
)

const ossClient = "oss"
const (
	endpoint        = "endpoint"
	accessKeyID     = "accessKeyID"
	accessKeySecret = "accessKeySecret"
)

func init() {
	sourceClient := NewOSSSourceClient()
	source.Register(ossClient, sourceClient)
}

func NewOSSSourceClient() source.ResourceClient {
	return &ossSourceClient{
		clientMap: sync.Map{},
		accessMap: sync.Map{},
	}
}

// httpSourceClient is an implementation of the interface of SourceClient.
type ossSourceClient struct {
	// endpoint -> ossClient
	clientMap sync.Map
	accessMap sync.Map
}

func (osc *ossSourceClient) GetContentLength(url string, header map[string]string) (int64, error) {
	resHeader, err := osc.getMeta(url, header)
	if err != nil {
		return -1, err
	}

	contentLen, err := strconv.ParseInt(resHeader.Get(oss.HTTPHeaderContentLength), 10, 64)
	if err != nil {
		return -1, err
	}

	return contentLen, nil
}

func (osc *ossSourceClient) IsSupportRange(url string, header map[string]string) (bool, error) {
	_, err := osc.getMeta(url, header)
	if err != nil {
		return false, err
	}
	return true, nil
}

func (osc *ossSourceClient) IsExpired(url string, header, expireInfo map[string]string) (bool, error) {
	lastModified := expireInfo[oss.HTTPHeaderLastModified]
	eTag := expireInfo[oss.HTTPHeaderEtag]
	if stringutils.IsBlank(lastModified) && stringutils.IsBlank(eTag) {
		return true, nil
	}

	resHeader, err := osc.getMeta(url, header)
	if err != nil {
		return false, err
	}
	return resHeader.Get(oss.HTTPHeaderLastModified) == expireInfo[oss.HTTPHeaderLastModified] && resHeader.Get(oss.HTTPHeaderEtag) == expireInfo[oss.
		HTTPHeaderEtag], nil
}

func (osc *ossSourceClient) Download(url string, header map[string]string) (io.ReadCloser, map[string]string, error) {
	ossObject, err := ParseOSSObject(url)
	if err != nil {
		return nil, nil, errors.Wrapf(err, "failed to parse oss object from url:%s", url)
	}
	client, err := osc.getClient(header)
	if err != nil {
		return nil, nil, errors.Wrapf(err, "failed to get client")
	}
	bucket, err := client.Bucket(ossObject.bucket)
	if err != nil {
		return nil, nil, errors.Wrapf(err, "failed to get bucket:%s", ossObject.bucket)
	}
	res, err := bucket.GetObject(ossObject.object, getOptions(header)...)
	if err != nil {
		return nil, nil, errors.Wrapf(err, "failed to get oss Object:%s", ossObject.object)
	}
	resp := res.(*oss.Response)
	if resp.StatusCode == http.StatusOK || resp.StatusCode == http.StatusPartialContent {
		expireInfo := map[string]string{
			headers.LastModified: resp.Headers.Get(headers.LastModified),
			headers.ETag:         resp.Headers.Get(headers.ETag),
		}
		return resp.Body, expireInfo, nil
	}
	resp.Body.Close()
	return nil, nil, fmt.Errorf("unexpected status code: %d", resp.StatusCode)
}

func (osc *ossSourceClient) getClient(header map[string]string) (*oss.Client, error) {
	endpoint, ok := header[endpoint]
	if !ok {
		return nil, errors.Wrapf(cdnerrors.ErrInvalidValue, "endpoint is empty")
	}
	accessKeyID, ok := header[accessKeyID]
	if !ok {
		return nil, errors.Wrapf(cdnerrors.ErrInvalidValue, "accessKeyID is empty")
	}
	accessKeySecret, ok := header[accessKeySecret]
	if !ok {
		return nil, errors.Wrapf(cdnerrors.ErrInvalidValue, "accessKeySecret is empty")
	}
	if client, ok := osc.clientMap.Load(endpoint); ok {
		return client.(*oss.Client), nil
	}
	client, err := oss.New(endpoint, accessKeyID, accessKeySecret)
	if err != nil {
		return nil, err
	}
	osc.clientMap.Store(endpoint, client)
	return client, nil
}

func (osc *ossSourceClient) getMeta(url string, header map[string]string) (http.Header, error) {
	client, err := osc.getClient(header)
	if err != nil {
		return nil, errors.Wrapf(err, "failed to get oss client")
	}
	ossObject, err := ParseOSSObject(url)
	if err != nil {
		return nil, errors.Wrapf(cdnerrors.ErrURLNotReachable, "failed to parse oss object: %v", err)
	}

	bucket, err := client.Bucket(ossObject.bucket)
	if err != nil {
		return nil, errors.Wrapf(cdnerrors.ErrURLNotReachable, "failed to get bucket:%s: %v", ossObject.bucket, err)
	}
	isExist, err := bucket.IsObjectExist(ossObject.object)
	if err != nil {
		return nil, errors.Wrapf(cdnerrors.ErrURLNotReachable, "failed to prob object:%s exist: %v", ossObject.object, err)
	}
	if !isExist {
		return nil, errors.Wrapf(cdnerrors.ErrURLNotReachable, "oss object:%s does not exist", ossObject.object)
	}
	return bucket.GetObjectMeta(ossObject.object, getOptions(header)...)
}

func getOptions(header map[string]string) []oss.Option {
	opts := make([]oss.Option, 0, len(header))
	for key, value := range header {
		if key == endpoint || key == accessKeyID || key == accessKeySecret {
			continue
		}
		opts = append(opts, oss.SetHeader(key, value))
	}
	return opts
}

type OSSObject struct {
	bucket string
	object string
}

func ParseOSSObject(ossURL string) (*OSSObject, error) {
	url, err := url.Parse(ossURL)
	if url.Scheme != "oss" {
		return nil, fmt.Errorf("url:%s is not oss object", ossURL)
	}
	if err != nil {
		return nil, err
	}
	return &OSSObject{
		bucket: url.Host,
		object: url.Path[1:],
	}, nil
}