dragonfly/cdnsystem/server/server.go

/*
 *     Copyright 2020 The Dragonfly Authors
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *      http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

// cdn server
package server

import (
	"context"
	"fmt"
	"runtime"
	"time"

	"d7y.io/dragonfly/v2/cdnsystem/config"
	"d7y.io/dragonfly/v2/cdnsystem/daemon/cdn"
	"d7y.io/dragonfly/v2/cdnsystem/daemon/cdn/storage"
	"d7y.io/dragonfly/v2/cdnsystem/daemon/gc"
	"d7y.io/dragonfly/v2/cdnsystem/daemon/progress"
	"d7y.io/dragonfly/v2/cdnsystem/daemon/task"
	"d7y.io/dragonfly/v2/cdnsystem/plugins"
	"d7y.io/dragonfly/v2/cdnsystem/server/service"
	logger "d7y.io/dragonfly/v2/internal/dflog"
	"d7y.io/dragonfly/v2/pkg/retry"
	"d7y.io/dragonfly/v2/pkg/rpc"
	"d7y.io/dragonfly/v2/pkg/rpc/cdnsystem/server"
	"d7y.io/dragonfly/v2/pkg/rpc/manager"
	"d7y.io/dragonfly/v2/pkg/util/net/iputils"
	"github.com/pkg/errors"
	"google.golang.org/grpc"
)

type Server struct {
	config        *config.Config
	seedServer    server.SeederServer
	managerClient manager.ManagerClient
	managerConn   *grpc.ClientConn
}

// New creates a brand new server instance.
func New(cfg *config.Config) (*Server, error) {
	s := &Server{config: cfg}

	if ok := storage.IsSupport(cfg.StorageMode); !ok {
		return nil, fmt.Errorf("os %s is not support storage mode %s", runtime.GOOS, cfg.StorageMode)
	}
	if err := plugins.Initialize(cfg.Plugins); err != nil {
		return nil, err
	}

	// Progress manager
	progressMgr, err := progress.NewManager()
	if err != nil {
		return nil, errors.Wrapf(err, "create progress manager")
	}

	// Storage manager
	storageMgr, ok := storage.Get(cfg.StorageMode)
	if !ok {
		return nil, fmt.Errorf("can not find storage pattern %s", cfg.StorageMode)
	}
	// CDN manager
	cdnMgr, err := cdn.NewManager(cfg, storageMgr, progressMgr)
	if err != nil {
		return nil, errors.Wrapf(err, "create cdn manager")
	}
	// Task manager
	taskMgr, err := task.NewManager(cfg, cdnMgr, progressMgr)
	if err != nil {
		return nil, errors.Wrapf(err, "create task manager")
	}
	storageMgr.Initialize(taskMgr)
	// GC manager
	if err != nil {
		return nil, errors.Wrapf(err, "create gc manager")
	}

	cdnSeedServer, err := service.NewCdnSeedServer(cfg, taskMgr)
	if err != nil {
		return nil, errors.Wrap(err, "create seedServer")
	}
	s.seedServer = cdnSeedServer

	// Manager client
	if cfg.Manager.Addr != "" {
		managerConn, err := grpc.Dial(
			cfg.Manager.Addr,
			grpc.WithInsecure(),
			grpc.WithBlock(),
		)
		if err != nil {
			logger.Errorf("did not connect: %v", err)
			return nil, err
		}
		s.managerClient = manager.NewManagerClient(managerConn)
		s.managerConn = managerConn

		// Register to manager
		if err := s.register(context.Background()); err != nil {
			return nil, err
		}
		logger.Info("cdn register to manager")
	}

	return s, nil
}

func (s *Server) Serve() (err error) {
	defer func() {
		if rec := recover(); rec != nil {
			err = errors.New(fmt.Sprintf("%v", rec))
		}
	}()

	ctx, cancel := context.WithCancel(context.Background())
	defer cancel()
	// Start gc
	err = gc.StartGC(ctx)
	if err != nil {
		return err
	}

	if s.managerClient != nil {
		retry.Run(ctx, func() (interface{}, bool, error) {
			if err := s.keepAlive(ctx); err != nil {
				logger.Errorf("keepalive to manager failed %v", err)
				return nil, false, err
			}
			return nil, false, nil
		},
			s.config.Manager.KeepAlive.RetryInitBackOff,
			s.config.Manager.KeepAlive.RetryMaxBackOff,
			s.config.Manager.KeepAlive.RetryMaxAttempts,
			nil,
		)
	}

	err = rpc.StartTCPServer(s.config.ListenPort, s.config.ListenPort, s.seedServer)
	if err != nil {
		return errors.Wrap(err, "start tcp server")
	}
	return nil
}

func (s *Server) Stop() {
	s.managerConn.Close()
}

func (s *Server) register(ctx context.Context) error {
	ip := s.config.AdvertiseIP
	port := int32(s.config.ListenPort)
	idc := s.config.Host.IDC
	location := s.config.Host.Location
	downloadPort := int32(s.config.DownloadPort)

	var cdn *manager.CDN
	var err error
	cdn, err = s.managerClient.CreateCDN(ctx, &manager.CreateCDNRequest{
		SourceType:   manager.SourceType_CDN_SOURCE,
		HostName:     iputils.HostName,
		Ip:           ip,
		Port:         port,
		Idc:          idc,
		Location:     location,
		DownloadPort: downloadPort,
	})
	if err != nil {
		cdn, err = s.managerClient.UpdateCDN(ctx, &manager.UpdateCDNRequest{
			SourceType:   manager.SourceType_CDN_SOURCE,
			HostName:     iputils.HostName,
			Ip:           ip,
			Port:         port,
			Idc:          idc,
			Location:     location,
			DownloadPort: downloadPort,
		})
		if err != nil {
			logger.Errorf("update cdn to manager failed %v", err)
			return err
		}
		logger.Infof("update cdn %s successfully", cdn.HostName)
	}
	logger.Infof("create cdn %s successfully", cdn.HostName)

	cdnClusterID := s.config.Manager.CDNClusterID
	if cdnClusterID != 0 {
		if _, err := s.managerClient.AddCDNToCDNCluster(ctx, &manager.AddCDNToCDNClusterRequest{
			CdnId:        cdn.Id,
			CdnClusterId: cdnClusterID,
		}); err != nil {
			logger.Warnf("add cdn to cdn cluster failed %v", err)
			return err
		}
		logger.Infof("add cdn %s to cdn cluster %s successfully", cdn.HostName, cdnClusterID)
	}

	return nil
}

func (s *Server) keepAlive(ctx context.Context) error {
	stream, err := s.managerClient.KeepAlive(ctx)
	if err != nil {
		logger.Errorf("create keepalive failed: %v\n", err)
		return err
	}

	tick := time.NewTicker(s.config.Manager.KeepAlive.Interval)
	hostName := iputils.HostName
	for {
		select {
		case <-tick.C:
			if err := stream.Send(&manager.KeepAliveRequest{
				HostName:   hostName,
				SourceType: manager.SourceType_CDN_SOURCE,
			}); err != nil {
				logger.Errorf("%s send keepalive failed: %v\n", hostName, err)
				return err
			}
		}
	}
}