property-company-gateway/utils/minio.go

package utils

import (
	"errors"
	"fmt"
	"git.getensh.com/common/gopkgs/cache"
	"github.com/minio/minio-go/v6"
	"io"
	"log"
	"math/rand"
	hurl "net/url"
	"property-company-gateway/parser"
	"strings"
	"time"
)

const (
	NUmStr  = "0123456789"
	CharStr = "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz"
	SpecStr = "+=-@#~,.[]()!%^*$"
)


func GenerateRandomStr(length int, charset string) string {
	time.Sleep(1*time.Microsecond)
	rand.Seed(time.Now().UnixNano())
	//初始化密码切片
	var passwd []byte = make([]byte, length, length)
	//源字符串
	var sourceStr string
	//判断字符类型,如果是数字
	if charset == "num" {
		sourceStr = NUmStr
		//如果选的是字符
	} else if charset == "char" {
		sourceStr = charset
		//如果选的是混合模式
	} else if charset == "mix" {
		sourceStr = fmt.Sprintf("%s%s", NUmStr, CharStr)
		//如果选的是高级模式
	} else if charset == "advance" {
		sourceStr = fmt.Sprintf("%s%s%s", NUmStr, CharStr, SpecStr)
	} else {
		sourceStr = fmt.Sprintf("%s%s%s", NUmStr, CharStr, SpecStr)
	}
	//遍历，生成一个随机index索引,
	for i := 0; i < length; i++ {
		index := rand.Intn(len(sourceStr))
		passwd[i] = sourceStr[index]
	}
	return string(passwd)
}



func UploadToMinio(fileName string, r io.Reader, size int64, imgMine string) (objName string, err error) {
	endpoint := parser.Conf.Oss.Endpoint
	accessKeyID := parser.Conf.Oss.Id
	secretAccessKey := parser.Conf.Oss.Key
	useSSL := false

	// Initialize minio client object.
	minioClient, err := minio.New(endpoint, accessKeyID, secretAccessKey, useSSL)
	if err != nil {
		return "", err
	}

	// Make a new bucket called mymusic.
	bucketName := parser.Conf.Oss.PropertyCompanyBucket

	contentType := imgMine

	objectName := ""

	count := 0
	exist := false
	array := strings.Split(fileName, ".")
	tail := ""
	if len(array) > 0 {
		tail = array[len(array)-1]
	}
	rkeyPrefix := "oss_obj_exist_"
	rkey := ""
	defer func() {
		if rkey != "" {
			cache.RedisUnlock(rkey)
		}
	}()
	for ;count < 10;count++ {
		if rkey != "" {
			cache.RedisUnlock(rkey)
			rkey = ""
		}
		objectName = fmt.Sprintf("%d####", time.Now().Unix()) + GenerateRandomStr(32, "mix") +"."+tail

		// 互斥判断文件是否存在
		rkey = rkeyPrefix + objectName
		if !cache.RedisLock(rkey)  {
			time.Sleep(200*time.Millisecond)
			rkey = ""
			continue
		}

		exist, err = ObjExist(endpoint, bucketName, objectName)
		if err != nil {
			return "", err
		}
		if exist {
			continue
		}

		// Upload the zip file with FPutObject
		_, err = minioClient.PutObject(bucketName, objectName, r, size, minio.PutObjectOptions{ContentType:contentType})
		if err != nil {
			return "", err
		}
		ret := parser.Conf.Oss.Protocol +"://"+endpoint+"/"+bucketName+"/"+hurl.QueryEscape(objectName)
		//ObjTaskAdd(ret)
		return ret, nil
	}

	if exist {
		return "", errors.New("文件已存在")
	}


	return "", errors.New("系统繁忙")
}



func parseObjUrl(objUrl string) (string, string, string, string) {
	array := strings.Split(objUrl, "://")
	protocol, endpoint, bucketName, objName := "", "", "", ""
	if len(array) < 2 {
		return "", "", "", ""
	}
	protocol = array[0]
	array = strings.Split(array[1], "/")
	if len(array) != 3 {
		return "", "", "", ""
	}
	endpoint = array[0]
	bucketName = array[1]
	objName = array[2]
	return protocol, endpoint, bucketName, objName
}

func GetObjName(objUrl string) (string) {
	array := strings.Split(objUrl, "://")
	if len(array) < 2 {
		return ""
	}

	array = strings.Split(array[1], "/")
	if len(array) != 3 {
		return ""
	}
	bucketName := array[1]
	objName := array[2]
	objName = strings.ReplaceAll(objName, "%23%23%23%23", "####")

	return bucketName+"-"+objName
}


func ObjExist(endpoint, bucketName, objName string) (bool, error) {
	if endpoint == "" {
		return false, nil
	}
	//endpoint := parser.Conf.Oss.Endpoint
	accessKeyID := parser.Conf.Oss.Id
	secretAccessKey := parser.Conf.Oss.Key
	useSSL := false

	// Initialize minio client object.
	minioClient, err := minio.New(endpoint, accessKeyID, secretAccessKey, useSSL)
	if err != nil {
		return false, err
	}

	// Make a new bucket called mymusic.
	//bucketName := parser.Conf.Oss.PropertyCompanyBucket
	//objName := ""
	obj, err := minioClient.GetObject(bucketName, objName, minio.GetObjectOptions{})
	if err != nil {
		return false, err
	}
	defer obj.Close()
	_, err = obj.Stat()
	if err != nil {
		if strings.Contains(err.Error(), " not exist") {
			return false, nil
		}
		return false, err
	}
	return true, nil
}

func RemoveFromMinio(objUrl string) (err error) {
	_, endpoint, bucketName, objName := parseObjUrl(objUrl)
	if endpoint == "" {
		return nil
	}
	//endpoint := parser.Conf.Oss.Endpoint
	accessKeyID := parser.Conf.Oss.Id
	secretAccessKey := parser.Conf.Oss.Key
	useSSL := false

	// Initialize minio client object.
	minioClient, err := minio.New(endpoint, accessKeyID, secretAccessKey, useSSL)
	if err != nil {
		return err
	}

	// Make a new bucket called mymusic.
	//bucketName := parser.Conf.Oss.PropertyCompanyBucket
	//objName := ""
	err = minioClient.RemoveObject(bucketName, objName)

	if err != nil {
		return err
	}
	return nil
}

func GetFilePath(objName string) (string, error) {
	endpoint := parser.Conf.Oss.Endpoint
	accessKeyID := parser.Conf.Oss.Id
	secretAccessKey := parser.Conf.Oss.Key
	useSSL := false

	// Initialize minio client object.
	minioClient, err := minio.New(endpoint, accessKeyID, secretAccessKey, useSSL)
	if err != nil {
		return "", err
	}

	// Make a new bucket called mymusic.
	bucketName := parser.Conf.Oss.PropertyCompanyBucket
	rr, er := minioClient.PresignedGetObject(bucketName, objName, 24*time.Hour, hurl.Values{})
	if er != nil {
		fmt.Printf("获取文件路径失败:%v\n", er)
		return "", er
	}
	return rr.String(), nil
}

func MiniTest() {
	endpoint := "47.108.135.38:9000"
	accessKeyID := "minioadmin"
	secretAccessKey := "hly@1353406"
	useSSL := false

	// Initialize minio client object.
	minioClient, err := minio.New(endpoint, accessKeyID, secretAccessKey, useSSL)
	if err != nil {
		log.Fatalln(err)
	}

	// Make a new bucket called mymusic.
	bucketName := "testb"
	location := ""

	err = minioClient.MakeBucket(bucketName, location)
	if err != nil {
		// Check to see if we already own this bucket (which happens if you run this twice)
		exists, errBucketExists := minioClient.BucketExists(bucketName)
		if errBucketExists == nil && exists {
			log.Printf("We already own %s\n", bucketName)
		} else {
			log.Fatalln(err)
		}
	} else {
		log.Printf("Successfully created %s\n", bucketName)
	}

	// Upload the zip file
	objectName := "5.png"
	filePath := "D:\\5.png"
	contentType := ""

	// Upload the zip file with FPutObject

	n, err := minioClient.FPutObject(bucketName, objectName, filePath, minio.PutObjectOptions{ContentType:contentType})
	if err != nil {
		log.Fatalln(err)
	}

	log.Printf("Successfully uploaded %s of size %d\n", objectName, n)
	rr, er := minioClient.PresignedGetObject("testb", objectName, 24 * 365 * 100 *time.Hour, hurl.Values{})
	if er != nil {
		fmt.Printf("xxxx:%v\n", er)
		return
	}

	fmt.Printf("xxxx:%s\n", rr.String())
}