gd_management/common.in/config/config.go

package config

import (
	"context"
	"encoding/json"
	"fmt"
	"io/ioutil"
	"os"
	"strings"
	"time"

	"github.com/fsnotify/fsnotify"
	"go.etcd.io/etcd/client"
)

var Conf *Configure

const ConfigPath = "conf/common.json"

// 容联云配置
type RongLianNode struct {
	RongLianSid          string      `json:"rong_lian_sid"`
	RongLianToken        string      `json:"rong_lian_token"`
	RongLianServerIp     string      `json:"rong_lian_server_ip"`
	RongLianServerPort   string      `json:"rong_lian_server_port"`
	RongLianSoftVersion  string      `json:"rong_lian_soft_version"`
	RongLianAppId        string      `json:"rong_lian_app_id"`
	ClVCodeTemplateId    string      `json:"cl_v_code_template_id"`
	BillNotifyTemplateId json.Number `json:"bill_notify_template_id"`
}

// mysql 配置
type MysqlConfig struct {
	User        string      `json:"user"`
	Password    string      `json:"password"`
	Addr        string      `json:"addr"`
	DefaultDB   string      `json:"default_db"`
	Charset     string      `json:"charset"`
	MaxIdle     json.Number `json:"max_idle"`
	MaxConn     json.Number `json:"max_conn"`
	ServiceName string      `json:"service_name"`
	ServicePort int         `json:"service_port"`
}

type ThirdPartConfig struct {
	EdAppId               string         `json:"ed_app_id"`            //eds16787f343c1676853
	EdAppSecret           string         `json:"ed_app_secret"`        //3d3f47bef850c5a2b0c15d4b94b6b3a3
	C300Token             string         `json:"c_300_token"`          //be318b5cf56c65e9172b8636699fcf17
	ArcbangAppId          string         `json:"arcbang_app_id"`       //476795160986910721
	ArcbangAppKey         string         `json:"arcbang_app_key"`      //897c86f2779341e88e38b3eb9acb384f
	NjKey                 string         `json:"nj_key"`               //E78E1F76-A9FE-4687-A3EB-198B7628D959
	NjEncKey              string         `json:"nj_enc_key"`           //yfctct5X
	DbDwkey               string         `json:"db_dwkey"`             //chejinjia
	DbToken               string         `json:"db_token"`             //chejinjia2017030
	DbEncKey              string         `json:"db_enc_key"`           //91724890
	ScViolationDwkey      string         `json:"sc_violation_dwkey"`   //be2hjdeii1f90c5c55bfa0af7
	ScViolationToken      string         `json:"sc_violation_token"`   //be2hjdeii1f90c5c55bfa0af7
	ScViolationEncKey     string         `json:"sc_violation_enc_key"` //33725169
	MojiAppKey            string         `json:"moji_app_key"`         //25270402
	MojiAppSecret         string         `json:"moji_app_secret"`      //bc1ec844f9a516919c85c09b1c75d682
	MojiAppCode           string         `json:"moji_app_code"`        //fd4df24553a04d08a71a2566203a37db
	LcbAppCode            string         `json:"lcb_app_code"`         //3101
	LcbSecret             string         `json:"lcb_secret"`           //b9b548a34220f097e6c22ca933f76a8e
	JhAppKey              string         `json:"jh_app_key"`           //1ef0aa20c3d4cbe71f4a799122625bb9
	ZxCompanyKey          string         `json:"zx_company_key"`       //001061808271603202J1I3Q1H0T2L
	ZxCompanyCode         string         `json:"zx_company_code"`      //65db6e13ecef31a54642df747986472a
	MsToken               string         `json:"ms_token"`             //81ed9993bcad8cd0d1f55f9565104b76
	CheCheMd5Key          string         `json:"che_che_md5_key"`      //e10adc3949ba59abbe56e057f20f883e
	CheCheAid             string         `json:"che_che_aid"`          //78900
	CheCheMid             string         `json:"che_che_mid"`          //78900
	LeCheAppCode          string         `json:"le_che_app_code"`
	LeCheSecret           string         `json:"le_che_secret"`
	BiHuAgent             string         `json:"bi_hu_agent"`
	BiHuSecret            string         `json:"bi_hu_secret"`
	CxyUserName           string         `json:"cxy_user_name"`   //yiborantest
	CxyUserPasswd         string         `json:"cxy_user_passwd"` //EC26E0A72785474884D04EC4ADA8837B
	Dwkey                 string         `json:"dwkey"`           //wdhyiylhotoabycqtq
	Token                 string         `json:"token"`           //OBYLOIYOKUOKULLUIUOLJKU
	EncKey                string         `json:"enc_key"`         //91724890
	LeCheCallBackUrl      string         `json:"le_che_call_back_url"`
	XiaomaApiKey          string         `json:"xiaoma_api_key"`
	ZqyKey                string         `json:"zqy_key"`                //CETRo4r-KIkk05-uoyiE-20V7NU-Ab36
	ZhUser                string         `json:"zh_user"`                //tangmimi
	ZhPwd                 string         `json:"zh_pwd"`                 //E37A41FE3B1843E1AC46E6589CD76412
	ZjtAuthorizationCode  string         `json:"zjt_authorization_code"` //LkPw8252672h4NmF
	ZjtCryptoKey          string         `json:"zjt_crypto_key"`         //Wuz2162IF9O60X58
	ZjtUserNo             string         `json:"zjt_user_no"`            //SYZNCQCAR
	HystrixPublishChannel string         `json:"hystrix_publish_channel"`
	RongLian              RongLianNode   `json:"rong_lian"`
	//DingDing              DingDingConfig `json:"ding_ding"`
	RobotUrl              string         `json:"robot_url"`
}

// redis 配置
type RedisConfig struct {
	Addrs        string      `json:"addrs"`
	Password     string      `json:"password"`
	DefaultDB    json.Number `json:"default_db"`
	PoolSize     json.Number `json:"pool_size"`
	MinIdleConns json.Number `json:"min_idle_conns"`
	MaxRetries   json.Number `json:"max_retries"`
	IsCluster    string      `json:"is_cluster"`
}

type ElasticConfig struct {
	Addr  string `json:"addr"`
	Sniff string `json:"sniff"`
}

type LogConfig struct {
	MaxSize           json.Number `json:"max_size"`
	MaxBackups        json.Number `json:"max_backups"`
	MaxAge            json.Number `json:"max_age"`
	DisableStacktrace string      `json:"disable_stacktrace"`
}

type RPCNode struct {
	Scheme         string      `json:"scheme"`
	Name           string      `json:"name"`
	UpdateInterval json.Number `json:"update_interval"`
	MysqlDB        string      `json:"mysql_db"`
	RedisDB        json.Number `json:"redis_db"`
	Log            LogConfig   `json:"log"`
	ServiceName    string      `json:"service_name"`
	ServicePort     json.Number         `json:"service_port"`
}

type RPCConfig struct {
	BasePath   string  `json:"base_path"`
	Service    RPCNode `json:"gd_service"`
	Vehicle    RPCNode `json:"gd_vehicle"`
	Management RPCNode `json:"gd_management"`
	AccessLog  RPCNode `json:"gd_access_log"`
}

type RateLimitConf struct {
	RateLimitChannel string `json:"rate_limit_channel"`
}

type OssConfig struct {
	DefaultSeriesImage string `json:"default_series_image"`
	SeriesImage        string `json:"series_image"`
	Bucket             string `json:"bucket"`
	EndPoint           string `json:"end_point"`
	AccessKeyId        string `json:"access_key_id"`
	AccessKeySecret    string `json:"access_key_secret"`
	UploadBucket       string `json:"upload_bucket"`
}

// dingding 配置
type DingDingConfig struct {
	AccessToken string `json:"access_token"`
	Secret      string `json:"secret"`
}

type WarningConfig struct {
	DefaultMails string `json:"default_mails"`
	MailHost     string `json:"mail_host"`
	MailPassword string `json:"mail_password"`
	MailUser     string `json:"mail_user"`
}

type Configure struct {
	RunMode           string          `json:"run_mode"`
	AppKey            string          `json:"app_key"`
	AppSecret         string          `json:"app_secret"`
	Mysql             MysqlConfig     `json:"mysql"`
	Redis             RedisConfig     `json:"redis"`
	Elastic           ElasticConfig   `json:"elastic"`
	Rpc               RPCConfig       `json:"rpc"`
	GdApiAppKey       string          `json:"gd_api_app_key"`
	GdApiAppSecret    string          `json:"gd_api_app_secret"`
	GdApiHost         string          `json:"gd_api_host"`
	GdInnerAccount    string          `json:"gd_inner_account"`
	GdLicenseOcrUrl   string          `json:"gd_license_ocr_url"`
	GdPlateOcrUrl     string          `json:"gd_plate_ocr_url"`
	ThirdPart         ThirdPartConfig `json:"third_part"`
	OrderExpireMinute json.Number     `json:"order_expire_minute"`
	RateLimit         RateLimitConf   `json:"rate_limit"`
	Oss               OssConfig       `json:"oss"`
	OrderConfirmTime  json.Number     `json:"order_confirm_time"`
	Warning           WarningConfig   `json:warning`
}

func watchEtcd(keysAPI client.KeysAPI, index uint64, runmode, key string, cli client.Client) {
	basePath := fmt.Sprintf("/%s/config", runmode)
	watcherOptions := &client.WatcherOptions{
		AfterIndex: index,
		Recursive:  true,
	}
	watcher := keysAPI.Watcher(basePath, watcherOptions)
	for {
		r, err := watcher.Next(context.Background())
		if err != nil || r == nil {
			break
		}
		if r.Node != nil && r.PrevNode != nil {
			if r.Node.Key == r.PrevNode.Key && (r.Node.Value != r.PrevNode.Value) {
				reloadEtcd(runmode, key, cli)
			}
		}
		if r.Node != nil && r.PrevNode == nil {
			reloadEtcd(runmode, key, cli)
		}
	}
}

func reloadEtcd(runmode, key string, cli client.Client) {
	keysAPI := client.NewKeysAPI(cli)
	basePath := fmt.Sprintf("/%s/config", runmode)
	if resp, err := keysAPI.Get(context.Background(), basePath, &client.GetOptions{
		Recursive: true,
	}); err == nil && resp != nil && resp.Node != nil {
		conf := &Configure{}
		value := getNodeData(key, resp.Node)
		if jsonStr, err := json.Marshal(value); err == nil {
			if err := json.Unmarshal(jsonStr, &conf); err == nil {
				*Conf = *conf
				return
			} else {
				fmt.Printf("json Unmarshal failed. error:%s", err)
			}
		} else {
			fmt.Printf("json Marshal failed. error:%s", err)
		}
	} else {
		fmt.Printf("get %s failed. error:%s", basePath, err)
	}
}

// key 为加密密钥
func GetConfig(runmode, key string, cli client.Client) *Configure {
	keysAPI := client.NewKeysAPI(cli)
	fmt.Printf("a1\n")
	basePath := fmt.Sprintf("/%s/config", runmode)
	fmt.Printf("a2\n")
	if resp, err := keysAPI.Get(context.Background(), basePath, &client.GetOptions{
		Recursive: true,
	}); err == nil && resp != nil && resp.Node != nil {
		Conf = &Configure{}
		value := getNodeData(key, resp.Node)
		if jsonStr, err := json.Marshal(value); err == nil {
			if err := json.Unmarshal(jsonStr, &Conf); err == nil {
				go watchEtcd(keysAPI, resp.Index, runmode, key, cli)
				return Conf
			} else {
				fmt.Printf("json Unmarshal failed. error:%s", err)
			}
		} else {
			fmt.Printf("json Marshal failed. error:%s", err)
		}
	} else {
		fmt.Printf("a3\n")
		fmt.Printf("get %s failed. error:%s", basePath, err)
		os.Exit(1)
	}

	return nil
}

// 递归取出node的叶子节点值
func getNodeData(key string, head *client.Node) (value interface{}) {
	s0 := strings.Split(head.Key, "/")
	len0 := len(s0)
	if len0 == 0 {
		return
	}

	if head.Dir {
		mapData := map[string]interface{}{}
		for _, node := range head.Nodes {
			s1 := strings.Split(node.Key, "/")
			len1 := len(s1)
			if len1 == 0 {
				break
			}

			mapData[s1[len1-1]] = getNodeData(key, node)
		}

		value = mapData
	} else {
		if key != "" && head.Value != "" {
			if bytesData, err := Base64URLDecode(head.Value); err != nil {
				fmt.Printf("Base64URLDecode(%s) failed. error:%s", head.Value, err)
				os.Exit(1)
			} else {
				if data, err := AesDecrypt(bytesData, []byte(key)); err != nil {
					fmt.Printf("AesDecrypt failed. error:%s", err)
					os.Exit(1)
				} else {
					value = string(data)
				}
			}
		} else {
			// 无加密，直接取值
			value = head.Value
		}
	}

	return
}

// 适配k8s 方式
// 公共配置会以configmap的方式映射到容器的conf/common.json中
func GetConfigForK8s() *Configure {
	buffer, err := ioutil.ReadFile(ConfigPath)
	if err != nil {
		fmt.Printf("get %s failed. error:%s", ConfigPath, err)
		return nil
	}
	Conf = &Configure{}
	if err := json.Unmarshal(buffer, Conf); err != nil {
		fmt.Printf("json Unmarshal failed. error:%s", err)
		return nil
	}

	go watchConfigFileForK8s()
	return Conf
}

func ReloadConfigForK8s() {
	buffer, err := ioutil.ReadFile(ConfigPath)
	if err != nil {
		fmt.Printf("get %s failed. error:%s", ConfigPath, err)
	}
	confTmp := &Configure{}
	if err := json.Unmarshal(buffer, confTmp); err != nil {
		fmt.Printf("json Unmarshal failed. error:%s", err)
	}
	Conf = confTmp
}

// 判断路径文件/文件夹是否存在
func Exists(path string) bool {
	_, err := os.Stat(path)
	if err != nil {
		if os.IsExist(err) {
			return true
		}
		return false
	}
	return true
}

func watchConfigFileForK8s() {
	fileExist := true
	watch, err := fsnotify.NewWatcher()
	if err != nil {
		fmt.Printf("new file watcher failed\n\n")
		os.Exit(1)
	}

	defer watch.Close()

	/*err = watch.Add(ConfigPath)
	if err != nil {
			fmt.Printf("add file watcher failed\n\n")
				os.Exit(1)
				}*/

	for {
		// 判断文件是否存在
		if !Exists(ConfigPath) {
			time.Sleep(10 * time.Second)
			fileExist = false
			continue
		} else {
			watch.Remove(ConfigPath)
			watch.Add(ConfigPath)
			if !fileExist { // 文件重新创建
				ReloadConfigForK8s()
			}
			fileExist = true
		}

		select {
		case ev := <-watch.Events:
			{
				fmt.Println("op : ", ev.Op)
				ReloadConfigForK8s()

			}
		case err := <-watch.Errors:
			{
				fmt.Println("error : ", err)
				continue
			}
		}
	}
}