log-agent/main.go

package main

import (
	"fmt"
	"gopkg.in/ini.v1"
	config "logagent/conf"
	"logagent/etcd"
	"logagent/kafka"
	"logagent/taillog"
	"logagent/utils"
	"sync"
	"time"
)

//logagent的入口程序

var (
	cfg = new(config.AppConfig)
)

//func run() {
//	//1.读取日志
//	for {
//		select {
//		case line := <-taillog.ReadChan():
//			//2.发送给kafka
//			kafka.SendToKafka(cfg.KafkaConf.Topic, line.Text)
//		default:
//			time.Sleep(time.Second)
//		}
//	}
//}

func main() {
	//1.读取配置文件
	err := ini.MapTo(cfg, "./conf/config.ini")
	if err != nil {
		fmt.Println("load ini err:", err)
	}
	//1.初始化kafka连接
	err = kafka.Init([]string{cfg.KafkaConf.Address}, cfg.KafkaConf.ChanMaxSize)
	if err != nil {
		fmt.Printf("init kafka failed,error:%v\n", err)
		return
	}
	fmt.Println("init kafka success")
	//2.初始化etcd
	err = etcd.Init(cfg.EtcdConf.Address, time.Duration(cfg.EtcdConf.Timeout)*time.Second)
	if err != nil {
		fmt.Printf("init etcd failed,error:%v\n", err)
	}

	//为了实现每个logagent都拉取自己独有的配置。所以要以自己的ip地址作为区分
	ipStr, err := utils.GetBoundIP()
	if err != nil {
		panic(err)
	}
	etcdConfKey := fmt.Sprintf(cfg.EtcdConf.Key, ipStr)
	//1.从etcd中获取日志收集项的配置信息
	logEntryConf, err := etcd.GetConf(etcdConfKey)
	if err != nil {
		fmt.Printf("get etcd failed,error:%v\n", err)
		return
	}
	fmt.Printf("get conf from etcd success,logEntryConf:%#v\n", logEntryConf)

	//派一个哨兵去监视etcd配置的变化

	for k, v := range logEntryConf {
		fmt.Printf("index:%v,value:%v\n", k, v)
	}

	//收集日志发送到kafka
	taillog.Init(logEntryConf)           //初始化通道在这个函数中
	newConfChan := taillog.NewConfChan() //从taillog包中获取对外暴露的通道
	var wg sync.WaitGroup
	wg.Add(1)
	go etcd.Watcher(etcdConfKey, newConfChan) //哨兵接受到最新的配置信息通知上面的通道
	wg.Wait()
	//2.打开日志文件准备收集日志
	//err = taillog.Init(cfg.TailLog.FileName)
	//if err != nil {
	//	fmt.Printf("taillog init failed,error:%v\n", err)
	//	return
	//}
	//fmt.Println("init taillog  success")
	//run()

}