go开发多云资产管理平台
go开发多云资产管理平台cmdb
代码仓库github.com/yunixiangfeng/gocmdb
云主机管理
主机资源监控
开发流程
Welcome to Beego | Beego
bee new gocmdb/servercd gocmdb/servergo mod tidygo get -u github.com/beego/beego/v2
go get -u "github.com/astaxie/beego/orm"
go get -u "github.com/go-sql-driver/mysql"
bee run
http://127.0.0.1:8080/
项目结构
修改配置文件
D:\gocmdb\server\conf\app.conf
appname=CMDB
runmode=${RUNMODE||dev}sessionon=true
sessionprovider=file
sessionproviderconfig=temp/session
sessionname=sidenablexsrf=true
xsrfexpire=3600
xsrfkey=ac2e5a098492610c97ccd28ffb621014login=AuthController.Login
home=TestController.Testinclude "db.conf"[dev]
httpport=8888[prod]
httpport=80D:\gocmdb\server\conf\db.conf
dsn=root:1234@tcp(192.168.204.130:3306)/gocmdb?charset=utf8mb4&loc=Local&parseTime=True
编写启动文件
D:\gocmdb\server\web.go
package mainimport ("flag""fmt""os""github.com/astaxie/beego""github.com/astaxie/beego/orm"_ "github.com/go-sql-driver/mysql""github.com/yunixiangfeng/gocmdb/server/models""github.com/yunixiangfeng/gocmdb/server/utils"_ "github.com/yunixiangfeng/gocmdb/server/routers"
)func main() {// 初始化命令行参数h := flag.Bool("h", false, "help")help := flag.Bool("help", false, "help")init := flag.Bool("init", false, "init server")syncdb := flag.Bool("syncdb", false, "sync db")force := flag.Bool("force", false, "force sync db(drop table)")verbose := flag.Bool("v", false, "verbose")flag.Usage = func() {fmt.Println("usage: web -h")flag.PrintDefaults()}// 解析命令行参数flag.Parse()if *h || *help {flag.Usage()os.Exit(0)}// 设置日志到文件beego.SetLogger("file", `{"filename" : "logs/web.log","level" : 7}`,)if !*verbose {//删除控制台日志beego.BeeLogger.DelLogger("console")} else {orm.Debug = true}// 初始化ormorm.RegisterDriver("mysql", orm.DRMySQL)orm.RegisterDataBase("default", "mysql", beego.AppConfig.String("dsn"))// 测试数据库连接是否正常if db, err := orm.GetDB(); err != nil || db.Ping() != nil {beego.Error("数据库连接错误")os.Exit(-1)}// 根据参数选择执行流程switch {case *init:orm.RunSyncdb("default", *force, *verbose)ormer := orm.NewOrm()admin := &models.User{Name: "admin", IsSuperman: true}if err := ormer.Read(admin, "Name"); err == orm.ErrNoRows {password := utils.RandString(6)admin.SetPassword(password)if _, err := ormer.Insert(admin); err == nil {beego.Informational("初始化admin成功, 默认密码:", password)} else {beego.Error("初始化用户失败, 错误:", err)}} else {beego.Informational("admin用户已存在, 跳过")}case *syncdb:orm.RunSyncdb("default", *force, *verbose)beego.Informational("同步数据库")default:beego.Run()}
}
登陆
用户/Token模型定义
登陆页面加载
提交用户名/密码登陆验证
验证结果处理
基础控制器
BaseController 基础控制器，用于改写默认模板（默认:controllerName/actionName.tpl）
D:\Workspace\Go\src\gocmdb\server\controllers\base\base.go
package baseimport ("github.com/astaxie/beego"
)type BaseController struct {beego.Controller
}func (c *BaseController) Prepare() {c.Data["xsrf_token"] = c.XSRFToken()
}
LoginRequiredController 认证控制器，用于API调用认证(session/token)
D:\Workspace\Go\src\gocmdb\server\controllers\auth\auth.go
package authimport ("gocmdb/server/controllers/base""gocmdb/server/models"
)type LoginRequiredController struct {base.BaseControllerUser *models.User
}func (c *LoginRequiredController) Prepare() {c.BaseController.Prepare()if user := DefaultManger.IsLogin(c); user == nil {// 未登陆DefaultManger.GoToLoginPage(c) // todo 需要修改参数c.StopRun()} else {// 已登陆c.User = userc.Data["user"] = user}
}type AuthController struct {base.BaseController
}func (c *AuthController) Login() {DefaultManger.Login(c)
}func (c *AuthController) Logout() {DefaultManger.Logout(c)
}
D:\Workspace\Go\src\gocmdb\server\controllers\auth\manager.go
package authimport ("github.com/astaxie/beego/context""gocmdb/server/models"
)type AuthPlugin interface {Name() stringIs(*context.Context) boolIsLogin(*LoginRequiredController) *models.UserGoToLoginPage(*LoginRequiredController)Login(*AuthController) boolLogout(*AuthController)
}type Manager struct {plugins map[string]AuthPlugin
}func NewManager() *Manager {return &Manager{plugins: map[string]AuthPlugin{},}
}func (m *Manager) Register(p AuthPlugin) {m.plugins[p.Name()] = p
}func (m *Manager) GetPlugin(c *context.Context) AuthPlugin {for _, plugin := range m.plugins {if plugin.Is(c) {return plugin}}return nil
}func (m *Manager) IsLogin(c *LoginRequiredController) *models.User {if plugin := m.GetPlugin(c.Ctx); plugin != nil {return plugin.IsLogin(c)}return nil
}func (m *Manager) GoToLoginPage(c *LoginRequiredController) {if plugin := m.GetPlugin(c.Ctx); plugin != nil {plugin.GoToLoginPage(c)}
}func (m *Manager) Login(c *AuthController) bool {if plugin := m.GetPlugin(c.Ctx); plugin != nil {return plugin.Login(c)}return false
}func (m *Manager) Logout(c *AuthController) {if plugin := m.GetPlugin(c.Ctx); plugin != nil {plugin.Logout(c)}
}var DefaultManger = NewManager()
D:\Workspace\Go\src\gocmdb\server\controllers\auth\plugin.go
package authimport ("github.com/astaxie/beego/context""gocmdb/server/models""net/http""strings""github.com/beego/beego""github.com/beego/beego/validation""gocmdb/server/forms"
)type Session struct {
}func (s *Session) Name() string {return "session"
}func (s *Session) Is(c *context.Context) bool {return c.Input.Header("Authentication") == ""
}func (s *Session) IsLogin(c *LoginRequiredController) *models.User {if session := c.GetSession("user"); session != nil {if uid, ok := session.(int); ok {return models.DefaultUserManager.GetById(uid)}}return nil
}func (s *Session) GoToLoginPage(c *LoginRequiredController) {c.Redirect(beego.URLFor(beego.AppConfig.String("login")), http.StatusFound)
}func (s *Session) Login(c *AuthController) bool {form := &forms.LoginForm{}valid := &validation.Validation{}if c.Ctx.Input.IsPost() {if err := c.ParseForm(form); err != nil {valid.SetError("error", err.Error())} else {if ok, err := valid.Valid(form); err != nil {valid.SetError("error", err.Error())} else if ok {c.SetSession("user", form.User.Id)c.Redirect(beego.URLFor(beego.AppConfig.String("home")), http.StatusFound)return true}}}c.TplName = "auth/login.html"c.Data["form"] = formc.Data["valid"] = validreturn false
}func (s *Session) Logout(c *AuthController) {c.DestroySession()c.Redirect(beego.URLFor(beego.AppConfig.String("login")), http.StatusFound)
}type Token struct {
}func (t *Token) Name() string {return "token"
}func (t *Token) Is(c *context.Context) bool {return strings.ToLower(strings.TrimSpace(c.Input.Header("Authentication"))) == "token"
}func (t *Token) IsLogin(c *LoginRequiredController) *models.User {accessKey := strings.TrimSpace(c.Ctx.Input.Header("AccessKey"))secrectKey := strings.TrimSpace(c.Ctx.Input.Header("SecrectKey"))if token := models.DefaultTokenManager.GetByKey(accessKey, secrectKey); token != nil && token.User.DeletedTime == nil {return token.User}return nil
}func (t *Token) GoToLoginPage(c *LoginRequiredController) {c.Data["json"] = map[string]interface{}{"code": 403,"text": "请使用正确Token发起请求","result": nil,}c.ServeJSON()
}func (t *Token) Login(c *AuthController) bool {c.Data["json"] = map[string]interface{}{"code": 200,"text": "请使用Token请求API","result": nil,}c.ServeJSON()return false
}func (t *Token) Logout(c *AuthController) {c.Data["json"] = map[string]interface{}{"code": 200,"text": "退出登陆成功","result": nil,}c.ServeJSON()
}func init() {DefaultManger.Register(new(Session))DefaultManger.Register(new(Token))
}
D:\Workspace\Go\src\gocmdb\server\forms\auth.go
package formsimport ("gocmdb/server/models""strings""github.com/beego/beego/validation"
)type LoginForm struct {Name string `form:"name"`Password string `form:"password"`User *models.User
}func (f *LoginForm) Valid(v *validation.Validation) {f.Name = strings.TrimSpace(f.Name)f.Password = strings.TrimSpace(f.Password)if f.Name == "" || f.Password == "" {v.SetError("error", "用户名或密码错误")} else {if user := models.DefaultUserManager.GetByName(f.Name); user == nil || !user.ValidatePassword(f.Password) {v.SetError("error", "用户名或密码错误")} else if user.IsLock() {v.SetError("error", "用户名被锁定")} else {f.User = user}}
}
D:\Workspace\Go\src\gocmdb\server\models\user.go
package modelsimport ("time""gocmdb/server/utils""github.com/beego/beego/orm"
)type User struct {Id int `orm:"column(id);"`Name string `orm:"column(name);size(32);"`Password string `orm:"column(password);size(1024);"`Gender int `orm:"column(gender);default(0);"`Birthday *time.Time `orm:"column(birthday);null;default(null);"`Tel string `orm:"column(tel);size(1024);"`Email string `orm:"column(email);size(1024);"`Addr string `orm:"column(addr);size(1024);"`Remark string `orm:"column(remark);size(1024);"`IsSuperman bool `orm:"column(is_superman);default(false);"`Status int `orm:"column(status);"`CreatedTime *time.Time `orm:"column(created_time);auto_now_add;"`UpdatedTime *time.Time `orm:"column(update_time);auto_now;"`DeletedTime *time.Time `orm:"column(deleted_time);null;default(null);"`Token *Token `orm:"reverse(one);"`
}func (u *User) SetPassword(password string) {u.Password = utils.Md5Salt(password, "")
}func (u *User) ValidatePassword(password string) bool {salt, _ := utils.SplitMd5Salt(u.Password)return utils.Md5Salt(password, salt) == u.Password
}func (u *User) IsLock() bool {return u.Status == StatusLock
}type UserManager struct{}func NewUserManager() *UserManager {return &UserManager{}
}func (m *UserManager) GetById(id int) *User {user := &User{}err := orm.NewOrm().QueryTable(user).Filter("Id__exact", id).Filter("DeletedTime__isnull", true).One(user)if err == nil {return user}return nil
}func (m *UserManager) GetByName(name string) *User {user := &User{}err := orm.NewOrm().QueryTable(user).Filter("Name__exact", name).Filter("DeletedTime__isnull", true).One(user)if err == nil {return user}return nil
}type Token struct {Id int `orm:"column(id);"`User *User `orm:"column(user);rel(one);"`AccessKey string `orm:"column(access_key);size(1024);"`SecrectKey string `orm:"column(secrect_key);size(1024);"`CreatedTime *time.Time `orm:"column(created_time);auto_now_add;"`UpdateTime *time.Time `orm:"column(updated_time);auto_now;"`
}type TokenManager struct {
}func NewTokenManager() *TokenManager {return &TokenManager{}
}func (m *TokenManager) GetByKey(accessKey, secrectKey string) *Token {token := &Token{AccessKey: accessKey, SecrectKey: secrectKey}ormer := orm.NewOrm()if err := ormer.Read(token, "AccessKey", "SecrectKey"); err == nil {ormer.LoadRelated(token, "User")return token}return nil
}var DefaultUserManager = NewUserManager()
var DefaultTokenManager = NewTokenManager()func init() {orm.RegisterModel(new(User), new(Token))
}
D:\Workspace\Go\src\gocmdb\server\utils\crypto.go
package utilsimport ("crypto/md5""fmt""strings"
)func Md5Salt(text string, salt string) string {if salt == "" {salt = RandString(8)}return fmt.Sprintf("%s:%x", salt, md5.Sum([]byte(fmt.Sprintf("%s:%s", salt, text))))
}func SplitMd5Salt(text string) (string, string) {nodes := strings.SplitN(text, ":", 2)if len(nodes) >= 2 {return nodes[0], nodes[1]} else {return "", nodes[0]}
}
D:\Workspace\Go\src\gocmdb\server\utils\rand.go
package utilsimport ("math/rand""time"
)func RandString(length int) string {letters := "abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789-_"count := len(letters)chars := make([]byte, length)for i := 0; i < length; i++ {chars[i] = letters[rand.Int()%count]// rand.Intn(count)}return string(chars)
}func init() {rand.Seed(time.Now().UnixNano())
}
D:\Workspace\Go\src\gocmdb\server\models\enum.go
package modelsconst (StatusUnlock = 0StatusLock = 1
)
D:\Workspace\Go\src\gocmdb\server\routers\router.go
package routersimport ("github.com/astaxie/beego""gocmdb/server/controllers""gocmdb/server/controllers/auth"
)func init() {beego.AutoRouter(&auth.AuthController{})beego.AutoRouter(&controllers.TestController{})
}
D:\Workspace\Go\src\gocmdb\server\views\auth\login.html
bee run
http://localhost:8888/auth/login
输入用户名和密码，跳转测试页
基础控制器
LayoutController Layout控制器，用于设置layout，layoutSections，memu及expand
D:\Workspace\Go\src\gocmdb\server\controllers\layout.go
package controllersimport "gocmdb/server/controllers/auth"type LayoutController struct {auth.LoginRequiredController
}func (c *LayoutController) Prepare() {c.LoginRequiredController.Prepare()c.Layout = "layouts/base.html"c.LayoutSections = map[string]string{"LayoutStyle": "","LayoutScript": "",}c.Data["menu"] = ""c.Data["expand"] = ""
}
请求
模板
用户管理：
登陆验证、管理页加载、用户数据加载、增/删/改/锁定/解锁、Token查看/生成
用户属性
Id
name varchar(32) 默认空字符串
password varchar(1024) 默认空字符串
gender int 默认0， 0 女 1 男
birthday date 允许为null, 默认值为null
tel varchar(32) 默认为空字符串
email varchar(64) 默认为空字符
addr varchar(512) 默认为空字符串
remark varchar(1024) 默认为空字符串
is_superuser bool 默认为false， true超级管理员，false普通管理员
status int 默认为0， 0表示正常，1表示锁定
created_time datetime 添加时初始化事件
updated_time datetime 更新时间，允许为null，默认为null
逻辑删除
deleted_time datetime 删除时间，允许为null，默认为null， null未删除，非null已删除用户管理：
用户管理(增/删(逻辑删除)/改/查/锁定/解锁)
Token管理(生成/重新生成)
登陆认证(web session/api token)
D:\Workspace\Go\src\gocmdb\server\controllers\user.go
用户管理页面控制器
package controllerstype UserPageController struct {LayoutController
}func (c *UserPageController) Index() {c.Data["menu"] = "user_management"c.Data["expand"] = "system_management"c.TplName = "user_page/index.html"c.LayoutSections["LayoutScript"] = "user_page/index.script.html"
}
添加路由
D:\Workspace\Go\src\gocmdb\server\routers\router.go
beego.AutoRouter(&controllers.UserPageController{})
D:\Workspace\Go\src\gocmdb\server\views\user_page\index.html
D:\Workspace\Go\src\gocmdb\server\views\user_page\index.script.html
http://localhost:8888/userpage/index
用户管理控制器
D:\Workspace\Go\src\gocmdb\server\controllers\user.go
用户管理(增/删(逻辑删除)/改/查/锁定/解锁)
type UserController struct {auth.LoginRequiredController
}func (c *UserController) List() {//draw,start, length, qdraw, _ := c.GetInt("draw")start, _ := c.GetInt64("start")length, _ := c.GetInt("length")q := strings.TrimSpace(c.GetString("q"))// []*User, total, queryTotalusers, total, queryTotal := models.DefaultUserManager.Query(q, start, length)c.Data["json"] = map[string]interface{}{"code": 200,"text": "获取成功","result": users,"draw": draw,"recordsTotal": total,"recordsFiltered": queryTotal,}c.ServeJSON()
}func (c *UserController) Create() {if c.Ctx.Input.IsPost() {json := map[string]interface{}{"code": 400,"text": "提交数据错误",}form := &forms.UserCreateForm{}valid := &validation.Validation{}if err := c.ParseForm(form); err == nil {if ok, err := valid.Valid(form); err != nil {valid.SetError("error", err.Error())json["result"] = valid.Errors} else if ok {user, err := models.DefaultUserManager.Create(form.Name, form.Password, form.Gender, form.BirthdayTime, form.Tel, form.Email, form.Addr, form.Remark)if err == nil {json = map[string]interface{}{"code": 200,"text": "创建成功","result": user,}} else {json = map[string]interface{}{"code": 500,"text": "服务器错误",}}} else {json["result"] = valid.Errors}} else {valid.SetError("error", err.Error())json["result"] = valid.Errors}c.Data["json"] = jsonc.ServeJSON()} else {//getc.TplName = "user/create.html"}
}func (c *UserController) Modify() {if c.Ctx.Input.IsPost() {json := map[string]interface{}{"code": 400,"text": "提交数据错误",}form := &forms.UserModifyForm{}valid := &validation.Validation{}if err := c.ParseForm(form); err == nil {if ok, err := valid.Valid(form); err != nil {valid.SetError("error", err.Error())json["result"] = valid.Errors} else if ok {user, err := models.DefaultUserManager.Modify(form.Id, form.Name, form.Gender, form.BirthdayTime, form.Tel, form.Email, form.Addr, form.Remark)if err == nil {json = map[string]interface{}{"code": 200,"text": "更新成功","result": user,}} else {json = map[string]interface{}{"code": 500,"text": "服务器错误",}}} else {json["result"] = valid.Errors}} else {valid.SetError("error", err.Error())json["result"] = valid.Errors}c.Data["json"] = jsonc.ServeJSON()} else {//getpk, _ := c.GetInt("pk")c.TplName = "user/modify.html"c.Data["object"] = models.DefaultUserManager.GetById(pk)}
}func (c *UserController) Delete() {pk, _ := c.GetInt("pk")models.DefaultUserManager.DeleteById(pk)c.Data["json"] = map[string]interface{}{"code": 200,"text": "删除成功","result": nil, //可以返回删除的用户}c.ServeJSON()
}func (c *UserController) Lock() {pk, _ := c.GetInt("pk")models.DefaultUserManager.SetStatusById(pk, 1)c.Data["json"] = map[string]interface{}{"code": 200,"text": "锁定成功","result": nil, //可以返回删除的用户}c.ServeJSON()
}func (c *UserController) UnLock() {pk, _ := c.GetInt("pk")models.DefaultUserManager.SetStatusById(pk, 0)c.Data["json"] = map[string]interface{}{"code": 200,"text": "解锁成功","result": nil, //可以返回删除的用户}c.ServeJSON()
}func (c *UserController) Password() {if c.Ctx.Input.IsPost() {json := map[string]interface{}{"code": 400,"text": "提交数据错误",}form := &forms.UserPasswordForm{User: c.User}valid := &validation.Validation{}if err := c.ParseForm(form); err == nil {if ok, err := valid.Valid(form); err != nil {valid.SetError("error", err.Error())json["result"] = valid.Errors} else if ok {err := models.DefaultUserManager.UpdatePassword(c.User.Id, form.Password)if err == nil {json = map[string]interface{}{"code": 200,"text": "修改密码成功",}} else {json = map[string]interface{}{"code": 500,"text": "服务器错误",}}} else {json["result"] = valid.Errors}} else {valid.SetError("error", err.Error())json["result"] = valid.Errors}c.Data["json"] = jsonc.ServeJSON()} else {c.TplName = "user/password.html"}
}D:\Workspace\Go\src\gocmdb\server\forms\user.go
package formsimport ("strings""time""gocmdb/server/models""github.com/astaxie/beego/validation"
)type UserCreateForm struct {Name string `form:"name"`Password string `form:"password"`PasswordVerify string `form:"passwordVerify"`Gender int `form:"gender"`Birthday string `form:"birthday"`Tel string `form:"tel"`Email string `form:"email"`Addr string `form:"addr"`Remark string `form:"remark"`BirthdayTime *time.Time
}func (f *UserCreateForm) Valid(v *validation.Validation) {f.Name = strings.TrimSpace(f.Name)f.Password = strings.TrimSpace(f.Password)f.PasswordVerify = strings.TrimSpace(f.PasswordVerify)f.Tel = strings.TrimSpace(f.Tel)f.Email = strings.TrimSpace(f.Email)f.Addr = strings.TrimSpace(f.Addr)f.Remark = strings.TrimSpace(f.Remark)v.AlphaDash(f.Name, "name.name").Message("用户名只能由数字、英文字母、中划线和下划线组成")v.MinSize(f.Name, 5, "name.name").Message("用户名长度必须在%d-%d之内", 5, 32)v.MaxSize(f.Name, 32, "name.name").Message("用户名长度必须在%d-%d之内", 5, 32)if _, ok := v.ErrorsMap["name"]; !ok && models.DefaultUserManager.GetByName(f.Name) != nil {v.SetError("name", "用户名已存在")}v.MinSize(f.Password, 6, "password.password").Message("密码长度必须在%d-%d之内", 6, 32)v.MaxSize(f.Password, 32, "password.password").Message("密码长度必须在%d-%d之内", 6, 32)if f.PasswordVerify != f.PasswordVerify {v.SetError("passwordVerify", "两次输入密码不一致")}v.Range(f.Gender, 0, 1, "gender.gender").Message("性别选择不正确")if birthday, err := time.Parse("2006-01-02", f.Birthday); err != nil {v.SetError("birthday", "出生日期不正确")} else {f.BirthdayTime = &birthday}v.Phone(f.Tel, "tel.tel").Message("电话格式不正确")v.Email(f.Email, "email.email").Message("邮箱格式不正确")v.MaxSize(f.Addr, 512, "addr.addr").Message("住址长度必须在512个字符之内")v.MaxSize(f.Remark, 512, "remark.remark").Message("备注长度必须在512个字符之内")
}type UserModifyForm struct {Id int `form:"id"`Name string `form:"name"`Gender int `form:"gender"`Birthday string `form:"birthday"`Tel string `form:"tel"`Email string `form:"email"`Addr string `form:"addr"`Remark string `form:"remark"`BirthdayTime *time.Time
}func (f *UserModifyForm) Valid(v *validation.Validation) {f.Name = strings.TrimSpace(f.Name)f.Tel = strings.TrimSpace(f.Tel)f.Email = strings.TrimSpace(f.Email)f.Addr = strings.TrimSpace(f.Addr)f.Remark = strings.TrimSpace(f.Remark)if models.DefaultUserManager.GetById(f.Id) == nil {v.SetError("error", "操作对象不存在")return}v.AlphaDash(f.Name, "name.name").Message("用户名只能由数字、英文字母、中划线和下划线组成")v.MinSize(f.Name, 5, "name.name").Message("用户名长度必须在%d-%d之内", 5, 32)v.MaxSize(f.Name, 32, "name.name").Message("用户名长度必须在%d-%d之内", 5, 32)if _, ok := v.ErrorsMap["name"]; !ok {if user := models.DefaultUserManager.GetByName(f.Name); user != nil && user.Id != f.Id {v.SetError("name", "用户名已存在")}}v.Range(f.Gender, 0, 1, "gender.gender").Message("性别选择不正确")if birthday, err := time.Parse("2006-01-02", f.Birthday); err != nil {v.SetError("birthday", "出生日期不正确")} else {f.BirthdayTime = &birthday}v.Phone(f.Tel, "tel.tel").Message("电话格式不正确")v.Email(f.Email, "email.email").Message("邮箱格式不正确")v.MaxSize(f.Addr, 512, "addr.addr").Message("住址长度必须在512个字符之内")v.MaxSize(f.Remark, 512, "remark.remark").Message("备注长度必须在512个字符之内")
}type UserPasswordForm struct {OldPassword string `form:"oldPassword"`Password string `form:"password"`PasswordVerify string `form:"passwordVerify"`User *models.User
}func (f *UserPasswordForm) Valid(v *validation.Validation) {f.OldPassword = strings.TrimSpace(f.OldPassword)f.Password = strings.TrimSpace(f.Password)f.PasswordVerify = strings.TrimSpace(f.PasswordVerify)if !f.User.ValidatePassword(f.OldPassword) {v.SetError("oldPassword", "密码不正确")}v.MinSize(f.Password, 6, "password.password").Message("密码长度必须在%d-%d之内", 6, 32)v.MaxSize(f.Password, 32, "password.password").Message("密码长度必须在%d-%d之内", 6, 32)if f.PasswordVerify != f.PasswordVerify {v.SetError("passwordVerify", "两次输入密码不一致")}
}
D:\Workspace\Go\src\gocmdb\server\routers\router.go
beego.AutoRouter(&controllers.UserController{})
D:\Workspace\Go\src\gocmdb\server\views\user\create.html
D:\Workspace\Go\src\gocmdb\server\views\user\modify.html
D:\Workspace\Go\src\gocmdb\server\views\user\password.html
D:\Workspace\Go\src\gocmdb\server\controllers\user.go
type TokenController struct {auth.LoginRequiredController
}func (c *TokenController) Generate() {if c.Ctx.Input.IsPost() {pk, _ := c.GetInt("pk")models.DefaultTokenManager.GenerateByUser(models.DefaultUserManager.GetById(pk))c.Data["json"] = map[string]interface{}{"code": 200,"text": "生成Token成功","result": nil, //可以返回Token}c.ServeJSON()} else {pk, _ := c.GetInt("pk")c.Data["object"] = models.DefaultUserManager.GetById(pk)c.TplName = "token/index.html"}
}
D:\Workspace\Go\src\gocmdb\server\routers\router.go
beego.AutoRouter(&controllers.TokenController{})
D:\Workspace\Go\src\gocmdb\server\views\token\index.html
用户管理
一个 dialog
创建/编辑 流程做完
锁定/解锁/删除 流程做完
当前登陆用户不能锁定/删除/解锁 自己
当前用户只能查看和生成自己的Token
修改密码
alert => sweetalert
1. ajax请求未登录返回json
2. 创建
多云管理
管理多个云平台
阿里云
腾讯云
aws
azure
华为云
京东云
青云
Openstack
...
获取虚拟机
启动
停止
重启
server/cloud
plugins/aliyun
tenant
aws
manager
instance => vm
Type string
Name string
Init(addr region accessKey, secrectKey)
TestConnect() error
GetInstances() []*Instance
StartInstance(uuid) error
StopInstance(uuid) error
RebootInstance(uuid) error
配置信息
认证
地址
Region配置
Platform
Id
Name
Type
Addr
AccessKey
SecrectKey
Region
Remark
CreatedTime
DeletedTime
SyncTime
CreateUser rel,reverse
Status
VirtualMachine
Platform 1: n
UUID
Name
CPU
Memeory
OS
PrivateAddrs
PublicAddrs
Status string
VmCreatedTime
VmExpiredTime
CreatedTime
DeletedTime
UpdatedTime
云平台管理页面
D:\Workspace\Go\src\gocmdb\server\conf\app.conf
home=UserPageController.Index
云平台管理页面控制器
D:\Workspace\Go\src\gocmdb\server\controllers\cloud.go
package controllerstype CloudPlatformPageController struct {LayoutController
}func (c *CloudPlatformPageController) Index() {c.Data["expand"] = "cloud_management"c.Data["menu"] = "cloud_platform_management"c.TplName = "cloud_platform_page/index.html"c.LayoutSections["LayoutScript"] = "cloud_platform_page/index.script.html"
}
D:\Workspace\Go\src\gocmdb\server\views\cloud_platform_page\index.html
D:\Workspace\Go\src\gocmdb\server\views\cloud_platform_page\index.script.html
D:\Workspace\Go\src\gocmdb\server\routers\router.go
// 认证beego.AutoRouter(&auth.AuthController{})// 用户页面beego.AutoRouter(&controllers.UserPageController{})// 用户beego.AutoRouter(&controllers.UserController{})beego.AutoRouter(&controllers.TokenController{})// 云平台页面beego.AutoRouter(&controllers.CloudPlatformPageController{})
云平台管理控制器
D:\Workspace\Go\src\gocmdb\server\controllers\cloud.go
type CloudPlatformController struct {auth.LoginRequiredController
}func (c *CloudPlatformController) List() {//draw,start, length, qdraw, _ := c.GetInt("draw")start, _ := c.GetInt64("start")length, _ := c.GetInt("length")q := strings.TrimSpace(c.GetString("q"))result, total, queryTotal := models.DefaultCloudPlatformManager.Query(q, start, length)c.Data["json"] = map[string]interface{}{"code": 200,"text": "获取成功","result": result,"draw": draw,"recordsTotal": total,"recordsFiltered": queryTotal,}c.ServeJSON()
}func (c *CloudPlatformController) Create() {if c.Ctx.Input.IsPost() {form := &forms.CloudPlatformCreateForm{}valid := &validation.Validation{}json := map[string]interface{}{"code": 400,"text": "提交数据错误","result": nil,}if err := c.ParseForm(form); err != nil {valid.SetError("error", err.Error())json["result"] = valid.Errors} else {if ok, err := valid.Valid(form); err != nil {valid.SetError("error", err.Error())json["result"] = valid.Errors} else if ok {result, err := models.DefaultCloudPlatformManager.Create(form.Name,form.Type,form.Addr,form.Region,form.AccessKey,form.SecrectKey,form.Remark,c.User,)if err == nil {json = map[string]interface{}{"code": 200,"text": "创建成功","result": result,}} else {json = map[string]interface{}{"code": 500,"text": "创建失败, 请重试","result": nil,}}} else {json["result"] = valid.Errors}}c.Data["json"] = jsonc.ServeJSON()} else {c.TplName = "cloud_platform/create.html"c.Data["types"] = cloud.DefaultManager.Plugins}
}func (c *CloudPlatformController) Delete() {if c.Ctx.Input.IsPost() {pk, _ := c.GetInt("pk")models.DefaultCloudPlatformManager.DeleteById(pk)}c.Data["json"] = map[string]interface{}{"code": 200,"text": "删除成功","result": nil,}c.ServeJSON()
}云平台数据显示list
云平台创建create
云平台修改modify
云平台操作禁用disable、启用enable、删除delete
D:\Workspace\Go\src\gocmdb\server\models\cloud.go
package modelsimport ("time""github.com/astaxie/beego/orm"
)type CloudPlatform struct {Id int `orm:"column(id);" json:"id"`Name string `orm:"column(name);size(64);" json:"name"`Type string `orm:"column(type);size(32);" json:"type"`Addr string `orm:"column(addr);size(1024);" json:"addr"`AccessKey string `orm:"column(access_key);size(1024);" json:"-"`SecrectKey string `orm:"column(secrect_key);size(1024);" json:"-"`Region string `orm:"column(region);size(64);" json:"region"`Remark string `orm:"column(remark);size(1024);" json:"remark"`CreatedTime *time.Time `orm:"column(created_time);type(datetime);auto_now_add;" json:"created_time"`DeletedTime *time.Time `orm:"column(deleted_time);type(datetime);null;" json:"deleted_time"`SyncTime *time.Time `orm:"column(sync_time);type(datetime);null;" json:"sync_time"`User *User `orm:"column(user);rel(fk);" json:"user"`Status int `orm:"column(status);" json:"status"`VirtualMachines []*VirtualMachine `orm:"reverse(many);" json:"virtual_machines"`
}func (p *CloudPlatform) IsEnable() bool {return p.Status == 0
}type CloudPlatformManager struct{}func (m *CloudPlatformManager) Query(q string, start int64, length int) ([]*CloudPlatform, int64, int64) {ormer := orm.NewOrm()queryset := ormer.QueryTable(&CloudPlatform{})condition := orm.NewCondition()condition = condition.And("deleted_time__isnull", true)total, _ := queryset.SetCond(condition).Count()qtotal := totalif q != "" {query := orm.NewCondition()query = query.Or("name__icontains", q)query = query.Or("addr__icontains", q)query = query.Or("remark__icontains", q)query = query.Or("region__icontains", q)condition = condition.AndCond(query)qtotal, _ = queryset.SetCond(condition).Count()}var result []*CloudPlatformqueryset.SetCond(condition).Limit(length).Offset(start).All(&result)return result, total, qtotal
}func NewCloudPlatformManager() *CloudPlatformManager {return &CloudPlatformManager{}
}func (m *CloudPlatformManager) GetByName(name string) *CloudPlatform {ormer := orm.NewOrm()// var result CloudPlatformresult := &CloudPlatform{}err := ormer.QueryTable(&CloudPlatform{}).Filter("deleted_time__isnull", true).Filter("name__exact", name).One(result)if err == nil {return result}return nil
}func (m *CloudPlatformManager) Create(name, typ, addr, region, accessKey, secrectKey, remark string, user *User) (*CloudPlatform, error) {ormer := orm.NewOrm()result := &CloudPlatform{Name: name,Type: typ,Addr: addr,Region: region,AccessKey: accessKey,SecrectKey: secrectKey,Remark: remark,User: user,Status: 0,}if _, err := ormer.Insert(result); err != nil {return nil, err}return result, nil
}func (m *CloudPlatformManager) DeleteById(id int) error {orm.NewOrm().QueryTable(&CloudPlatform{}).Filter("Id__exact", id).Update(orm.Params{"DeletedTime": time.Now()})return nil
}type VirtualMachine struct {Id int `orm:"column(id)" json:"id"`Platform *CloudPlatform `orm:"column(platform);rel(fk);" json:"platform"`UUID string `orm:"column(uuid);size(128);" json:"uuid"`Name string `orm:"column(name);size(64);" json:"name"`CPU int `orm:"column(cpu);" json:"cpu"`Mem int64 `orm:"column(mem);" json:"mem"`OS string `orm:"column(os);size(128);" json:"os"`PrivateAddrs string `orm:"column(private_addrs);size(1024);" json:"private_addrs"`PublicAddrs string `orm:"column(public_addrs);size(1024);" json:"public_addrs"`Status string `orm:"column(status);size(32);" json:"status"`VmCreatedTime string `orm:"column(vm_created_time);" json:"vm_created_time"`VmExpiredTime string `orm:"column(vm_expired_time);" json:"vm_expired_time"`CreatedTime *time.Time `orm:"column(created_time);auto_now_add;type(datetime);" json:"created_time"`DeletedTime *time.Time `orm:"column(deleted_time);type(datetime);null" json:"deleted_time"`UpdatedTime *time.Time `orm:"column(updated_time);auto_now;type(datetime);" json:"updated_time"`
}type VirtualMachineManager struct{}func NewVirtualMachineManager() *VirtualMachineManager {return &VirtualMachineManager{}
}func (m *VirtualMachineManager) Query(q string, start int64, length int) ([]*VirtualMachine, int64, int64) {ormer := orm.NewOrm()queryset := ormer.QueryTable(&VirtualMachine{})condition := orm.NewCondition()condition = condition.And("deleted_time__isnull", true)total, _ := queryset.SetCond(condition).Count()qtotal := totalif q != "" {query := orm.NewCondition()query = query.Or("name__icontains", q)query = query.Or("public_addrs__icontains", q)query = query.Or("private_addrs__icontains", q)query = query.Or("os__icontains", q)condition = condition.AndCond(query)qtotal, _ = queryset.SetCond(condition).Count()}var result []*VirtualMachinequeryset.SetCond(condition).Limit(length).Offset(start).All(&result)return result, total, qtotal
}var DefaultCloudPlatformManager = NewCloudPlatformManager()
var DefaultVirtualMachineManager = NewVirtualMachineManager()func init() {orm.RegisterModel(&CloudPlatform{}, new(VirtualMachine))
}
D:\Workspace\Go\src\gocmdb\server\forms\cloud.go
package formsimport ("strings""github.com/astaxie/beego/validation""gocmdb/server/cloud""gocmdb/server/models"
)type CloudPlatformCreateForm struct {Name string `form:"name"`Type string `form:"type"`Addr string `form:"addr"`AccessKey string `form:"access_key"`SecrectKey string `form:"secrect_key"`Region string `form:"region"`Remark string `form:"remark"`
}func (f *CloudPlatformCreateForm) Valid(v *validation.Validation) {f.Name = strings.TrimSpace(f.Name)f.Type = strings.TrimSpace(f.Type)f.Addr = strings.TrimSpace(f.Addr)f.AccessKey = strings.TrimSpace(f.AccessKey)f.SecrectKey = strings.TrimSpace(f.SecrectKey)f.Region = strings.TrimSpace(f.Region)f.Remark = strings.TrimSpace(f.Remark)v.AlphaDash(f.Name, "name.name").Message("名字只能由大小写英文、数字、下划线和中划线组成")v.MinSize(f.Name, 5, "name.name").Message("名字长度必须在%d-%d之内", 5, 32)v.MaxSize(f.Name, 32, "name.name").Message("名字长度必须在%d-%d之内", 5, 32)if _, ok := v.ErrorsMap["name"]; !ok && models.DefaultCloudPlatformManager.GetByName(f.Name) != nil {v.SetError("name", "名称已存在")}v.MinSize(f.Addr, 1, "addr.addr").Message("地址不能为空且长度必须在%d之内", 1024)v.MaxSize(f.Addr, 1024, "addr.addr").Message("地址不能为空且长度必须在%d之内", 1024)v.MinSize(f.Region, 1, "region.region").Message("区域不能为空且长度必须在%d之内", 64)v.MaxSize(f.Region, 64, "region.region").Message("区域不能为空且长度必须在%d之内", 64)v.MinSize(f.AccessKey, 1, "access_key.access_key").Message("AccessKey不能为空且长度必须在%d之内", 1024)v.MaxSize(f.AccessKey, 1024, "access_key.access_key").Message("AccessKey不能为空不能为空且长度必须在%d之内", 1024)v.MinSize(f.SecrectKey, 1, "secrect_key.secrect_key").Message("SecrectKey不能为空且长度必须在%d之内", 1024)v.MaxSize(f.SecrectKey, 1024, "secrect_key.secrect_key").Message("SecrectKey不能为空且长度必须在%d之内", 1024)v.MaxSize(f.Remark, 1024, "remark.remark").Message("备注长度必须在%d之内", 1024)if sdk, ok := cloud.DefaultManager.Cloud(f.Type); !ok {v.SetError("type", "类型错误")} else if !v.HasErrors() {sdk.Init(f.Addr, f.Region, f.AccessKey, f.SecrectKey)if sdk.TestConnect() != nil {v.SetError("type", "配置参数错误")}}
}
D:\Workspace\Go\src\gocmdb\server\controllers\cloud.go
type VirtualMachinePageController struct {LayoutController
}func (c *VirtualMachinePageController) Index() {c.Data["expand"] = "cloud_management"c.Data["menu"] = "virtual_machine_management"c.TplName = "virtual_machine_page/index.html"c.LayoutSections["LayoutScript"] = "virtual_machine_page/index.script.html"
}type VirtualMachineController struct {auth.LoginRequiredController
}func (c *VirtualMachineController) List() {//draw,start, length, qdraw, _ := c.GetInt("draw")start, _ := c.GetInt64("start")length, _ := c.GetInt("length")q := strings.TrimSpace(c.GetString("q"))result, total, queryTotal := models.DefaultVirtualMachineManager.Query(q, start, length)c.Data["json"] = map[string]interface{}{"code": 200,"text": "获取成功","result": result,"draw": draw,"recordsTotal": total,"recordsFiltered": queryTotal,}c.ServeJSON()
}D:\Workspace\Go\src\gocmdb\server\routers\router.go
package routersimport ("github.com/astaxie/beego""gocmdb/server/controllers""gocmdb/server/controllers/auth"
)func init() {// 认证beego.AutoRouter(&auth.AuthController{})// 用户页面beego.AutoRouter(&controllers.UserPageController{})// 用户beego.AutoRouter(&controllers.UserController{})beego.AutoRouter(&controllers.TokenController{})// 云平台页面beego.AutoRouter(&controllers.CloudPlatformPageController{})// 云平台beego.AutoRouter(&controllers.CloudPlatformController{})// 云主机页面beego.AutoRouter(&controllers.VirtualMachinePageController{})// 云主机beego.AutoRouter(&controllers.VirtualMachineController{})
}
虚拟机页面
虚拟机操作
D:\Workspace\Go\src\gocmdb\server\cloud\base.go
package cloudtype Instance struct {
}type ICloud interface {Type() stringName() stringInit(string, string, string, string)TestConnect() errorGetInstance() []*InstanceStartInstance(string) errorStopInstance(string) errorRebootInstance(string) error
}
D:\Workspace\Go\src\gocmdb\server\cloud\manager.go
package cloudtype Manager struct {Plugins map[string]ICloud
}func NewManager() *Manager {return &Manager{Plugins: make(map[string]ICloud),}
}func (m *Manager) Register(c ICloud) {m.Plugins[c.Type()] = c
}func (m *Manager)Cloud(typ string) (ICloud, bool) {cloud, ok := m.Plugins[typ]return cloud, ok
}var DefaultManager = NewManager()D:\Workspace\Go\src\gocmdb\server\cloud\plugins\init.go
package pluginsimport (_ "gocmdb/server/cloud/plugins/tenant"
)
腾讯云操作
D:\Workspace\Go\src\gocmdb\server\cloud\plugins\tenant\tenant.go
package tenantimport ("fmt""gocmdb/server/cloud""github.com/tencentcloud/tencentcloud-sdk-go/tencentcloud/common""github.com/tencentcloud/tencentcloud-sdk-go/tencentcloud/common/profile"cvm "github.com/tencentcloud/tencentcloud-sdk-go/tencentcloud/cvm/v20170312"
)type TenantCloud struct {addr stringregion stringaccessKey stringsecrectKey stringcredential *common.Credentialprofile *profile.ClientProfile
}func (c *TenantCloud) Type() string {return "tenant"
}func (c *TenantCloud) Name() string {return "腾讯云"
}func (c *TenantCloud) Init(addr, region, accessKey, secrectKey string) {c.addr = addrc.region = regionc.accessKey = accessKeyc.secrectKey = secrectKeyc.credential = common.NewCredential(c.accessKey, c.secrectKey)c.profile = profile.NewClientProfile()c.profile.HttpProfile.Endpoint = c.addr
}func (c *TenantCloud) TestConnect() error {client, err := cvm.NewClient(c.credential, c.region, c.profile)if err != nil {fmt.Println(err)return err}request := cvm.NewDescribeRegionsRequest()_, err = client.DescribeRegions(request)fmt.Println(err)return err
}func (c *TenantCloud) GetInstance() []*cloud.Instance {return nil
}func (c *TenantCloud) StartInstance(uuid string) error {return nil
}func (c *TenantCloud) StopInstance(uuid string) error {return nil
}func (c *TenantCloud) RebootInstance(uuid string) error {return nil
}func init() {cloud.DefaultManager.Register(new(TenantCloud))
}
D:\Workspace\Go\src\gocmdb\server\views\cloud_platform\create.html
D:\Workspace\Go\src\gocmdb\server\views\virtual_machine_page\index.html
D:\Workspace\Go\src\gocmdb\server\views\virtual_machine_page\index.script.html
阿里云操作
D:\Workspace\Go\src\gocmdb\server\cloud\plugins\aliyun\aliyun.go
package aliyunimport ("gocmdb/server/cloud""github.com/aliyun/alibaba-cloud-sdk-go/sdk/requests""github.com/aliyun/alibaba-cloud-sdk-go/services/ecs"
)type Aliyun struct {addr stringregion stringaccessKey stringsecrectKey string
}func (c *Aliyun) Type() string {return "aliyun"
}func (c *Aliyun) Name() string {return "阿里云"
}func (c *Aliyun) Init(addr, region, accessKey, secrectKey string) {c.addr = addrc.region = regionc.accessKey = accessKeyc.secrectKey = secrectKey
}func (c *Aliyun) TestConnect() error {client, err := ecs.NewClientWithAccessKey(c.region, c.accessKey, c.secrectKey)if err != nil {return err}request := ecs.CreateDescribeRegionsRequest()request.Scheme = "https"_, err = client.DescribeRegions(request)return err
}func (c *Aliyun) GetInstance() []*cloud.Instance {var (offset int = 1limit int = 100total int = 2rt []*cloud.Instance)for offset < total {var instances []*cloud.Instancetotal, instances = c.getInstanceByOffsetLimit(offset, limit)if offset == 1 {rt = make([]*cloud.Instance, 0, total)}rt = append(rt, instances...)}return rt
}func (c *Aliyun) transformStatus(status string) string {smap := map[string]string{"Running": cloud.StatusRunning,"Stopped": cloud.StatusStopped,"Starting": cloud.StatusStarting,"Stopping": cloud.StatusStopping,}if rt, ok := smap[status]; ok {return rt}return cloud.StatusUnknow
}func (c *Aliyun) getInstanceByOffsetLimit(offset, limit int) (int, []*cloud.Instance) {client, err := ecs.NewClientWithAccessKey(c.region, c.accessKey, c.secrectKey)if err != nil {return 0, nil}request := ecs.CreateDescribeInstancesRequest()request.Scheme = "https"request.PageNumber = requests.NewInteger(offset)request.PageSize = requests.NewInteger(100)response, err := client.DescribeInstances(request)if err != nil {return 0, nil}total := response.TotalCountinstances := response.Instances.Instancert := make([]*cloud.Instance, len(instances))for index, instance := range instances {publicAddrs := make([]string, 0)privateAddrs := make([]string, 0)if "" != instance.EipAddress.IpAddress {publicAddrs = append(publicAddrs, instance.EipAddress.IpAddress)}publicAddrs = append(publicAddrs, instance.PublicIpAddress.IpAddress...)privateAddrs = append(privateAddrs, instance.InnerIpAddress.IpAddress...)privateAddrs = append(instance.VpcAttributes.PrivateIpAddress.IpAddress)rt[index] = &cloud.Instance{UUID: instance.InstanceId,Name: instance.InstanceName,OS: instance.OSName,Mem: int64(instance.Memory),CPU: instance.Cpu,PublicAddrs: publicAddrs,PrivateAddrs: privateAddrs,Status: c.transformStatus(instance.Status),CreatedTime: instance.CreationTime,ExpiredTime: instance.ExpiredTime,}}return total, rt
}func (c *Aliyun) StartInstance(uuid string) error {client, err := ecs.NewClientWithAccessKey(c.region, c.accessKey, c.secrectKey)if err != nil {return err}request := ecs.CreateStartInstanceRequest()request.Scheme = "https"request.InstanceId = uuid_, err = client.StartInstance(request)return err
}func (c *Aliyun) StopInstance(uuid string) error {client, err := ecs.NewClientWithAccessKey(c.region, c.accessKey, c.secrectKey)if err != nil {return err}request := ecs.CreateStopInstanceRequest()request.Scheme = "https"request.InstanceId = uuid_, err = client.StopInstance(request)return err
}func (c *Aliyun) RebootInstance(uuid string) error {client, err := ecs.NewClientWithAccessKey(c.region, c.accessKey, c.secrectKey)if err != nil {return err}request := ecs.CreateRebootInstanceRequest()request.Scheme = "https"request.InstanceId = uuid_, err = client.RebootInstance(request)return err
}func init() {cloud.DefaultManager.Register(new(Aliyun))
}
腾讯云操作
D:\Workspace\Go\src\gocmdb\server\cloud\plugins\tenant\tenant.go
package tenantimport ("fmt""gocmdb/server/cloud""github.com/tencentcloud/tencentcloud-sdk-go/tencentcloud/common""github.com/tencentcloud/tencentcloud-sdk-go/tencentcloud/common/profile"cvm "github.com/tencentcloud/tencentcloud-sdk-go/tencentcloud/cvm/v20170312"
)type TenantCloud struct {addr stringregion stringaccessKey stringsecrectKey stringcredential *common.Credentialprofile *profile.ClientProfile
}func (c *TenantCloud) Type() string {return "tenant"
}func (c *TenantCloud) Name() string {return "腾讯云"
}func (c *TenantCloud) Init(addr, region, accessKey, secrectKey string) {c.addr = addrc.region = regionc.accessKey = accessKeyc.secrectKey = secrectKeyc.credential = common.NewCredential(c.accessKey, c.secrectKey)c.profile = profile.NewClientProfile()c.profile.HttpProfile.Endpoint = c.addr
}func (c *TenantCloud) TestConnect() error {client, err := cvm.NewClient(c.credential, c.region, c.profile)if err != nil {fmt.Println(err)return err}request := cvm.NewDescribeRegionsRequest()_, err = client.DescribeRegions(request)fmt.Println(err)return err
}func (c *TenantCloud) GetInstance() []*cloud.Instance {var (offset int64 = 0limit int64 = 100total int64 = 1rt []*cloud.Instance)for offset < total {var instances []*cloud.Instancetotal, instances = c.getInstanceByOffsetLimit(offset, limit)// 判断第一次请求初始化rtif offset == 0 {rt = make([]*cloud.Instance, 0, total)}rt = append(rt, instances...)offset += limit}return rt
}func (c *TenantCloud) transformStatus(status string) string {smap := map[string]string{"PENDING": cloud.StatusPending,"LAUNCH_FAILED": cloud.StatusLaunchFailed,"RUNNING": cloud.StatusRunning,"STOPPED": cloud.StatusStopped,"STARTING": cloud.StatusStarting,"STOPPING": cloud.StatusStopping,"REBOOTING": cloud.StatusRebooting,"SHUTDOWN": cloud.StatusShutdown,"TERMINATING": cloud.StatusTerminating,}if rt, ok := smap[status]; ok {return rt}return cloud.StatusUnknow
}func (c *TenantCloud) getInstanceByOffsetLimit(offset, limit int64) (int64, []*cloud.Instance) {client, err := cvm.NewClient(c.credential, c.region, c.profile)if err != nil {// 通过log记录return 0, nil}request := cvm.NewDescribeInstancesRequest()request.Limit = &limitrequest.Offset = &offsetresponse, err := client.DescribeInstances(request)if err != nil {// 通过log记录return 0, nil}//总数total := *response.Response.TotalCountinstances := response.Response.InstanceSetrt := make([]*cloud.Instance, len(instances))for index, instance := range instances {publicAddrs := make([]string, len(instance.PublicIpAddresses))privateAddrs := make([]string, len(instance.PrivateIpAddresses))for index, addr := range instance.PublicIpAddresses {publicAddrs[index] = *addr}for index, addr := range instance.PrivateIpAddresses {privateAddrs[index] = *addr}rt[index] = &cloud.Instance{UUID: *instance.InstanceId,Name: *instance.InstanceName,OS: *instance.OsName,CPU: int(*instance.CPU),Mem: *instance.Memory * 1024,PublicAddrs: publicAddrs,PrivateAddrs: privateAddrs,Status: c.transformStatus(*instance.InstanceState),CreatedTime: *instance.CreatedTime,ExpiredTime: *instance.ExpiredTime,}}return total, rt
}func (c *TenantCloud) StartInstance(uuid string) error {client, err := cvm.NewClient(c.credential, c.region, c.profile)if err != nil {return err}request := cvm.NewStartInstancesRequest()request.InstanceIds = []*string{&uuid}_, err = client.StartInstances(request)return err
}func (c *TenantCloud) StopInstance(uuid string) error {client, err := cvm.NewClient(c.credential, c.region, c.profile)if err != nil {return err}request := cvm.NewStopInstancesRequest()request.InstanceIds = []*string{&uuid}_, err = client.StopInstances(request)return err}func (c *TenantCloud) RebootInstance(uuid string) error {client, err := cvm.NewClient(c.credential, c.region, c.profile)if err != nil {return err}request := cvm.NewRebootInstancesRequest()request.InstanceIds = []*string{&uuid}_, err = client.RebootInstances(request)return err
}func init() {cloud.DefaultManager.Register(new(TenantCloud))
}
D:\Workspace\Go\src\gocmdb\server\cloud\plugins\init.go
package pluginsimport (_ "gocmdb/server/cloud/plugins/tenant"_ "gocmdb/server/cloud/plugins/aliyun"
)D:\Workspace\Go\src\gocmdb\server\cloud\base.go
package cloudconst (StatusPending = "创建中"StatusLaunchFailed = "创建失败"StatusRunning = "运行中"StatusStopped = "已停止"StatusStarting = "开机中"StatusStopping = "停止中"StatusRebooting = "重启中"StatusTerminating = "销毁中"StatusShutdown = "停止待销毁"StatusUnknow = "未知"
)type Instance struct {UUID stringName stringOS stringCPU intMem int64PublicAddrs []stringPrivateAddrs []stringStatus stringCreatedTime stringExpiredTime string
}func (i *Instance) String() string {return i.Name
}type ICloud interface {Type() stringName() stringInit(string, string, string, string)TestConnect() errorGetInstance() []*InstanceStartInstance(string) errorStopInstance(string) errorRebootInstance(string) error
}虚拟机同步
用户操作虚拟机
D:\Workspace\Go\src\gocmdb\server\controllers\cloud.go
func (c *CloudPlatformController) Create() {if c.Ctx.Input.IsPost() {form := &forms.CloudPlatformCreateForm{}valid := &validation.Validation{}json := map[string]interface{}{"code": 400,"text": "提交数据错误","result": nil,}if err := c.ParseForm(form); err != nil {valid.SetError("error", err.Error())json["result"] = valid.Errors} else {if ok, err := valid.Valid(form); err != nil {valid.SetError("error", err.Error())json["result"] = valid.Errors} else if ok {result, err := models.DefaultCloudPlatformManager.Create(form.Name,form.Type,form.Addr,form.Region,form.AccessKey,form.SecrectKey,form.Remark,c.User,)if err == nil {json = map[string]interface{}{"code": 200,"text": "创建成功","result": result,}} else {json = map[string]interface{}{"code": 500,"text": "创建失败, 请重试","result": nil,}}} else {json["result"] = valid.Errors}}c.Data["json"] = jsonc.ServeJSON()} else {c.TplName = "cloud_platform/create.html"c.Data["types"] = cloud.DefaultManager.Plugins}
}func (c *CloudPlatformController) Delete() {if c.Ctx.Input.IsPost() {pk, _ := c.GetInt("pk")models.DefaultCloudPlatformManager.DeleteById(pk)}c.Data["json"] = map[string]interface{}{"code": 200,"text": "删除成功","result": nil,}c.ServeJSON()
}type VirtualMachinePageController struct {LayoutController
}func (c *VirtualMachinePageController) Index() {c.Data["expand"] = "cloud_management"c.Data["menu"] = "virtual_machine_management"c.TplName = "virtual_machine_page/index.html"c.LayoutSections["LayoutScript"] = "virtual_machine_page/index.script.html"
}type VirtualMachineController struct {auth.LoginRequiredController
}func (c *VirtualMachineController) List() {//draw,start, length, qdraw, _ := c.GetInt("draw")start, _ := c.GetInt64("start")length, _ := c.GetInt("length")q := strings.TrimSpace(c.GetString("q"))result, total, queryTotal := models.DefaultVirtualMachineManager.Query(q, start, length)c.Data["json"] = map[string]interface{}{"code": 200,"text": "获取成功","result": result,"draw": draw,"recordsTotal": total,"recordsFiltered": queryTotal,}c.ServeJSON()
}func (c *VirtualMachineController) Start() {pk, _ := c.GetInt("pk")if vm := models.DefaultVirtualMachineManager.GetById(pk); vm != nil {fmt.Println(vm, vm.Platform)if sdk, ok := cloud.DefaultManager.Cloud(vm.Platform.Type); ok {fmt.Println(sdk)sdk.Init(vm.Platform.Addr, vm.Platform.Region, vm.Platform.AccessKey, vm.Platform.SecrectKey)if nil == sdk.StartInstance(vm.UUID) {c.Data["json"] = map[string]interface{}{"code": 200,"text": "启动成功","result": nil,}c.ServeJSON()}}}c.Data["json"] = map[string]interface{}{"code": 400,"text": "启动失败","result": nil,}c.ServeJSON()
}func (c *VirtualMachineController) Stop() {pk, _ := c.GetInt("pk")if vm := models.DefaultVirtualMachineManager.GetById(pk); vm != nil {if sdk, ok := cloud.DefaultManager.Cloud(vm.Platform.Type); ok {sdk.Init(vm.Platform.Addr, vm.Platform.Region, vm.Platform.AccessKey, vm.Platform.SecrectKey)if nil == sdk.StopInstance(vm.UUID) {c.Data["json"] = map[string]interface{}{"code": 200,"text": "停止成功","result": nil,}c.ServeJSON()}}}c.Data["json"] = map[string]interface{}{"code": 400,"text": "停止失败","result": nil,}c.ServeJSON()
}func (c *VirtualMachineController) Reboot() {pk, _ := c.GetInt("pk")if vm := models.DefaultVirtualMachineManager.GetById(pk); vm != nil {if sdk, ok := cloud.DefaultManager.Cloud(vm.Platform.Type); ok {sdk.Init(vm.Platform.Addr, vm.Platform.Region, vm.Platform.AccessKey, vm.Platform.SecrectKey)if nil == sdk.RebootInstance(vm.UUID) {c.Data["json"] = map[string]interface{}{"code": 200,"text": "重启成功","result": nil,}c.ServeJSON()}}}c.Data["json"] = map[string]interface{}{"code": 400,"text": "重启失败","result": nil,}c.ServeJSON()
}
D:\Workspace\Go\src\gocmdb\server\cloud.go
package mainimport ("flag""fmt""os""time""github.com/astaxie/beego""github.com/astaxie/beego/orm"_ "github.com/go-sql-driver/mysql""gocmdb/server/models"
)func main() {// 初始化命令行参数h := flag.Bool("h", false, "help")help := flag.Bool("help", false, "help")verbose := flag.Bool("v", false, "verbose")flag.Usage = func() {fmt.Println("usage: cloud -h")flag.PrintDefaults()}// 解析命令行参数flag.Parse()if *h || *help {flag.Usage()os.Exit(0)}// 设置日志到文件beego.SetLogger("file", `{"filename" : "logs/cloud.log","level" : 7}`,)if !*verbose {//删除控制台日志beego.BeeLogger.DelLogger("console")} else {orm.Debug = true}// 初始化ormorm.RegisterDriver("mysql", orm.DRMySQL)orm.RegisterDataBase("default", "mysql", beego.AppConfig.String("dsn"))// 测试数据库连接是否正常if db, err := orm.GetDB(); err != nil || db.Ping() != nil {beego.Error("数据库连接错误")os.Exit(-1)}for now := range time.Tick(10 * time.Second) {fmt.Println(now)platforms, _, _ := models.DefaultCloudPlatformManager.Query("", 0, 0)for _, platform := range platforms {if !platform.IsEnable() {continue}fmt.Println(platform)}}}
D:\Workspace\Go\src\gocmdb\server\models\cloud.go
package modelsimport ("fmt""gocmdb/server/cloud""strings""time""github.com/astaxie/beego/orm"
)type CloudPlatform struct {Id int `orm:"column(id);" json:"id"`Name string `orm:"column(name);size(64);" json:"name"`Type string `orm:"column(type);size(32);" json:"type"`Addr string `orm:"column(addr);size(1024);" json:"addr"`AccessKey string `orm:"column(access_key);size(1024);" json:"-"`SecrectKey string `orm:"column(secrect_key);size(1024);" json:"-"`Region string `orm:"column(region);size(64);" json:"region"`Remark string `orm:"column(remark);size(1024);" json:"remark"`CreatedTime *time.Time `orm:"column(created_time);type(datetime);auto_now_add;" json:"created_time"`DeletedTime *time.Time `orm:"column(deleted_time);type(datetime);null;" json:"deleted_time"`SyncTime *time.Time `orm:"column(sync_time);type(datetime);null;" json:"sync_time"`User *User `orm:"column(user);rel(fk);" json:"user"`Status int `orm:"column(status);" json:"status"`Msg string `orm:"column(msg);size(1024)" json:"msg"`VirtualMachines []*VirtualMachine `orm:"reverse(many);" json:"virtual_machines"`
}func (p *CloudPlatform) IsEnable() bool {return p.Status == 0
}type CloudPlatformManager struct{}func (m *CloudPlatformManager) Query(q string, start int64, length int) ([]*CloudPlatform, int64, int64) {ormer := orm.NewOrm()queryset := ormer.QueryTable(&CloudPlatform{})condition := orm.NewCondition()condition = condition.And("deleted_time__isnull", true)total, _ := queryset.SetCond(condition).Count()qtotal := totalif q != "" {query := orm.NewCondition()query = query.Or("name__icontains", q)query = query.Or("addr__icontains", q)query = query.Or("remark__icontains", q)query = query.Or("region__icontains", q)condition = condition.AndCond(query)qtotal, _ = queryset.SetCond(condition).Count()}var result []*CloudPlatformqueryset.SetCond(condition).Limit(length).Offset(start).All(&result)return result, total, qtotal
}func NewCloudPlatformManager() *CloudPlatformManager {return &CloudPlatformManager{}
}func (m *CloudPlatformManager) GetByName(name string) *CloudPlatform {ormer := orm.NewOrm()// var result CloudPlatformresult := &CloudPlatform{}err := ormer.QueryTable(&CloudPlatform{}).Filter("deleted_time__isnull", true).Filter("name__exact", name).One(result)if err == nil {return result}return nil
}func (m *CloudPlatformManager) Create(name, typ, addr, region, accessKey, secrectKey, remark string, user *User) (*CloudPlatform, error) {ormer := orm.NewOrm()result := &CloudPlatform{Name: name,Type: typ,Addr: addr,Region: region,AccessKey: accessKey,SecrectKey: secrectKey,Remark: remark,User: user,Status: 0,}if _, err := ormer.Insert(result); err != nil {return nil, err}return result, nil
}func (m *CloudPlatformManager) DeleteById(id int) error {orm.NewOrm().QueryTable(&CloudPlatform{}).Filter("Id__exact", id).Update(orm.Params{"DeletedTime": time.Now()})return nil
}func (m *CloudPlatformManager) SyncInfo(platform *CloudPlatform, now time.Time, msg string) error {platform.SyncTime = &nowplatform.Msg = msg_, err := orm.NewOrm().Update(platform)return err
}type VirtualMachine struct {Id int `orm:"column(id)" json:"id"`Platform *CloudPlatform `orm:"column(platform);rel(fk);" json:"platform"`UUID string `orm:"column(uuid);size(128);" json:"uuid"`Name string `orm:"column(name);size(64);" json:"name"`CPU int `orm:"column(cpu);" json:"cpu"`Mem int64 `orm:"column(mem);" json:"mem"`OS string `orm:"column(os);size(128);" json:"os"`PrivateAddrs string `orm:"column(private_addrs);size(1024);" json:"private_addrs"`PublicAddrs string `orm:"column(public_addrs);size(1024);" json:"public_addrs"`Status string `orm:"column(status);size(32);" json:"status"`VmCreatedTime string `orm:"column(vm_created_time);" json:"vm_created_time"`VmExpiredTime string `orm:"column(vm_expired_time);" json:"vm_expired_time"`CreatedTime *time.Time `orm:"column(created_time);auto_now_add;type(datetime);" json:"created_time"`DeletedTime *time.Time `orm:"column(deleted_time);type(datetime);null" json:"deleted_time"`UpdatedTime *time.Time `orm:"column(updated_time);auto_now;type(datetime);" json:"updated_time"`
}type VirtualMachineManager struct{}func NewVirtualMachineManager() *VirtualMachineManager {return &VirtualMachineManager{}
}func (m *VirtualMachineManager) Query(q string, platform int, start int64, length int) ([]*VirtualMachine, int64, int64) {ormer := orm.NewOrm()queryset := ormer.QueryTable(&VirtualMachine{})condition := orm.NewCondition()condition = condition.And("deleted_time__isnull", true)total, _ := queryset.SetCond(condition).Count()if q != "" {query := orm.NewCondition()query = query.Or("name__icontains", q)query = query.Or("public_addrs__icontains", q)query = query.Or("private_addrs__icontains", q)query = query.Or("os__icontains", q)condition = condition.AndCond(query)}if platform > 0 {condition = condition.And("platform__exact", platform)}var result []*VirtualMachineqtotal, _ := queryset.SetCond(condition).Count()queryset.SetCond(condition).RelatedSel().Limit(length).Offset(start).All(&result)return result, total, qtotal
}
func (m *VirtualMachineManager) SyncInstance(instance *cloud.Instance, platform *CloudPlatform) {ormer := orm.NewOrm()vm := &VirtualMachine{UUID: instance.UUID, Platform: platform}// 是否创建， id，errorif _, _, err := ormer.ReadOrCreate(vm, "UUID", "Platform"); err != nil {fmt.Println(err)return}vm.Name = instance.Namevm.OS = instance.OSvm.CPU = instance.CPUvm.Mem = instance.Memvm.Status = instance.Statusvm.VmCreatedTime = instance.CreatedTimevm.VmExpiredTime = instance.ExpiredTimevm.PublicAddrs = strings.Join(instance.PublicAddrs, ",")vm.PrivateAddrs = strings.Join(instance.PrivateAddrs, ",")ormer.Update(vm)
}func (m *VirtualMachineManager) SyncInstanceStatus(now time.Time, platform *CloudPlatform) {orm.NewOrm().QueryTable(&VirtualMachine{}).Filter("Platform__exact", platform).Filter("UpdatedTime__lt", now).Update(orm.Params{"DeletedTime": now})orm.NewOrm().QueryTable(&VirtualMachine{}).Filter("Platform__exact", platform).Filter("UpdatedTime__gte", now).Update(orm.Params{"DeletedTime": nil})
}func (m *VirtualMachineManager) GetById(id int) *VirtualMachine {vm := &VirtualMachine{}if nil == orm.NewOrm().QueryTable(new(VirtualMachine)).RelatedSel().Filter("id__exact", id).Filter("DeletedTime__isnull", true).One(vm) {return vm}return nil
}func (m *VirtualMachineManager) DeleteByPlatform(platform *CloudPlatform) {orm.NewOrm().QueryTable(&VirtualMachine{}).Filter("Platform__exact", platform).Update(orm.Params{"DeletedTime": time.Now()})
}func (m *VirtualMachineManager) DeleteByPlatformId(platform int) {orm.NewOrm().QueryTable(&VirtualMachine{}).Filter("Platform__exact", platform).Update(orm.Params{"DeletedTime": time.Now()})
}var DefaultCloudPlatformManager = NewCloudPlatformManager()
var DefaultVirtualMachineManager = NewVirtualMachineManager()func init() {orm.RegisterModel(&CloudPlatform{}, new(VirtualMachine))
}
D:\Workspace\Go\src\gocmdb\server\controllers\cloud.go
func (c *VirtualMachineController) List() {//draw,start, length, qdraw, _ := c.GetInt("draw")start, _ := c.GetInt64("start")length, _ := c.GetInt("length")q := strings.TrimSpace(c.GetString("q"))platform, _ := c.GetInt("platform")result, total, queryTotal := models.DefaultVirtualMachineManager.Query(q, platform, start, length)c.Data["json"] = map[string]interface{}{"code": 200,"text": "获取成功","result": result,"draw": draw,"recordsTotal": total,"recordsFiltered": queryTotal,}c.ServeJSON()
}D:\Workspace\Go\src\gocmdb\server\cloud.go
func main() {// 初始化命令行参数h := flag.Bool("h", false, "help")help := flag.Bool("help", false, "help")verbose := flag.Bool("v", false, "verbose")flag.Usage = func() {fmt.Println("usage: cloud -h")flag.PrintDefaults()}// 解析命令行参数flag.Parse()if *h || *help {flag.Usage()os.Exit(0)}// 设置日志到文件beego.SetLogger("file", `{"filename" : "logs/cloud.log","level" : 7}`,)if !*verbose {//删除控制台日志beego.BeeLogger.DelLogger("console")} else {orm.Debug = true}// 初始化ormorm.RegisterDriver("mysql", orm.DRMySQL)orm.RegisterDataBase("default", "mysql", beego.AppConfig.String("dsn"))// 测试数据库连接是否正常if db, err := orm.GetDB(); err != nil || db.Ping() != nil {beego.Error("数据库连接错误")os.Exit(-1)}for now := range time.Tick(10 * time.Second) {fmt.Println(now)platforms, _, _ := models.DefaultCloudPlatformManager.Query("", 0, 0)for _, platform := range platforms {if !platform.IsEnable() {continue}if sdk, ok := cloud.DefaultManager.Cloud(platform.Type); !ok {fmt.Println("云平台未注册")} else {sdk.Init(platform.Addr, platform.Region, platform.AccessKey, platform.SecrectKey)if err := sdk.TestConnect(); err != nil {fmt.Println("测试链接失败:", err)models.DefaultCloudPlatformManager.SyncInfo(platform, now, fmt.Sprintf("测试链接失败: %s", err.Error()))} else {for _, instance := range sdk.GetInstance() {models.DefaultVirtualMachineManager.SyncInstance(instance, platform)}models.DefaultVirtualMachineManager.SyncInstanceStatus(now, platform)models.DefaultCloudPlatformManager.SyncInfo(platform, now, "")}}}}}
go run cloud.go
go run web.go
10点
腾讯云
a 10点
b 10点
=>
a
b
删了b
11 点
a 11点
11 点之前 更新未删除
多个云平台
A.
for 云平台
B.
for 虚拟机
C.
D. 统一将当前平台中的状态更新（platform过滤）
E. 统一将数据库中的更新
b B KB MB GB TB PB
/8
b
function FileSizeb(size) {
if(size < 8) {
return size.toFixed(2) + "b";
}
size /= 8;
var index = 0;
var units = ["B", "KB", "MB", "GB", "TB", "PB"];
while(size >= 1024) {
size /= 1024;
index += 1;
}
return size.toFixed(2) + units[index];
}
agent开发
日志库logrus
地址：github.com/sirupsen/logrus
设置
logrus.SetLevel(logrus.DebugLevel)
logrus.SetFormatter(&logrus.TextFormatter{FullTimestamp: true})
logrus.SetOutput(os.Stdout)
记录日志
logrus.WithFields(logrus.Fields{}).Debug (msg)
logrus.WithFields(logrus.Fields{}).Info (msg)
logrus.WithFields(logrus.Fields{}).Error(msg)
唯一标识uuid
地址：github.com/google/uuid
生成 uuid.New().String()
停止服务singal
信息获取
http客户端
启动
配置
ENS通信
心跳处理
注册信息处理
日志处理
插件管理
插件初始化&启动
心跳插件
注册信息
注册信息
资源信息
资源信息
日志信息
注册
代码仓库github.com/yunixinagfeng/gocmdb/agent
通信方式
agent
主要功能:
下=>上(server)
心跳
Agent所在服务器信息
IP/Hostname/CPU/内存/硬盘
采集数据信息
CPU/内存/磁盘使用率/IO...
每秒 遍历所有循环插件
比较插件下一次执行时间是否<当前时间
该执行了
1. url?a=b&c=d
2. form: post
body 编码 => file/ not file
file: multipart/form-data
application/x-www-form-urlencode
body json
json
agent => server
request
请求行 GET url?params HTTP/1.1
请求头 COOKIE: xxx
HOST: XX
请求体
url =》 controlelr/action
api/heartbeat/123123123123/
:uuid
api/xxx/uuid/
uuid
Hostname
IP
OS
ARCH
CPU
RAM
DISK
BootTime
time="2023-06-25T11:18:51+08:00" level=debug msg="插件执行" Name=resource Result="{74d2472e61c2448f969fe99d32a8b63b 1 {\"load\":\"{\\\"load1\\\":0,\\\"load5\\\":0,\\\"load15\\\":0}\",\"cpu_percent\":3.125,\"ram_percent\":61,\"disk_percent\":\"{\\\"C:\\\":52.42117791025501,\\\"D:\\\":31.402267189477897,\\\"E:\\\":28.87792364710162,\\\"F:\\\":33.71282548371619}\"} 2023-06-25 11:18:51.2330884 +0800 CST m=+185.998250001}"
time="2023-06-25T11:18:51+08:00" level=debug msg="日志上传成功" result="map[code:200 result: text:成功]"time="2023-06-25T11:18:58+08:00" level=debug msg="插件执行" Name=heartbeat Result="{74d2472e61c2448f969fe99d32a8b63b 2023-06-25 11:18:58.8535355 +0800 CST m=+193.618716201}"
time="2023-06-25T11:18:58+08:00" level=debug msg="上传心跳信息成功" result="map[code:200 result: text:成
功]" 终端开发
启动：main
D:\Workspace\Go\src\gocmdb\agent\agentd.go
package mainimport ("os""os/signal""syscall""github.com/sirupsen/logrus""gocmdb/agent/config""gocmdb/agent/ens""gocmdb/agent/plugins"_ "gocmdb/agent/plugins/init"
)func main() {logrus.SetLevel(logrus.DebugLevel)gconf, err := config.NewConfig()if err != nil {logrus.Error("读取配置出错:", err)os.Exit(-1)}defer func() {os.Remove(gconf.PidFile)}()log, err := os.OpenFile(gconf.LogFile, os.O_APPEND|os.O_CREATE|os.O_WRONLY, os.ModePerm)if err != nil {logrus.Error("打开日志文件出错:", err)os.Exit(-1)}defer func() {log.Close()}()// logrus.SetFormatter(&logrus.JSONFormatter{})logrus.SetFormatter(&logrus.TextFormatter{})// logrus.SetOutput(log)logrus.WithFields(logrus.Fields{"PID": gconf.PID,"UUID": gconf.UUID,}).Info("Agent启动")plugins.DefaultManager.Init(gconf)ens.NewENS(gconf).Start()plugins.DefaultManager.Start()ch := make(chan os.Signal, 1)signal.Notify(ch, syscall.SIGINT, syscall.SIGTERM)<-chlogrus.WithFields(logrus.Fields{"PID": gconf.PID,"UUID": gconf.UUID,}).Info("Agent退出")
}
配置：config
D:\Workspace\Go\src\gocmdb\agent\config\config.go
package configimport ("io/ioutil""os""strconv""strings""github.com/google/uuid"
)type Config struct {UUID stringUUIDFile stringEndpoint stringToken stringLogFile stringPID intPidFile stringHeartbeat chan interface{}Register chan interface{}Log chan interface{}
}func NewConfig() (*Config, error) {UUIDFile := "agentd.uuid"PidFile := "agentd.pid"LogFile := "logs/agent.log"UUID := ""if cxt, err := ioutil.ReadFile(UUIDFile); err == nil {UUID = string(cxt)} else if os.IsNotExist(err) {//strings.Replace(uuid.New().String(), "-", "", -1)UUID = strings.ReplaceAll(uuid.New().String(), "-", "")ioutil.WriteFile(UUIDFile, []byte(UUID), os.ModePerm)} else {return nil, err}PID := os.Getpid()ioutil.WriteFile(PidFile, []byte(strconv.Itoa(PID)), os.ModePerm)return &Config{Endpoint: "http://localhost:8888/v1/api",UUID: UUID,UUIDFile: UUIDFile,LogFile: LogFile,PID: PID,PidFile: PidFile,Heartbeat: make(chan interface{}, 64),Register: make(chan interface{}, 64),Log: make(chan interface{}, 10240),}, nil
}
通信模块：ens
D:\Workspace\Go\src\gocmdb\agent\ens\ens.go
package ensimport ("fmt""github.com/imroc/req""github.com/sirupsen/logrus""gocmdb/agent/config"
)type ENS struct {conf *config.Config
}func NewENS(conf *config.Config) *ENS {return &ENS{conf: conf}
}func (s *ENS) Start() {logrus.Info("ENS 开始运行")go func() {endpoint := fmt.Sprintf("%s/heartbeat/%s/", s.conf.Endpoint, s.conf.UUID)for evt := range s.conf.Heartbeat {response, err := req.New().Post(endpoint, req.BodyJSON(evt))if err == nil {result := map[string]interface{}{}response.ToJSON(&result)logrus.WithFields(logrus.Fields{"result": result,}).Debug("上传心跳信息成功")} else {logrus.WithFields(logrus.Fields{"error": err,}).Error("上传心跳信息失败")}}}()go func() {endpoint := fmt.Sprintf("%s/register/%s/", s.conf.Endpoint, s.conf.UUID)for evt := range s.conf.Register {response, err := req.New().Post(endpoint, req.BodyJSON(evt))if err == nil {result := map[string]interface{}{}response.ToJSON(&result)logrus.WithFields(logrus.Fields{"result": result,}).Debug("注册成功")} else {logrus.WithFields(logrus.Fields{"error": err,}).Error("注册失败")}}}()go func() {endpoint := fmt.Sprintf("%s/log/%s/", s.conf.Endpoint, s.conf.UUID)for evt := range s.conf.Log {response, err := req.New().Post(endpoint, req.BodyJSON(evt))if err == nil {result := map[string]interface{}{}response.ToJSON(&result)logrus.WithFields(logrus.Fields{"result": result,}).Debug("日志上传成功")} else {logrus.WithFields(logrus.Fields{"error": err,}).Error("日志上传成功")}}}()
}
D:\Workspace\Go\src\gocmdb\agent\entity\heartbeat.go
package entityimport "time"type Heartbeat struct {UUID string `json:"uuid"`Time time.Time `json:"time"`
}func NewHeartbeat(uuid string) Heartbeat {return Heartbeat{UUID: uuid,Time: time.Now(),}
}
D:\Workspace\Go\src\gocmdb\agent\entity\log.go
package entityimport ("time""encoding/json"
)const (LOGResource = 0X0001
)type Log struct {UUID string `json:"uuid"`Type int `json:"type"`Msg string `json:"msg"`Time time.Time `json:"time"`
}func NewLog(uuid string, typ int, msg interface{}) Log {bytes, _ := json.Marshal(msg)return Log{UUID: uuid,Type: typ,Msg: string(bytes),Time: time.Now(),}
}
D:\Workspace\Go\src\gocmdb\agent\entity\register.go
package entityimport ("encoding/json""strings""time""github.com/shirou/gopsutil/cpu""github.com/shirou/gopsutil/disk""github.com/shirou/gopsutil/host""github.com/shirou/gopsutil/mem""github.com/shirou/gopsutil/net"
)type Register struct {UUID string `json:"uuid"`Hostname string `json:"hostname"`IP string `json:"ip"`OS string `json:"os"`Arch string `json:"arch"`CPU int `json:"cpu"`RAM int64 `json:"ram"` // MBDisk string `json:"disk"`BootTime time.Time `json:"boottime"`Time time.Time `json:"time"`
}func NewRegister(uuid string) Register {hostInfo, _ := host.Info()ips := []string{}interfaceStatList, _ := net.Interfaces()for _, interfaceStat := range interfaceStatList {for _, addr := range interfaceStat.Addrs {if strings.Index(addr.Addr, ":") >= 0 {continue}if strings.Index(addr.Addr, "127.") == 0 {continue}nodes := strings.Split(addr.Addr, "/")ips = append(ips, nodes[0])}}ip, _ := json.Marshal(ips)cores := 0cpuInfoList, _ := cpu.Info()for _, cpuInfo := range cpuInfoList {cores += int(cpuInfo.Cores)}memInfo, _ := mem.VirtualMemory()partitionInfoList, _ := disk.Partitions(true)disks := map[string]int64{}for _, partitionInfo := range partitionInfoList {usageInfo, err := disk.Usage(partitionInfo.Device)if err != nil {continue}disks[usageInfo.Path] = int64(usageInfo.Total / 1024 / 1024 / 1024)}disk, _ := json.Marshal(disks)return Register{UUID: uuid,Hostname: hostInfo.Hostname,OS: hostInfo.OS,IP: string(ip),Arch: "", //hostInfo.KernelArch,CPU: cores,RAM: int64(memInfo.Total / 1024 / 1024),Disk: string(disk),BootTime: time.Unix(int64(hostInfo.BootTime), 0),Time: time.Now(),}
}
D:\Workspace\Go\src\gocmdb\agent\entity\resource.go
package entityimport ("encoding/json""time""github.com/shirou/gopsutil/cpu""github.com/shirou/gopsutil/disk""github.com/shirou/gopsutil/load""github.com/shirou/gopsutil/mem"
)type Resource struct {Load string `json:"load"`CPUPrecent float64 `json:"cpu_percent"`RAMPrecent float64 `json:"ram_percent"`DiskPrecent string `json:"disk_percent"`
}func NewResource() Resource {loadAvgStat, _ := load.Avg()cpuPercents, _ := cpu.Percent(time.Second, false)memInfo, _ := mem.VirtualMemory()disks := map[string]float64{}partitionInfoList, _ := disk.Partitions(true)for _, partitionInfo := range partitionInfoList {usageInfo, err := disk.Usage(partitionInfo.Device)if err != nil {continue}disks[usageInfo.Path] = usageInfo.UsedPercent}load, _ := json.Marshal(loadAvgStat)disk, _ := json.Marshal(disks)return Resource{Load: string(load),CPUPrecent: cpuPercents[0],RAMPrecent: memInfo.UsedPercent,DiskPrecent: string(disk),}
}
插件（管理、周期插件）
D:\Workspace\Go\src\gocmdb\agent\plugins\manager.go
package pluginsimport ("gocmdb/agent/config""time""github.com/sirupsen/logrus"
)type Manager struct {Cycles map[string]CyclePlugin
}func NewManager() *Manager {return &Manager{Cycles: make(map[string]CyclePlugin),}
}func (m *Manager) RegisterCycle(p CyclePlugin) {m.Cycles[p.Name()] = plogrus.WithFields(logrus.Fields{"Name": p.Name(),}).Info("插件注册")
}func (m *Manager) Init(conf *config.Config) {for name, plugin := range m.Cycles {plugin.Init(conf)logrus.WithFields(logrus.Fields{"Name": name,}).Info("初始化插件")}
}func (m *Manager) Start() {go m.StartCycle()
}func (m *Manager) StartCycle() {for now := range time.Tick(time.Second) {for name, plugin := range m.Cycles {if now.After(plugin.NextTime()) {if evt, err := plugin.Call(); err == nil {logrus.WithFields(logrus.Fields{"Name": name,"Result": evt,}).Debug("插件执行")plugin.Pipline() <- evt} else {logrus.WithFields(logrus.Fields{"Name": name,"error": err,}).Debug("插件执行失败")}}}}
}var DefaultManager = NewManager()
D:\Workspace\Go\src\gocmdb\agent\plugins\base.go
package pluginsimport ("gocmdb/agent/config""time"
)type CyclePlugin interface {Name() stringInit(*config.Config)NextTime() time.TimeCall() (interface{}, error)Pipline() chan interface{}
}
D:\Workspace\Go\src\gocmdb\agent\plugins\init\cycle.go
package initimport ("gocmdb/agent/plugins""gocmdb/agent/plugins/cycle"
)func init() {plugins.DefaultManager.RegisterCycle(&cycle.Heartbeat{})plugins.DefaultManager.RegisterCycle(&cycle.Register{})plugins.DefaultManager.RegisterCycle(&cycle.Resource{})
}
D:\Workspace\Go\src\gocmdb\agent\plugins\cycle\heartbeat.go
package cycleimport ("gocmdb/agent/config""gocmdb/agent/entity""time"
)type Heartbeat struct {conf *config.Configinterval time.DurationnextTime time.Time
}func (p *Heartbeat) Name() string {return "heartbeat"
}func (p *Heartbeat) Init(conf *config.Config) {p.conf = confp.interval = 10 * time.Secondp.nextTime = time.Now()
}func (p *Heartbeat) NextTime() time.Time {return p.nextTime
}func (p *Heartbeat) Call() (interface{}, error) {p.nextTime = p.nextTime.Add(p.interval)return entity.NewHeartbeat(p.conf.UUID), nil
}func (p *Heartbeat) Pipline() chan interface{} {return p.conf.Heartbeat
}
D:\Workspace\Go\src\gocmdb\agent\plugins\cycle\register.go
package cycleimport ("time""gocmdb/agent/config""gocmdb/agent/entity"
)type Register struct {conf *config.Configinterval time.DurationnextTime time.Time
}func (p *Register) Name() string {return "register"
}func (p *Register) Init(conf *config.Config) {p.conf = conf// p.interval = time.Hourp.interval = time.Second * 30p.nextTime = time.Now()
}func (p *Register) NextTime() time.Time {return p.nextTime
}func (p *Register) Call() (interface{}, error) {p.nextTime = p.nextTime.Add(p.interval)return entity.NewRegister(p.conf.UUID), nil
}func (p *Register) Pipline() chan interface{} {return p.conf.Register
}D:\Workspace\Go\src\gocmdb\agent\plugins\cycle\resource.go
package cycleimport ("gocmdb/agent/config""gocmdb/agent/entity""time"
)type Resource struct {conf *config.Configinterval time.DurationnextTime time.Time
}func (p *Resource) Name() string {return "resource"
}func (p *Resource) Init(conf *config.Config) {p.conf = confp.interval = time.Minutep.nextTime = time.Now()
}func (p *Resource) NextTime() time.Time {return p.nextTime
}func (p *Resource) Call() (interface{}, error) {p.nextTime = p.nextTime.Add(p.interval)return entity.NewLog(p.conf.UUID, entity.LOGResource, entity.NewResource()), nil
}func (p *Resource) Pipline() chan interface{} {return p.conf.Log
}
配置读取(viper)
viper：https://github.com/spf13/viper
支持yaml，json等格式配置文件
使用： viper.New()
viper.SetConfigName(“agent”)
viper.AddConfigPath(“.”)
viper.SetConfigType(“yaml”)
viper.ReadInConfig()
viper.GetXXX()
server端
D:\Workspace\Go\src\gocmdb\server\controllers\api\base.go
package apiimport ("github.com/astaxie/beego"
)type BaseController struct {beego.Controller
}func (c *BaseController) Prepare() {c.EnableXSRF = false
}
D:\Workspace\Go\src\gocmdb\server\controllers\api\v1\api.go
package v1import ("encoding/json""gocmdb/server/controllers/api""gocmdb/server/models"
)type APIController struct {api.BaseController
}func (c *APIController) Heartbeat() {models.DefaultAgentManager.Heartbeat(c.Ctx.Input.Param(":uuid"))c.Data["json"] = map[string]interface{}{"code": 200,"text": "成功","result": nil,}c.ServeJSON()
}func (c *APIController) Register() {rt := map[string]interface{}{"code": 400,"text": "成功","result": nil,}agent := &models.Agent{}if err := json.Unmarshal(c.Ctx.Input.RequestBody, agent); err == nil {agent, created, err := models.DefaultAgentManager.CreateOrReplace(agent)if err == nil {rt = map[string]interface{}{"code": 200,"text": "成功","result": map[string]interface{}{"created": created,"agent": agent,},}} else {rt["text"] = err.Error()}} else {rt["text"] = err.Error()}c.Data["json"] = rtc.ServeJSON()
}func (c *APIController) Log() {log := &models.Log{}if err := json.Unmarshal(c.Ctx.Input.RequestBody, log); err == nil {models.DefaultLogManager.Create(log)}c.Data["json"] = map[string]interface{}{"code": 200,"text": "成功","result": nil,}c.ServeJSON()
}
D:\Workspace\Go\src\gocmdb\server\models\log.go
package modelsimport ("encoding/json""time""github.com/astaxie/beego/orm"
)const (LOGResource = 0X0001
)type Log struct {UUID string `json:"uuid"`Type int `json:"type"`Msg string `json:"msg"`Time *time.Time `json:"time"`
}type LogManager struct{}func NewLogManager() *LogManager {return &LogManager{}
}func (m *LogManager) Create(log *Log) {switch log.Type {case LOGResource:resource := &Resource{}if err := json.Unmarshal([]byte(log.Msg), resource); err == nil {DefaultResourceManager.Create(log, resource)}}
}type Resource struct {Id int `orm:"column(id);" json:"id"`UUID string `orm:"column(uuid);size(64);" json:"uuid"`Load string `orm:"column(load);size(1024);" json:"load"`CPUPrecent float64 `orm:"column(cpu_percent);" json:"cpu_percent"`RAMPrecent float64 `orm:"column(ram_percent);" json:"ram_percent"`DiskPrecent string `orm:"column(disk_percent);size(4096);" json:"disk_percent"`Time *time.Time `orm:"column(time);" json:"time"`CreatedTime *time.Time `orm:"column(created_time);auto_now_add;" json:"created_time"`DeletedTime *time.Time `orm:"column(deleted_time);null;" json:"deleted_time"`
}type ResourceManager struct{}func NewResourceManager() *ResourceManager {return &ResourceManager{}
}
func (m *ResourceManager) Create(log *Log, resource *Resource) {resource.UUID = log.UUIDresource.Time = log.Timeorm.NewOrm().Insert(resource)
}var DefaultLogManager = NewLogManager()
var DefaultResourceManager = NewResourceManager()func init() {orm.RegisterModel(new(Resource))
}
D:\Workspace\Go\src\gocmdb\server\models\agent.go
package modelsimport ("time""github.com/astaxie/beego/orm"
)type Agent struct {Id int `orm:"column(id);" json:"id"`UUID string `orm:"column(uuid);size(64);" json:"uuid"`Hostname string `orm:"column(hostname);size(64);" json:"hostname"`IP string `orm:"column(ip);size(4096);" json:"ip"`OS string `orm:"column(os);size(64);" json:"os"`Arch string `orm:"column(arch);size(64);" json:"arch"`CPU int `orm:"column(cpu);" json:"cpu"`RAM int64 `orm:"column(ram);" json:"ram"` // MBDisk string `orm:"column(disk);size(4096);" json:"disk"`BootTime *time.Time `orm:"column(boot_time);null;" json:"boottime"`Time *time.Time `orm:"column(time);null;" json:"time"`HeartbeatTime *time.Time `orm:"column(heartbeat_time);null;" json:"heartbeat_time"`CreatedTime *time.Time `orm:"column(created_time);auto_now_add;" json:"created_time"`DeletedTime *time.Time `orm:"column(deleted_time);null;" json:"deleted_time"`IsOnline bool `orm:"-" json:"is_onlne"`
}type AgentManager struct{}func NewAgentManager() *AgentManager {return &AgentManager{}
}func (m *AgentManager) CreateOrReplace(agent *Agent) (*Agent, bool, error) {now := time.Now()ormer := orm.NewOrm()orgAgent := &Agent{UUID: agent.UUID}if created, _, err := ormer.ReadOrCreate(orgAgent, "UUID"); err != nil {return nil, false, err} else {orgAgent.Hostname = agent.HostnameorgAgent.IP = agent.IPorgAgent.OS = agent.OSorgAgent.CPU = agent.CPUorgAgent.RAM = agent.RAMorgAgent.Disk = agent.DiskorgAgent.BootTime = agent.BootTimeorgAgent.Time = agent.TimeorgAgent.DeletedTime = nilorgAgent.HeartbeatTime = &nowormer.Update(orgAgent)return orgAgent, created, nil}
}func (m *AgentManager) Heartbeat(uuid string) {orm.NewOrm().QueryTable(&Agent{}).Filter("UUID__exact", uuid).Update(orm.Params{"HeartbeatTime": time.Now()})
}var DefaultAgentManager = NewAgentManager()func init() {orm.RegisterModel(new(Agent))
}
D:\Workspace\Go\src\gocmdb\server\routers\router.go
v1 "github.com/imsilence/gocmdb/server/controllers/api/v1"v1Namespace := beego.NewNamespace("/v1",beego.NSRouter("api/heartbeat/:uuid/", &v1.APIController{}, "*:Heartbeat"),beego.NSRouter("api/register/:uuid/", &v1.APIController{}, "*:Register"),beego.NSRouter("api/log/:uuid/", &v1.APIController{}, "*:Log"),)beego.AddNamespace(v1Namespace)请求行： GET URL?a=b HTTP/1.1
请求头： Host:
Cookie:
Token:
空行
请求体 a=b&c=d
{"a":1, "b":2}
register/uuid/
1. 终端显示
查询 hostname/ip
操作: 删除
编辑：与终端上传不相关的属性
描述
打开页面 /url/ render view
table datatable
AgentPageController
LayoutController
Index()
menu = ""
expand = ""
tplName = ""
ajax list
AgentController
List
Delete
2. 日志:
查询 显示 (uuid => 终端名称)
查询条件: agent uuid
时间 [start_time, end_time]
3. agent -v
有-v 日志设置为debug， 开启req.DEBUG
无 日志设置为info，关闭req.DEBUG
公司有200台虚拟机
开发 => 5天
v1 => 10台机器测试功能(5天)
=> 20台机器
1个月后
20 跑 v1版本
问题：
url curl发起请求
认证： Token
我去开发：
我再原有基础上改 服务端 v1 => 改代码
开发终端 重新编译 重新部署
服务端 v2 => v1的基础之上加认证，v1 api v2 api
服务端上线
在原有代码之上去添加Token参数
重新部署
自动升级
二进制文件
配置
Token : 自己存储Token值 app.conf
Agent 上传Token
Header: Token: xxx
最近12小时
13:30 - 16:00 没有启动
17:30
5:30 - 17:30
13:229 16:01
1 2 3 4 5
a b 0 0 c
1 2 5
a b c
1: a
2: b
5: c
1 2 3 4 5
a b 0 0 c
startTime endTime 1min
starTime starTime + 1min startTime + 2min startTime + 3min .... startTime + n min <= endTime
17 ：45：32
17：45：30
key 时间 ： record
for range []*Resource
resoruce.create_time => resource
[]*Resource
连续3次 CPU 使用率 > 90 % 告警
1 agent1 CPU 80
2 agent2 CPU 60
3 agent3 CPU 90
4 agent1 CPU 88
5 agent2 CPU 98
6 99
7 91
最近X时间段内出现Y次使用率超过Z
select uuid, count(*) where created_Time > startTime and cpu > 90 group by uuid hanving count(*) > Y
having
alarm
created_time 产生时间
uuid 终端
type 类型（1： 离线， 2： CPU， 3： 内存）
description 告警描述
status 状态(0, 未处理, 1: 正在处理， 1： 已处理)
dealed_time 处理时间
reason 告警原因说明
notices 通知方式(sms, email)
Token认证
读取配置
可视化组件echarts介绍
最近12/24小时CPU、内存使用率
打开监控dialog时启动定时刷新setInterval
关闭dialog时停止定时刷新clearInterval
使用jQuery.get获取终端资源使用信息
使用echarts.setOption更新图表信息
终端离线告警
心跳时间与当前时间相差X分钟
SELECT * FROM agent where heartbeat_time < X
CPU、内存使用率告警
告警频率控制
离线告警：
针对每个终端每天最多告警一次
CPU、内存使用率
针对每隔终端每小时内最多告警一次
gopkg.in提供的gomail.v2包支持对Email的发送
包地址: gopkg.in/gomail.v2
使用：
定义Message对象(邮件信息，包含：主题、发件人、收件人、内容、附件等)
定义STMP服务器连接对象
连接STMP服务器并发送邮件
短信
腾讯云API https://cloud.tencent.com/document/api/382/38778
agent开发
agent.yaml
endpoint: http://localhost:8888/v2/api
token: abc1234567
uuidfile: agentd.uuid
pidfile: agentd.pid
logfile: logs/agent.logD:\Workspace\Go\src\gocmdb\agent\agentd.go
func main() {logrus.SetLevel(logrus.DebugLevel)req.Debug = trueconfigReader := viper.New()configReader.SetConfigName("agent")configReader.SetConfigType("yaml")configReader.AddConfigPath("etc/")err := configReader.ReadInConfig()if err != nil {logrus.Error("读取配置出错:", err)os.Exit(-1)}gconf, err := config.NewConfig(configReader)if err != nil {logrus.Error("读取配置出错:", err)os.Exit(-1)}defer func() {os.Remove(gconf.PidFile)}()log, err := os.OpenFile(gconf.LogFile, os.O_APPEND|os.O_CREATE|os.O_WRONLY, os.ModePerm)if err != nil {logrus.Error("打开日志文件出错:", err)os.Exit(-1)}defer func() {log.Close()}()// logrus.SetFormatter(&logrus.JSONFormatter{})logrus.SetFormatter(&logrus.TextFormatter{})// logrus.SetOutput(log)logrus.WithFields(logrus.Fields{"PID": gconf.PID,"UUID": gconf.UUID,}).Info("Agent启动")plugins.DefaultManager.Init(gconf)ens.NewENS(gconf).Start()plugins.DefaultManager.Start()ch := make(chan os.Signal, 1)signal.Notify(ch, syscall.SIGINT, syscall.SIGTERM)<-chlogrus.WithFields(logrus.Fields{"PID": gconf.PID,"UUID": gconf.UUID,}).Info("Agent退出")
}
D:\Workspace\Go\src\gocmdb\agent\config\config.go
func NewConfig(configReader *viper.Viper) (*Config, error) {UUIDFile := configReader.GetString("uuidfile")if UUIDFile == "" {UUIDFile = "agentd.uuid"}PidFile := configReader.GetString("pidfile")if PidFile == "" {PidFile = "agentd.pid"}LogFile := configReader.GetString("logfile")if LogFile == "" {LogFile = "logs/agent.log"}Endpoint := configReader.GetString("endpoint")if Endpoint == "" {Endpoint = "http://localhost:8888/v1/api"}Token := configReader.GetString("token")UUID := ""if cxt, err := ioutil.ReadFile(UUIDFile); err == nil {UUID = string(cxt)} else if os.IsNotExist(err) {//strings.Replace(uuid.New().String(), "-", "", -1)UUID = strings.ReplaceAll(uuid.New().String(), "-", "")ioutil.WriteFile(UUIDFile, []byte(UUID), os.ModePerm)} else {return nil, err}PID := os.Getpid()ioutil.WriteFile(PidFile, []byte(strconv.Itoa(PID)), os.ModePerm)return &Config{Endpoint: Endpoint,Token: Token,UUID: UUID,UUIDFile: UUIDFile,LogFile: LogFile,PID: PID,PidFile: PidFile,Heartbeat: make(chan interface{}, 64),Register: make(chan interface{}, 64),Log: make(chan interface{}, 10240),}, nil
}server端开发
D:\Workspace\Go\src\gocmdb\server\conf\app.conf
copyrequestbody=true
include "agent.conf"
D:\Workspace\Go\src\gocmdb\server\conf\agent.conf
[agent]
token=abc1234567
D:\Workspace\Go\src\gocmdb\server\controllers\agent.go
package controllersimport ("strings""gocmdb/server/controllers/auth""gocmdb/server/models"
)type AgentPageController struct {LayoutController
}func (c *AgentPageController) Index() {c.Data["menu"] = "agent_management"c.TplName = "agent_page/index.html"c.LayoutSections["LayoutScript"] = "agent_page/index.script.html"
}type AgentController struct {auth.LoginRequiredController
}func (c *AgentController) List() {//draw,start, length, qdraw, _ := c.GetInt("draw")start, _ := c.GetInt64("start")length, _ := c.GetInt("length")q := strings.TrimSpace(c.GetString("q"))result, total, queryTotal := models.DefaultAgentManager.Query(q, start, length)c.Data["json"] = map[string]interface{}{"code": 200,"text": "获取成功","result": result,"draw": draw,"recordsTotal": total,"recordsFiltered": queryTotal,}c.ServeJSON()
}func (c *AgentController) Delete() {if c.Ctx.Input.IsPost() {pk, _ := c.GetInt("pk")models.DefaultAgentManager.DeleteById(pk)}c.Data["json"] = map[string]interface{}{"code": 200,"text": "删除成功","result": nil,}c.ServeJSON()
}
D:\Workspace\Go\src\gocmdb\server\controllers\log.go
package controllersimport ("strings""gocmdb/server/controllers/auth""gocmdb/server/models"
)type ResourcePageController struct {LayoutController
}func (c *ResourcePageController) Index() {c.Data["menu"] = "resource"c.Data["expand"] = "log_management"c.TplName = "resource_page/index.html"c.LayoutSections["LayoutScript"] = "resource_page/index.script.html"
}type ResourceController struct {auth.LoginRequiredController
}func (c *ResourceController) List() {//draw,start, length, qdraw, _ := c.GetInt("draw")start, _ := c.GetInt64("start")length, _ := c.GetInt("length")q := strings.TrimSpace(c.GetString("q"))result, total, queryTotal := models.DefaultResourceManager.Query(q, start, length)c.Data["json"] = map[string]interface{}{"code": 200,"text": "获取成功","result": result,"draw": draw,"recordsTotal": total,"recordsFiltered": queryTotal,}c.ServeJSON()
}func (c *ResourceController) Trend() {uuid := strings.TrimSpace(c.GetString("uuid"))result := models.DefaultResourceManager.Trend(uuid)c.Data["json"] = map[string]interface{}{"code": 200,"text": "获取成功","result": result,}c.ServeJSON()
}
D:\Workspace\Go\src\gocmdb\server\models\agent.go
package modelsimport ("github.com/astaxie/beego/orm""time""encoding/json"
)type Agent struct {Id int `orm:"column(id);" json:"id"`UUID string `orm:"column(uuid);size(64);" json:"uuid"`Hostname string `orm:"column(hostname);size(64);" json:"hostname"`IP string `orm:"column(ip);size(4096);" json:"ip"`OS string `orm:"column(os);size(64);" json:"os"`Arch string `orm:"column(arch);size(64);" json:"arch"`CPU int `orm:"column(cpu);" json:"cpu"`RAM int64 `orm:"column(ram);" json:"ram"` // MBDisk string `orm:"column(disk);size(4096);" json:"disk"`BootTime *time.Time `orm:"column(boot_time);null;" json:"boottime"`Time *time.Time `orm:"column(time);null;" json:"time"`HeartbeatTime *time.Time `orm:"column(heartbeat_time);null;" json:"heartbeat_time"`CreatedTime *time.Time `orm:"column(created_time);auto_now_add;" json:"created_time"`DeletedTime *time.Time `orm:"column(deleted_time);null;" json:"deleted_time"`IsOnline bool `orm:"-" json:"is_online"`IPList []string `orm:"-" json:"ip_list"`Disks map[string]float64 `orm:"-" json:"disks"`
}func (a *Agent) Patch() {if time.Since(*a.HeartbeatTime) < 5 * time.Minute {a.IsOnline = true}if a.IP != "" {json.Unmarshal([]byte(a.IP), &a.IPList)}if a.Disk != "" {json.Unmarshal([]byte(a.Disk), &a.Disks)}}type AgentManager struct{}func NewAgentManager() *AgentManager {return &AgentManager{}
}func (m *AgentManager) CreateOrReplace(agent *Agent) (*Agent, bool, error) {now := time.Now()ormer := orm.NewOrm()orgAgent := &Agent{UUID: agent.UUID}if created, _, err := ormer.ReadOrCreate(orgAgent, "UUID"); err != nil {return nil, false, err} else {orgAgent.Hostname = agent.HostnameorgAgent.IP = agent.IPorgAgent.OS = agent.OSorgAgent.CPU = agent.CPUorgAgent.RAM = agent.RAMorgAgent.Disk = agent.DiskorgAgent.BootTime = agent.BootTimeorgAgent.Time = agent.TimeorgAgent.DeletedTime = nilorgAgent.HeartbeatTime = &nowormer.Update(orgAgent)return orgAgent, created, nil}
}func (m *AgentManager) Heartbeat(uuid string) {orm.NewOrm().QueryTable(&Agent{}).Filter("UUID__exact", uuid).Update(orm.Params{"HeartbeatTime": time.Now(), "DeletedTime": nil})
}func (m *AgentManager) Query(q string, start int64, length int) ([]*Agent, int64, int64) {ormer := orm.NewOrm()queryset := ormer.QueryTable(&Agent{})condition := orm.NewCondition()condition = condition.And("deleted_time__isnull", true)total, _ := queryset.SetCond(condition).Count()qtotal := totalif q != "" {query := orm.NewCondition()query = query.Or("hostname__icontains", q)query = query.Or("ip__icontains", q)query = query.Or("os__icontains", q)query = query.Or("arch__icontains", q)condition = condition.AndCond(query)qtotal, _ = queryset.SetCond(condition).Count()}var result []*Agentqueryset.SetCond(condition).RelatedSel().Limit(length).Offset(start).All(&result)for _, agent := range result {agent.Patch()}return result, total, qtotal
}func (m *AgentManager) DeleteById(id int) error {orm.NewOrm().QueryTable(&Agent{}).Filter("Id__exact", id).Update(orm.Params{"DeletedTime": time.Now()})return nil
}var DefaultAgentManager = NewAgentManager()func init() {orm.RegisterModel(new(Agent))
}
D:\Workspace\Go\src\gocmdb\server\models\log.go
package modelsimport ("encoding/json""time""github.com/astaxie/beego/orm"
)const (LOGResource = 0X0001
)type Log struct {UUID string `json:"uuid"`Type int `json:"type"`Msg string `json:"msg"`Time *time.Time `json:"time"`
}type LogManager struct{}func NewLogManager() *LogManager {return &LogManager{}
}func (m *LogManager) Create(log *Log) {switch log.Type {case LOGResource:resource := &Resource{}if err := json.Unmarshal([]byte(log.Msg), resource); err == nil {DefaultResourceManager.Create(log, resource)}}
}type Resource struct {Id int `orm:"column(id);" json:"id"`UUID string `orm:"column(uuid);size(64);" json:"uuid"`Load string `orm:"column(load);size(1024);" json:"load"`CPUPrecent float64 `orm:"column(cpu_percent);" json:"cpu_percent"`RAMPrecent float64 `orm:"column(ram_percent);" json:"ram_percent"`DiskPrecent string `orm:"column(disk_percent);size(4096);" json:"disk_percent"`Time *time.Time `orm:"column(time);" json:"time"`CreatedTime *time.Time `orm:"column(created_time);auto_now_add;" json:"created_time"`DeletedTime *time.Time `orm:"column(deleted_time);null;" json:"deleted_time"`
}type ResourceManager struct{}func NewResourceManager() *ResourceManager {return &ResourceManager{}
}func (m *ResourceManager) Create(log *Log, resource *Resource) {resource.UUID = log.UUIDresource.Time = log.Timeorm.NewOrm().Insert(resource)
}func (m *ResourceManager) Query(q string, start int64, length int) ([]*Resource, int64, int64) {ormer := orm.NewOrm()queryset := ormer.QueryTable(&Resource{})condition := orm.NewCondition()condition = condition.And("deleted_time__isnull", true)total, _ := queryset.SetCond(condition).Count()qtotal := totalif q != "" {query := orm.NewCondition()condition = condition.AndCond(query)qtotal, _ = queryset.SetCond(condition).Count()}var result []*Resourcequeryset.SetCond(condition).OrderBy("-created_time").Limit(length).Offset(start).All(&result)return result, total, qtotal
}func (m *ResourceManager) Trend(uuid string) []*Resource {endTime := time.Now()startTime := endTime.Add(-1 * time.Hour)condition := orm.NewCondition()condition = condition.And("deleted_time__isnull", true)condition = condition.And("uuid__exact", uuid)condition = condition.And("created_time__gte", startTime)var items []*Resourceorm.NewOrm().QueryTable(new(Resource)).SetCond(condition).OrderBy("created_time").All(&items)var itemMap map[string]*Resource = make(map[string]*Resource)for _, item := range items {itemMap[item.CreatedTime.Format("2006-01-02 15:04")] = item}var result []*Resource = make([]*Resource, 0, len(items))for startTime.Before(endTime) {key := startTime.Format("2006-01-02 15:04")if item, ok := itemMap[key]; ok {result = append(result, item)} else {result = append(result, &Resource{CreatedTime: &startTime})}startTime = startTime.Add(time.Minute)}return result
}var DefaultLogManager = NewLogManager()
var DefaultResourceManager = NewResourceManager()func init() {orm.RegisterModel(new(Resource))
}
D:\Workspace\Go\src\gocmdb\server\routers\router.go
v2 "gocmdb/server/controllers/api/v2" v2Namespace := beego.NewNamespace("/v2",beego.NSRouter("api/heartbeat/:uuid/", &v2.APIController{}, "*:Heartbeat"),beego.NSRouter("api/register/:uuid/", &v2.APIController{}, "*:Register"),beego.NSRouter("api/log/:uuid/", &v2.APIController{}, "*:Log"),)beego.AddNamespace(v2Namespace)D:\Workspace\Go\src\gocmdb\server\controllers\api\v2\api.go
package v1import ("encoding/json""gocmdb/server/controllers/api""gocmdb/server/models""github.com/beego/beego"
)type APIController struct {api.BaseController
}func (c *APIController) Prepare() {c.BaseController.Prepare()if beego.AppConfig.String("agent::token") != c.Ctx.Input.Header("Token") {c.Data["json"] = map[string]interface{}{"code": 400,"text": "Token不正确","result": nil,}c.ServeJSON()c.StopRun()}
}func (c *APIController) Heartbeat() {models.DefaultAgentManager.Heartbeat(c.Ctx.Input.Param(":uuid"))c.Data["json"] = map[string]interface{}{"code": 200,"text": "成功","result": nil,}c.ServeJSON()
}func (c *APIController) Register() {rt := map[string]interface{}{"code": 400,"text": "成功","result": nil,}agent := &models.Agent{}if err := json.Unmarshal(c.Ctx.Input.RequestBody, agent); err == nil {agent, created, err := models.DefaultAgentManager.CreateOrReplace(agent)if err == nil {rt = map[string]interface{}{"code": 200,"text": "成功","result": map[string]interface{}{"created": created,"agent": agent,},}} else {rt["text"] = err.Error()}} else {rt["text"] = err.Error()}c.Data["json"] = rtc.ServeJSON()
}func (c *APIController) Log() {log := &models.Log{}if err := json.Unmarshal(c.Ctx.Input.RequestBody, log); err == nil {models.DefaultLogManager.Create(log)}c.Data["json"] = map[string]interface{}{"code": 200,"text": "成功","result": nil,}c.ServeJSON()
}
D:\Workspace\Go\src\gocmdb\server\views\agent_page\index.html
D:\Workspace\Go\src\gocmdb\server\views\agent_page\index.script.html
D:\Workspace\Go\src\gocmdb\server\views\resource_page\index.html
D:\Workspace\Go\src\gocmdb\server\views\resource_page\index.script.html
D:\Workspace\Go\src\gocmdb\server\alarm.go
package mainimport ("flag""fmt""os""time""github.com/astaxie/beego""github.com/astaxie/beego/orm"_ "github.com/go-sql-driver/mysql"_ "gocmdb/server/routers"
)func main() {// 初始化命令行参数h := flag.Bool("h", false, "help")help := flag.Bool("help", false, "help")verbose := flag.Bool("v", false, "verbose")flag.Usage = func() {fmt.Println("usage: alarm -h")flag.PrintDefaults()}// 解析命令行参数flag.Parse()if *h || *help {flag.Usage()os.Exit(0)}// 设置日志到文件beego.SetLogger("file", `{"filename" : "logs/alarm.log","level" : 7}`,)if !*verbose {//删除控制台日志beego.BeeLogger.DelLogger("console")} else {orm.Debug = true}// 初始化ormorm.RegisterDriver("mysql", orm.DRMySQL)orm.RegisterDataBase("default", "mysql", beego.AppConfig.String("dsn"))// 测试数据库连接是否正常if db, err := orm.GetDB(); err != nil || db.Ping() != nil {beego.Error("数据库连接错误")os.Exit(-1)}go func() {// 离线告警for now := range time.Tick(time.Minute) {fmt.Println("离线告警", now)offlineTime := 5endTime := now.Add(-1 * time.Duration(offlineTime) * time.Minute) // 5 根据配置var result []orm.Paramsorm.NewOrm().Raw("SELECT uuid from agent where deleted_time is null and heartbeat_time < ?", endTime).Values(&result)fmt.Println(result)}}()go func() {// CPU使用率for now := range time.Tick(time.Minute) {fmt.Println("CPU使用率告警", now)windowTime := 5cpuThreshold := 30cpuCounter := 3startTime := now.Add(-1 * time.Duration(windowTime) * time.Minute) // 5 根据配置var result []orm.Paramsorm.NewOrm().Raw("SELECT uuid, count(*) as cnt from resource where deleted_time is null and created_time >= ? and cpu_percent >= ? group by uuid having count(*) >= ?", startTime, cpuThreshold, cpuCounter).Values(&result)fmt.Println(result)}}()// 内存使用率for now := range time.Tick(time.Minute) {fmt.Println("内存使用率告警", now)windowTime := 5ramThreshold := 40ramCounter := 3startTime := now.Add(-1 * time.Duration(windowTime) * time.Minute) // 5 根据配置var result []orm.Paramsorm.NewOrm().Raw("SELECT uuid, count(*) as cnt from resource where deleted_time is null and created_time >= ? and ram_percent >= ? group by uuid having count(*) >= ?", startTime, ramThreshold, ramCounter).Values(&result)fmt.Println(result)}}
server端开发
D:\Workspace\Go\src\gocmdb\server\conf\app.conf
include "smtp.conf"
include "sms.conf"
D:\Workspace\Go\src\gocmdb\server\conf\sms.conf
[sms]
endpoint=sms.tencentcloudapi.com
secretId=AKIDA8ta3JL6pKaicHsxxtkOmvpVv59y3u0r
secretKey=pSr30c0JOEo9F6h8UeaGkFXeXQ7bsuiH
appid=1400287583
sign=imuk网
templateOfflineId=510285
templateRamId=510288
templateCPUId=510287
phones=8613129091210;8613610847443
D:\Workspace\Go\src\gocmdb\server\conf\smtp.conf
[smtp]
host=smtp.qq.com
port=465
user=the.wu@qq.com
password=bsmujneemttzbbfe
to=269598108@qq.com
告警提醒notification
显示最新10条未处理的告警信息
Dashboard
在线终端数量/离线终端数量/未处理完成告警总数
未处理完成告警分布
最近7天各类型个状态告警趋势
任务
示例：获取终端当前执行进程信息
任务创建
任务获取
任务执行
任务结果上传
任务结果存储
Redis
中文文档：http://doc.redisfans.com/
常用数据类型&操作
字符串
列表
哈希
集合
有序集合
Go操作Redis
第三方库：github.com/gomodule/redigo/redis
1. 邮件发送服务器 stmp协议
socket server
ip, port
认证(用户名/密码)
发送邮件
Form
To
CC
title
content html/text
提供web服务 发送邮件
调用web服务
beego
url
认证(Token)
to, subject, content
发送邮件
限制频率
内存中计数
1 小时
uuid type count createTime 1 2
uuid+type
判断createTime < now - 1h
重新计数
否则
计数 + 1
借助第三方的内存存储
redis/mem
uuid type ttl
1. 手机 ==> 短信猫
2. 短信服务 API
阿里云
腾讯云
a := 1
b := &a
c := []*int{}
c = append(b)
c = append(b)
c = append(b)
*b = 3
a
*c[0], *c[1], *c[2]
问题：
短信发送失败，无重试机制
做一个短信服务(web)
限制别人
重试 为了保障短信发送成功
code 一次有效
使用邮箱验证码登录
使用手机验证码登录
1. 用户填写手机号码 (发送验证码) => 提交请求到服务端(phone)
2. 验证手机号码的有效性
不在 => 手机号码有误
在 => 可以发送短信
限制频率(1分钟发送一次)
有发送 => 提示已发送给
无发送
=> 生成随机验证码
=> 发送给用户 并且存储 手机对应登录验证码 创建/更新 phone code code_created_time （code过期时间为5分钟）
3. 用户填写验证码进行登录 => 提交数据到服务端(phone, code)
phone 查找数据
无数据 => 手机号码或验证码错误
有 => 验证code是否为""
为空=> 已使用， 手机号码或验证码错误
不为空 => 验证code是否正确
不正确 => 手机号码或验证码错误
正确 => 判断code_created_time 是否过期
已过期 => 手机号码或验证码错误
未过期 => 登录成功
清空code
删除记录
审计日志/操作日志
告警管理
时间，终端，类型，状态
告警处理 打开dialog 修改状态及原因
最近7天 每天的, 每种告警，每种处理状态的数量
where deleted_time alarmed_time
group 天，告警类型，状态
D:\Workspace\Go\src\gocmdb\server\alarm.go
func main() {// 初始化命令行参数h := flag.Bool("h", false, "help")help := flag.Bool("help", false, "help")verbose := flag.Bool("v", false, "verbose")flag.Usage = func() {fmt.Println("usage: alarm -h")flag.PrintDefaults()}// 解析命令行参数flag.Parse()if *h || *help {flag.Usage()os.Exit(0)}// 设置日志到文件beego.SetLogger("file", `{"filename" : "logs/alarm.log","level" : 7}`,)if !*verbose {//删除控制台日志beego.BeeLogger.DelLogger("console")} else {orm.Debug = true}// 初始化ormorm.RegisterDriver("mysql", orm.DRMySQL)orm.RegisterDataBase("default", "mysql", beego.AppConfig.String("dsn"))// 测试数据库连接是否正常if db, err := orm.GetDB(); err != nil || db.Ping() != nil {beego.Error("数据库连接错误")os.Exit(-1)}host := beego.AppConfig.String("smtp::host")port, _ := beego.AppConfig.Int("smtp::port")user := beego.AppConfig.String("smtp::user")password := beego.AppConfig.String("smtp::password")to := beego.AppConfig.Strings("smtp::to")emailSender := utils.NewEmail(host, port, user, password)smsSender := utils.NewSms(beego.AppConfig.String("sms::endpoint"),beego.AppConfig.String("sms::secretId"),beego.AppConfig.String("sms::secretKey"),beego.AppConfig.String("sms::appid"),beego.AppConfig.String("sms::sign"),)templateOfflineId := beego.AppConfig.String("sms::templateOfflineId")templateCPUId := beego.AppConfig.String("sms::templateCPUId")templateRamId := beego.AppConfig.String("sms::templateRamId")phones := beego.AppConfig.Strings("sms::phones")go func() {// 离线告警offlineTime := 5noticeWindowTime := 60noticeCounter := int64(2)for now := range time.Tick(time.Minute) {beego.Debug("离线告警", now)endTime := now.Add(-1 * time.Duration(offlineTime) * time.Minute) // 5 根据配置noticeStartTime := now.Add(-1 * time.Duration(noticeWindowTime) * time.Minute)var result []orm.Paramsorm.NewOrm().Raw("SELECT uuid,heartbeat_time from agent where deleted_time is null and heartbeat_time < ?", endTime).Values(&result)for _, line := range result {uuid, _ := line["uuid"].(string)heartbeat_time, _ := line["heartbeat_time"].(string)content := fmt.Sprintf("终端[%s]最后一次发送心跳时间为%s, 已超过离线时间%d分钟", uuid, heartbeat_time, offlineTime)alarmCnt := models.DefaultAlarmManager.GetCountByUuidAndType(uuid, models.AlarmTypeOffline, noticeStartTime)if alarmCnt >= noticeCounter {beego.Info(fmt.Sprintf("通知次数(%d)超过限制(%d), %s", alarmCnt, noticeCounter, content))continue}emailErr := emailSender.Send(to, "[CMDB]终端离线告警", content, []string{})params := []string{uuid, heartbeat_time, strconv.Itoa(offlineTime)}smsErr := smsSender.Send(templateOfflineId, phones, params)beego.Info("终端离线告警: ", content, ", email通知:", emailErr, ", sms通知:", smsErr)models.DefaultAlarmManager.Create(uuid, models.AlarmTypeOffline, content, now)}}}()go func() {windowTime := 5cpuThreshold := 10cpuCounter := 3noticeWindowTime := 60noticeCounter := int64(2)// CPU使用率for now := range time.Tick(time.Minute) {beego.Debug("CPU使用率告警", now)startTime := now.Add(-1 * time.Duration(windowTime) * time.Minute) // 5 根据配置noticeStartTime := now.Add(-1 * time.Duration(noticeWindowTime) * time.Minute)var result []orm.Paramsorm.NewOrm().Raw("SELECT uuid, count(*) as cnt from resource where deleted_time is null and created_time >= ? and cpu_percent >= ? group by uuid having count(*) >= ?", startTime, cpuThreshold, cpuCounter).Values(&result)for _, line := range result {uuid, _ := line["uuid"].(string)cntString, _ := line["cnt"].(string)cnt, _ := strconv.Atoi(cntString)content := fmt.Sprintf("终端[%s]在最近%d分钟内CPU使用率大于%d%%的次数为%d, 已超过%d次", uuid, windowTime, cpuThreshold, cnt, cpuCounter)alarmCnt := models.DefaultAlarmManager.GetCountByUuidAndType(uuid, models.AlarmTypeCPU, noticeStartTime)if alarmCnt >= noticeCounter {beego.Info(fmt.Sprintf("通知次数(%d)超过限制(%d), %s", alarmCnt, noticeCounter, content))continue}emailErr := emailSender.Send(to, "[CMDB]终端CPU告警", content, []string{})params := []string{uuid, strconv.Itoa(windowTime), strconv.Itoa(cpuThreshold), strconv.Itoa(cnt), strconv.Itoa(cpuCounter)}smsErr := smsSender.Send(templateCPUId, phones, params)beego.Info("终端CPU告警: ", content, ", email通知:", emailErr, ", sms通知:", smsErr)models.DefaultAlarmManager.Create(uuid, models.AlarmTypeCPU, content, now)}}}()// 内存使用率windowTime := 5ramThreshold := 10ramCounter := 3noticeWindowTime := 60noticeCounter := int64(2)for now := range time.Tick(time.Minute) {beego.Debug("内存使用率告警", now)startTime := now.Add(-1 * time.Duration(windowTime) * time.Minute) // 5 根据配置noticeStartTime := now.Add(-1 * time.Duration(noticeWindowTime) * time.Minute) // 5 根据配置var result []orm.Paramsorm.NewOrm().Raw("SELECT uuid, count(*) as cnt from resource where deleted_time is null and created_time >= ? and ram_percent >= ? group by uuid having count(*) >= ?", startTime, ramThreshold, ramCounter).Values(&result)for _, line := range result {uuid, _ := line["uuid"].(string)cntString, _ := line["cnt"].(string)cnt, _ := strconv.Atoi(cntString)content := fmt.Sprintf("终端[%s]在最近%d分钟内内存使用率大于%d%%的次数为%d, 已超过%d次", uuid, windowTime, ramThreshold, cnt, ramCounter)alarmCnt := models.DefaultAlarmManager.GetCountByUuidAndType(uuid, models.AlarmTypeRam, noticeStartTime)if alarmCnt >= noticeCounter {beego.Info(fmt.Sprintf("通知次数(%d)超过限制(%d), %s", alarmCnt, noticeCounter, content))continue}emailErr := emailSender.Send(to, "[CMDB]终端内存告警", content, []string{})params := []string{uuid, strconv.Itoa(windowTime), strconv.Itoa(ramThreshold), strconv.Itoa(cnt), strconv.Itoa(ramCounter)}smsErr := smsSender.Send(templateRamId, phones, params)beego.Info("终端内存告警: ", content, ", email通知:", emailErr, ", sms通知:", smsErr)models.DefaultAlarmManager.Create(uuid, models.AlarmTypeRam, content, now)}}}
D:\Workspace\Go\src\gocmdb\server\models\alarm.go
package modelsimport ("fmt""strconv""time""github.com/astaxie/beego/orm"
)type Alarm struct {Id int `orm:"column(id);" json:"id"`UUID string `orm:"column(uuid);size(64);" json:"uuid"`Type int `orm:"column(type)" json:"type"`Content string `orm:"column(content);type(text);" json:"content"`AlarmedTime *time.Time `orm:"column(alarmed_time);" json:"alarmed_time"`Status int `orm:"column(status);" json:"status"`Reason string `orm:"column(reason);type(text);" json:"reason"`CreatedTime *time.Time `orm:"column(created_time);auto_now_add;" json:"created_time"`DeletedTime *time.Time `orm:"column(deleted_time);null;" json:"deleted_time"`
}type AlarmManager struct{}func NewAlarmManager() *AlarmManager {return &AlarmManager{}
}func (m *AlarmManager) Create(uuid string, typ int, content string, alarmedTime time.Time) error {alarm := &Alarm{UUID: uuid,Type: typ,Content: content,AlarmedTime: &alarmedTime,Status: AlarmStatusNew,Reason: "",}_, err := orm.NewOrm().Insert(alarm)return err
}func (m *AlarmManager) GetCountByUuidAndType(uuid string, typ int, startTime time.Time) int64 {cnt, _ := orm.NewOrm().QueryTable(new(Alarm)).Filter("uuid__exact", uuid).Filter("type__exact", typ).Filter("alarmed_time__gte", startTime).Filter("deleted_time__isnull", true).Count()return cnt
}func (m *AlarmManager) GetNotification(limit int) (int64, []*Alarm) {ormer := orm.NewOrm()queryset := ormer.QueryTable(new(Alarm))cnt, _ := queryset.Filter("status__exact", AlarmStatusNew).Filter("deleted_time__isnull", true).Count()var result []*Alarmqueryset.Filter("status__exact", AlarmStatusNew).Filter("deleted_time__isnull", true).OrderBy("-alarmed_time").Limit(limit).All(&result)return cnt, result
}func (m *AlarmManager) GetCountForNoComplete() int64 {// total, _ := orm.NewOrm().QueryTable(new(Alarm)).Filter("deleted_time__isnull", true).Exclude("status__exact", AlarmStatusComplete).Count()// fmt.Println(total)total, _ := orm.NewOrm().QueryTable(new(Alarm)).Filter("deleted_time__isnull", true).Filter("status__in", AlarmStatusNew, AlarmStatusDoing).Count()return total
}func (m *AlarmManager) GetStatForNotComplete() map[string]int64 {var lines []orm.Paramsorm.NewOrm().Raw("select type, count(*) as cnt from alarm where deleted_time is null and status in (?, ?) group by type", []int{AlarmStatusDoing, AlarmStatusNew}).Values(&lines)result := map[string]int64{}for _, line := range lines {typ := line["type"].(string)cntString := line["cnt"].(string)cnt, _ := strconv.ParseInt(cntString, 10, 64)result[typ] = cnt}return result
}func (m *AlarmManager) GetLastestNStat(day int) ([]string, map[string][]int64) {endTime := time.Now()startTime := endTime.Add(-24*time.Duration(day-1)*time.Hour - 1)var lines []orm.Paramsorm.NewOrm().Raw("select date_format(alarmed_time, '%Y-%m-%d') as day, type, status, count(*) as cnt from alarm where deleted_time is null and alarmed_time >= ? group by day, type, status", startTime).Values(&lines)//key type+status = day : cnttempStat := map[string]map[string]int64{}for _, line := range lines {day, _ := line["day"].(string)status, _ := line["status"].(string)typ, _ := line["type"].(string)cntString, _ := line["cnt"].(string)cnt, _ := strconv.ParseInt(cntString, 10, 64)key := fmt.Sprintf("%s-%s", typ, status)if _, ok := tempStat[key]; !ok {tempStat[key] = map[string]int64{}}tempStat[key][day] = cnt}// type+status : [1, 2, 3, 3, 4]// "int-int"days := []string{}result := map[string][]int64{}for startTime.Before(endTime) {day := startTime.Format("2006-01-02")days = append(days, day)for _, typ := range []int{AlarmTypeOffline, AlarmTypeCPU, AlarmTypeRam} {for _, status := range []int{AlarmStatusNew, AlarmStatusDoing, AlarmStatusComplete} {key := fmt.Sprintf("%d-%d", typ, status)value := int64(0)if stat, ok := tempStat[key]; ok {value = stat[day]} else {}result[key] = append(result[key], value)}}startTime = startTime.Add(24 * time.Hour)}return days, result
}var DefaultAlarmManager = NewAlarmManager()func init() {orm.RegisterModel(new(Alarm))
}
D:\Workspace\Go\src\gocmdb\server\models\enum.go
package modelsconst (StatusUnlock = 0StatusLock = 1
)const (AlarmTypeOffline = iotaAlarmTypeCPUAlarmTypeRam
)const (AlarmStatusNew = iotaAlarmStatusDoingAlarmStatusComplete
)
D:\Workspace\Go\src\gocmdb\server\utils\email.go
package utilsimport ("gopkg.in/gomail.v2"
)type Email struct {host stringport intuser stringpassword string
}func NewEmail(host string, port int, user string, password string) *Email {return &Email{host: host,port: port,user: user,password: password,}
}func (e *Email) Send(to []string, subject string, msg string, attaches []string) error {m := gomail.NewMessage()m.SetHeader("From", e.user)m.SetHeader("To", to...)m.SetHeader("Subject", subject)m.SetBody("text/html", msg)for _, attach := range attaches {m.Attach(attach)}d := gomail.NewDialer(e.host, e.port, e.user, e.password)return d.DialAndSend(m)
}
D:\Workspace\Go\src\gocmdb\server\utils\sms.go
package utilsimport ("fmt""github.com/tencentcloud/tencentcloud-sdk-go/tencentcloud/common""github.com/tencentcloud/tencentcloud-sdk-go/tencentcloud/common/profile"sms "github.com/tencentcloud/tencentcloud-sdk-go/tencentcloud/sms/v20190711"
)type Sms struct {endpoint stringsecretId stringsecretKey stringappid stringsign string
}func NewSms(endpoint, secretId, secretKey, appid, sign string) *Sms {return &Sms{endpoint: endpoint,secretId: secretId,secretKey: secretKey,appid: appid,sign: sign,}
}func (s *Sms) Send(templateId string, phones []string, params []string) error {credential := common.NewCredential(s.secretId, s.secretKey)cpf := profile.NewClientProfile()cpf.HttpProfile.Endpoint = s.endpointclient, err := sms.NewClient(credential, "", cpf)if err != nil {return err}phoneSet := []*string{}for _, phone := range phones {temp := phonephoneSet = append(phoneSet, &temp)}paramSet := []*string{}for _, param := range params {temp := string([]rune(param)[:12])paramSet = append(paramSet, &temp)}request := sms.NewSendSmsRequest()request.PhoneNumberSet = phoneSetrequest.TemplateID = &templateIdrequest.SmsSdkAppid = &s.appidrequest.Sign = &s.signrequest.TemplateParamSet = paramSetresponse, err := client.SendSms(request)if err != nil {return err}fmt.Printf("%s", response.ToJsonString())return err
}D:\Workspace\Go\src\gocmdb\server\controllers\dashboard.go
package controllersimport ("gocmdb/server/controllers/auth""gocmdb/server/models"
)type DashboardPageController struct {LayoutController
}func (c *DashboardPageController) Index() {c.Data["menu"] = "dashboard"c.TplName = "dashboard_page/index.html"c.LayoutSections["LayoutScript"] = "dashboard_page/index.script.html"
}type DashboardController struct {auth.LoginRequiredController
}func (c *DashboardController) Stat() {onlineCnt, offlineCnt := models.DefaultAgentManager.GetStat()alarm_trend_days, alarm_trend_data := models.DefaultAlarmManager.GetLastestNStat(7)c.Data["json"] = map[string]interface{}{"code": 200,"text": "获取成功","result": map[string]interface{}{"agent_offline_count": offlineCnt,"agent_online_count": onlineCnt,"alarm_count": models.DefaultAlarmManager.GetCountForNoComplete(),"alarm_dist": models.DefaultAlarmManager.GetStatForNotComplete(),"alarm_trend": map[string]interface{}{"days": alarm_trend_days,"data": alarm_trend_data,},},}c.ServeJSON()
}
D:\Workspace\Go\src\gocmdb\server\models\agent.go
func (m *AgentManager) GetStat() (int64, int64) {now := time.Now()onlineTime := now.Add(-5 * time.Minute)queryset := orm.NewOrm().QueryTable(new(Agent)).Filter("deleted_time__isnull", true)onlineCnt, _ := queryset.Filter("heartbeat_time__gte", onlineTime).Count()offlineCnt, _ := queryset.Filter("heartbeat_time__lt", onlineTime).Count()return onlineCnt, offlineCnt
}D:\Workspace\Go\src\gocmdb\server\routers\router.go
// 认证beego.Router("/", &controllers.IndexController{}, "get:Index")// 认证beego.AutoRouter(&auth.AuthController{})// Dashboardbeego.AutoRouter(&controllers.DashboardPageController{})// Dashboardbeego.AutoRouter(&controllers.DashboardController{})// 用户页面beego.AutoRouter(&controllers.UserPageController{})D:\Workspace\Go\src\gocmdb\server\controllers\default.go
package controllersimport ("github.com/astaxie/beego""net/http"
)type IndexController struct {beego.Controller
}func (c *IndexController) Index() {c.Redirect(beego.URLFor(beego.AppConfig.String("home")), http.StatusFound)
}
D:\Workspace\Go\src\gocmdb\server\views\dashboard_page\index.html
D:\Workspace\Go\src\gocmdb\server\views\dashboard_page\index.script.html
任务
终端
插件
插件参数
状态
开始时间
结束时间
任务结果
任务
结果
失败原因
AGENT 如何获取任务
定时从server上要任务 每隔10s问下server，我有哪些任务（新创建）要执行
(ENS)我去查一下，2个任务，标记任务已经返回给AGENT(执行中)，返回给AGENT
任务执行
每个任务 => 插件
插件管理 => 负责执行
ENS =>（管道）=> Manager 通信
redis常用操作
auth 认证
ping 测试
针对KEY的处理
type,del,keys,ttl,expire,exists
针对每种数据类型的
字符串
set
get
mset
mget
setnx
incr
incrby
decr
decrby
列表
lpush
rpush
lpop
rpop
lrange
llen
brpop
blpop
哈希
hset
hget
hmset
hmget
hsetnx
hdel
hexists
hlen
hgetall
集合
sadd
scard
smembers
sismember
srem
有序集合
zadd
zcard
zrange
zrevrange
zrangebyscore
zrevrangebyscore
zrem
发布订阅
subscribe
publish
运维的
心跳 =》 db
心跳 =》 zset
uuid score time unix
zrangebyscore uuid
now - 5 now
supervisor
1. yum install/pip install
2. systemd
部署架构
缓存
架构图
进程通信
配置
任务
任务下发&执行流程
Redis
NGINX
交叉编译&条件编译
其他
Websocket
elasticsearch
Go操作Redis
第三方库：github.com/gomodule/redigo/redis
字符串操作
KEY操作
LIST操作
HASH操作
SET操作
ZSET操作
发布订阅操作
REDIS应用
缓存: 如SESSION
进程通信：队列（生产者、消费者）
选主
排名：有序集合
消息广播：发布订阅
BEEGO使用REDIS存储SESSION
配置
导入包
BEEGO中使用Redis缓存
BEEGO中使用Redis缓存
Beego web部署
go build web.go
复制 web.exe static views conf到部署环境
启动web程序
NGINX
Nginx 是一个高性能的HTTP和反向代理web服务器
负载均衡算法
轮询
指定权重
ip_hash
fair
url_hash
NGINX代理Beego Web程序
可修改beego web只可本地访问(httpaddr)
配置nginx.conf并启动
daemon off;
#user nobody;
worker_processes 4;#error_log logs/error.log;
#error_log logs/error.log notice;
#error_log logs/error.log info;pid logs/nginx.pid;events {worker_connections 10240;
}http {include mime.types;default_type application/octet-stream;log_format main '$remote_addr - $remote_user [$time_local] "$request" ''$status $body_bytes_sent "$http_referer" ''"$http_user_agent" "$http_x_forwarded_for"';#access_log logs/access.log main;sendfile on;#tcp_nopush on;#keepalive_timeout 0;keepalive_timeout 65;#gzip on;upstream app_server_cmdb {server 127.0.0.1:8888;}server {listen 80;server_name cmdb;charset utf-8;error_log logs/cmdb.error.log debug;access_log logs/cmdb.access.log main;root D:\\codes\\gocmdb-deploy;gzip on;gzip_min_length 1024;gzip_comp_level 2;gzip_types text/plain application/x-javascript text/css application/xml text/javascript application/x-httpd-php image/jpeg image/gif image/png;gzip_vary on;client_body_temp_path temp/client_body_temp_cmdb 1 2 ;proxy_temp_path temp/proxy_temp_cmdb 1 2;fastcgi_temp_path temp/fastcgi_temp_cmdb 1 2;uwsgi_temp_path temp/uwsgi_temp_cmdb 1 2;scgi_temp_path temp/scgi_temp_cmdb 1 2;location /static/ {alias D:\\codes\\gocmdb-deploy\\static\\;expires 1d;access_log off;}location / {try_files $uri @proxy_to_app;}location @proxy_to_app {proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;proxy_set_header X-Forwarded-Proto $scheme;proxy_set_header Host $http_host;proxy_redirect off;proxy_pass http://app_server_cmdb;}}upstream app_server_test {server 127.0.0.1:9990 weight=2;server 127.0.0.1:9991;}server {listen 8080;server_name test;charset utf-8;error_log logs/test.error.log debug;access_log logs/test.access.log main;root D:\\codes\\test;gzip on;gzip_min_length 1024;gzip_comp_level 2;gzip_types text/plain application/x-javascript text/css application/xml text/javascript application/x-httpd-php image/jpeg image/gif image/png;gzip_vary on;client_body_temp_path temp/client_body_temp_cmdb 1 2 ;proxy_temp_path temp/proxy_temp_cmdb 1 2;fastcgi_temp_path temp/fastcgi_temp_cmdb 1 2;uwsgi_temp_path temp/uwsgi_temp_cmdb 1 2;scgi_temp_path temp/scgi_temp_cmdb 1 2;location /static/ {alias D:\\codes\\test\\static\\;expires 1d;access_log off;}location / {try_files $uri @proxy_to_app;}location @proxy_to_app {proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;proxy_set_header X-Forwarded-Proto $scheme;proxy_set_header Host $http_host;proxy_redirect off;proxy_pass http://app_server_test;}}
}
NGINX负载均衡使用
分别启动cache程序为9990和9991端口
交叉编译&条件编译
交叉编译仅在未使用CGO时可用
$GOOS.go
$GOOS_$GOARCH.go
性能测试
API to DB
API to Redis
agent开发
D:\Workspace\Go\src\gocmdb\agent\config\config.go
type Config struct {Task chan interface{}TaskResult chan interface{}
}return &Config{Task: make(chan interface{}, 128),TaskResult: make(chan interface{}, 128),}, nilD:\Workspace\Go\src\gocmdb\agent\ens\ens.go
func (s *ENS) Start() {logrus.Info("ENS 开始运行")headers := req.Header{"Token": s.conf.Token}request := req.New()go func() {endpoint := fmt.Sprintf("%s/result/%s/", s.conf.Endpoint, s.conf.UUID)for evt := range s.conf.TaskResult {response, err := request.Post(endpoint, req.BodyJSON(evt), headers)if err == nil {result := map[string]interface{}{}response.ToJSON(&result)logrus.WithFields(logrus.Fields{"taskResult": evt,"result": result,}).Debug("任务结果上传成功")} else {logrus.WithFields(logrus.Fields{"taskResult": evt,"error": err,}).Error("任务结果上传失败")}}}()go func() {endpoint := fmt.Sprintf("%s/task/%s/", s.conf.Endpoint, s.conf.UUID)for now := range time.Tick(10 * time.Second) {response, err := request.Get(endpoint, req.QueryParam{"time": now.Unix()}, headers)if err == nil {result := map[string]interface{}{}response.ToJSON(&result)logrus.WithFields(logrus.Fields{"result": result,}).Debug("获取任务成功")tasks, _ := result["result"].([]interface{})for _, taskMap := range tasks {if task, err := entity.NewTask(taskMap); err == nil {s.conf.Task <- task}}} else {logrus.WithFields(logrus.Fields{"error": err,}).Error("获取任务失败")}}}()
}D:\Workspace\Go\src\gocmdb\agent\entity\task.go
package entityimport ("encoding/json"
)type Task struct {Id int `json:"id"`Plugin string `json:"plugin"`Params string `json:"params"`Timeout int `json:"timeout"`
}func NewTask(taskMap interface{}) (Task, error) {var task Taskif taskBytes, err := json.Marshal(taskMap); err != nil {return task, err} else if err = json.Unmarshal(taskBytes, &task); err != nil {return task, err}return task, nil
}type Result struct {TaskId int `json:"task_id"`Status int `json:"status"`Result string `json:"result"`Err string `json:"err"`
}func NewResult(task Task, result interface{}, err error) Result {bytes, _ := json.Marshal(result)errInfo := ""status := 0if err != nil {status = 1errInfo = err.Error()}return Result{TaskId: task.Id,Status: status,Result: string(bytes),Err: errInfo,}
}
D:\Workspace\Go\src\gocmdb\agent\plugins\init\task.go
package initimport ("gocmdb/agent/plugins""gocmdb/agent/plugins/task"
)func init() {plugins.DefaultManager.RegisterTask(&task.Process{})
}
D:\Workspace\Go\src\gocmdb\agent\plugins\task\process.go
package taskimport ("gocmdb/agent/config""github.com/shirou/gopsutil/process"
)type Process struct {conf *config.Config
}func (p *Process) Name() string {return "process"
}func (p *Process) Init(conf *config.Config) {p.conf = conf
}func (p *Process) Call(params string) (interface{}, error) {pids, err := process.Pids()if err != nil {return nil, err}rs := make([]map[string]interface{}, len(pids))for index, pid := range pids {ps, err := process.NewProcess(pid)if err != nil {continue}name, _ := ps.Name()exe, _ := ps.Exe()cmd, _ := ps.Cmdline()createdTime, _ := ps.CreateTime()ppid, _ := ps.Ppid()cwd, _ := ps.Cwd()numFDs, _ := ps.NumFDs()numThreads, _ := ps.NumThreads()memoryInfo, _ := ps.MemoryInfo()connections, _ := ps.Connections()rs[index] = map[string]interface{}{"pid": pid,"ppid": ppid,"name": name,"exe": exe,"cmd": cmd,"createdTime": createdTime,"cwd": cwd,"numFDs": numFDs,"numThreads": numThreads,"memoryInfo": memoryInfo,"connections": connections,}}return rs, nil
}
D:\Workspace\Go\src\gocmdb\agent\plugins\base.go
type TaskPlugin interface {Name() stringInit(*config.Config)Call(params string) (interface{}, error)
}D:\Workspace\Go\src\gocmdb\agent\plugins\manager.go
package pluginsimport ("errors""gocmdb/agent/config""time""gocmdb/agent/entity""github.com/sirupsen/logrus"
)type Manager struct {Conf *config.ConfigCycles map[string]CyclePluginTasks map[string]TaskPlugin
}func NewManager() *Manager {return &Manager{Cycles: make(map[string]CyclePlugin),Tasks: make(map[string]TaskPlugin),}
}func (m *Manager) RegisterCycle(p CyclePlugin) {m.Cycles[p.Name()] = plogrus.WithFields(logrus.Fields{"Name": p.Name(),"Type": "周期型",}).Info("插件注册")
}func (m *Manager) RegisterTask(p TaskPlugin) {m.Tasks[p.Name()] = plogrus.WithFields(logrus.Fields{"Name": p.Name(),"Type": "任务型",}).Info("插件注册")
}func (m *Manager) Init(conf *config.Config) {for name, plugin := range m.Cycles {plugin.Init(conf)logrus.WithFields(logrus.Fields{"Name": name,}).Info("初始化插件")}for name, plugin := range m.Tasks {plugin.Init(conf)logrus.WithFields(logrus.Fields{"Name": name,}).Info("初始化插件")}
}func (m *Manager) Start() {go m.StartCycle()go m.StartTask()
}func (m *Manager) StartCycle() {for now := range time.Tick(time.Second) {for name, plugin := range m.Cycles {if now.After(plugin.NextTime()) {if evt, err := plugin.Call(); err == nil {logrus.WithFields(logrus.Fields{"Name": name,"Result": evt,}).Debug("插件执行")plugin.Pipline() <- evt} else {logrus.WithFields(logrus.Fields{"Name": name,"error": err,}).Debug("插件执行失败")}}}}
}func (m *Manager) StartTask() {for task := range m.Conf.Task {taskObj, _ := task.(entity.Task)if plugin, ok := m.Tasks[taskObj.Plugin]; !ok {logrus.WithFields(logrus.Fields{"task": taskObj,}).Error("插件执行失败, 插件不存在")m.Conf.TaskResult <- entity.NewResult(taskObj, nil, errors.New("插件不存在"))} else {go func(pluginName string, plugin TaskPlugin) {result, err := plugin.Call(taskObj.Params)logrus.WithFields(logrus.Fields{"Name": pluginName,"task": taskObj,"Result": result,"Err": err,}).Error("插件执行完成")m.Conf.TaskResult <- entity.NewResult(taskObj, result, err)}(plugin.Name(), plugin)}}
}var DefaultManager = NewManager()
server端开发
D:\Workspace\Go\src\gocmdb\server\web.go
package mainimport ("flag""fmt""os""gocmdb/server/models"_ "gocmdb/server/routers""gocmdb/server/utils""github.com/astaxie/beego""github.com/astaxie/beego/orm"_ "github.com/go-sql-driver/mysql"_ "gocmdb/server/cloud/plugins"_ "github.com/astaxie/beego/session/redis"
)func main() {// 初始化命令行参数h := flag.Bool("h", false, "help")help := flag.Bool("help", false, "help")init := flag.Bool("init", false, "init server")syncdb := flag.Bool("syncdb", false, "sync db")force := flag.Bool("force", false, "force sync db(drop table)")verbose := flag.Bool("v", false, "verbose")flag.Usage = func() {fmt.Println("usage: web -h")flag.PrintDefaults()}// 解析命令行参数flag.Parse()if *h || *help {flag.Usage()os.Exit(0)}// 设置日志到文件beego.SetLogger("file", `{"filename" : "logs/web.log","level" : 7}`,)if !*verbose {//删除控制台日志beego.BeeLogger.DelLogger("console")} else {orm.Debug = true}// 初始化ormorm.RegisterDriver("mysql", orm.DRMySQL)orm.RegisterDataBase("default", "mysql", beego.AppConfig.String("dsn"))// 测试数据库连接是否正常if db, err := orm.GetDB(); err != nil || db.Ping() != nil {beego.Error("数据库连接错误")os.Exit(-1)}// 根据参数选择执行流程switch {case *init:orm.RunSyncdb("default", *force, *verbose)ormer := orm.NewOrm()admin := &models.User{Name: "admin", IsSuperman: true}if err := ormer.Read(admin, "Name"); err == orm.ErrNoRows {password := utils.RandString(6)admin.SetPassword(password)if _, err := ormer.Insert(admin); err == nil {beego.Informational("初始化admin成功, 默认密码:", password)} else {beego.Error("初始化用户失败, 错误:", err)}} else {beego.Informational("admin用户已存在, 跳过")}case *syncdb:orm.RunSyncdb("default", *force, *verbose)beego.Informational("同步数据库")default:beego.Run()}
}
D:\Workspace\Go\src\gocmdb\server\alarm.go
package mainimport ("flag""fmt""os""os/signal""strconv""syscall""time""github.com/astaxie/beego""github.com/astaxie/beego/orm"_ "github.com/go-sql-driver/mysql""gocmdb/server/models"_ "gocmdb/server/routers""gocmdb/server/utils"
)func main() {// 初始化命令行参数h := flag.Bool("h", false, "help")help := flag.Bool("help", false, "help")verbose := flag.Bool("v", false, "verbose")flag.Usage = func() {fmt.Println("usage: alarm -h")flag.PrintDefaults()}// 解析命令行参数flag.Parse()if *h || *help {flag.Usage()os.Exit(0)}// 设置日志到文件beego.SetLogger("file", `{"filename" : "logs/alarm.log","level" : 7}`,)if !*verbose {//删除控制台日志beego.BeeLogger.DelLogger("console")} else {orm.Debug = true}// 初始化ormorm.RegisterDriver("mysql", orm.DRMySQL)orm.RegisterDataBase("default", "mysql", beego.AppConfig.String("dsn"))// 测试数据库连接是否正常if db, err := orm.GetDB(); err != nil || db.Ping() != nil {beego.Error("数据库连接错误")os.Exit(-1)}host := beego.AppConfig.String("smtp::host")port, _ := beego.AppConfig.Int("smtp::port")user := beego.AppConfig.String("smtp::user")password := beego.AppConfig.String("smtp::password")to := beego.AppConfig.Strings("smtp::to")emailSender := utils.NewEmail(host, port, user, password)smsSender := utils.NewSms(beego.AppConfig.String("sms::endpoint"),beego.AppConfig.String("sms::secretId"),beego.AppConfig.String("sms::secretKey"),beego.AppConfig.String("sms::appid"),beego.AppConfig.String("sms::sign"),)templateOfflineId := beego.AppConfig.String("sms::templateOfflineId")templateCPUId := beego.AppConfig.String("sms::templateCPUId")templateRamId := beego.AppConfig.String("sms::templateRamId")phones := beego.AppConfig.Strings("sms::phones")go func() {// 离线告警offlineTime := 5noticeWindowTime := 60noticeCounter := int64(2)for now := range time.Tick(time.Minute) {beego.Debug("离线告警", now)endTime := now.Add(-1 * time.Duration(offlineTime) * time.Minute) // 5 根据配置noticeStartTime := now.Add(-1 * time.Duration(noticeWindowTime) * time.Minute)var result []orm.Paramsorm.NewOrm().Raw("SELECT uuid,heartbeat_time from agent where deleted_time is null and heartbeat_time < ?", endTime).Values(&result)for _, line := range result {uuid, _ := line["uuid"].(string)heartbeat_time, _ := line["heartbeat_time"].(string)content := fmt.Sprintf("终端[%s]最后一次发送心跳时间为%s, 已超过离线时间%d分钟", uuid, heartbeat_time, offlineTime)alarmCnt := models.DefaultAlarmManager.GetCountByUuidAndType(uuid, models.AlarmTypeOffline, noticeStartTime)if alarmCnt >= noticeCounter {beego.Info(fmt.Sprintf("通知次数(%d)超过限制(%d), %s", alarmCnt, noticeCounter, content))continue}emailErr := emailSender.Send(to, "[CMDB]终端离线告警", content, []string{})params := []string{uuid, heartbeat_time, strconv.Itoa(offlineTime)}smsErr := smsSender.Send(templateOfflineId, phones, params)beego.Info("终端离线告警: ", content, ", email通知:", emailErr, ", sms通知:", smsErr)models.DefaultAlarmManager.Create(uuid, models.AlarmTypeOffline, content, now)}}}()go func() {windowTime := 5cpuThreshold := 10cpuCounter := 3noticeWindowTime := 60noticeCounter := int64(2)// CPU使用率for now := range time.Tick(time.Minute) {beego.Debug("CPU使用率告警", now)startTime := now.Add(-1 * time.Duration(windowTime) * time.Minute) // 5 根据配置noticeStartTime := now.Add(-1 * time.Duration(noticeWindowTime) * time.Minute)var result []orm.Paramsorm.NewOrm().Raw("SELECT uuid, count(*) as cnt from resource where deleted_time is null and created_time >= ? and cpu_percent >= ? group by uuid having count(*) >= ?", startTime, cpuThreshold, cpuCounter).Values(&result)for _, line := range result {uuid, _ := line["uuid"].(string)cntString, _ := line["cnt"].(string)cnt, _ := strconv.Atoi(cntString)content := fmt.Sprintf("终端[%s]在最近%d分钟内CPU使用率大于%d%%的次数为%d, 已超过%d次", uuid, windowTime, cpuThreshold, cnt, cpuCounter)alarmCnt := models.DefaultAlarmManager.GetCountByUuidAndType(uuid, models.AlarmTypeCPU, noticeStartTime)if alarmCnt >= noticeCounter {beego.Info(fmt.Sprintf("通知次数(%d)超过限制(%d), %s", alarmCnt, noticeCounter, content))continue}emailErr := emailSender.Send(to, "[CMDB]终端CPU告警", content, []string{})params := []string{uuid, strconv.Itoa(windowTime), strconv.Itoa(cpuThreshold), strconv.Itoa(cnt), strconv.Itoa(cpuCounter)}smsErr := smsSender.Send(templateCPUId, phones, params)beego.Info("终端CPU告警: ", content, ", email通知:", emailErr, ", sms通知:", smsErr)models.DefaultAlarmManager.Create(uuid, models.AlarmTypeCPU, content, now)}}}()// 内存使用率go func() {windowTime := 5ramThreshold := 10ramCounter := 3noticeWindowTime := 60noticeCounter := int64(2)for now := range time.Tick(time.Minute) {beego.Debug("内存使用率告警", now)startTime := now.Add(-1 * time.Duration(windowTime) * time.Minute) // 5 根据配置noticeStartTime := now.Add(-1 * time.Duration(noticeWindowTime) * time.Minute) // 5 根据配置var result []orm.Paramsorm.NewOrm().Raw("SELECT uuid, count(*) as cnt from resource where deleted_time is null and created_time >= ? and ram_percent >= ? group by uuid having count(*) >= ?", startTime, ramThreshold, ramCounter).Values(&result)for _, line := range result {uuid, _ := line["uuid"].(string)cntString, _ := line["cnt"].(string)cnt, _ := strconv.Atoi(cntString)content := fmt.Sprintf("终端[%s]在最近%d分钟内内存使用率大于%d%%的次数为%d, 已超过%d次", uuid, windowTime, ramThreshold, cnt, ramCounter)alarmCnt := models.DefaultAlarmManager.GetCountByUuidAndType(uuid, models.AlarmTypeRam, noticeStartTime)if alarmCnt >= noticeCounter {beego.Info(fmt.Sprintf("通知次数(%d)超过限制(%d), %s", alarmCnt, noticeCounter, content))continue}emailErr := emailSender.Send(to, "[CMDB]终端内存告警", content, []string{})params := []string{uuid, strconv.Itoa(windowTime), strconv.Itoa(ramThreshold), strconv.Itoa(cnt), strconv.Itoa(ramCounter)}smsErr := smsSender.Send(templateRamId, phones, params)beego.Info("终端内存告警: ", content, ", email通知:", emailErr, ", sms通知:", smsErr)models.DefaultAlarmManager.Create(uuid, models.AlarmTypeRam, content, now)}}}()ch := make(chan os.Signal, 1)signal.Notify(ch, syscall.SIGINT, syscall.SIGTERM)<-ch
}
D:\Workspace\Go\src\gocmdb\server\controllers\alarm.go
package controllersimport ("strings""gocmdb/server/controllers/auth""gocmdb/server/models"
)type AlarmPageController struct {LayoutController
}func (c *AlarmPageController) Index() {c.Data["menu"] = "alarm_management"c.Data["expand"] = "monitoring"c.TplName = "alarm_page/index.html"c.LayoutSections["LayoutScript"] = "alarm_page/index.script.html"
}type AlarmController struct {auth.LoginRequiredController
}func (c *AlarmController) List() {//draw,start, length, qdraw, _ := c.GetInt("draw")start, _ := c.GetInt64("start")length, _ := c.GetInt("length")q := strings.TrimSpace(c.GetString("q"))result, total, queryTotal := models.DefaultAlarmManager.Query(q, start, length)c.Data["json"] = map[string]interface{}{"code": 200,"text": "获取成功","result": result,"draw": draw,"recordsTotal": total,"recordsFiltered": queryTotal,}c.ServeJSON()
}
D:\Workspace\Go\src\gocmdb\server\controllers\api\v2\api.go
func (c *APIController) Task() {c.Data["json"] = map[string]interface{}{"code": 200,"text": "成功","result": models.DefaultTaskManager.GetByUuid(c.Ctx.Input.Param(":uuid")),}c.ServeJSON()
}func (c *APIController) TaskResult() {rt := map[string]interface{}{"code": 400,"text": "","result": nil,}result := &models.Result{}if err := json.Unmarshal(c.Ctx.Input.RequestBody, result); err == nil {if err := models.DefaultTaskManager.Result(c.Ctx.Input.Param(":uuid"), result); err != nil {rt["text"] = err.Error()} else {rt = map[string]interface{}{"code": 200,"text": "成功","result": nil,}}} else {rt["text"] = err.Error()}c.Data["json"] = rtc.ServeJSON()
}
D:\Workspace\Go\src\gocmdb\server\controllers\layout.go
func (c *LayoutController) Prepare() { alarmCount, alarms := models.DefaultAlarmManager.GetNotification(10)c.Data["alarm"] = map[string]interface{}{"count": alarmCount,"list": alarms,}
}D:\Workspace\Go\src\gocmdb\server\models\task.go
package modelsimport ("fmt""time""github.com/astaxie/beego/orm"
)type Task struct {Id int `orm:"column(id);" json:"id"`UUID string `orm:"column(uuid);size(64);" json:"uuid"`Plugin string `orm:"column(plugin);size(32);" json:"plugin"`Params string `orm:"column(params);type(text);" json:"params"`Timeout int `orm:"column(timeout);" json:"timeout"`Status int `orm:"column(status);" json:"status"`CreatedTime *time.Time `orm:"column(created_time);auto_now_add;" json:"created_time"`CompletedTime *time.Time `orm:"column(completed_time);null;" json:"completed_time"`DeletedTime *time.Time `orm:"column(deleted_time);null;" json:"deleted_time"`Result *Result `orm:"column(result);reverse(one);" json:"result"`
}type TaskManager struct{}func NewTaskManager() *TaskManager {return &TaskManager{}
}func (m *TaskManager) Create(uuid string, plugin string, params string, timeout int) error {ormer := orm.NewOrm()task := &Task{UUID: uuid,Plugin: plugin,Params: params,Timeout: timeout,Status: TaskStatusNew,}if _, err := ormer.Insert(task); err != nil {return err}return nil
}func (m *TaskManager) GetByUuid(uuid string) []*Task {ormer := orm.NewOrm()queryset := ormer.QueryTable(new(Task))condition := orm.NewCondition()condition = condition.And("deleted_time__isnull", true)condition = condition.And("uuid__exact", uuid)condition = condition.And("status__in", TaskStatusNew)var result []*Taskqueryset.SetCond(condition).All(&result)queryset.SetCond(condition).Update(orm.Params{"status": TaskStatusExecing})return result
}func (m *TaskManager) GetByIdAndUuid(id int, uuid string) *Task {ormer := orm.NewOrm()task := &Task{Id: id, UUID: uuid}if err := ormer.Read(task, "id", "uuid"); err == nil {return task}return nil
}func (m *TaskManager) Result(uuid string, result *Result) error {ormer := orm.NewOrm()task := m.GetByIdAndUuid(result.TaskId, uuid)if task == nil {return fmt.Errorf("针对终端%s任务%s不存在", uuid, result.TaskId)}now := time.Now()task.Status = TaskStatusSuccessif result.Status != 0 {task.Status = TaskStatusFailure}task.CompletedTime = &nowif _, err := ormer.Update(task); err != nil {return err}result.Task = taskif _, err := ormer.Insert(result); err != nil {return err}return nil
}var DefaultTaskManager = NewTaskManager()type Result struct {Id int `orm:"column(id);" json:"id"`Task *Task `orm:"column(task);rel(one);" json:"task"`TaskId int `orm:"-" json:"task_id"`Status int `orm:"-" json:"status"`Result string `orm:"column(result);type(text);" json:"result"`Err string `orm:"column(err);type(text);" json:"err"`CreatedTime *time.Time `orm:"column(created_time);auto_now_add;" json:"created_time"`DeletedTime *time.Time `orm:"column(deleted_time);null;" json:"deleted_time"`
}func init() {orm.RegisterModel(new(Task), new(Result))
}
D:\Workspace\Go\src\gocmdb\server\models\enum.go
const (
TaskStatusNew = iota
TaskStatusCancel
TaskStatusScheduling
TaskStatusExecing
TaskStatusSuccess
TaskStatusFailure
)
D:\Workspace\Go\src\gocmdb\server\models\alarm.go
func (m *AlarmManager) Query(q string, start int64, length int) ([]*Alarm, int64, int64) {ormer := orm.NewOrm()queryset := ormer.QueryTable(&Alarm{})condition := orm.NewCondition()condition = condition.And("deleted_time__isnull", true)total, _ := queryset.SetCond(condition).Count()qtotal := totalif q != "" {query := orm.NewCondition()condition = condition.AndCond(query)qtotal, _ = queryset.SetCond(condition).Count()}var result []*Alarmqueryset.SetCond(condition).OrderBy("-created_time").Limit(length).Offset(start).All(&result)return result, total, qtotal
}D:\Workspace\Go\src\gocmdb\server\controllers\api\v1\api.go
func (c *APIController) Task() {c.Data["json"] = map[string]interface{}{"code": 200,"text": "成功","result": models.DefaultTaskManager.GetByUuid(c.Ctx.Input.Param(":uuid")),}c.ServeJSON()
}func (c *APIController) TaskResult() {rt := map[string]interface{}{"code": 400,"text": "","result": nil,}result := &models.Result{}if err := json.Unmarshal(c.Ctx.Input.RequestBody, result); err == nil {if err := models.DefaultTaskManager.Result(c.Ctx.Input.Param(":uuid"), result); err != nil {rt["text"] = err.Error()} else {rt = map[string]interface{}{"code": 200,"text": "成功","result": nil,}}} else {rt["text"] = err.Error()}c.Data["json"] = rtc.ServeJSON()
}D:\Workspace\Go\src\gocmdb\server\routers\router.go
// 告警页面beego.AutoRouter(&controllers.AlarmPageController{})// 告警beego.AutoRouter(&controllers.AlarmController{})v1Namespace := beego.NewNamespace("/v1",beego.NSRouter("api/heartbeat/:uuid/", &v1.APIController{}, "*:Heartbeat"),beego.NSRouter("api/register/:uuid/", &v1.APIController{}, "*:Register"),beego.NSRouter("api/log/:uuid/", &v1.APIController{}, "*:Log"),beego.NSRouter("api/task/:uuid/", &v1.APIController{}, "*:Task"),beego.NSRouter("api/result/:uuid/", &v1.APIController{}, "*:TaskResult"),)beego.AddNamespace(v1Namespace)v2Namespace := beego.NewNamespace("/v2",beego.NSRouter("api/heartbeat/:uuid/", &v2.APIController{}, "*:Heartbeat"),beego.NSRouter("api/register/:uuid/", &v2.APIController{}, "*:Register"),beego.NSRouter("api/log/:uuid/", &v2.APIController{}, "*:Log"),beego.NSRouter("api/task/:uuid/", &v2.APIController{}, "*:Task"),beego.NSRouter("api/result/:uuid/", &v2.APIController{}, "*:TaskResult"),)beego.AddNamespace(v2Namespace)D:\Workspace\Go\src\gocmdb\server\views\alarm_page\index.html
D:\Workspace\Go\src\gocmdb\server\views\alarm_page\index.script.html
展示
仪表板
终端
告警管理
云平台添加
腾讯云
本文来自互联网用户投稿，文章观点仅代表作者本人，不代表本站立场，不承担相关法律责任。如若转载，请注明出处。 如若内容造成侵权/违法违规/事实不符，请点击【内容举报】进行投诉反馈！