DKube v0.1

This commit is contained in:
dqzboy
2022-08-16 11:53:44 +08:00
parent 2a3a43d5d4
commit afdc6c531f
13 changed files with 1714 additions and 0 deletions

139
service/dataselector.go Normal file
View File

@ -0,0 +1,139 @@
package service
import (
appsv1 "k8s.io/api/apps/v1" //引入K8s的APPSv1的包.定义别名为appsv1
corev1 "k8s.io/api/core/v1" //引入K8s的corev1的包.定义别名为corev1
"sort"
"strings"
"time"
)
//定义结构体dataSelector用于封装排序、过滤、分页的数据类型
type dataSelector struct { //包内调用,首字母小写
GenericDataList []DataCell
DataSelect *DataSelectQuery
}
// DataCell DataCell接口用于各种资源List类型的转换转换后可以使用dataSelector的排序、过滤、分页方法
type DataCell interface {
GetCreation() time.Time
GetName() string
}
// DataSelectQuery 定义过滤和分页结构体,过滤使用Name过滤分页使用Limit和page
//Limit 是单页的数据条数
//Page是第几页
type DataSelectQuery struct {
Filter *FilterQuery
Paginate *PaginateQuery
}
type FilterQuery struct {
Name string
}
type PaginateQuery struct {
Limit int
Page int
}
// Len 实现自定义结构体的排序需要重写Len、Swap、Less方法
//Len方法用于获取数组的长度
func (d *dataSelector) Len() int {
return len(d.GenericDataList)
}
// Swap 方法用于数据比较大小之后的位置变更
func (d *dataSelector) Swap(i, j int) {
//临时变量对调 i,j ==> j.i
d.GenericDataList[i], d.GenericDataList[j] = d.GenericDataList[j], d.GenericDataList[i]
}
// Less 方法用于比较大小
func (d *dataSelector) Less(i, j int) bool {
a := d.GenericDataList[i].GetCreation()
b := d.GenericDataList[j].GetCreation()
//比较B的时间是否在A之前触发位置调换
return b.Before(a)
}
//重写以上三个方法使用sort.Sort进行排序
func (d *dataSelector) Sort() *dataSelector {
sort.Sort(d)
return d
}
// Filter 方法用于过滤数据比较数据的Name属性如果包含则返回
func (d *dataSelector) Filter() *dataSelector {
//判断入参是否为空,如果为空则返回所有数据
if d.DataSelect.Filter.Name == "" {
return d
}
//如果不为空则按照入参Name进行过滤
//声明一个新的数组。若Name包含则把数据放进数组返回出去
filtered := []DataCell{}
for _, value := range d.GenericDataList {
//定义是否匹配的标签变量,然后默认是匹配
matches := true
objName := value.GetName()
if strings.Contains(objName, d.DataSelect.Filter.Name) {
matches = false
continue //跳过当前循环,执行下一次循环
}
if matches {
filtered = append(filtered, value)
}
}
d.GenericDataList = filtered
return d
}
// Paginate 方法用于数组的分页根据Limit和Page的传参取一定范围内的数据返回
func (d *dataSelector) Paginate() *dataSelector {
//根据Limit和Page的入参定义快捷变量
limit := d.DataSelect.Paginate.Limit
page := d.DataSelect.Paginate.Page
//检验参数的合法性
if limit <= 0 || page <= 0 {
return d
}
//定义取数范围需要的starIndex和endIndex
startIndex := limit * (page - 1)
endIndex := limit*page - 1
//出来endIndex
if endIndex > len(d.GenericDataList) {
endIndex = len(d.GenericDataList)
}
d.GenericDataList = d.GenericDataList[startIndex:endIndex]
return d
}
// 定义podCell类型重写GetCreateion和GetName方法后可进行数据转换
//corev1.Pod --> podCell --> DataCell
//appsv1.Deployment --> deployCell --> DataCell
type podCell corev1.Pod
// GetCreation 重写DataCell接口的两个方法
func (p podCell) GetCreation() time.Time {
return p.CreationTimestamp.Time
}
func (p podCell) GetName() string {
return p.Name
}
type deploymentCell appsv1.Deployment
func (d deploymentCell) GetCreation() time.Time {
return d.CreationTimestamp.Time
}
func (d deploymentCell) GetName() string {
return d.Name
}

318
service/deployment.go Normal file
View File

@ -0,0 +1,318 @@
package service
import (
"context"
"encoding/json"
"errors"
"github.com/wonderivan/logger"
appsv1 "k8s.io/api/apps/v1"
corev1 "k8s.io/api/core/v1"
"k8s.io/apimachinery/pkg/api/resource"
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
"k8s.io/apimachinery/pkg/util/intstr"
"strconv"
"time"
)
var Deployment deployment
type deployment struct{}
//定义列表的返回内容Items是deployment元素列表Total为deployment元素数量
type DeploymentsResp struct {
Items []appsv1.Deployment `json:"items"`
Total int
}
//定义DeployCreate结构体用于创建deployment需要的参数属性的定义
type DeployCreate struct {
Name string `json:"name"`
Namespace string `json:"namespace"`
Replicas int32 `json:"replicas"`
Image string `json:"image"`
Label map[string]string `json:"label"`
Cpu string `json:"cpu"`
Memory string `json:"memory"`
ContainerPort int32 `json:"container_port"`
HealthCheck bool `json:"health_check"`
HealthPath string `json:"health_path"`
}
//定义DeploysNp类型,用于返回namespace中的deployment数据
type DeploysNp struct {
Namespace string `json:"namespace"`
DeployNum int `json:"deployment_num"`
}
//获取deployment列表支持过滤、排序、分页
func (d *deployment) GetDeployments(filterName, namespace string, limit, page int) (deploymentsResp *DeploymentsResp, err error) {
//获取deploymentList类型的deployment列表
deploymentList, err := K8s.ClientSet.AppsV1().Deployments(namespace).List(context.TODO(), metav1.ListOptions{})
if err != nil {
//打印日志,排错
logger.Error("获取Deployment列表失败," + err.Error())
//返回给上一层最终返回给前端前端打印出该error
return nil, errors.New("获取Deployment列表失败," + err.Error())
}
//将deploymentList中的deployment列表(Items)放进dataselector对象中进行排序
selectableData := &dataSelector{
GenericDataList: d.toCells(deploymentList.Items),
DataSelect: &DataSelectQuery{
Filter: &FilterQuery{Name: filterName},
Paginate: &PaginateQuery{
Limit: limit,
Page: page,
},
},
}
//先过滤
filtered := selectableData.Filter()
total := len(filtered.GenericDataList)
//排序和分页
data := filtered.Sort().Paginate()
//将DataCell类型的deployment列表转换成appsv1.deployment列表
deployments := d.fromCells(data.GenericDataList)
return &DeploymentsResp{
Items: deployments,
Total: total,
}, nil
}
//获取Deployment详情
func (d *deployment) GetDeploymentDetail(deploymentName, namespace string) (deployment *appsv1.Deployment, err error) {
deployment, err = K8s.ClientSet.AppsV1().Deployments(namespace).Get(context.TODO(), deploymentName, metav1.GetOptions{})
if err != nil {
logger.Error("获取Deployment详情失败," + err.Error())
return nil, errors.New("获取Deployment详情失败," + err.Error())
}
return deployment, nil
}
//修改Deployment副本数
func (d *deployment) ScaleDeployment(deploymentName, namespace string, scaleNum int) (replica int32, err error) {
//获取autoscalingv1.Scale类型的对象能点出当前的副本数
scale, err := K8s.ClientSet.AppsV1().Deployments(namespace).GetScale(context.TODO(), deploymentName, metav1.GetOptions{})
if err != nil {
logger.Error(errors.New("获取Deployment副本数信息失败," + err.Error()))
return 0, errors.New("获取Deployment副本数信息失败," + err.Error())
}
//修改副本数
scale.Spec.Replicas = int32(scaleNum)
//更新副本数传入scale对象
newScale, err := K8s.ClientSet.AppsV1().Deployments(namespace).UpdateScale(context.TODO(), deploymentName, scale, metav1.UpdateOptions{})
if err != nil {
logger.Error(errors.New("更新Deployment副本数信息失败," + err.Error()))
return 0, errors.New("更新Deployment副本数信息失败," + err.Error())
}
return newScale.Spec.Replicas, nil
}
//创建Deployment,接收DeployCreate对象
func (d *deployment) CreateDeployment(data *DeployCreate) (err error) {
//初始化appsv1.Deployment类型的对象并将入参的data数据放进去
deployment := &appsv1.Deployment{
//ObjectMeta中定义资源名、命名空间以及标签
ObjectMeta: metav1.ObjectMeta{
Name: data.Name,
Namespace: data.Namespace,
Labels: data.Label,
},
//Spec中定义副本数、选择器、以及Pod属性
Spec: appsv1.DeploymentSpec{
Replicas: &data.Replicas,
Selector: &metav1.LabelSelector{
MatchLabels: data.Label,
},
Template: corev1.PodTemplateSpec{
//定义Pod名和标签
ObjectMeta: metav1.ObjectMeta{
Name: data.Name,
Labels: data.Label,
},
//定义容器名、镜像和端口
Spec: corev1.PodSpec{
Containers: []corev1.Container{
{
Name: data.Name,
Image: data.Image,
Ports: []corev1.ContainerPort{
{
Name: "http",
Protocol: corev1.ProtocolTCP,
ContainerPort: data.ContainerPort,
},
},
},
},
},
},
},
//Status定义资源的运行状态这里由于是新建传入空的appsv1.DeploymentStatus{}对象即可
Status: appsv1.DeploymentStatus{},
}
//判断是否打开健康检查功能如果打开则定义ReadinessProbe和LivenessProbe
if data.HealthCheck {
//设置第一个容器的ReadnessProbe因为我们pod中只有一个容器所以直接使用index 0 即可
//如果pod中有多个容器则这里需要使用for循环去定义
deployment.Spec.Template.Spec.Containers[0].ReadinessProbe = &corev1.Probe{
ProbeHandler: corev1.ProbeHandler{
HTTPGet: &corev1.HTTPGetAction{
Path: data.HealthPath,
//intstr.IntOrString的作用是端口可以定义为整型也可以定义为字符串
//Type=0则表示该结构体实例内的数据为整型转json时只使用IntVal的数据
//Type=1则表示该结构体实例内的数据为字符串转json时只使用StrVal的数据
Port: intstr.IntOrString{
Type: 0,
IntVal: data.ContainerPort,
},
},
},
//初始化等待时间
InitialDelaySeconds: 5,
//超时时间
TimeoutSeconds: 5,
//执行间隔
PeriodSeconds: 5,
}
deployment.Spec.Template.Spec.Containers[0].LivenessProbe = &corev1.Probe{
ProbeHandler: corev1.ProbeHandler{
HTTPGet: &corev1.HTTPGetAction{
Path: data.HealthPath,
Port: intstr.IntOrString{
Type: 0,
IntVal: data.ContainerPort,
},
},
},
//初始化等待时间
InitialDelaySeconds: 15,
//超时时间
TimeoutSeconds: 5,
//执行间隔
PeriodSeconds: 5,
}
}
//定义容器的limit和request资源
deployment.Spec.Template.Spec.Containers[0].Resources.Limits = map[corev1.ResourceName]resource.Quantity{
corev1.ResourceCPU: resource.MustParse(data.Cpu),
corev1.ResourceMemory: resource.MustParse(data.Memory),
}
deployment.Spec.Template.Spec.Containers[0].Resources.Requests = map[corev1.ResourceName]resource.Quantity{
corev1.ResourceCPU: resource.MustParse(data.Cpu),
corev1.ResourceMemory: resource.MustParse(data.Memory),
}
//调用SDK去更新Deployment
_, err = K8s.ClientSet.AppsV1().Deployments(data.Namespace).Update(context.TODO(), deployment, metav1.UpdateOptions{})
if err != nil {
logger.Error(errors.New("创建Deployment失败," + err.Error()))
return errors.New("创建Deployment失败," + err.Error())
}
return nil
}
//删除deployment
func (d *deployment) DeleteDeployment(deploymentName, namespace string) (err error) {
err = K8s.ClientSet.AppsV1().Deployments(namespace).Delete(context.TODO(), deploymentName, metav1.DeleteOptions{})
if err != nil {
logger.Error("删除Deployment失败," + err.Error())
return errors.New("删除Deployment失败," + err.Error())
}
return nil
}
//重启deployment
func (d *deployment) RestartDeployment(deploymentName, namespace string) (err error) {
//此功能等同于kubectl命令
//使用patchData Map组装数据
patchData := map[string]interface{}{
"spec": map[string]interface{}{
"template": map[string]interface{}{
"spec": map[string]interface{}{
"containers": []map[string]interface{}{
{"name": deploymentName,
"env": []map[string]string{{
"name": "RESTART_",
"value": strconv.FormatInt(time.Now().Unix(), 10),
}},
},
},
},
},
},
}
//序列化为字节因为patch方法只接收字节类型参数
patchByte, err := json.Marshal(patchData)
if err != nil {
logger.Error(errors.New("josn序列化失败," + err.Error()))
return errors.New("json序列化失败," + err.Error())
}
//调用patch方法更新deployment
_, err = K8s.ClientSet.AppsV1().Deployments(namespace).Patch(context.TODO(), deploymentName, "application/strategic-merge-patch+json", patchByte, metav1.PatchOptions{})
if err != nil {
logger.Error(errors.New("重启Deployment失败," + err.Error()))
return errors.New("重启Deployment失败," + err.Error())
}
return
}
//更新deployment
func (d *deployment) UpdateDeployment(namespace, content string) (err error) {
var deploy = &appsv1.Deployment{}
err = json.Unmarshal([]byte(content), deploy)
if err != nil {
logger.Error("反序列化失败," + err.Error())
return errors.New("反序列化失败," + err.Error())
}
_, err = K8s.ClientSet.AppsV1().Deployments(namespace).Update(context.TODO(), deploy, metav1.UpdateOptions{})
if err != nil {
logger.Error("更新Deployment失败," + err.Error())
return errors.New("更新Deployment失败," + err.Error())
}
return nil
}
//获取每个namespace的deployment数量
func (d *deployment) GetDeployNumPerNp() (deploysNps []*DeploysNp, err error) {
namespaceList, err := K8s.ClientSet.CoreV1().Namespaces().List(context.TODO(), metav1.ListOptions{})
if err != nil {
return nil, err
}
for _, namespace := range namespaceList.Items {
deploymentList, err := K8s.ClientSet.AppsV1().Deployments(namespace.Name).List(context.TODO(), metav1.ListOptions{})
if err != nil {
return nil, err
}
deploysNps := &DeploysNp{
Namespace: namespace.Name,
DeployNum: len(deploymentList.Items),
}
deploysNps = append(deploysNps, deploysNp)
}
return deploysNps, nil
}
//类型转换的方法
func (d *deployment) toCells(deployments []appsv1.Deployment) []DataCell {
cells := make([]DataCell, len(deployments))
for i := range deployments {
cells[i] = deploymentCell(deployments[i])
}
return cells
}
func (d *deployment) fromCells(cells []DataCell) []appsv1.Deployment {
deployments := make([]appsv1.Deployment, len(cells))
for i := range cells {
//cells[i].(podCell)是将DataCell类型转成podCell类型
deployments[i] = appsv1.Deployment(cells[i].(deploymentCell))
}
return deployments
}

32
service/init.go Normal file
View File

@ -0,0 +1,32 @@
package service
import (
"github.com/wonderivan/logger"
"k8s-platform/config"
"k8s.io/client-go/kubernetes"
"k8s.io/client-go/tools/clientcmd"
)
//用于初始化k8s clientset
var K8s k8s
type k8s struct {
ClientSet *kubernetes.Clientset
}
//初始化方法
func (k *k8s) Init() {
conf, err := clientcmd.BuildConfigFromFlags("", config.Kubeconfig)
if err != nil {
panic("获取k8s clinet配置失败," + err.Error())
}
clientset, err := kubernetes.NewForConfig(conf)
if err != nil {
panic("创建k8s clinet失败," + err.Error())
} else {
logger.Info("k8s client 初始化成功")
}
k.ClientSet = clientset
}

190
service/pod.go Normal file
View File

@ -0,0 +1,190 @@
package service
import (
"bytes"
"context"
"encoding/json"
"errors"
"github.com/wonderivan/logger"
"io"
"k8s-platform/config"
corev1 "k8s.io/api/core/v1"
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
)
var Pod pod
type pod struct{}
// PodsResp 定义列表的返回内容Items是Pod的元素列表Total是元素数量
type PodsResp struct {
Total int `json:"total"`
Items []corev1.Pod `json:"items"`
}
//声明类型
type PodsNp struct {
Namespace string
PodNum int
}
// GetPods 获取Pod列表支持过滤、排序、分页
//context.TODD()用于声明一个空的context上下文用于List方法内设置这个请求的超时(源码),这里是常用用法
//metav1.ListOptions{}用于过滤List数据如使用labelfield等
func (p *pod) GetPods(filterName, namespace string, limit, page int) (podsResp *PodsResp, err error) {
podList, err := K8s.ClientSet.CoreV1().Pods(namespace).List(context.TODO(), metav1.ListOptions{})
if err != nil {
//打印日志,排错
logger.Info("获取Pod列表失败," + err.Error())
//返回给上一层最终返回给前端前端打印出该error
return nil, errors.New("获取Pod列表失败," + err.Error())
}
//实例化dataSelector结构体组装数据
selectableData := &dataSelector{
GenericDataList: p.toCells(podList.Items),
DataSelect: &DataSelectQuery{
Filter: &FilterQuery{Name: filterName},
Paginate: &PaginateQuery{
Limit: limit,
Page: page,
},
},
}
//先过滤
filtered := selectableData.Filter()
total := len(filtered.GenericDataList)
//排序和分页
data := filtered.Sort().Paginate()
//将DataCell类型转换成Pod
pods := p.fromCells(data.GenericDataList)
return &PodsResp{
Total: total,
Items: pods,
}, nil
}
//获取Pod详情
func (p *pod) GetPodDetail(podName, namespace string) (pod *corev1.Pod, err error) {
pod, err = K8s.ClientSet.CoreV1().Pods(namespace).Get(context.TODO(), podName, metav1.GetOptions{})
if err != nil {
logger.Error("获取Pod详情失败," + err.Error())
return nil, errors.New("获取Pod详情失败," + err.Error())
}
return pod, nil
}
//删除Pod
func (p *pod) DeletePod(podName, namespace string) (err error) {
err = K8s.ClientSet.CoreV1().Pods(namespace).Delete(context.TODO(), podName, metav1.DeleteOptions{})
if err != nil {
logger.Error("删除Pod失败," + err.Error())
return errors.New("删除Pod失败," + err.Error())
}
return nil
}
//更新Pod
func (p *pod) UpdatePod(namespace, content string) (err error) {
pod := &corev1.Pod{}
//将json反序列化为pod类型
err = json.Unmarshal([]byte(content), pod)
if err != nil {
logger.Error("反序列化失败," + err.Error())
return errors.New("反序列化失败," + err.Error())
}
_, err = K8s.ClientSet.CoreV1().Pods(namespace).Update(context.TODO(), pod, metav1.UpdateOptions{})
if err != nil {
logger.Error("更新Pod失败," + err.Error())
return errors.New("更新Pod失败," + err.Error())
}
return nil
}
//获取Pod容器名列表
func (p *pod) GetPodContainer(podName, namespace string) (containers []string, err error) {
//获取Pod详情
pod, err := p.GetPodDetail(podName, namespace)
if err != nil {
return nil, err
}
//从Pod对象中拿到容器名
for _, container := range pod.Spec.Containers {
containers = append(containers, container.Name)
}
return containers, nil
}
//获取Pod内容器日志
func (p *pod) GetPodLog(containerName, podName, namespace string) (log string, err error) {
//设置日志的配置,容器名、获取内容的配置
lineLimit := int64(config.PodLogTailLine)
option := &corev1.PodLogOptions{
Container: containerName,
TailLines: &lineLimit,
}
//获取request实例
req := K8s.ClientSet.CoreV1().Pods(namespace).GetLogs(podName, option)
//发起request请求返回一个io.ReadCloser类型等同于response.body
podLogs, err := req.Stream(context.TODO())
if err != nil {
logger.Error(errors.New("获取PodLogs失败," + err.Error()))
return "", errors.New("获取PodLogs失败," + err.Error())
}
defer podLogs.Close() //处理完关闭
//将response body写入到缓冲区目的是为了转成string返回
buf := new(bytes.Buffer)
_, err = io.Copy(buf, podLogs)
if err != nil {
logger.Error(errors.New("获取PodLogs失败," + err.Error()))
return "", errors.New("获取PodLogs失败," + err.Error())
}
return buf.String(), nil
}
//获取每个namespace的pod数量
func (p *pod) GetPodNumPerNp() (podsNps []*PodsNp, err error) {
//获取namespace列表
namespaceList, err := K8s.ClientSet.CoreV1().Namespaces().List(context.TODO(), metav1.ListOptions{})
if err != nil {
return nil, err
}
for _, namespace := range namespaceList.Items {
//获取pod列表
podList, err := K8s.ClientSet.CoreV1().Pods(namespace.Name).List(context.TODO(), metav1.ListOptions{})
if err != nil {
return nil, err
}
//组装数据
podsNp := &PodsNp{
Namespace: namespace.Name,
PodNum: len(podList.Items),
}
//添加到podsNps数组中
podsNps = append(podsNps, podsNp)
}
return podsNps, nil
}
//类型转换的方法 corev1.Pod -> DataCell, DataCell --> corev1.Pod
func (p *pod) toCells(pods []corev1.Pod) []DataCell {
cells := make([]DataCell, len(pods))
for i := range pods {
cells[i] = podCell(pods[i])
}
return cells
}
func (p *pod) fromCells(cells []DataCell) []corev1.Pod {
pods := make([]corev1.Pod, len(cells))
for i := range cells {
//cells[i].(podCell)是将DataCell类型转成podCell类型
pods[i] = corev1.Pod(cells[i].(podCell))
}
return pods
}