1 Star 0 Fork 0

eezz10001 / polardbx-operator

加入 Gitee
与超过 1200万 开发者一起发现、参与优秀开源项目,私有仓库也完全免费 :)
免费加入
克隆/下载
context.go 12.53 KB
一键复制 编辑 原始数据 按行查看 历史
eezz10001 提交于 2022-08-25 14:16 . x
/*
Copyright 2021 Alibaba Group Holding Limited.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
*/
package reconcile
import (
"errors"
"fmt"
"strings"
"google.golang.org/grpc"
apierrors "k8s.io/apimachinery/pkg/api/errors"
"k8s.io/apimachinery/pkg/runtime/schema"
batchv1 "k8s.io/api/batch/v1"
corev1 "k8s.io/api/core/v1"
"k8s.io/apimachinery/pkg/api/equality"
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
"k8s.io/apimachinery/pkg/types"
ctrl "sigs.k8s.io/controller-runtime"
"sigs.k8s.io/controller-runtime/pkg/client"
polardbxv1 "gitee.com/eezz10001/polardbx-operator/api/v1"
polardbxv1xstore "gitee.com/eezz10001/polardbx-operator/api/v1/xstore"
hpfs "gitee.com/eezz10001/polardbx-operator/pkg/hpfs/proto"
"gitee.com/eezz10001/polardbx-operator/pkg/k8s/cache"
"gitee.com/eezz10001/polardbx-operator/pkg/k8s/control"
k8shelper "gitee.com/eezz10001/polardbx-operator/pkg/k8s/helper"
"gitee.com/eezz10001/polardbx-operator/pkg/operator/v1/config"
"gitee.com/eezz10001/polardbx-operator/pkg/operator/v1/xstore/convention"
xstoremeta "gitee.com/eezz10001/polardbx-operator/pkg/operator/v1/xstore/meta"
)
type Context struct {
*control.BaseReconcileContext
// Caches
xstoreKey types.NamespacedName
xstoreChanged bool
xstore *polardbxv1.XStore
xstoreStatus *polardbxv1.XStoreStatus
pods []corev1.Pod
headlessServices map[string]corev1.Service
nodes []corev1.Node
objectCache cache.ObjectLoadingCache
// Hint cache
controllerHints []string
// Hpfs
hpfsConn *grpc.ClientConn
hpfsClient hpfs.HpfsServiceClient
// Config
configLoader func() config.Config
}
func (rc *Context) Debug() bool {
if rc.BaseReconcileContext.Debug() {
return true
}
r, _ := rc.containsControllerHint("debug")
return r
}
func (rc *Context) GetNodes() ([]corev1.Node, error) {
if rc.nodes == nil {
var nodeList corev1.NodeList
err := rc.Client().List(rc.Context(), &nodeList)
if err != nil {
return nil, err
}
rc.nodes = nodeList.Items
}
return rc.nodes, nil
}
func (rc *Context) SetXStoreKey(key types.NamespacedName) {
rc.xstoreKey = key
}
func (rc *Context) GetXStore() (*polardbxv1.XStore, error) {
if rc.xstore == nil {
xstore, err := rc.objectCache.GetObject(
rc.Context(),
rc.xstoreKey,
&polardbxv1.XStore{})
if err != nil {
return nil, err
}
rc.xstore = xstore.(*polardbxv1.XStore)
rc.xstoreStatus = rc.xstore.Status.DeepCopy()
}
return rc.xstore, nil
}
func (rc *Context) MustGetXStore() *polardbxv1.XStore {
xstore, err := rc.GetXStore()
if err != nil {
panic(err)
}
return xstore
}
func (rc *Context) containsControllerHint(hint string) (bool, error) {
if rc.controllerHints == nil {
xstore, err := rc.GetXStore()
if err != nil {
return false, err
}
val, ok := xstore.Annotations[xstoremeta.AnnotationControllerHints]
rc.controllerHints = []string{}
if ok {
for _, v := range strings.Split(val, ",") {
rc.controllerHints = append(rc.controllerHints, strings.TrimSpace(v))
}
}
}
for _, h := range rc.controllerHints {
if h == hint {
return true, nil
}
}
return false, nil
}
func (rc *Context) ContainsControllerHint(hint string) bool {
r, err := rc.containsControllerHint(hint)
if err != nil {
panic(err)
}
return r
}
func (rc *Context) SetControllerRef(obj client.Object) error {
if obj == nil {
return nil
}
xstore := rc.MustGetXStore()
return ctrl.SetControllerReference(xstore, obj, rc.Scheme())
}
func (rc *Context) SetControllerRefAndCreate(obj client.Object) error {
if err := rc.SetControllerRef(obj); err != nil {
return err
}
return rc.Client().Create(rc.Context(), obj)
}
func (rc *Context) IsXStoreStatusChanged() bool {
if rc.xstoreStatus == nil {
return false
}
return !equality.Semantic.DeepEqual(&rc.xstore.Status, rc.xstoreStatus)
}
func (rc *Context) IsXStoreChanged() bool {
return rc.xstoreChanged
}
func (rc *Context) MarkXStoreChanged() {
rc.xstoreChanged = true
}
func (rc *Context) UpdateXStore() error {
if rc.xstore == nil {
return nil
}
// Deep copy status before updating because client.update will update
// the status of object.
status := rc.xstore.Status.DeepCopy()
err := rc.Client().Update(rc.Context(), rc.xstore)
if err != nil {
return err
}
// Restore the status (shallow copy is enough)
rc.xstore.Status = *status
return nil
}
func (rc *Context) UpdateXStoreStatus() error {
if rc.xstoreStatus == nil {
return nil
}
err := rc.Client().Status().Update(rc.Context(), rc.xstore)
if err != nil {
return err
}
rc.xstoreStatus = rc.xstore.Status.DeepCopy()
return nil
}
func (rc *Context) GetXStoreService(serviceType convention.ServiceType) (*corev1.Service, error) {
xstore, err := rc.GetXStore()
if err != nil {
return nil, fmt.Errorf("failed to get xstore object: %w", err)
}
serviceKey := types.NamespacedName{
Name: convention.NewServiceName(xstore, serviceType),
Namespace: rc.xstoreKey.Namespace,
}
service, err := rc.objectCache.GetObject(rc.Context(), serviceKey, &corev1.Service{})
if err != nil {
return nil, err
}
if err := k8shelper.CheckControllerReference(service, rc.MustGetXStore()); err != nil {
return nil, err
}
return service.(*corev1.Service), nil
}
func (rc *Context) GetXStoreClusterAddr(serviceType convention.ServiceType, port string) (string, error) {
svc, err := rc.GetXStoreService(serviceType)
if err != nil {
return "", err
}
return k8shelper.GetClusterAddrFromService(svc, port)
}
func (rc *Context) GetXStoreSecret() (*corev1.Secret, error) {
xstore, err := rc.GetXStore()
if err != nil {
return nil, fmt.Errorf("failed to get xstore object: %w", err)
}
secretKey := types.NamespacedName{Namespace: xstore.Namespace, Name: convention.NewSecretName(xstore)}
secret, err := rc.objectCache.GetObject(rc.Context(), secretKey, &corev1.Secret{})
if err != nil {
return nil, err
}
if err := k8shelper.CheckControllerReference(secret, rc.MustGetXStore()); err != nil {
return nil, err
}
return secret.(*corev1.Secret), nil
}
func (rc *Context) GetXStoreAccountPassword(user string) (string, error) {
secret, err := rc.GetXStoreSecret()
if err != nil {
return "", err
}
passwd, ok := secret.Data[user]
if !ok {
return "", errors.New("not found")
}
return string(passwd), nil
}
func (rc *Context) GetConfigMap(name string) (*corev1.ConfigMap, error) {
cmKey := types.NamespacedName{
Namespace: rc.xstoreKey.Namespace,
Name: name,
}
cm, err := rc.objectCache.GetObject(rc.Context(), cmKey, &corev1.ConfigMap{})
if err != nil {
return nil, err
}
return cm.(*corev1.ConfigMap), nil
}
func (rc *Context) GetXStoreConfigMap(cmType convention.ConfigMapType) (*corev1.ConfigMap, error) {
xstore := rc.MustGetXStore()
configMapKey := types.NamespacedName{
Namespace: rc.xstoreKey.Namespace,
Name: convention.NewConfigMapName(xstore, cmType),
}
cm, err := rc.objectCache.GetObject(rc.Context(), configMapKey, &corev1.ConfigMap{})
if err != nil {
return nil, err
}
if err := k8shelper.CheckControllerReference(cm, rc.MustGetXStore()); err != nil {
return nil, err
}
return cm.(*corev1.ConfigMap), nil
}
func (rc *Context) GetXStorePod(name string) (*corev1.Pod, error) {
pods, err := rc.GetXStorePods()
if err != nil {
return nil, err
}
for _, pod := range pods {
if pod.Name == name {
return &pod, nil
}
}
return nil, apierrors.NewNotFound(schema.GroupResource{}, "")
}
func (rc *Context) GetXStorePods() ([]corev1.Pod, error) {
if rc.pods == nil {
xstore := rc.MustGetXStore()
podLabels := convention.ConstLabels(xstore)
var podList corev1.PodList
err := rc.Client().List(rc.Context(), &podList, client.InNamespace(rc.Namespace()),
client.MatchingLabels(podLabels))
if err != nil {
return nil, err
}
// Branch pod isn't owned by this xstore, just ignore it.
pods := make([]corev1.Pod, 0, len(podList.Items))
for _, pod := range podList.Items {
if err := k8shelper.CheckControllerReference(&pod, rc.MustGetXStore()); err != nil {
continue
}
pods = append(pods, pod)
}
rc.pods = pods
}
return rc.pods, nil
}
func (rc *Context) GetXStoreHeadlessServiceForPod(pod string) (*corev1.Service, error) {
svcList, err := rc.GetXStoreHeadlessServices()
if err != nil {
return nil, err
}
svc, ok := svcList[convention.NewHeadlessServiceName(pod)]
if !ok {
return nil, apierrors.NewNotFound(schema.GroupResource{}, "")
}
return &svc, nil
}
func (rc *Context) GetXStoreHeadlessServices() (map[string]corev1.Service, error) {
if rc.headlessServices == nil {
svcLabels := convention.ConstLabels(rc.MustGetXStore())
svcLabels = k8shelper.PatchLabels(svcLabels, map[string]string{
xstoremeta.LabelServiceType: string(convention.ServiceTypeHeadless),
})
var svcList corev1.ServiceList
err := rc.Client().List(rc.Context(), &svcList,
client.InNamespace(rc.Namespace()),
client.MatchingLabels(svcLabels))
if err != nil {
return nil, err
}
headlessServices := make(map[string]corev1.Service)
for _, svc := range svcList.Items {
// Ignore not owned
if err := k8shelper.CheckControllerReference(&svc, rc.MustGetXStore()); err != nil {
continue
}
pod, ok := svc.Labels[xstoremeta.LabelPod]
// Ignore without labels.
if !ok {
continue
}
headlessServices[pod] = svc
}
rc.headlessServices = headlessServices
}
return rc.headlessServices, nil
}
func (rc *Context) TryGetXStoreLeaderPod() (*corev1.Pod, error) {
xstore := rc.MustGetXStore()
leaderPodName := xstore.Status.LeaderPod
pods, err := rc.GetXStorePods()
if err != nil {
return nil, err
}
if len(leaderPodName) > 0 {
for i := range pods {
if pods[i].Name == leaderPodName {
return &pods[i], nil
}
}
return nil, nil
} else {
for i := range pods {
if role, ok := pods[i].Labels[xstoremeta.LabelRole]; ok && role == "leader" {
return &pods[i], nil
}
}
return nil, nil
}
}
func (rc *Context) GetXStoreJob(jobName string) (*batchv1.Job, error) {
xstore := rc.MustGetXStore()
jobKey := types.NamespacedName{
Namespace: xstore.Namespace,
Name: convention.NewJobName(xstore, jobName),
}
job, err := rc.objectCache.GetObject(rc.Context(), jobKey, &batchv1.Job{})
if err != nil {
return nil, err
}
if err := k8shelper.CheckControllerReference(job, rc.MustGetXStore()); err != nil {
return nil, err
}
return job.(*batchv1.Job), nil
}
func (rc *Context) GetHpfsClient() (hpfs.HpfsServiceClient, error) {
if rc.hpfsConn == nil {
hpfsConn, err := grpc.Dial(rc.Config().Store().HostPathFileServiceEndpoint(), grpc.WithInsecure())
if err != nil {
return nil, err
}
rc.hpfsConn = hpfsConn
rc.hpfsClient = hpfs.NewHpfsServiceClient(rc.hpfsConn)
}
return rc.hpfsClient, nil
}
func (rc *Context) UpdateXStoreCondition(cond *polardbxv1xstore.Condition) {
if cond == nil {
return
}
// Set condition's time
now := metav1.Now()
cond.LastProbeTime = nil
cond.LastTransitionTime = now
xstore := rc.MustGetXStore()
if xstore.Status.Conditions == nil {
xstore.Status.Conditions = []polardbxv1xstore.Condition{*cond}
return
}
for i := range xstore.Status.Conditions {
c := &xstore.Status.Conditions[i]
// Branch same type found
if c.Type == cond.Type {
transition := c.Status != cond.Status
if !transition {
cond.LastTransitionTime = c.LastTransitionTime
cond.Reason = c.Reason
cond.Message = c.Message
}
cond.DeepCopyInto(c)
return
}
}
// Handle condition type not found
xstore.Status.Conditions = append(xstore.Status.Conditions, *cond)
}
func (rc *Context) Config() config.Config {
return rc.configLoader()
}
func (rc *Context) Close() error {
errs := make([]error, 0)
if rc.hpfsConn != nil {
hpfsConn := rc.hpfsConn
rc.hpfsConn = nil
rc.hpfsClient = nil
if err := hpfsConn.Close(); err != nil {
errs = append(errs, err)
}
}
if err := rc.BaseReconcileContext.Close(); err != nil {
errs = append(errs, err)
}
if len(errs) > 0 {
return errs[0]
}
return nil
}
func NewContext(base *control.BaseReconcileContext, configLoader func() config.Config) *Context {
return &Context{
BaseReconcileContext: base,
objectCache: cache.NewObjectCache(base.Client(), base.Scheme()),
configLoader: configLoader,
}
}
Go
1
https://gitee.com/eezz10001/polardbx-operator.git
git@gitee.com:eezz10001/polardbx-operator.git
eezz10001
polardbx-operator
polardbx-operator
v1.2.3

搜索帮助