// ±ÈÈ磬¿´ÏÂexecutor-quotaÏêϸÐÅÏ¢
apiVersion: project.cubepaas.com/v3
kind: PipelineSetting
metadata:
labels:
cubepaas.com/creator: linkcloud
name: executor-quota
namespace: p-zwmcv
default: "2" // ĬÈÏ×î¶à¿ÉͬʱÔËÐÐ2¸öpipeline
projectName: c-86tgg:p-zwmcv
value: "3" // ×Ô¶¨ÒåÉèÖã¬×î¶à¿ÉͬʱÔËÐÐ3¸öpipeline£¬Ã»ÓÐÖµ»áÈ¡ÉÏÃæĬÈÏÖµ

...

// Èç¹û pipeline Ö´ÐÐʵÀý±»ÔÝÍ££¬Ôò»áÍ£Ö¹Á÷Ë®Ïß×÷Òµ
if obj.Status.ExecutionState == utils.StateAborted {
if err := l.doStop(obj); err != nil {
return obj, err
}
}

// Èç¹û pipeline Ö´ÐÐʵÀýÔËÐÐÍê±Ï£¬Ôò»áÇåÀíÁ÷Ë®Ïß×÷ÒµµÄһЩ×ÊÔ´
// ±ÈÈ磬²úÉúµÄJenkins slave pod
if obj.Labels != nil && obj.Labels [utils.PipelineFinishLabel] == "true" {
return l.doFinish(obj)
}

// Èç¹û pipeline Ö´ÐÐʵÀýÕýÔÚÔËÐÐÖУ¬ÔòÖ±½Ó·µ»Ø£¬ÎÞ²Ù×÷
if v3. PipelineExecutionConditionInitialized .GetStatus(obj) != "" {
return obj, nil
}

// ÅжÏÁ÷Ë®Ïß×÷ÒµÊÇ·ñ³¬³ö×ÊÔ´ÏÞ¶î
exceed, err := l.exceedQuota(obj)
if err != nil {
return obj, err
}
// Èç¹û³¬³ö×ÊÔ´Ï޶Ôò»áÉèÖõ±Ç° pipeline Ö´ÐÐʵÀýΪ×èÈû״̬
if exceed {
obj.Status.ExecutionState = utils.StateQueueing
obj.Labels[utils.PipelineFinishLabel] = ""

if err := l.newExecutionUpdateLastRunState(obj); err != nil {
return obj, err
}

return obj, nil
} else if obj.Status.ExecutionState == utils.StateQueueing {
obj.Status.ExecutionState = utils.StateWaiting
}

// ¸üРpipeline Ö´ÐÐʵÀýµÄ״̬: ±ÈÈçÔËÐÐÐòºÅ+1
if err := l.newExecutionUpdateLastRunState(obj); err != nil {
return obj, err
}
v3 . PipelineExecutionConditionInitialized .CreateUnknownIfNotExists(obj)
obj.Labels[utils.PipelineFinishLabel] = "false"

// ÔÚÊý¾ÝÃ沿Êðpipeline¹¦ÄÜËùÐè×ÊÔ´
if err := l.deploy (obj.Spec.ProjectName); err != nil {
obj.Labels [utils.PipelineFinishLabel] = "true"
obj.Status.ExecutionState = utils.StateFailed
v3 .PipelineExecutionConditionInitialized .False(obj)
v3 .PipelineExecutionConditionInitialized .ReasonAndMessageFromError(obj, err)
}

// ½« configMap ´æ´¢µÄdocker¾µÏñ²Ö¿â¶Ë¿ÚÐÅϢͬ²½µ½pipelineÖ´ÐÐʵÀýÖÐÈ¥.
if err := l.markLocalRegistryPort(obj); err != nil {
return obj, err
}

return obj, nil
}

// ´´½¨pipeline¶ÔÓ¦µÄÃüÃû¿Õ¼ä£¬Èçp-qqxs7-pipeline
if _, err := l.namespaces.Create(ns); err != nil && !apierrors.IsAlreadyExists(err) {
return errors.Wrapf(err, "Error creating the pipeline namespace")
}

...

// Ëæ»ú²úÉúÒ»¸ötoken£¬ÓÃÓÚÅäÖÃÏÂÃæµÄsecret
token, err := randomtoken.Generate()

nsName := utils.GetPipelineCommonName(projectName)
ns = getCommonPipelineNamespace()
// ´´½¨ÓÃÓÚ²¿Êðdocker¾µÏñ²Ö¿âµÄ´úÀí·þÎñµÄÃüÃû¿Õ¼ä
if _, err := l.namespaces.Create(ns); err != nil && !apierrors.IsAlreadyExists(err) {
return errors.Wrapf(err, "Error creating the cattle-pipeline namespace")
}

// ÔÚ pipeline namespace ÄÚ´´½¨secret : pipeline-secret
secret := getPipelineSecret(nsName, token)
l.secrets.Create(secret);

...

// »ñÈ¡¹ÜÀíÃæÏîÄ¿µÄϵͳÓû§token
apikey, err := l.systemAccountManager .GetOrCreateProjectSystemToken (projectID)

...

// ÔÚ pipeline namespace ÄÚ´´½¨secret: pipeline-api-key£¬ÓÃÓÚÊý¾ÝÃæÓë¹ÜÀíÃæͨÐŵÄƾ֤
secret = GetAPIKeySecret(nsName, apikey)
l.secrets.Create(secret);

// µ÷г docker ¾µÏñ²Ö¿âµÄÖ¤ÊéÅäÖã¨ÔÚ¿ØÖÆÃæÖУ©
if err := l.reconcileRegistryCASecret (clusterID); err != nil {
return err
}

// ½«¿ØÖÆÃæÖÐµÄ docker ¾µÏñ²Ö¿âµÄÖ¤ÊéÅäÖÃͬ²½µ½Êý¾ÝÃæÖÐ
if err := l.reconcileRegistryCrtSecret (clusterID, projectID); err != nil {
return err
}

// ÔÚ pipeline namespace ÄÚ´´½¨ serviceAccount : jenkins
sa := getServiceAccount(nsName)
if _, err := l.serviceAccounts.Create(sa); err != nil && !apierrors.IsAlreadyExists(err) {
return errors.Wrapf (err, "Error creating a pipeline service account")
}

...

// ÔÚ pipeline namespace ÄÚ´´½¨ service: jenkins
jenkinsService := getJenkinsService(nsName)
if _, err := l.services.Create(jenkinsService); err != nil && !apierrors.IsAlreadyExists(err) {
return errors.Wrapf (err, "Error creating the jenkins service")
}

// ÔÚ pipeline namespace ÄÚ´´½¨ deployment: jenkins
jenkinsDeployment := GetJenkinsDeployment(nsName)
if _, err := l.deployments.Create (jenkinsDeployment); err != nil && !apierrors.IsAlreadyExists(err) {
return errors.Wrapf (err, "Error creating the jenkins deployment")
}

// ÔÚ pipeline namespace ÄÚ´´½¨ service: docker-registry
registryService := getRegistryService(nsName)
if _, err := l.services.Create(registryService); err != nil && !apierrors.IsAlreadyExists(err) {
return errors.Wrapf (err, "Error creating the registry service")
}

// ÔÚ pipeline namespace ÄÚ´´½¨ deployment: docker-registry
registryDeployment := GetRegistryDeployment(nsName)
if _, err := l.deployments.Create (registryDeployment); err != nil && !apierrors.IsAlreadyExists(err) {
return errors.Wrapf(err, "Error creating the registry deployment")
}

// ÔÚ pipeline namespace ÄÚ´´½¨ service: minio
minioService := getMinioService(nsName)
if _, err := l.services.Create(minioService); err != nil && !apierrors.IsAlreadyExists(err) {
return errors.Wrapf(err, "Error creating the minio service")
}

// ÔÚ pipeline namespace ÄÚ´´½¨ deployment: minio
minioDeployment := GetMinioDeployment(nsName)
if _, err := l.deployments.Create(minioDeployment); err != nil && !apierrors.IsAlreadyExists(err) {
return errors.Wrapf(err, "Error creating the minio deployment")
}

// µ÷г configMap: proxy-mappings£¬ÓÃÓÚÅäÖÃdocker¾µÏñ²Ö¿â´úÀí·þÎñµÄ¶Ë¿ÚÐÅÏ¢
if err := l.reconcileProxyConfigMap(projectID); err != nil {
return err
}

// ´´½¨secret: devops-docker-registry£¬´æ´¢·ÃÎÊdocker²Ö¿âµÄÈÏÖ¤ÐÅÏ¢
if err := l.reconcileRegistryCredential(projectName, token); err != nil {
return err
}

// ´´½¨ daemonset: registry-proxy£¬Ã¿¸ö½Úµã²¿ÊðÒ»Ì×docker¾µÏñ²Ö¿âµÄnginx´úÀí·þÎñ
// ¿ÉÒÔÔÚÈÎÒâÒ»¸ö½ÚµãÉÏͨ¹ý²»Í¬µÄ¶Ë¿Ú¼´¿É·ÃÎʵ½²»Í¬µÄdocker¾µÏñ²Ö¿â
nginxDaemonset := getProxyDaemonset()
if _, err := l.daemonsets.Create (nginxDaemonset); err != nil && !apierrors.IsAlreadyExists(err) {
return errors.Wrapf (err, "Error creating the nginx proxy")
}

return l.reconcileRb(projectName)
}

...

var namespacesInProject []*corev1.Namespace
for _, namespace := range namespaces {
parts := strings.Split(namespace.Annotations[projectIDLabel], ":")
if len(parts) == 2 && parts[1] == projectID {
// ¹ýÂ˳öÊôÓÚ¸ÃprojectϵÄËùÓÐnamespace
namespacesInProject = append(namespacesInProject, namespace)
} else {
// ¶Ô·Ç¸ÃprojectϵÄnamespace, Çå³ýÓйظà pipeline µÄ rolebinding
if err := l.roleBindings.DeleteNamespaced(namespace.Name, commonName, &metav1.DeleteOptions{}); err != nil && !apierrors.IsNotFound(err) {
return err
}
}
}

for _, namespace := range namespacesInProject {
// ¶ÔÊôÓÚ¸ÃprojectϵÄnamespace, ´´½¨ rolebinding: ¶Ô jenkins serviceAccount °ó¶¨½ÇÉ«
// ¼´¸³Óè jenkins serviceAccount ¶Ô¸ÃprojectϵÄËùÓÐnamespaceËùÐèÒªµÄ²Ù×÷ȨÏÞ
rb := getRoleBindings(namespace.Name, commonName)
if _, err := l.roleBindings.Create(rb); err != nil && !apierrors.IsAlreadyExists(err) {
return errors.Wrapf(err, "Error create role binding")
}
}

// ¸³Óè jenkins serviceAccount ÔÚ cluster ÄÚ´´½¨ºÍÐÞ¸Ä namespace µÄȨÏÞ
// µ±²¿ÊðÓ¦ÓÃʱ¿ÉÒÔÖ¸¶¨´´½¨ÐµÄÃüÃû¿Õ¼ä
clusterRbs := []string{roleCreateNs, projectID + roleEditNsSuffix}
for _, crbName := range clusterRbs {
crb := getClusterRoleBindings(commonName, crbName)
if _, err := l.clusterRoleBindings.Create(crb); err != nil && !apierrors.IsAlreadyExists(err) {
return errors.Wrapf(err, "Error create cluster role binding")
}
}

return nil
}

for _, execution := range executions {
if v3.PipelineExecutionConditionInitialized.IsUnknown(execution) {
// ¼ì²éÊý¾ÝÃæk8sÖÐ Jenkins pod ÊÇ·ñÕý³££¬Õý³£ÔòÔËÐиà pipeline job
s.checkAndRun(execution)
} else if v3.PipelineExecutionConditionInitialized.IsTrue(execution) {
e := execution.DeepCopy()
// Èç¹ûÒѾ­Æô¶¯ÁË£¬Ôòͬ²½ÔËÐÐ״̬
updated, err := s.pipelineEngine.SyncExecution(e)
if updated {
// ¸üÐÂ×îеÄ״̬µ½ pipelineExecution crd ÖÐ
s.updateExecutionAndLastRunState(e);
}
} else {
// ¸üÐÂ×îеÄ״̬µ½ pipelineExecution crd ÖÐ
s.updateExecutionAndLastRunState(execution);
}
}

logrus.Debugf("Sync pipeline execution state complete")
}