37 Star 411 Fork 76

GVPrancher/rancher

加入 Gitee
与超过 1200万 开发者一起发现、参与优秀开源项目,私有仓库也完全免费 :)
免费加入
文件
克隆/下载
setup.go 7.35 KB
一键复制 编辑 原始数据 按行查看 历史
rajashree 提交于 2019-07-22 12:45 . Redact password in error message
package helm
import (
"crypto/md5"
"crypto/sha256"
"encoding/hex"
"fmt"
"io"
"net/http"
"net/url"
"os"
"path/filepath"
"strings"
"github.com/pkg/errors"
"github.com/rancher/rancher/pkg/catalog/git"
v3 "github.com/rancher/types/apis/management.cattle.io/v3"
"github.com/sirupsen/logrus"
)
const (
kindHelmGit = "helm:git"
kindHelmHTTP = "helm:http"
)
var (
validCatalogKind = map[string]bool{
kindHelmGit: true,
kindHelmHTTP: true,
}
)
func New(catalog *v3.Catalog) (*Helm, error) {
h, err := NewNoUpdate(catalog)
if err != nil {
return nil, err
}
_, err = h.Update(false)
return h, err
}
func NewNoUpdate(catalog *v3.Catalog) (*Helm, error) {
if catalog == nil || catalog.Name == "" {
return nil, errors.New("Catalog is not defined for helm")
}
return newCache(catalog), nil
}
func NewForceUpdate(catalog *v3.Catalog) (string, *Helm, error) {
h, err := NewNoUpdate(catalog)
if err != nil {
return "", nil, err
}
commit, err := h.Update(true)
return commit, h, err
}
func CatalogSHA256Hash(catalog *v3.Catalog) string {
url := catalog.Spec.URL
branch := catalog.Spec.Branch
username := catalog.Spec.Username
password := catalog.Spec.Password
hashBytes := sha256.Sum256([]byte(fmt.Sprintf("%s %s %s %s", url, branch, username, password)))
return hex.EncodeToString(hashBytes[:])
}
func newCache(catalog *v3.Catalog) *Helm {
hash := CatalogSHA256Hash(catalog)
localPath := filepath.Join(CatalogCache, hash)
kind := getCatalogKind(catalog, localPath)
return &Helm{
LocalPath: localPath,
IconPath: filepath.Join(IconCache, hash),
catalogName: catalog.Name,
Hash: hash,
Kind: kind,
url: catalog.Spec.URL,
branch: catalog.Spec.Branch,
username: catalog.Spec.Username,
password: catalog.Spec.Password,
lastCommit: catalog.Status.Commit,
}
}
func getCatalogKind(catalog *v3.Catalog, localPath string) string {
if validCatalogKind[catalog.Spec.CatalogKind] {
return catalog.Spec.CatalogKind
}
if _, err := os.Stat(filepath.Join(localPath, ".git", "HEAD")); !os.IsNotExist(err) {
return kindHelmGit
}
pathURL := git.FormatURL(catalog.Spec.URL, catalog.Spec.Username, catalog.Spec.Password)
if git.IsValid(pathURL) {
return kindHelmGit
}
return kindHelmHTTP
}
func (h *Helm) Update(fetchLatest bool) (string, error) {
h.lock()
defer h.unlock()
commit, err := h.update(fetchLatest)
if err != nil {
return "", err
}
if err := os.MkdirAll(h.IconPath, 0755); err != nil {
return "", err
}
return commit, nil
}
func (h *Helm) update(fetchLatest bool) (string, error) {
logrus.Debugf("Helm preparing catalog cache [%s] for update", h.catalogName)
if err := os.MkdirAll(h.LocalPath, 0755); err != nil {
return "", err
}
var (
commit string
err error
)
switch h.Kind {
case kindHelmGit:
commit, err = h.updateGit(fetchLatest)
case kindHelmHTTP:
commit, err = h.updateIndex(fetchLatest)
default:
return "", fmt.Errorf("Unknown helm catalog kind [%s] for [%s]", h.Kind, h.url)
}
return commit, err
}
func (h *Helm) updateIndex(fetchLatest bool) (string, error) {
if !fetchLatest {
return "", nil
}
index, err := h.downloadIndex(h.url)
if err != nil {
return "", err
}
if err := h.saveIndex(index); err != nil {
return "", err
}
logrus.Debugf("Helm updated http-helm catalog [%s]", h.url)
return index.Hash, nil
}
func md5Hash(content string) string {
sum := md5.Sum([]byte(content))
return hex.EncodeToString(sum[:])
}
func (h *Helm) updateGit(fetchLatest bool) (string, error) {
var (
changed bool
err error
commit string
)
if h.branch == "" {
h.branch = "master"
}
repoURL := git.FormatURL(h.url, h.username, h.password)
empty, err := dirEmpty(h.LocalPath)
if err != nil {
return "", errors.Wrap(err, "Empty directory check failed")
}
if empty {
if err = git.Clone(h.LocalPath, repoURL, h.branch); err != nil {
return "", errors.Wrap(err, "Clone failed")
}
} else {
if fetchLatest || h.lastCommit == "" {
commit = fmt.Sprintf("origin/%s", h.branch)
changed, err = remoteShaChanged(repoURL, h.branch, h.lastCommit, uuid)
if err != nil {
return "", errors.Wrap(err, "Remote commit check failed")
}
} else {
commit = h.lastCommit
changed, err = localShaDiffers(h.LocalPath, h.lastCommit)
if err != nil {
return "", errors.Wrap(err, "Local commit check failed")
}
}
if changed {
if err = git.Update(h.LocalPath, commit); err != nil {
if h.username != "" && h.password != "" {
// the error string contains url which is formed using url.UserInfo.String(),
// which escapes the following characters-> '@', '/', '?' and ':'
// h.password doesn't escape these characters, so to use strings.Contains(), obtain the escaped password
userInfo := url.UserPassword(h.username, h.password)
userPwd := strings.SplitN(userInfo.String(), ":", 2)
if len(userPwd) != 2 {
return "", errors.New("error getting userinfo url")
}
pwd := userPwd[1]
if strings.Contains(err.Error(), pwd) {
errStr := strings.Replace(err.Error(), pwd+"@", "***@", 1)
err = errors.New(errStr)
}
}
return "", errors.Wrap(err, "Update failed")
}
logrus.Debugf("Helm updated git repository for catalog [%s]", h.catalogName)
}
}
commit, err = git.HeadCommit(h.LocalPath)
if err != nil {
err = errors.Wrap(err, "Retrieving head commit failed")
}
logrus.Debugf("Helm updated git-helm catalog [%s:%s]", repoURL, h.branch)
return commit, err
}
func formatGitURL(endpoint, branch string) string {
formattedURL := ""
if u, err := url.Parse(endpoint); err == nil {
pathParts := strings.Split(u.Path, "/")
switch strings.Split(u.Host, ":")[0] {
case "github.com":
if len(pathParts) >= 3 {
org := pathParts[1]
repo := strings.TrimSuffix(pathParts[2], ".git")
formattedURL = fmt.Sprintf("https://api.github.com/repos/%s/%s/commits/%s", org, repo, branch)
}
case "git.rancher.io":
repo := strings.TrimSuffix(pathParts[1], ".git")
u.Path = fmt.Sprintf("/repos/%s/commits/%s", repo, branch)
formattedURL = u.String()
}
}
return formattedURL
}
func localShaDiffers(localPath, commit string) (bool, error) {
currentCommit, err := git.HeadCommit(localPath)
return currentCommit != commit, err
}
func remoteShaChanged(repoURL, branch, sha, uuid string) (bool, error) {
formattedURL := formatGitURL(repoURL, branch)
if formattedURL == "" {
return true, nil
}
req, err := http.NewRequest("GET", formattedURL, nil)
if err != nil {
logrus.Warnf("Problem creating request to check git remote sha of repo [%v]: %v", repoURL, err)
return true, nil
}
req.Header.Set("Accept", "application/vnd.github.chitauri-preview+sha")
req.Header.Set("If-None-Match", fmt.Sprintf("\"%s\"", sha))
if uuid != "" {
req.Header.Set("X-Install-Uuid", uuid)
}
resp, err := httpClient.Do(req)
if err != nil {
// Return timeout errors so caller can decide whether or not to proceed with updating the repo
if uErr, ok := err.(*url.Error); ok && uErr.Timeout() {
return false, errors.Wrapf(uErr, "Repo [%v] is not accessible", repoURL)
}
return true, nil
}
defer resp.Body.Close()
if resp.StatusCode == http.StatusNotModified {
return false, nil
}
return true, nil
}
func dirEmpty(dir string) (bool, error) {
f, err := os.Open(dir)
if err != nil {
return false, err
}
defer f.Close()
_, err = f.Readdirnames(1)
if err == io.EOF {
return true, nil
}
return false, err
}
Loading...
马建仓 AI 助手
尝试更多
代码解读
代码找茬
代码优化
Go
1
https://gitee.com/rancher/rancher.git
git@gitee.com:rancher/rancher.git
rancher
rancher
rancher
v2.2.7-rc1

搜索帮助

0d507c66 1850385 C8b1a773 1850385