harbor/api/repository.go

351 lines
9.8 KiB
Go
Raw Normal View History

2016-02-01 12:59:10 +01:00
/*
Copyright (c) 2016 VMware, Inc. All Rights Reserved.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
*/
2016-02-26 11:54:14 +01:00
2016-02-01 12:59:10 +01:00
package api
import (
"encoding/json"
"net/http"
2016-04-15 07:17:32 +02:00
"os"
2016-05-20 08:02:44 +02:00
"sort"
2016-02-01 12:59:10 +01:00
"strconv"
"strings"
"time"
2016-04-25 07:31:58 +02:00
"github.com/docker/distribution/manifest/schema1"
2016-02-01 12:59:10 +01:00
"github.com/vmware/harbor/dao"
"github.com/vmware/harbor/models"
"github.com/vmware/harbor/service/cache"
2016-02-01 12:59:10 +01:00
svc_utils "github.com/vmware/harbor/service/utils"
2016-03-28 02:50:09 +02:00
"github.com/vmware/harbor/utils/log"
2016-04-15 07:17:32 +02:00
"github.com/vmware/harbor/utils/registry"
registry_error "github.com/vmware/harbor/utils/registry/error"
"github.com/vmware/harbor/utils/registry/auth"
2016-02-01 12:59:10 +01:00
)
2016-02-26 11:35:55 +01:00
// RepositoryAPI handles request to /api/repositories /api/repositories/tags /api/repositories/manifests, the parm has to be put
// in the query string as the web framework can not parse the URL if it contains veriadic sectors.
// For repostiories, we won't check the session in this API due to search functionality, querying manifest will be contorlled by
// the security of registry
2016-02-01 12:59:10 +01:00
type RepositoryAPI struct {
BaseAPI
}
2016-02-26 11:35:55 +01:00
// Get ...
2016-02-01 12:59:10 +01:00
func (ra *RepositoryAPI) Get() {
projectID, err := ra.GetInt64("project_id")
if err != nil {
log.Errorf("Failed to get project id, error: %v", err)
ra.RenderError(http.StatusBadRequest, "Invalid project id")
2016-02-01 12:59:10 +01:00
return
}
2016-02-26 04:26:54 +01:00
p, err := dao.GetProjectByID(projectID)
2016-02-01 12:59:10 +01:00
if err != nil {
2016-03-28 02:50:09 +02:00
log.Errorf("Error occurred in GetProjectById, error: %v", err)
ra.CustomAbort(http.StatusInternalServerError, "Internal error.")
2016-02-01 12:59:10 +01:00
}
if p == nil {
2016-03-28 02:50:09 +02:00
log.Warningf("Project with Id: %d does not exist", projectID)
ra.RenderError(http.StatusNotFound, "")
2016-02-01 12:59:10 +01:00
return
}
if p.Public == 0 {
var userID int
if svc_utils.VerifySecret(ra.Ctx.Request) {
userID = 1
} else {
userID = ra.ValidateUser()
}
if !checkProjectPermission(userID, projectID) {
ra.RenderError(http.StatusForbidden, "")
return
}
2016-02-01 12:59:10 +01:00
}
2016-04-15 07:17:32 +02:00
repoList, err := cache.GetRepoFromCache()
2016-02-01 12:59:10 +01:00
if err != nil {
2016-03-28 02:50:09 +02:00
log.Errorf("Failed to get repo from cache, error: %v", err)
ra.RenderError(http.StatusInternalServerError, "internal sever error")
2016-02-01 12:59:10 +01:00
}
2016-04-15 07:17:32 +02:00
2016-02-01 12:59:10 +01:00
projectName := p.Name
q := ra.GetString("q")
var resp []string
if len(q) > 0 {
for _, r := range repoList {
if strings.Contains(r, "/") && strings.Contains(r[strings.LastIndex(r, "/")+1:], q) && r[0:strings.LastIndex(r, "/")] == projectName {
resp = append(resp, r)
}
}
ra.Data["json"] = resp
} else if len(projectName) > 0 {
for _, r := range repoList {
if strings.Contains(r, "/") && r[0:strings.LastIndex(r, "/")] == projectName {
resp = append(resp, r)
}
}
ra.Data["json"] = resp
} else {
ra.Data["json"] = repoList
}
ra.ServeJSON()
}
2016-04-15 07:17:32 +02:00
// Delete ...
func (ra *RepositoryAPI) Delete() {
repoName := ra.GetString("repo_name")
if len(repoName) == 0 {
ra.CustomAbort(http.StatusBadRequest, "repo_name is nil")
}
2016-05-26 07:26:10 +02:00
rc, err := ra.initRepositoryClient(repoName)
2016-04-27 11:59:43 +02:00
if err != nil {
log.Errorf("error occurred while initializing repository client for %s: %v", repoName, err)
ra.CustomAbort(http.StatusInternalServerError, "internal error")
}
2016-04-15 07:17:32 +02:00
tags := []string{}
tag := ra.GetString("tag")
if len(tag) == 0 {
2016-04-27 11:59:43 +02:00
tagList, err := rc.ListTag()
2016-04-15 07:17:32 +02:00
if err != nil {
if regErr, ok := err.(*registry_error.Error); ok {
ra.CustomAbort(regErr.StatusCode, regErr.Detail)
2016-04-15 07:17:32 +02:00
}
log.Errorf("error occurred while listing tags of %s: %v", repoName, err)
ra.CustomAbort(http.StatusInternalServerError, "internal error")
}
// TODO remove the logic if the bug of registry is fixed
if len(tagList) == 0 {
ra.CustomAbort(http.StatusNotFound, http.StatusText(http.StatusNotFound))
2016-04-15 07:17:32 +02:00
}
2016-04-15 07:17:32 +02:00
tags = append(tags, tagList...)
} else {
tags = append(tags, tag)
}
for _, t := range tags {
2016-04-27 11:59:43 +02:00
if err := rc.DeleteTag(t); err != nil {
if regErr, ok := err.(*registry_error.Error); ok {
ra.CustomAbort(regErr.StatusCode, regErr.Detail)
2016-04-15 07:17:32 +02:00
}
log.Errorf("error occurred while deleting tags of %s: %v", repoName, err)
ra.CustomAbort(http.StatusInternalServerError, "internal error")
2016-04-15 07:17:32 +02:00
}
log.Infof("delete tag: %s %s", repoName, t)
go TriggerReplicationByRepository(repoName, []string{t}, models.RepOpDelete)
2016-04-15 07:17:32 +02:00
}
go func() {
log.Debug("refreshing catalog cache")
if err := cache.RefreshCatalogCache(); err != nil {
2016-04-15 07:17:32 +02:00
log.Errorf("error occurred while refresh catalog cache: %v", err)
}
}()
}
2016-02-26 11:35:55 +01:00
type tag struct {
2016-02-26 07:24:44 +01:00
Name string `json:"name"`
2016-02-01 12:59:10 +01:00
Tags []string `json:"tags"`
}
2016-02-26 11:35:55 +01:00
// GetTags handles GET /api/repositories/tags
2016-02-01 12:59:10 +01:00
func (ra *RepositoryAPI) GetTags() {
2016-04-27 11:59:43 +02:00
repoName := ra.GetString("repo_name")
if len(repoName) == 0 {
ra.CustomAbort(http.StatusBadRequest, "repo_name is nil")
}
2016-02-01 12:59:10 +01:00
2016-05-26 07:26:10 +02:00
rc, err := ra.initRepositoryClient(repoName)
2016-04-27 11:59:43 +02:00
if err != nil {
log.Errorf("error occurred while initializing repository client for %s: %v", repoName, err)
ra.CustomAbort(http.StatusInternalServerError, "internal error")
}
2016-02-01 12:59:10 +01:00
2016-04-27 11:59:43 +02:00
tags := []string{}
2016-04-17 16:39:10 +02:00
2016-04-27 11:59:43 +02:00
ts, err := rc.ListTag()
2016-02-01 12:59:10 +01:00
if err != nil {
if regErr, ok := err.(*registry_error.Error); ok {
ra.CustomAbort(regErr.StatusCode, regErr.Detail)
2016-04-17 16:39:10 +02:00
}
log.Errorf("error occurred while listing tags of %s: %v", repoName, err)
ra.CustomAbort(http.StatusInternalServerError, "internal error")
2016-02-01 12:59:10 +01:00
}
2016-04-17 16:39:10 +02:00
2016-04-27 11:59:43 +02:00
tags = append(tags, ts...)
2016-05-20 08:02:44 +02:00
sort.Strings(tags)
2016-02-01 12:59:10 +01:00
ra.Data["json"] = tags
ra.ServeJSON()
}
2016-02-26 11:35:55 +01:00
// GetManifests handles GET /api/repositories/manifests
2016-02-01 12:59:10 +01:00
func (ra *RepositoryAPI) GetManifests() {
repoName := ra.GetString("repo_name")
tag := ra.GetString("tag")
2016-04-27 11:59:43 +02:00
if len(repoName) == 0 || len(tag) == 0 {
ra.CustomAbort(http.StatusBadRequest, "repo_name or tag is nil")
}
2016-05-26 07:26:10 +02:00
rc, err := ra.initRepositoryClient(repoName)
2016-04-27 11:59:43 +02:00
if err != nil {
log.Errorf("error occurred while initializing repository client for %s: %v", repoName, err)
ra.CustomAbort(http.StatusInternalServerError, "internal error")
}
2016-02-01 12:59:10 +01:00
item := models.RepoItem{}
2016-04-25 07:31:58 +02:00
mediaTypes := []string{schema1.MediaTypeManifest}
2016-04-27 11:59:43 +02:00
_, _, payload, err := rc.PullManifest(tag, mediaTypes)
2016-02-01 12:59:10 +01:00
if err != nil {
if regErr, ok := err.(*registry_error.Error); ok {
ra.CustomAbort(regErr.StatusCode, regErr.Detail)
2016-04-17 16:39:10 +02:00
}
log.Errorf("error occurred while getting manifest of %s:%s: %v", repoName, tag, err)
ra.CustomAbort(http.StatusInternalServerError, "internal error")
2016-02-01 12:59:10 +01:00
}
2016-04-21 18:28:59 +02:00
mani := models.Manifest{}
2016-04-17 16:39:10 +02:00
err = json.Unmarshal(payload, &mani)
if err != nil {
2016-03-28 02:50:09 +02:00
log.Errorf("Failed to decode json from response for manifests, repo name: %s, tag: %s, error: %v", repoName, tag, err)
ra.RenderError(http.StatusInternalServerError, "Internal Server Error")
return
}
v1Compatibility := mani.History[0].V1Compatibility
err = json.Unmarshal([]byte(v1Compatibility), &item)
if err != nil {
2016-03-28 02:50:09 +02:00
log.Errorf("Failed to decode V1 field for repo, repo name: %s, tag: %s, error: %v", repoName, tag, err)
ra.RenderError(http.StatusInternalServerError, "Internal Server Error")
return
}
item.DurationDays = strconv.Itoa(int(time.Since(item.Created).Hours()/24)) + " days"
2016-02-01 12:59:10 +01:00
ra.Data["json"] = item
ra.ServeJSON()
}
2016-04-27 11:59:43 +02:00
2016-05-26 07:26:10 +02:00
func (ra *RepositoryAPI) initRepositoryClient(repoName string) (r *registry.Repository, err error) {
endpoint := os.Getenv("REGISTRY_URL")
// TODO read variable from config file
insecure := true
username, password, ok := ra.Ctx.Request.BasicAuth()
if ok {
return newRepositoryClient(endpoint, insecure, username, password,
repoName, "repository", repoName, "pull", "push", "*")
}
username, err = ra.getUsername()
2016-05-26 07:26:10 +02:00
if err != nil {
return nil, err
}
return cache.NewRepositoryClient(endpoint, insecure, username, repoName,
"repository", repoName, "pull", "push", "*")
2016-05-26 07:26:10 +02:00
}
func (ra *RepositoryAPI) getUsername() (string, error) {
// get username from session
2016-05-26 07:26:10 +02:00
sessionUsername := ra.GetSession("username")
if sessionUsername != nil {
username, ok := sessionUsername.(string)
if ok {
2016-05-26 07:26:10 +02:00
return username, nil
}
}
// if username does not exist in session, try to get userId from sessiion
// and then get username from DB according to the userId
2016-05-26 07:26:10 +02:00
sessionUserID := ra.GetSession("userId")
if sessionUserID != nil {
userID, ok := sessionUserID.(int)
if ok {
u := models.User{
UserID: userID,
}
user, err := dao.GetUser(u)
if err != nil {
2016-05-26 07:26:10 +02:00
return "", err
}
2016-05-26 07:26:10 +02:00
return user.Username, nil
}
2016-04-27 11:59:43 +02:00
}
2016-05-26 07:26:10 +02:00
return "", nil
2016-04-27 11:59:43 +02:00
}
//GetTopRepos handles request GET /api/repositories/top
func (ra *RepositoryAPI) GetTopRepos() {
var err error
var countNum int
count := ra.GetString("count")
if len(count) == 0 {
countNum = 10
} else {
countNum, err = strconv.Atoi(count)
if err != nil {
log.Errorf("Get parameters error--count, err: %v", err)
ra.CustomAbort(http.StatusBadRequest, "bad request of count")
}
if countNum <= 0 {
log.Warning("count must be a positive integer")
ra.CustomAbort(http.StatusBadRequest, "count is 0 or negative")
}
}
repos, err := dao.GetTopRepos(countNum)
if err != nil {
log.Errorf("error occured in get top 10 repos: %v", err)
ra.CustomAbort(http.StatusInternalServerError, "internal server error")
}
ra.Data["json"] = repos
ra.ServeJSON()
}
func newRepositoryClient(endpoint string, insecure bool, username, password, repository, scopeType, scopeName string,
scopeActions ...string) (*registry.Repository, error) {
credential := auth.NewBasicAuthCredential(username, password)
authorizer := auth.NewStandardTokenAuthorizer(credential, insecure, scopeType, scopeName, scopeActions...)
2016-06-22 06:03:50 +02:00
store, err := auth.NewAuthorizerStore(endpoint, insecure, authorizer)
if err != nil {
return nil, err
}
client, err := registry.NewRepositoryWithModifiers(repository, endpoint, insecure, store)
if err != nil {
return nil, err
}
return client, nil
}