feat(providers): Added bitbucket enterprise provider

pb/api.proto

@@ -69,6 +69,8 @@ message Job {
   string sshPrivateKey = 21;
   bool sshClone = 22;
   string branch = 23;
+  string providerHttpUser = 24;
+  string providerHttpPass = 25;
 }
 
 message Command {

pkg/gitscm/scm.go

@@ -12,6 +12,7 @@ import (
 	"github.com/drone/go-scm/scm/driver/github"
 	"github.com/drone/go-scm/scm/driver/gitlab"
 	"github.com/drone/go-scm/scm/driver/gogs"
+	"github.com/drone/go-scm/scm/driver/stash"
 	"github.com/drone/go-scm/scm/transport"
 )
 
@@ -39,6 +40,8 @@ func New(ctx context.Context, provider, url, token string) (SCM, error) {
 		scm.client, err = github.New(scm.url)
 	case "bitbucket":
 		scm.client, err = bitbucket.New(scm.url)
+	case "stash":
+		scm.client, err = stash.New(scm.url)
 	case "gitea":
 		scm.client, err = gitea.New(scm.url)
 	case "gitlab":
@@ -68,6 +71,12 @@ func (s SCM) FindRepo(name string) (*scm.Repository, error) {
 	return repo, err
 }
 
+// FindPerms returns perms of repo.
+func (s SCM) FindPerms(repo *scm.Repository) (*scm.Perm, error) {
+	perm, _, err := s.client.Repositories.FindPerms(s.ctx, fmt.Sprintf("%s/%s", repo.Namespace, repo.Name))
+	return perm, err
+}
+
 // ListCommits returns list of commits.
 func (s SCM) ListCommits(repo, branch string) ([]*scm.Commit, error) {
 	if s.provider != "gitea" {

server/api/provider/create.go

@@ -19,6 +19,8 @@ func HandleCreate(providers core.ProviderStore) http.HandlerFunc {
 		Host        string `json:"host" valid:"url,required"`
 		AccessToken string `json:"accessToken" valid:"stringlength(12|50),required"`
 		Secret      string `json:"secret" valid:"stringlength(5|50),required"`
+		HttpUser    string `json:"httpUser"`
+		HttpPass    string `json:"httpPass"`
 	}
 
 	return func(w http.ResponseWriter, r *http.Request) {
@@ -44,6 +46,8 @@ func HandleCreate(providers core.ProviderStore) http.HandlerFunc {
 			AccessToken: f.AccessToken,
 			Secret:      f.Secret,
 			UserID:      claims.ID,
+			HttpUser:    f.HttpUser,
+			HttpPass:    f.HttpPass,
 		}
 
 		if err := providers.Create(provider); err != nil {

server/api/provider/update.go

@@ -20,6 +20,8 @@ func HandleUpdate(providers core.ProviderStore, users core.UserStore) http.Handl
 		Host        string `json:"host" valid:"url,required"`
 		AccessToken string `json:"accessToken"`
 		Secret      string `json:"secret" valid:"stringlength(5|50),required"`
+		HttpUser    string `json:"httpUser"`
+		HttpPass    string `json:"httpPass"`
 	}
 
 	return func(w http.ResponseWriter, r *http.Request) {
@@ -52,12 +54,14 @@ func HandleUpdate(providers core.ProviderStore, users core.UserStore) http.Handl
 
 		if p.UserID == claims.ID || user.Role == "admin" {
 			provider := &core.Provider{
-				ID:     f.ID,
-				Name:   f.Name,
-				URL:    f.URL,
-				Host:   f.Host,
-				Secret: f.Secret,
-				UserID: claims.ID,
+				ID:       f.ID,
+				Name:     f.Name,
+				URL:      f.URL,
+				Host:     f.Host,
+				Secret:   f.Secret,
+				UserID:   claims.ID,
+				HttpUser: f.HttpUser,
+				HttpPass: f.HttpPass,
 			}
 
 			if f.AccessToken != "" {

server/core/provider.go

@@ -13,6 +13,8 @@ type (
 		Name        string     `gorm:"not null" json:"name"`
 		URL         string     `gorm:"not null" json:"url"`
 		AccessToken string     `gorm:"not null" json:"-"`
+		HttpUser    string     `json:"httpUser"`
+		HttpPass    string     `json:"httpPass"`
 		Secret      string     `gorm:"not null" json:"secret"`
 		Host        string     `gorm:"not null" json:"host"`
 		LastSync    *time.Time `json:"lastSync"`

server/scheduler/scheduler.go

@@ -312,27 +312,34 @@ func (s *scheduler) startJob(job *core.Job, worker *core.Worker) {
 		s.logger.Errorf("error parsing commands for job %d: %s", job.ID, err.Error())
 	}
 
+	url := job.Build.Repository.Clone
+	if url == "" {
+		url = job.Build.Repository.URL
+	}
+
 	j := &pb.Job{
-		Id:            uint64(job.ID),
-		BuildId:       uint64(job.BuildID),
-		Commands:      commands.Commands,
-		Image:         job.Image,
-		Env:           envs,
-		Url:           job.Build.Repository.URL,
-		SshURL:        job.Build.Repository.CloneSSH,
-		ProviderName:  job.Build.Repository.Provider.Name,
-		ProviderURL:   job.Build.Repository.Provider.URL,
-		ProviderToken: job.Build.Repository.Provider.AccessToken,
-		Ref:           job.Build.Ref,
-		CommitSHA:     job.Build.Commit,
-		Branch:        job.Build.Branch,
-		RepoName:      job.Build.Repository.FullName,
-		Action:        pb.Job_JobStart,
-		WorkerId:      worker.ID,
-		Cache:         strings.Split(job.Cache, ","),
-		Mount:         strings.Split(job.Mount, ","),
-		SshPrivateKey: job.Build.Repository.SSHPrivateKey,
-		SshClone:      job.Build.Repository.UseSSH,
+		Id:               uint64(job.ID),
+		BuildId:          uint64(job.BuildID),
+		Commands:         commands.Commands,
+		Image:            job.Image,
+		Env:              envs,
+		Url:              url,
+		SshURL:           job.Build.Repository.CloneSSH,
+		ProviderName:     job.Build.Repository.Provider.Name,
+		ProviderURL:      job.Build.Repository.Provider.URL,
+		ProviderToken:    job.Build.Repository.Provider.AccessToken,
+		Ref:              job.Build.Ref,
+		CommitSHA:        job.Build.Commit,
+		Branch:           job.Build.Branch,
+		RepoName:         job.Build.Repository.FullName,
+		Action:           pb.Job_JobStart,
+		WorkerId:         worker.ID,
+		Cache:            strings.Split(job.Cache, ","),
+		Mount:            strings.Split(job.Mount, ","),
+		SshPrivateKey:    job.Build.Repository.SSHPrivateKey,
+		SshClone:         job.Build.Repository.UseSSH,
+		ProviderHttpUser: job.Build.Repository.Provider.HttpUser,
+		ProviderHttpPass: job.Build.Repository.Provider.HttpPass,
 	}
 
 	s.mu.Lock()

server/service/githook/parser.go

@@ -36,9 +36,6 @@ func (p *parser) Parse(req *http.Request, secretFunc func(string) *core.Reposito
 	}
 
 	payload, err := p.client.Webhooks.Parse(req, fn)
-	if err == scm.ErrUnknownEvent {
-		return nil, nil, nil
-	}
 	if err != nil {
 		return nil, nil, err
 	}

server/store/build/build.go

@@ -144,7 +144,8 @@ func (s buildStore) GenerateBuild(repo *core.Repository, base *core.GitHook) ([]
 			base.After = commit.Sha
 		}
 		if base.Message == "" {
-			base.Message = commit.Message
+			// Fix Database Error 1406: Data too long for column 'commit_message' at row 1
+			base.Message = strings.Split(commit.Message, "\n")[0]
 		}
 	}
 	content, err := scm.FindContent(repo.FullName, base.After, ".abstruse.yml")
@@ -257,7 +258,7 @@ func (s buildStore) TriggerBuild(opts core.TriggerBuildOpts) ([]*core.Job, error
 		sha = commit.Sha
 
 		build.Commit = commit.Sha
-		build.CommitMessage = commit.Message
+		build.CommitMessage = strings.Split(commit.Message, "\n")[0]
 		build.AuthorLogin = commit.Author.Login
 		build.AuthorName = commit.Author.Name
 		build.AuthorEmail = commit.Author.Email
@@ -274,7 +275,7 @@ func (s buildStore) TriggerBuild(opts core.TriggerBuildOpts) ([]*core.Job, error
 		}
 
 		build.Commit = commit.Sha
-		build.CommitMessage = commit.Message
+		build.CommitMessage = strings.Split(commit.Message, "\n")[0]
 		build.AuthorLogin = commit.Author.Login
 		build.AuthorName = commit.Author.Name
 		build.AuthorEmail = commit.Author.Email

server/store/provider/provider.go

@@ -44,7 +44,10 @@ func (s providerStore) Create(provider *core.Provider) error {
 }
 
 func (s providerStore) Update(provider *core.Provider) error {
-	return s.db.Model(provider).Updates(&provider).Error
+	updateHttp := make(map[string]interface{})
+	updateHttp["HttpUser"] = provider.HttpUser
+	updateHttp["HttpPass"] = provider.HttpPass
+	return s.db.Model(provider).Updates(updateHttp).Updates(&provider).Error
 }
 
 func (s providerStore) Delete(provider *core.Provider) error {
@@ -101,7 +104,28 @@ func (s providerStore) findRepos(id uint, page, size int) ([]*scm.Repository, er
 	if err != nil {
 		return repos, err
 	}
+
+	// git-scm does not work correctly with Stash pagination.
+	// Opened issue https://github.com/drone/go-scm/issues/166
+	// See https://docs.atlassian.com/bitbucket-server/rest/5.16.0/bitbucket-rest.html
+	//> Identifiers of adjacent objects in a page may not be contiguous,
+	//> so the start of the next page is not necessarily the start of the last page plus the last page's size.
+	//> A client should always use nextPageStart to avoid unexpected results from a paged API.
+	if provider.Name == "stash" {
+		size = 1000
+	}
 	repos, err = gitscm.ListRepos(page, size)
+
+	// Some providers like Stash don't return perms in ListRepos response
+	for _, repo := range repos {
+		if repo.Perm == nil {
+			repo.Perm, err = gitscm.FindPerms(repo)
+			if err != nil {
+				repo.Perm = &scm.Perm{}
+			}
+		}
+	}
+
 	return repos, err
 }
 

server/store/repo/repo.go

@@ -252,6 +252,21 @@ func filterHooks(hooks []*scm.Hook, provider core.Provider) []*scm.Hook {
 	for _, hook := range hooks {
 		url, _ := url.Parse(hook.Target)
 		if strings.HasPrefix(hook.Target, provider.Host) && strings.HasSuffix(url.Path, "/webhooks") {
+			if provider.Name == "stash" {
+				stashMap := map[string]string{
+					"pr:merged":         "pull_request",
+					"pr:modified":       "pull_request",
+					"pr:opened":         "pull_request",
+					"repo:refs_changed": "push",
+				}
+				mappedEvents := make([]string, 0)
+				for _, event := range hook.Events {
+					if stashMap[event] != "" {
+						mappedEvents = append(mappedEvents, stashMap[event])
+					}
+				}
+				hook.Events = mappedEvents
+			}
 			webhooks = append(webhooks, hook)
 		}
 	}