Add migrate from Codebase (#16768)

This PR adds [Codebase](https://www.codebasehq.com/) as migration source.

Supported:
- Milestones
- Issues
- Pull Requests
- Comments
- Labels

modules/structs/repo.go

@@ -250,6 +250,7 @@ const (
 	GogsService                            // 5 gogs service
 	OneDevService                          // 6 onedev service
 	GitBucketService                       // 7 gitbucket service
+	CodebaseService                        // 8 codebase service
 )
 
 // Name represents the service type's name
@@ -273,6 +274,8 @@ func (gt GitServiceType) Title() string {
 		return "OneDev"
 	case GitBucketService:
 		return "GitBucket"
+	case CodebaseService:
+		return "Codebase"
 	case PlainGitService:
 		return "Git"
 	}
@@ -330,5 +333,6 @@ var (
 		GogsService,
 		OneDevService,
 		GitBucketService,
+		CodebaseService,
 	}
 )

options/locale/locale_en-US.ini

@@ -926,6 +926,7 @@ migrate.gitlab.description = Migrate data from gitlab.com or other GitLab instan
 migrate.gitea.description = Migrate data from gitea.com or other Gitea instances.
 migrate.gogs.description = Migrate data from notabug.org or other Gogs instances.
 migrate.onedev.description = Migrate data from code.onedev.io or other OneDev instances.
+migrate.codebase.description = Migrate data from codebasehq.com.
 migrate.gitbucket.description = Migrate data from GitBucket instances.
 migrate.migrating_git = Migrating Git Data
 migrate.migrating_topics = Migrating Topics

services/migrations/codebase.go

@@ -0,0 +1,652 @@
+// Copyright 2021 The Gitea Authors. All rights reserved.
+// Use of this source code is governed by a MIT-style
+// license that can be found in the LICENSE file.
+
+package migrations
+
+import (
+	"context"
+	"encoding/xml"
+	"fmt"
+	"net/http"
+	"net/url"
+	"strconv"
+	"strings"
+	"time"
+
+	"code.gitea.io/gitea/modules/log"
+	base "code.gitea.io/gitea/modules/migration"
+	"code.gitea.io/gitea/modules/proxy"
+	"code.gitea.io/gitea/modules/structs"
+)
+
+var (
+	_ base.Downloader        = &CodebaseDownloader{}
+	_ base.DownloaderFactory = &CodebaseDownloaderFactory{}
+)
+
+func init() {
+	RegisterDownloaderFactory(&CodebaseDownloaderFactory{})
+}
+
+// CodebaseDownloaderFactory defines a downloader factory
+type CodebaseDownloaderFactory struct {
+}
+
+// New returns a downloader related to this factory according MigrateOptions
+func (f *CodebaseDownloaderFactory) New(ctx context.Context, opts base.MigrateOptions) (base.Downloader, error) {
+	u, err := url.Parse(opts.CloneAddr)
+	if err != nil {
+		return nil, err
+	}
+	u.User = nil
+
+	fields := strings.Split(strings.Trim(u.Path, "/"), "/")
+	if len(fields) != 2 {
+		return nil, fmt.Errorf("invalid path: %s", u.Path)
+	}
+	project := fields[0]
+	repoName := strings.TrimSuffix(fields[1], ".git")
+
+	log.Trace("Create Codebase downloader. BaseURL: %v RepoName: %s", u, repoName)
+
+	return NewCodebaseDownloader(ctx, u, project, repoName, opts.AuthUsername, opts.AuthPassword), nil
+}
+
+// GitServiceType returns the type of git service
+func (f *CodebaseDownloaderFactory) GitServiceType() structs.GitServiceType {
+	return structs.CodebaseService
+}
+
+type codebaseUser struct {
+	ID    int64  `json:"id"`
+	Name  string `json:"name"`
+	Email string `json:"email"`
+}
+
+// CodebaseDownloader implements a Downloader interface to get repository informations
+// from Codebase
+type CodebaseDownloader struct {
+	base.NullDownloader
+	ctx           context.Context
+	client        *http.Client
+	baseURL       *url.URL
+	projectURL    *url.URL
+	project       string
+	repoName      string
+	maxIssueIndex int64
+	userMap       map[int64]*codebaseUser
+	commitMap     map[string]string
+}
+
+// SetContext set context
+func (d *CodebaseDownloader) SetContext(ctx context.Context) {
+	d.ctx = ctx
+}
+
+// NewCodebaseDownloader creates a new downloader
+func NewCodebaseDownloader(ctx context.Context, projectURL *url.URL, project, repoName, username, password string) *CodebaseDownloader {
+	baseURL, _ := url.Parse("https://api3.codebasehq.com")
+
+	var downloader = &CodebaseDownloader{
+		ctx:        ctx,
+		baseURL:    baseURL,
+		projectURL: projectURL,
+		project:    project,
+		repoName:   repoName,
+		client: &http.Client{
+			Transport: &http.Transport{
+				Proxy: func(req *http.Request) (*url.URL, error) {
+					if len(username) > 0 && len(password) > 0 {
+						req.SetBasicAuth(username, password)
+					}
+					return proxy.Proxy()(req)
+				},
+			},
+		},
+		userMap:   make(map[int64]*codebaseUser),
+		commitMap: make(map[string]string),
+	}
+
+	return downloader
+}
+
+// FormatCloneURL add authentification into remote URLs
+func (d *CodebaseDownloader) FormatCloneURL(opts base.MigrateOptions, remoteAddr string) (string, error) {
+	return opts.CloneAddr, nil
+}
+
+func (d *CodebaseDownloader) callAPI(endpoint string, parameter map[string]string, result interface{}) error {
+	u, err := d.baseURL.Parse(endpoint)
+	if err != nil {
+		return err
+	}
+
+	if parameter != nil {
+		query := u.Query()
+		for k, v := range parameter {
+			query.Set(k, v)
+		}
+		u.RawQuery = query.Encode()
+	}
+
+	req, err := http.NewRequestWithContext(d.ctx, "GET", u.String(), nil)
+	if err != nil {
+		return err
+	}
+	req.Header.Add("Accept", "application/xml")
+
+	resp, err := d.client.Do(req)
+	if err != nil {
+		return err
+	}
+	defer resp.Body.Close()
+
+	return xml.NewDecoder(resp.Body).Decode(&result)
+}
+
+// GetRepoInfo returns repository information
+// https://support.codebasehq.com/kb/projects
+func (d *CodebaseDownloader) GetRepoInfo() (*base.Repository, error) {
+	var rawRepository struct {
+		XMLName     xml.Name `xml:"repository"`
+		Name        string   `xml:"name"`
+		Description string   `xml:"description"`
+		Permalink   string   `xml:"permalink"`
+		CloneURL    string   `xml:"clone-url"`
+		Source      string   `xml:"source"`
+	}
+
+	err := d.callAPI(
+		fmt.Sprintf("/%s/%s", d.project, d.repoName),
+		nil,
+		&rawRepository,
+	)
+	if err != nil {
+		return nil, err
+	}
+
+	return &base.Repository{
+		Name:        rawRepository.Name,
+		Description: rawRepository.Description,
+		CloneURL:    rawRepository.CloneURL,
+		OriginalURL: d.projectURL.String(),
+	}, nil
+}
+
+// GetMilestones returns milestones
+// https://support.codebasehq.com/kb/tickets-and-milestones/milestones
+func (d *CodebaseDownloader) GetMilestones() ([]*base.Milestone, error) {
+	var rawMilestones struct {
+		XMLName            xml.Name `xml:"ticketing-milestone"`
+		Type               string   `xml:"type,attr"`
+		TicketingMilestone []struct {
+			Text string `xml:",chardata"`
+			ID   struct {
+				Value int64  `xml:",chardata"`
+				Type  string `xml:"type,attr"`
+			} `xml:"id"`
+			Identifier string `xml:"identifier"`
+			Name       string `xml:"name"`
+			Deadline   struct {
+				Value string `xml:",chardata"`
+				Type  string `xml:"type,attr"`
+			} `xml:"deadline"`
+			Description string `xml:"description"`
+			Status      string `xml:"status"`
+		} `xml:"ticketing-milestone"`
+	}
+
+	err := d.callAPI(
+		fmt.Sprintf("/%s/milestones", d.project),
+		nil,
+		&rawMilestones,
+	)
+	if err != nil {
+		return nil, err
+	}
+
+	var milestones = make([]*base.Milestone, 0, len(rawMilestones.TicketingMilestone))
+	for _, milestone := range rawMilestones.TicketingMilestone {
+		var deadline *time.Time
+		if len(milestone.Deadline.Value) > 0 {
+			if val, err := time.Parse("2006-01-02", milestone.Deadline.Value); err == nil {
+				deadline = &val
+			}
+		}
+
+		closed := deadline
+		state := "closed"
+		if milestone.Status == "active" {
+			closed = nil
+			state = ""
+		}
+
+		milestones = append(milestones, &base.Milestone{
+			Title:    milestone.Name,
+			Deadline: deadline,
+			Closed:   closed,
+			State:    state,
+		})
+	}
+	return milestones, nil
+}
+
+// GetLabels returns labels
+// https://support.codebasehq.com/kb/tickets-and-milestones/statuses-priorities-and-categories
+func (d *CodebaseDownloader) GetLabels() ([]*base.Label, error) {
+	var rawTypes struct {
+		XMLName       xml.Name `xml:"ticketing-types"`
+		Type          string   `xml:"type,attr"`
+		TicketingType []struct {
+			ID struct {
+				Value int64  `xml:",chardata"`
+				Type  string `xml:"type,attr"`
+			} `xml:"id"`
+			Name string `xml:"name"`
+		} `xml:"ticketing-type"`
+	}
+
+	err := d.callAPI(
+		fmt.Sprintf("/%s/tickets/types", d.project),
+		nil,
+		&rawTypes,
+	)
+	if err != nil {
+		return nil, err
+	}
+
+	var labels = make([]*base.Label, 0, len(rawTypes.TicketingType))
+	for _, label := range rawTypes.TicketingType {
+		labels = append(labels, &base.Label{
+			Name:  label.Name,
+			Color: "ffffff",
+		})
+	}
+	return labels, nil
+}
+
+type codebaseIssueContext struct {
+	foreignID int64
+	localID   int64
+	Comments  []*base.Comment
+}
+
+func (c codebaseIssueContext) LocalID() int64 {
+	return c.localID
+}
+
+func (c codebaseIssueContext) ForeignID() int64 {
+	return c.foreignID
+}
+
+// GetIssues returns issues, limits are not supported
+// https://support.codebasehq.com/kb/tickets-and-milestones
+// https://support.codebasehq.com/kb/tickets-and-milestones/updating-tickets
+func (d *CodebaseDownloader) GetIssues(page, perPage int) ([]*base.Issue, bool, error) {
+	var rawIssues struct {
+		XMLName xml.Name `xml:"tickets"`
+		Type    string   `xml:"type,attr"`
+		Ticket  []struct {
+			TicketID struct {
+				Value int64  `xml:",chardata"`
+				Type  string `xml:"type,attr"`
+			} `xml:"ticket-id"`
+			Summary    string `xml:"summary"`
+			TicketType string `xml:"ticket-type"`
+			ReporterID struct {
+				Value int64  `xml:",chardata"`
+				Type  string `xml:"type,attr"`
+			} `xml:"reporter-id"`
+			Reporter string `xml:"reporter"`
+			Type     struct {
+				Name string `xml:"name"`
+			} `xml:"type"`
+			Status struct {
+				TreatAsClosed struct {
+					Value bool   `xml:",chardata"`
+					Type  string `xml:"type,attr"`
+				} `xml:"treat-as-closed"`
+			} `xml:"status"`
+			Milestone struct {
+				Name string `xml:"name"`
+			} `xml:"milestone"`
+			UpdatedAt struct {
+				Value time.Time `xml:",chardata"`
+				Type  string    `xml:"type,attr"`
+			} `xml:"updated-at"`
+			CreatedAt struct {
+				Value time.Time `xml:",chardata"`
+				Type  string    `xml:"type,attr"`
+			} `xml:"created-at"`
+		} `xml:"ticket"`
+	}
+
+	err := d.callAPI(
+		fmt.Sprintf("/%s/tickets", d.project),
+		nil,
+		&rawIssues,
+	)
+	if err != nil {
+		return nil, false, err
+	}
+
+	issues := make([]*base.Issue, 0, len(rawIssues.Ticket))
+	for _, issue := range rawIssues.Ticket {
+		var notes struct {
+			XMLName    xml.Name `xml:"ticket-notes"`
+			Type       string   `xml:"type,attr"`
+			TicketNote []struct {
+				Content   string `xml:"content"`
+				CreatedAt struct {
+					Value time.Time `xml:",chardata"`
+					Type  string    `xml:"type,attr"`
+				} `xml:"created-at"`
+				UpdatedAt struct {
+					Value time.Time `xml:",chardata"`
+					Type  string    `xml:"type,attr"`
+				} `xml:"updated-at"`
+				ID struct {
+					Value int64  `xml:",chardata"`
+					Type  string `xml:"type,attr"`
+				} `xml:"id"`
+				UserID struct {
+					Value int64  `xml:",chardata"`
+					Type  string `xml:"type,attr"`
+				} `xml:"user-id"`
+			} `xml:"ticket-note"`
+		}
+		err := d.callAPI(
+			fmt.Sprintf("/%s/tickets/%d/notes", d.project, issue.TicketID.Value),
+			nil,
+			&notes,
+		)
+		if err != nil {
+			return nil, false, err
+		}
+		comments := make([]*base.Comment, 0, len(notes.TicketNote))
+		for _, note := range notes.TicketNote {
+			if len(note.Content) == 0 {
+				continue
+			}
+			poster := d.tryGetUser(note.UserID.Value)
+			comments = append(comments, &base.Comment{
+				IssueIndex:  issue.TicketID.Value,
+				PosterID:    poster.ID,
+				PosterName:  poster.Name,
+				PosterEmail: poster.Email,
+				Content:     note.Content,
+				Created:     note.CreatedAt.Value,
+				Updated:     note.UpdatedAt.Value,
+			})
+		}
+		if len(comments) == 0 {
+			comments = append(comments, &base.Comment{})
+		}
+
+		state := "open"
+		if issue.Status.TreatAsClosed.Value {
+			state = "closed"
+		}
+		poster := d.tryGetUser(issue.ReporterID.Value)
+		issues = append(issues, &base.Issue{
+			Title:       issue.Summary,
+			Number:      issue.TicketID.Value,
+			PosterName:  poster.Name,
+			PosterEmail: poster.Email,
+			Content:     comments[0].Content,
+			Milestone:   issue.Milestone.Name,
+			State:       state,
+			Created:     issue.CreatedAt.Value,
+			Updated:     issue.UpdatedAt.Value,
+			Labels: []*base.Label{
+				{Name: issue.Type.Name}},
+			Context: codebaseIssueContext{
+				foreignID: issue.TicketID.Value,
+				localID:   issue.TicketID.Value,
+				Comments:  comments[1:],
+			},
+		})
+
+		if d.maxIssueIndex < issue.TicketID.Value {
+			d.maxIssueIndex = issue.TicketID.Value
+		}
+	}
+
+	return issues, true, nil
+}
+
+// GetComments returns comments
+func (d *CodebaseDownloader) GetComments(opts base.GetCommentOptions) ([]*base.Comment, bool, error) {
+	context, ok := opts.Context.(codebaseIssueContext)
+	if !ok {
+		return nil, false, fmt.Errorf("unexpected comment context: %+v", opts.Context)
+	}
+
+	return context.Comments, true, nil
+}
+
+// GetPullRequests returns pull requests
+// https://support.codebasehq.com/kb/repositories/merge-requests
+func (d *CodebaseDownloader) GetPullRequests(page, perPage int) ([]*base.PullRequest, bool, error) {
+	var rawMergeRequests struct {
+		XMLName      xml.Name `xml:"merge-requests"`
+		Type         string   `xml:"type,attr"`
+		MergeRequest []struct {
+			ID struct {
+				Value int64  `xml:",chardata"`
+				Type  string `xml:"type,attr"`
+			} `xml:"id"`
+		} `xml:"merge-request"`
+	}
+
+	err := d.callAPI(
+		fmt.Sprintf("/%s/%s/merge_requests", d.project, d.repoName),
+		map[string]string{
+			"query":  `"Target Project" is "` + d.repoName + `"`,
+			"offset": strconv.Itoa((page - 1) * perPage),
+			"count":  strconv.Itoa(perPage),
+		},
+		&rawMergeRequests,
+	)
+	if err != nil {
+		return nil, false, err
+	}
+
+	pullRequests := make([]*base.PullRequest, 0, len(rawMergeRequests.MergeRequest))
+	for i, mr := range rawMergeRequests.MergeRequest {
+		var rawMergeRequest struct {
+			XMLName xml.Name `xml:"merge-request"`
+			ID      struct {
+				Value int64  `xml:",chardata"`
+				Type  string `xml:"type,attr"`
+			} `xml:"id"`
+			SourceRef string `xml:"source-ref"`
+			TargetRef string `xml:"target-ref"`
+			Subject   string `xml:"subject"`
+			Status    string `xml:"status"`
+			UserID    struct {
+				Value int64  `xml:",chardata"`
+				Type  string `xml:"type,attr"`
+			} `xml:"user-id"`
+			CreatedAt struct {
+				Value time.Time `xml:",chardata"`
+				Type  string    `xml:"type,attr"`
+			} `xml:"created-at"`
+			UpdatedAt struct {
+				Value time.Time `xml:",chardata"`
+				Type  string    `xml:"type,attr"`
+			} `xml:"updated-at"`
+			Comments struct {
+				Type    string `xml:"type,attr"`
+				Comment []struct {
+					Content string `xml:"content"`
+					UserID  struct {
+						Value int64  `xml:",chardata"`
+						Type  string `xml:"type,attr"`
+					} `xml:"user-id"`
+					Action struct {
+						Value string `xml:",chardata"`
+						Nil   string `xml:"nil,attr"`
+					} `xml:"action"`
+					CreatedAt struct {
+						Value time.Time `xml:",chardata"`
+						Type  string    `xml:"type,attr"`
+					} `xml:"created-at"`
+				} `xml:"comment"`
+			} `xml:"comments"`
+		}
+		err := d.callAPI(
+			fmt.Sprintf("/%s/%s/merge_requests/%d", d.project, d.repoName, mr.ID.Value),
+			nil,
+			&rawMergeRequest,
+		)
+		if err != nil {
+			return nil, false, err
+		}
+
+		number := d.maxIssueIndex + int64(i) + 1
+
+		state := "open"
+		merged := false
+		var closeTime *time.Time
+		var mergedTime *time.Time
+		if rawMergeRequest.Status != "new" {
+			state = "closed"
+			closeTime = &rawMergeRequest.UpdatedAt.Value
+		}
+
+		comments := make([]*base.Comment, 0, len(rawMergeRequest.Comments.Comment))
+		for _, comment := range rawMergeRequest.Comments.Comment {
+			if len(comment.Content) == 0 {
+				if comment.Action.Value == "merging" {
+					merged = true
+					mergedTime = &comment.CreatedAt.Value
+				}
+				continue
+			}
+			poster := d.tryGetUser(comment.UserID.Value)
+			comments = append(comments, &base.Comment{
+				IssueIndex:  number,
+				PosterID:    poster.ID,
+				PosterName:  poster.Name,
+				PosterEmail: poster.Email,
+				Content:     comment.Content,
+				Created:     comment.CreatedAt.Value,
+				Updated:     comment.CreatedAt.Value,
+			})
+		}
+		if len(comments) == 0 {
+			comments = append(comments, &base.Comment{})
+		}
+
+		poster := d.tryGetUser(rawMergeRequest.UserID.Value)
+
+		pullRequests = append(pullRequests, &base.PullRequest{
+			Title:       rawMergeRequest.Subject,
+			Number:      number,
+			PosterName:  poster.Name,
+			PosterEmail: poster.Email,
+			Content:     comments[0].Content,
+			State:       state,
+			Created:     rawMergeRequest.CreatedAt.Value,
+			Updated:     rawMergeRequest.UpdatedAt.Value,
+			Closed:      closeTime,
+			Merged:      merged,
+			MergedTime:  mergedTime,
+			Head: base.PullRequestBranch{
+				Ref:      rawMergeRequest.SourceRef,
+				SHA:      d.getHeadCommit(rawMergeRequest.SourceRef),
+				RepoName: d.repoName,
+			},
+			Base: base.PullRequestBranch{
+				Ref:      rawMergeRequest.TargetRef,
+				SHA:      d.getHeadCommit(rawMergeRequest.TargetRef),
+				RepoName: d.repoName,
+			},
+			Context: codebaseIssueContext{
+				foreignID: rawMergeRequest.ID.Value,
+				localID:   number,
+				Comments:  comments[1:],
+			},
+		})
+	}
+
+	return pullRequests, true, nil
+}
+
+// GetReviews returns pull requests reviews
+func (d *CodebaseDownloader) GetReviews(context base.IssueContext) ([]*base.Review, error) {
+	return []*base.Review{}, nil
+}
+
+// GetTopics return repository topics
+func (d *CodebaseDownloader) GetTopics() ([]string, error) {
+	return []string{}, nil
+}
+
+func (d *CodebaseDownloader) tryGetUser(userID int64) *codebaseUser {
+	if len(d.userMap) == 0 {
+		var rawUsers struct {
+			XMLName xml.Name `xml:"users"`
+			Type    string   `xml:"type,attr"`
+			User    []struct {
+				EmailAddress string `xml:"email-address"`
+				ID           struct {
+					Value int64  `xml:",chardata"`
+					Type  string `xml:"type,attr"`
+				} `xml:"id"`
+				LastName  string `xml:"last-name"`
+				FirstName string `xml:"first-name"`
+				Username  string `xml:"username"`
+			} `xml:"user"`
+		}
+
+		err := d.callAPI(
+			"/users",
+			nil,
+			&rawUsers,
+		)
+		if err == nil {
+			for _, user := range rawUsers.User {
+				d.userMap[user.ID.Value] = &codebaseUser{
+					Name:  user.Username,
+					Email: user.EmailAddress,
+				}
+			}
+		}
+	}
+
+	user, ok := d.userMap[userID]
+	if !ok {
+		user = &codebaseUser{
+			Name: fmt.Sprintf("User %d", userID),
+		}
+		d.userMap[userID] = user
+	}
+
+	return user
+}
+
+func (d *CodebaseDownloader) getHeadCommit(ref string) string {
+	commitRef, ok := d.commitMap[ref]
+	if !ok {
+		var rawCommits struct {
+			XMLName xml.Name `xml:"commits"`
+			Type    string   `xml:"type,attr"`
+			Commit  []struct {
+				Ref string `xml:"ref"`
+			} `xml:"commit"`
+		}
+		err := d.callAPI(
+			fmt.Sprintf("/%s/%s/commits/%s", d.project, d.repoName, ref),
+			nil,
+			&rawCommits,
+		)
+		if err == nil && len(rawCommits.Commit) > 0 {
+			commitRef = rawCommits.Commit[0].Ref
+			d.commitMap[ref] = commitRef
+		}
+	}
+	return commitRef
+}

services/migrations/codebase_test.go

@@ -0,0 +1,154 @@
+// Copyright 2021 The Gitea Authors. All rights reserved.
+// Use of this source code is governed by a MIT-style
+// license that can be found in the LICENSE file.
+
+package migrations
+
+import (
+	"context"
+	"fmt"
+	"net/url"
+	"os"
+	"testing"
+	"time"
+
+	base "code.gitea.io/gitea/modules/migration"
+
+	"github.com/stretchr/testify/assert"
+)
+
+func TestCodebaseDownloadRepo(t *testing.T) {
+	// Skip tests if Codebase token is not found
+	cloneUser := os.Getenv("CODEBASE_CLONE_USER")
+	clonePassword := os.Getenv("CODEBASE_CLONE_PASSWORD")
+	apiUser := os.Getenv("CODEBASE_API_USER")
+	apiPassword := os.Getenv("CODEBASE_API_TOKEN")
+	if apiUser == "" || apiPassword == "" {
+		t.Skip("skipped test because a CODEBASE_ variable was not in the environment")
+	}
+
+	cloneAddr := "https://gitea-test.codebasehq.com/gitea-test/test.git"
+	u, _ := url.Parse(cloneAddr)
+	if cloneUser != "" {
+		u.User = url.UserPassword(cloneUser, clonePassword)
+	}
+
+	factory := &CodebaseDownloaderFactory{}
+	downloader, err := factory.New(context.Background(), base.MigrateOptions{
+		CloneAddr:    u.String(),
+		AuthUsername: apiUser,
+		AuthPassword: apiPassword,
+	})
+	if err != nil {
+		t.Fatal(fmt.Sprintf("Error creating Codebase downloader: %v", err))
+	}
+	repo, err := downloader.GetRepoInfo()
+	assert.NoError(t, err)
+	assertRepositoryEqual(t, &base.Repository{
+		Name:        "test",
+		Owner:       "",
+		Description: "Repository Description",
+		CloneURL:    "git@codebasehq.com:gitea-test/gitea-test/test.git",
+		OriginalURL: cloneAddr,
+	}, repo)
+
+	milestones, err := downloader.GetMilestones()
+	assert.NoError(t, err)
+	assertMilestonesEqual(t, []*base.Milestone{
+		{
+			Title:    "Milestone1",
+			Deadline: timePtr(time.Date(2021, time.September, 16, 0, 0, 0, 0, time.UTC)),
+		},
+		{
+			Title:    "Milestone2",
+			Deadline: timePtr(time.Date(2021, time.September, 17, 0, 0, 0, 0, time.UTC)),
+			Closed:   timePtr(time.Date(2021, time.September, 17, 0, 0, 0, 0, time.UTC)),
+			State:    "closed",
+		},
+	}, milestones)
+
+	labels, err := downloader.GetLabels()
+	assert.NoError(t, err)
+	assert.Len(t, labels, 4)
+
+	issues, isEnd, err := downloader.GetIssues(1, 2)
+	assert.NoError(t, err)
+	assert.True(t, isEnd)
+	assertIssuesEqual(t, []*base.Issue{
+		{
+			Number:      2,
+			Title:       "Open Ticket",
+			Content:     "Open Ticket Message",
+			PosterName:  "gitea-test-43",
+			PosterEmail: "gitea-codebase@smack.email",
+			State:       "open",
+			Created:     time.Date(2021, time.September, 26, 19, 19, 14, 0, time.UTC),
+			Updated:     time.Date(2021, time.September, 26, 19, 19, 34, 0, time.UTC),
+			Labels: []*base.Label{
+				{
+					Name: "Feature",
+				},
+			},
+		},
+		{
+			Number:      1,
+			Title:       "Closed Ticket",
+			Content:     "Closed Ticket Message",
+			PosterName:  "gitea-test-43",
+			PosterEmail: "gitea-codebase@smack.email",
+			State:       "closed",
+			Milestone:   "Milestone1",
+			Created:     time.Date(2021, time.September, 26, 19, 18, 33, 0, time.UTC),
+			Updated:     time.Date(2021, time.September, 26, 19, 18, 55, 0, time.UTC),
+			Labels: []*base.Label{
+				{
+					Name: "Bug",
+				},
+			},
+		},
+	}, issues)
+
+	comments, _, err := downloader.GetComments(base.GetCommentOptions{
+		Context: issues[0].Context,
+	})
+	assert.NoError(t, err)
+	assertCommentsEqual(t, []*base.Comment{
+		{
+			IssueIndex:  2,
+			PosterName:  "gitea-test-43",
+			PosterEmail: "gitea-codebase@smack.email",
+			Created:     time.Date(2021, time.September, 26, 19, 19, 34, 0, time.UTC),
+			Updated:     time.Date(2021, time.September, 26, 19, 19, 34, 0, time.UTC),
+			Content:     "open comment",
+		},
+	}, comments)
+
+	prs, _, err := downloader.GetPullRequests(1, 1)
+	assert.NoError(t, err)
+	assertPullRequestsEqual(t, []*base.PullRequest{
+		{
+			Number:      3,
+			Title:       "Readme Change",
+			Content:     "Merge Request comment",
+			PosterName:  "gitea-test-43",
+			PosterEmail: "gitea-codebase@smack.email",
+			State:       "open",
+			Created:     time.Date(2021, time.September, 26, 20, 25, 47, 0, time.UTC),
+			Updated:     time.Date(2021, time.September, 26, 20, 25, 47, 0, time.UTC),
+			Head: base.PullRequestBranch{
+				Ref:      "readme-mr",
+				SHA:      "1287f206b888d4d13540e0a8e1c07458f5420059",
+				RepoName: "test",
+			},
+			Base: base.PullRequestBranch{
+				Ref:      "master",
+				SHA:      "f32b0a9dfd09a60f616f29158f772cedd89942d2",
+				RepoName: "test",
+			},
+		},
+	}, prs)
+
+	rvs, err := downloader.GetReviews(prs[0].Context)
+	assert.NoError(t, err)
+	assert.Empty(t, rvs)
+}

services/migrations/main_test.go

@@ -32,6 +32,7 @@ func assertTimePtrEqual(t *testing.T, expected, actual *time.Time) {
 	if expected == nil {
 		assert.Nil(t, actual)
 	} else {
+		assert.NotNil(t, actual)
 		assertTimeEqual(t, *expected, *actual)
 	}
 }

templates/repo/migrate/codebase.tmpl

@@ -0,0 +1,117 @@
+{{template "base/head" .}}
+<div class="page-content repository new migrate">
+	<div class="ui middle very relaxed page grid">
+		<div class="column">
+			<form class="ui form" action="{{.Link}}" method="post">
+				{{.CsrfTokenHtml}}
+				<h3 class="ui top attached header">
+					{{.i18n.Tr "repo.migrate.migrate" .service.Title}}
+					<input id="service_type" type="hidden" name="service" value="{{.service}}">
+				</h3>
+				<div class="ui attached segment">
+					{{template "base/alert" .}}
+					<div class="inline required field {{if .Err_CloneAddr}}error{{end}}">
+						<label for="clone_addr">{{.i18n.Tr "repo.migrate.clone_address"}}</label>
+						<input id="clone_addr" name="clone_addr" value="{{.clone_addr}}" autofocus required>
+						<span class="help">
+						{{.i18n.Tr "repo.migrate.clone_address_desc"}}{{if .ContextUser.CanImportLocal}} {{.i18n.Tr "repo.migrate.clone_local_path"}}{{end}}
+						</span>
+					</div>
+
+					<div class="inline field {{if .Err_Auth}}error{{end}}">
+						<label for="auth_username">{{.i18n.Tr "username"}}</label>
+						<input id="auth_username" name="auth_username" value="{{.auth_username}}" {{if not .auth_username}}data-need-clear="true"{{end}}>
+					</div>
+					<input class="fake" type="password">
+					<div class="inline field {{if .Err_Auth}}error{{end}}">
+						<label for="auth_password">{{.i18n.Tr "password"}}</label>
+						<input id="auth_password" name="auth_password" type="password" value="{{.auth_password}}">
+					</div>
+
+					{{template "repo/migrate/options" .}}
+
+					<div id="migrate_items">
+						<div class="inline field">
+							<label>{{.i18n.Tr "repo.migrate_items"}}</label>
+							<div class="ui checkbox">
+								<input name="milestones" type="checkbox" {{if .milestones}}checked{{end}}>
+								<label>{{.i18n.Tr "repo.migrate_items_milestones" | Safe}}</label>
+							</div>
+							<div class="ui checkbox">
+								<input name="labels" type="checkbox" {{if .labels}}checked{{end}}>
+								<label>{{.i18n.Tr "repo.migrate_items_labels" | Safe}}</label>
+							</div>
+						</div>
+						<div class="inline field">
+							<label></label>
+							<div class="ui checkbox">
+								<input name="issues" type="checkbox" {{if .issues}}checked{{end}}>
+								<label>{{.i18n.Tr "repo.migrate_items_issues" | Safe}}</label>
+							</div>
+							<div class="ui checkbox">
+								<input name="pull_requests" type="checkbox" {{if .pull_requests}}checked{{end}}>
+								<label>{{.i18n.Tr "repo.migrate_items_merge_requests" | Safe}}</label>
+							</div>
+						</div>
+					</div>
+
+					<div class="ui divider"></div>
+
+					<div class="inline required field {{if .Err_Owner}}error{{end}}">
+						<label>{{.i18n.Tr "repo.owner"}}</label>
+						<div class="ui selection owner dropdown">
+							<input type="hidden" id="uid" name="uid" value="{{.ContextUser.ID}}" required>
+							<span class="text truncated-item-container" title="{{.ContextUser.Name}}">
+								{{avatar .ContextUser 28 "mini"}}
+								<span class="truncated-item-name">{{.ContextUser.ShortName 40}}</span>
+							</span>
+							{{svg "octicon-triangle-down" 14 "dropdown icon"}}
+							<div class="menu" title="{{.SignedUser.Name}}">
+								<div class="item truncated-item-container" data-value="{{.SignedUser.ID}}">
+									{{avatar .SignedUser 28 "mini"}}
+									<span class="truncated-item-name">{{.SignedUser.ShortName 40}}</span>
+								</div>
+								{{range .Orgs}}
+									<div class="item truncated-item-container" data-value="{{.ID}}" title="{{.Name}}">
+										{{avatar . 28 "mini"}}
+										<span class="truncated-item-name">{{.ShortName 40}}</span>
+									</div>
+								{{end}}
+							</div>
+						</div>
+					</div>
+
+					<div class="inline required field {{if .Err_RepoName}}error{{end}}">
+						<label for="repo_name">{{.i18n.Tr "repo.repo_name"}}</label>
+						<input id="repo_name" name="repo_name" value="{{.repo_name}}" required>
+					</div>
+					<div class="inline field">
+						<label>{{.i18n.Tr "repo.visibility"}}</label>
+						<div class="ui checkbox">
+							{{if .IsForcedPrivate}}
+								<input name="private" type="checkbox" checked readonly>
+								<label>{{.i18n.Tr "repo.visibility_helper_forced" | Safe}}</label>
+							{{else}}
+								<input name="private" type="checkbox" {{if .private}}checked{{end}}>
+								<label>{{.i18n.Tr "repo.visibility_helper" | Safe}}</label>
+							{{end}}
+						</div>
+					</div>
+					<div class="inline field {{if .Err_Description}}error{{end}}">
+						<label for="description">{{.i18n.Tr "repo.repo_desc"}}</label>
+						<textarea id="description" name="description">{{.description}}</textarea>
+					</div>
+
+					<div class="inline field">
+						<label></label>
+						<button class="ui green button">
+							{{.i18n.Tr "repo.migrate_repo"}}
+						</button>
+						<a class="ui button" href="{{AppSubUrl}}/">{{.i18n.Tr "cancel"}}</a>
+					</div>
+				</div>
+			</form>
+		</div>
+	</div>
+</div>
+{{template "base/footer" .}}

web_src/svg/gitea-codebase.svg

@@ -0,0 +1,13 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 2516.000000 543.000000">
+<g transform="translate(0.000000,543.000000) scale(0.100000,-0.100000)" fill="#000000" stroke="none">
+<path d="M7600 4219 l0 -800 -62 72 c-114 132 -302 257 -483 322 -134 47 -226 61 -410 61 -245 0 -390 -33 -600 -133 -288 -138 -549 -431 -674 -758 l-21 -53 330 -334 c274 -277 330 -338 330 -361 0 -24 -57 -85 -341 -371 l-342 -343 28 -78 c173 -492 574 -839 1060 -919 122 -19 361 -15 475 10 242 53 448 165 622 338 l88 87 0 -184 0 -185 505 0 505 0 0 2215 0 2215 -505 0 -505 0 0 -801z m-432 -1269 c145 -35 274 -104 380 -203 l52 -50 0 -498 0 -498 -51 -50 c-68 -67 -142 -115 -247 -161 -115 -49 -210 -70 -326 -70 -126 0 -182 13 -296 67 -206 99 -351 308 -391 564 -16 105 -6 305 21 399 28 98 88 211 154 292 83 100 174 160 311 204 96 31 274 33 393 4z"/>
+<path d="M12890 2805 l0 -2215 175 0 175 0 0 251 0 251 42 -54 c209 -266 544 -465 867 -513 442 -67 875 72 1171 375 150 153 290 387 360 599 136 415 134 1002 -6 1402 -175 504 -544 846 -1024 950 -147 32 -416 32 -567 0 -314 -66 -581 -233 -784 -491 l-64 -82 -3 871 -2 871 -170 0 -170 0 0 -2215z m1550 754 c122 -15 193 -35 296 -84 178 -83 312 -198 419 -360 147 -220 222 -457 247 -775 25 -326 -32 -659 -154 -905 -153 -307 -373 -495 -676 -577 -96 -26 -330 -35 -456 -19 -259 35 -537 173 -726 361 -48 47 -103 110 -123 140 l-37 55 0 791 0 791 49 69 c94 134 258 272 441 372 226 123 475 172 720 141z"/>
+<path d="M1675 3874 c-292 -30 -497 -87 -702 -194 -434 -226 -728 -614 -829 -1094 -35 -164 -44 -482 -20 -657 50 -357 186 -643 420 -887 213 -221 434 -358 730 -452 282 -89 676 -105 984 -40 198 42 416 131 576 238 71 47 264 230 304 288 l22 32 -328 309 -327 308 -95 -95 c-75 -76 -111 -104 -171 -133 -112 -55 -211 -77 -344 -77 -359 0 -637 213 -726 556 -26 101 -29 325 -6 425 62 261 230 451 476 537 68 23 94 27 236 30 145 3 168 1 241 -21 123 -35 223 -98 312 -193 l76 -81 327 305 c268 249 326 308 319 322 -18 33 -151 173 -218 229 -137 115 -302 202 -501 265 -193 61 -301 78 -521 81 -107 2 -213 1 -235 -1z"/>
+<path d="M10427 3869 c-334 -32 -684 -182 -911 -390 -226 -208 -386 -446 -480 -718 -70 -200 -80 -275 -80 -556 0 -267 8 -343 59 -526 101 -358 321 -657 645 -874 318 -214 703 -308 1156 -285 212 11 374 37 572 92 263 72 428 153 621 307 l25 19 -223 335 -223 335 -81 -55 c-103 -71 -194 -113 -327 -153 -152 -45 -255 -60 -405 -60 -164 0 -279 26 -423 96 -80 40 -111 62 -177 128 -82 82 -146 187 -161 264 l-6 32 1136 0 1136 0 0 210 c0 313 -30 523 -106 742 -86 245 -211 444 -396 624 -259 254 -565 396 -937 433 -118 12 -285 12 -414 0z m527 -843 c205 -57 361 -211 410 -406 l13 -55 -650 -3 c-358 -1 -652 0 -655 3 -10 10 30 131 63 190 87 156 224 251 413 285 74 14 338 4 406 -14z"/>
+<path d="M17330 3870 c-254 -31 -500 -123 -715 -266 -82 -55 -219 -168 -277 -230 l-27 -29 85 -110 c47 -61 89 -114 93 -118 5 -5 48 32 97 80 160 159 371 280 594 338 90 24 131 28 282 32 237 7 340 -12 504 -94 156 -77 264 -181 330 -318 64 -135 67 -151 71 -572 3 -211 2 -383 -2 -383 -4 0 -42 33 -84 73 -182 173 -433 299 -680 343 -131 23 -351 34 -460 23 -376 -38 -729 -264 -879 -564 -39 -78 -77 -200 -92 -296 -19 -116 -8 -383 19 -482 87 -326 330 -583 671 -710 154 -57 232 -70 425 -70 405 -1 727 120 999 375 l86 80 0 -191 0 -191 170 0 170 0 0 1183 c0 978 -3 1198 -15 1277 -42 282 -163 478 -382 622 -210 139 -420 197 -733 203 -96 2 -209 0 -250 -5z m260 -1510 c299 -37 562 -171 731 -373 l49 -59 0 -355 0 -355 -102 -102 c-210 -209 -446 -308 -774 -325 -240 -13 -375 9 -528 85 -101 51 -153 89 -237 175 -87 88 -156 214 -185 334 -24 99 -24 300 -1 385 82 307 349 537 687 593 52 9 279 7 360 -3z"/>
+<path d="M23345 3873 c-382 -35 -739 -228 -988 -535 -327 -405 -450 -883 -372 -1447 53 -374 201 -679 454 -932 120 -119 234 -204 370 -273 133 -67 216 -97 361 -129 508 -113 1004 -18 1402 266 102 73 240 195 236 209 -8 22 -164 217 -175 217 -6 1 -18 -7 -25 -17 -26 -36 -144 -136 -223 -187 -161 -106 -342 -178 -529 -212 -131 -24 -422 -24 -536 1 -228 48 -414 145 -577 299 -211 201 -358 497 -398 804 -8 63 -15 123 -15 134 0 19 18 19 1340 19 l1340 0 0 118 c0 416 -124 816 -346 1114 -77 103 -237 258 -331 321 -144 96 -315 167 -483 201 -144 29 -367 42 -505 29z m351 -304 c171 -24 345 -93 476 -191 186 -138 348 -378 428 -637 31 -99 60 -263 60 -338 l0 -43 -1166 0 -1166 0 7 63 c49 452 288 841 636 1036 78 43 206 89 297 105 94 17 323 20 428 5z"/>
+<path d="M20115 3855 c-194 -30 -394 -107 -515 -197 -256 -193 -369 -419 -358 -717 4 -96 10 -131 35 -202 55 -159 160 -283 336 -396 145 -94 259 -133 737 -252 377 -94 468 -125 626 -211 196 -108 283 -240 284 -430 0 -299 -229 -540 -585 -615 -121 -26 -377 -31 -495 -11 -134 23 -248 60 -375 120 -138 66 -235 134 -348 245 l-88 86 -22 -26 c-12 -15 -59 -72 -104 -127 l-83 -100 99 -95 c214 -205 463 -330 779 -389 100 -19 153 -22 357 -22 258 0 331 8 505 61 429 129 690 463 690 885 0 227 -81 422 -238 570 -202 190 -337 247 -962 404 -284 71 -388 107 -544 188 -184 95 -256 190 -264 350 -8 159 38 279 153 392 84 83 207 150 340 185 110 30 395 38 540 15 275 -42 476 -142 639 -318 66 -71 78 -80 91 -67 7 8 52 61 100 119 l86 105 -73 69 c-228 215 -475 333 -799 380 -128 19 -427 20 -544 1z"/>
+<path d="M3736 3569 c-48 -50 -353 -363 -679 -695 -511 -523 -592 -609 -592 -635 0 -25 91 -122 683 -724 l683 -695 115 120 c63 65 124 130 135 144 11 14 26 26 32 26 7 0 77 -66 158 -146 l146 -146 689 696 c514 519 690 702 692 722 3 23 -27 58 -220 253 -123 124 -434 439 -691 700 l-466 474 -155 -147 -154 -146 -138 145 c-75 80 -141 145 -145 145 -3 0 -46 -41 -93 -91z m728 -1008 l315 -324 -316 -324 c-174 -178 -320 -322 -324 -321 -4 2 -156 147 -337 323 l-331 320 327 328 c180 180 332 326 339 325 7 -2 154 -149 327 -327z" fill="#e22c2c"/>
+</g>
+</svg>