mirror of
				https://codeberg.org/forgejo/forgejo.git
				synced 2025-10-30 22:11:07 +00:00 
			
		
		
		
	- fix: API must use headGitRepo instead of ctx.Repo.GitRepo for comparing
- fix: make API /repos/{owner}/{repo}/compare/{basehead} work with forks
- add test coverage for both fixes and the underlying function `parseCompareInfo`
- refactor and improve part of the helpers from `tests/integration/api_helper_for_declarative_test.go`
- remove a few wrong or misleading comments
Refs forgejo/forgejo#7978
## Note on the focus of the PR
It was initially created to address a regression introduced in v12. But the tests that verify it is fixed discovered a v11.0 bug. They cannot conveniently be separated because they both relate to the same area of code that was previously not covered by any test.
## Note on v11.0 backport
It must be manually done by cherry-picking all commits up to and not including `fix: API must use headGitRepo instead of ctx.Repo.GitRepo for comparing` because it is v12 specific.
## Checklist
The [contributor guide](https://forgejo.org/docs/next/contributor/) contains information that will be helpful to first time contributors. There also are a few [conditions for merging Pull Requests in Forgejo repositories](https://codeberg.org/forgejo/governance/src/branch/main/PullRequestsAgreement.md). You are also welcome to join the [Forgejo development chatroom](https://matrix.to/#/#forgejo-development:matrix.org).
### Tests
- I added test coverage for Go changes...
  - [x] in the `tests/integration` directory if it involves interactions with a live Forgejo server.
### Documentation
- [x] I did not document these changes and I do not expect someone else to do it.
### Release notes
- [x] I do not want this change to show in the release notes.
Reviewed-on: https://codeberg.org/forgejo/forgejo/pulls/8326
Reviewed-by: Otto <otto@codeberg.org>
Co-authored-by: Earl Warren <contact@earl-warren.org>
Co-committed-by: Earl Warren <contact@earl-warren.org>
		
	
			
		
			
				
	
	
		
			324 lines
		
	
	
	
		
			14 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
			
		
		
	
	
			324 lines
		
	
	
	
		
			14 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
| // Copyright 2019 The Gitea Authors. All rights reserved.
 | |
| // Copyright 2025 The Forgejo Authors. All rights reserved.
 | |
| // SPDX-License-Identifier: MIT
 | |
| 
 | |
| package integration
 | |
| 
 | |
| import (
 | |
| 	"encoding/base64"
 | |
| 	"fmt"
 | |
| 	"net/http"
 | |
| 	"net/url"
 | |
| 	"path/filepath"
 | |
| 	"testing"
 | |
| 	"time"
 | |
| 
 | |
| 	"forgejo.org/models/asymkey"
 | |
| 	auth_model "forgejo.org/models/auth"
 | |
| 	repo_model "forgejo.org/models/repo"
 | |
| 	"forgejo.org/models/unittest"
 | |
| 	user_model "forgejo.org/models/user"
 | |
| 	"forgejo.org/modules/git"
 | |
| 	"forgejo.org/modules/gitrepo"
 | |
| 	"forgejo.org/modules/setting"
 | |
| 	api "forgejo.org/modules/structs"
 | |
| 	"forgejo.org/services/context"
 | |
| 
 | |
| 	"github.com/stretchr/testify/assert"
 | |
| )
 | |
| 
 | |
| func getCreateFileOptions() api.CreateFileOptions {
 | |
| 	content := "This is new text"
 | |
| 	contentEncoded := base64.StdEncoding.EncodeToString([]byte(content))
 | |
| 	return api.CreateFileOptions{
 | |
| 		FileOptions: api.FileOptions{
 | |
| 			BranchName:    "master",
 | |
| 			NewBranchName: "master",
 | |
| 			Message:       "Making this new file new/file.txt",
 | |
| 			Author: api.Identity{
 | |
| 				Name:  "Anne Doe",
 | |
| 				Email: "annedoe@example.com",
 | |
| 			},
 | |
| 			Committer: api.Identity{
 | |
| 				Name:  "John Doe",
 | |
| 				Email: "johndoe@example.com",
 | |
| 			},
 | |
| 			Dates: api.CommitDateOptions{
 | |
| 				Author:    time.Unix(946684810, 0),
 | |
| 				Committer: time.Unix(978307190, 0),
 | |
| 			},
 | |
| 		},
 | |
| 		ContentBase64: contentEncoded,
 | |
| 	}
 | |
| }
 | |
| 
 | |
| func getExpectedFileResponseForCreate(repoFullName, commitID, treePath, latestCommitSHA string) *api.FileResponse {
 | |
| 	sha := "a635aa942442ddfdba07468cf9661c08fbdf0ebf"
 | |
| 	if len(latestCommitSHA) > len(sha) {
 | |
| 		// repository is in SHA256 format
 | |
| 		sha = "3edd190f61237b7a0a5c49aa47fb58b2ec14d53a2afc90803bc713fab5d5aec0"
 | |
| 	}
 | |
| 	encoding := "base64"
 | |
| 	content := "VGhpcyBpcyBuZXcgdGV4dA=="
 | |
| 	selfURL := setting.AppURL + "api/v1/repos/" + repoFullName + "/contents/" + treePath + "?ref=master"
 | |
| 	htmlURL := setting.AppURL + repoFullName + "/src/branch/master/" + treePath
 | |
| 	gitURL := setting.AppURL + "api/v1/repos/" + repoFullName + "/git/blobs/" + sha
 | |
| 	downloadURL := setting.AppURL + repoFullName + "/raw/branch/master/" + treePath
 | |
| 	return &api.FileResponse{
 | |
| 		Content: &api.ContentsResponse{
 | |
| 			Name:          filepath.Base(treePath),
 | |
| 			Path:          treePath,
 | |
| 			SHA:           sha,
 | |
| 			LastCommitSHA: latestCommitSHA,
 | |
| 			Size:          16,
 | |
| 			Type:          "file",
 | |
| 			Encoding:      &encoding,
 | |
| 			Content:       &content,
 | |
| 			URL:           &selfURL,
 | |
| 			HTMLURL:       &htmlURL,
 | |
| 			GitURL:        &gitURL,
 | |
| 			DownloadURL:   &downloadURL,
 | |
| 			Links: &api.FileLinksResponse{
 | |
| 				Self:    &selfURL,
 | |
| 				GitURL:  &gitURL,
 | |
| 				HTMLURL: &htmlURL,
 | |
| 			},
 | |
| 		},
 | |
| 		Commit: &api.FileCommitResponse{
 | |
| 			CommitMeta: api.CommitMeta{
 | |
| 				URL: setting.AppURL + "api/v1/repos/" + repoFullName + "/git/commits/" + commitID,
 | |
| 				SHA: commitID,
 | |
| 			},
 | |
| 			HTMLURL: setting.AppURL + repoFullName + "/commit/" + commitID,
 | |
| 			Author: &api.CommitUser{
 | |
| 				Identity: api.Identity{
 | |
| 					Name:  "Anne Doe",
 | |
| 					Email: "annedoe@example.com",
 | |
| 				},
 | |
| 				Date: "2000-01-01T00:00:10Z",
 | |
| 			},
 | |
| 			Committer: &api.CommitUser{
 | |
| 				Identity: api.Identity{
 | |
| 					Name:  "John Doe",
 | |
| 					Email: "johndoe@example.com",
 | |
| 				},
 | |
| 				Date: "2000-12-31T23:59:50Z",
 | |
| 			},
 | |
| 			Message: "Updates README.md\n",
 | |
| 		},
 | |
| 		Verification: &api.PayloadCommitVerification{
 | |
| 			Verified:  false,
 | |
| 			Reason:    asymkey.NotSigned,
 | |
| 			Signature: "",
 | |
| 			Payload:   "",
 | |
| 		},
 | |
| 	}
 | |
| }
 | |
| 
 | |
| func BenchmarkAPICreateFileSmall(b *testing.B) {
 | |
| 	onGiteaRun(b, func(b *testing.B, u *url.URL) {
 | |
| 		user2 := unittest.AssertExistsAndLoadBean(b, &user_model.User{ID: 2})       // owner of the repo1 & repo16
 | |
| 		repo1 := unittest.AssertExistsAndLoadBean(b, &repo_model.Repository{ID: 1}) // public repo
 | |
| 
 | |
| 		b.ResetTimer()
 | |
| 		for n := 0; n < b.N; n++ {
 | |
| 			treePath := fmt.Sprintf("update/file%d.txt", n)
 | |
| 			_, _ = createFileInBranch(user2, repo1, treePath, repo1.DefaultBranch, treePath)
 | |
| 		}
 | |
| 	})
 | |
| }
 | |
| 
 | |
| func BenchmarkAPICreateFileMedium(b *testing.B) {
 | |
| 	data := make([]byte, 10*1024*1024)
 | |
| 
 | |
| 	onGiteaRun(b, func(b *testing.B, u *url.URL) {
 | |
| 		user2 := unittest.AssertExistsAndLoadBean(b, &user_model.User{ID: 2})       // owner of the repo1 & repo16
 | |
| 		repo1 := unittest.AssertExistsAndLoadBean(b, &repo_model.Repository{ID: 1}) // public repo
 | |
| 
 | |
| 		b.ResetTimer()
 | |
| 		for n := 0; n < b.N; n++ {
 | |
| 			treePath := fmt.Sprintf("update/file%d.txt", n)
 | |
| 			copy(data, treePath)
 | |
| 			_, _ = createFileInBranch(user2, repo1, treePath, repo1.DefaultBranch, treePath)
 | |
| 		}
 | |
| 	})
 | |
| }
 | |
| 
 | |
| func TestAPICreateFile(t *testing.T) {
 | |
| 	onGiteaRun(t, func(t *testing.T, u *url.URL) {
 | |
| 		user2 := unittest.AssertExistsAndLoadBean(t, &user_model.User{ID: 2})         // owner of the repo1 & repo16
 | |
| 		org3 := unittest.AssertExistsAndLoadBean(t, &user_model.User{ID: 3})          // owner of the repo3, is an org
 | |
| 		user4 := unittest.AssertExistsAndLoadBean(t, &user_model.User{ID: 4})         // owner of neither repos
 | |
| 		repo1 := unittest.AssertExistsAndLoadBean(t, &repo_model.Repository{ID: 1})   // public repo
 | |
| 		repo3 := unittest.AssertExistsAndLoadBean(t, &repo_model.Repository{ID: 3})   // public repo
 | |
| 		repo16 := unittest.AssertExistsAndLoadBean(t, &repo_model.Repository{ID: 16}) // private repo
 | |
| 		fileID := 0
 | |
| 
 | |
| 		// Get user2's token
 | |
| 		session := loginUser(t, user2.Name)
 | |
| 		token2 := getTokenForLoggedInUser(t, session, auth_model.AccessTokenScopeWriteRepository, auth_model.AccessTokenScopeWriteUser)
 | |
| 		// Get user4's token
 | |
| 		session = loginUser(t, user4.Name)
 | |
| 		token4 := getTokenForLoggedInUser(t, session, auth_model.AccessTokenScopeWriteRepository, auth_model.AccessTokenScopeWriteUser)
 | |
| 
 | |
| 		// Test creating a file in repo1 which user2 owns, try both with branch and empty branch
 | |
| 		for _, branch := range [...]string{
 | |
| 			"master", // Branch
 | |
| 			"",       // Empty branch
 | |
| 		} {
 | |
| 			createFileOptions := getCreateFileOptions()
 | |
| 			createFileOptions.BranchName = branch
 | |
| 			fileID++
 | |
| 			treePath := fmt.Sprintf("new/file%d.txt", fileID)
 | |
| 			req := NewRequestWithJSON(t, "POST", fmt.Sprintf("/api/v1/repos/%s/%s/contents/%s", user2.Name, repo1.Name, treePath), &createFileOptions).
 | |
| 				AddTokenAuth(token2)
 | |
| 			resp := MakeRequest(t, req, http.StatusCreated)
 | |
| 			gitRepo, _ := gitrepo.OpenRepository(t.Context(), repo1)
 | |
| 			commitID, _ := gitRepo.GetBranchCommitID(createFileOptions.NewBranchName)
 | |
| 			latestCommit, _ := gitRepo.GetCommitByPath(treePath)
 | |
| 			expectedFileResponse := getExpectedFileResponseForCreate("user2/repo1", commitID, treePath, latestCommit.ID.String())
 | |
| 			var fileResponse api.FileResponse
 | |
| 			DecodeJSON(t, resp, &fileResponse)
 | |
| 			// Testify cannot assert time.Time correctly.
 | |
| 			expectedFileResponse.Content.LastCommitWhen = fileResponse.Content.LastCommitWhen
 | |
| 			assert.Equal(t, expectedFileResponse.Content, fileResponse.Content)
 | |
| 			assert.Equal(t, expectedFileResponse.Commit.SHA, fileResponse.Commit.SHA)
 | |
| 			assert.Equal(t, expectedFileResponse.Commit.HTMLURL, fileResponse.Commit.HTMLURL)
 | |
| 			assert.Equal(t, expectedFileResponse.Commit.Author.Email, fileResponse.Commit.Author.Email)
 | |
| 			assert.Equal(t, expectedFileResponse.Commit.Author.Name, fileResponse.Commit.Author.Name)
 | |
| 			assert.Equal(t, expectedFileResponse.Commit.Author.Date, fileResponse.Commit.Author.Date)
 | |
| 			assert.Equal(t, expectedFileResponse.Commit.Committer.Email, fileResponse.Commit.Committer.Email)
 | |
| 			assert.Equal(t, expectedFileResponse.Commit.Committer.Name, fileResponse.Commit.Committer.Name)
 | |
| 			assert.Equal(t, expectedFileResponse.Commit.Committer.Date, fileResponse.Commit.Committer.Date)
 | |
| 			gitRepo.Close()
 | |
| 		}
 | |
| 
 | |
| 		// Test creating a file in a new branch
 | |
| 		createFileOptions := getCreateFileOptions()
 | |
| 		createFileOptions.BranchName = repo1.DefaultBranch
 | |
| 		createFileOptions.NewBranchName = "new_branch"
 | |
| 		fileID++
 | |
| 		treePath := fmt.Sprintf("new/file%d.txt", fileID)
 | |
| 		req := NewRequestWithJSON(t, "POST", fmt.Sprintf("/api/v1/repos/%s/%s/contents/%s", user2.Name, repo1.Name, treePath), &createFileOptions).
 | |
| 			AddTokenAuth(token2)
 | |
| 		resp := MakeRequest(t, req, http.StatusCreated)
 | |
| 		var fileResponse api.FileResponse
 | |
| 		DecodeJSON(t, resp, &fileResponse)
 | |
| 		expectedSHA := "a635aa942442ddfdba07468cf9661c08fbdf0ebf"
 | |
| 		expectedHTMLURL := fmt.Sprintf(setting.AppURL+"user2/repo1/src/branch/new_branch/new/file%d.txt", fileID)
 | |
| 		expectedDownloadURL := fmt.Sprintf(setting.AppURL+"user2/repo1/raw/branch/new_branch/new/file%d.txt", fileID)
 | |
| 		assert.Equal(t, expectedSHA, fileResponse.Content.SHA)
 | |
| 		assert.Equal(t, expectedHTMLURL, *fileResponse.Content.HTMLURL)
 | |
| 		assert.Equal(t, expectedDownloadURL, *fileResponse.Content.DownloadURL)
 | |
| 		assert.Equal(t, createFileOptions.Message+"\n", fileResponse.Commit.Message)
 | |
| 
 | |
| 		// Test creating a file without a message
 | |
| 		createFileOptions = getCreateFileOptions()
 | |
| 		createFileOptions.Message = ""
 | |
| 		fileID++
 | |
| 		treePath = fmt.Sprintf("new/file%d.txt", fileID)
 | |
| 		req = NewRequestWithJSON(t, "POST", fmt.Sprintf("/api/v1/repos/%s/%s/contents/%s", user2.Name, repo1.Name, treePath), &createFileOptions).
 | |
| 			AddTokenAuth(token2)
 | |
| 		resp = MakeRequest(t, req, http.StatusCreated)
 | |
| 		DecodeJSON(t, resp, &fileResponse)
 | |
| 		expectedMessage := "Add " + treePath + "\n"
 | |
| 		assert.Equal(t, expectedMessage, fileResponse.Commit.Message)
 | |
| 
 | |
| 		// Test trying to create a file that already exists, should fail
 | |
| 		createFileOptions = getCreateFileOptions()
 | |
| 		treePath = "README.md"
 | |
| 		req = NewRequestWithJSON(t, "POST", fmt.Sprintf("/api/v1/repos/%s/%s/contents/%s", user2.Name, repo1.Name, treePath), &createFileOptions).
 | |
| 			AddTokenAuth(token2)
 | |
| 		resp = MakeRequest(t, req, http.StatusUnprocessableEntity)
 | |
| 		expectedAPIError := context.APIError{
 | |
| 			Message: "repository file already exists [path: " + treePath + "]",
 | |
| 			URL:     setting.API.SwaggerURL,
 | |
| 		}
 | |
| 		var apiError context.APIError
 | |
| 		DecodeJSON(t, resp, &apiError)
 | |
| 		assert.Equal(t, expectedAPIError, apiError)
 | |
| 
 | |
| 		// Test creating a file in repo1 by user4 who does not have write access
 | |
| 		createFileOptions = getCreateFileOptions()
 | |
| 		fileID++
 | |
| 		treePath = fmt.Sprintf("new/file%d.txt", fileID)
 | |
| 		req = NewRequestWithJSON(t, "POST", fmt.Sprintf("/api/v1/repos/%s/%s/contents/%s", user2.Name, repo16.Name, treePath), &createFileOptions).
 | |
| 			AddTokenAuth(token4)
 | |
| 		MakeRequest(t, req, http.StatusNotFound)
 | |
| 
 | |
| 		// Tests a repo with no token given so will fail
 | |
| 		createFileOptions = getCreateFileOptions()
 | |
| 		fileID++
 | |
| 		treePath = fmt.Sprintf("new/file%d.txt", fileID)
 | |
| 		req = NewRequestWithJSON(t, "POST", fmt.Sprintf("/api/v1/repos/%s/%s/contents/%s", user2.Name, repo16.Name, treePath), &createFileOptions)
 | |
| 		MakeRequest(t, req, http.StatusNotFound)
 | |
| 
 | |
| 		// Test using access token for a private repo that the user of the token owns
 | |
| 		createFileOptions = getCreateFileOptions()
 | |
| 		fileID++
 | |
| 		treePath = fmt.Sprintf("new/file%d.txt", fileID)
 | |
| 		req = NewRequestWithJSON(t, "POST", fmt.Sprintf("/api/v1/repos/%s/%s/contents/%s", user2.Name, repo16.Name, treePath), &createFileOptions).
 | |
| 			AddTokenAuth(token2)
 | |
| 		MakeRequest(t, req, http.StatusCreated)
 | |
| 
 | |
| 		// Test using org repo "org3/repo3" where user2 is a collaborator
 | |
| 		createFileOptions = getCreateFileOptions()
 | |
| 		fileID++
 | |
| 		treePath = fmt.Sprintf("new/file%d.txt", fileID)
 | |
| 		req = NewRequestWithJSON(t, "POST", fmt.Sprintf("/api/v1/repos/%s/%s/contents/%s", org3.Name, repo3.Name, treePath), &createFileOptions).
 | |
| 			AddTokenAuth(token2)
 | |
| 		MakeRequest(t, req, http.StatusCreated)
 | |
| 
 | |
| 		// Test using org repo "org3/repo3" with no user token
 | |
| 		createFileOptions = getCreateFileOptions()
 | |
| 		fileID++
 | |
| 		treePath = fmt.Sprintf("new/file%d.txt", fileID)
 | |
| 		req = NewRequestWithJSON(t, "POST", fmt.Sprintf("/api/v1/repos/%s/%s/contents/%s", org3.Name, repo3.Name, treePath), &createFileOptions)
 | |
| 		MakeRequest(t, req, http.StatusNotFound)
 | |
| 
 | |
| 		// Test using repo "user2/repo1" where user4 is a NOT collaborator
 | |
| 		createFileOptions = getCreateFileOptions()
 | |
| 		fileID++
 | |
| 		treePath = fmt.Sprintf("new/file%d.txt", fileID)
 | |
| 		req = NewRequestWithJSON(t, "POST", fmt.Sprintf("/api/v1/repos/%s/%s/contents/%s", user2.Name, repo1.Name, treePath), &createFileOptions).
 | |
| 			AddTokenAuth(token4)
 | |
| 		MakeRequest(t, req, http.StatusForbidden)
 | |
| 
 | |
| 		// Test creating a file in an empty repository
 | |
| 		forEachObjectFormat(t, func(t *testing.T, objectFormat git.ObjectFormat) {
 | |
| 			reponame := "empty-repo-" + objectFormat.Name()
 | |
| 			ctx := NewAPITestContext(t, "user2", reponame, auth_model.AccessTokenScopeWriteRepository, auth_model.AccessTokenScopeWriteUser)
 | |
| 			opts := &api.CreateRepoOption{
 | |
| 				Description: "Temporary repo",
 | |
| 				Name:        ctx.Reponame,
 | |
| 				Private:     true,
 | |
| 				Template:    true,
 | |
| 			}
 | |
| 			doAPICreateRepository(ctx, opts, objectFormat)(t)
 | |
| 			createFileOptions = getCreateFileOptions()
 | |
| 			fileID++
 | |
| 			treePath = fmt.Sprintf("new/file%d.txt", fileID)
 | |
| 			req = NewRequestWithJSON(t, "POST", fmt.Sprintf("/api/v1/repos/%s/%s/contents/%s", user2.Name, reponame, treePath), &createFileOptions).
 | |
| 				AddTokenAuth(token2)
 | |
| 			resp = MakeRequest(t, req, http.StatusCreated)
 | |
| 			emptyRepo := unittest.AssertExistsAndLoadBean(t, &repo_model.Repository{OwnerName: "user2", Name: reponame}) // public repo
 | |
| 			gitRepo, _ := gitrepo.OpenRepository(t.Context(), emptyRepo)
 | |
| 			commitID, _ := gitRepo.GetBranchCommitID(createFileOptions.NewBranchName)
 | |
| 			latestCommit, _ := gitRepo.GetCommitByPath(treePath)
 | |
| 			expectedFileResponse := getExpectedFileResponseForCreate("user2/"+reponame, commitID, treePath, latestCommit.ID.String())
 | |
| 			DecodeJSON(t, resp, &fileResponse)
 | |
| 			// Testify cannot assert time.Time correctly.
 | |
| 			expectedFileResponse.Content.LastCommitWhen = fileResponse.Content.LastCommitWhen
 | |
| 			assert.Equal(t, expectedFileResponse.Content, fileResponse.Content)
 | |
| 			assert.Equal(t, expectedFileResponse.Commit.SHA, fileResponse.Commit.SHA)
 | |
| 			assert.Equal(t, expectedFileResponse.Commit.HTMLURL, fileResponse.Commit.HTMLURL)
 | |
| 			assert.Equal(t, expectedFileResponse.Commit.Author.Email, fileResponse.Commit.Author.Email)
 | |
| 			assert.Equal(t, expectedFileResponse.Commit.Author.Name, fileResponse.Commit.Author.Name)
 | |
| 			assert.Equal(t, expectedFileResponse.Commit.Author.Date, fileResponse.Commit.Author.Date)
 | |
| 			assert.Equal(t, expectedFileResponse.Commit.Committer.Email, fileResponse.Commit.Committer.Email)
 | |
| 			assert.Equal(t, expectedFileResponse.Commit.Committer.Name, fileResponse.Commit.Committer.Name)
 | |
| 			assert.Equal(t, expectedFileResponse.Commit.Committer.Date, fileResponse.Commit.Committer.Date)
 | |
| 			gitRepo.Close()
 | |
| 		})
 | |
| 	})
 | |
| }
 |