F3: Forgejo driver and CLI

user, topic, project, label, milestone, repository, pull_request,
release, asset, comment, reaction, review providers

Signed-off-by: Earl Warren <contact@earl-warren.org>

Preserve file size when creating attachments

Introduced in c6f5029708

repoList.LoadAttributes has a ctx argument now

Rename `repo.GetOwner` to `repo.LoadOwner`

bd66fa586a

upgrade to the latest gof3

(cherry picked from commit c770713656)

[F3] ID remapping logic is in place, remove workaround

(cherry picked from commit d0fee30167)

[F3] it is experimental, do not enable by default

(cherry picked from commit de325b21d0)
(cherry picked from commit 547e7b3c40)
(cherry picked from commit 820df3a56b)
(cherry picked from commit eaba87689b)
(cherry picked from commit 1b86896b3b)

tests/integration/cmd_f3_test.go

@@ -0,0 +1,110 @@
+// SPDX-License-Identifier: MIT
+
+package integration
+
+import (
+	"bytes"
+	"context"
+	"flag"
+	"io"
+	"net/url"
+	"os"
+	"testing"
+
+	"code.gitea.io/gitea/cmd"
+	"code.gitea.io/gitea/modules/setting"
+	"code.gitea.io/gitea/services/migrations"
+
+	"github.com/stretchr/testify/assert"
+	"github.com/urfave/cli"
+	f3_forges "lab.forgefriends.org/friendlyforgeformat/gof3/forges"
+	f3_util "lab.forgefriends.org/friendlyforgeformat/gof3/util"
+)
+
+func Test_CmdF3(t *testing.T) {
+	onGiteaRun(t, func(*testing.T, *url.URL) {
+		AllowLocalNetworks := setting.Migrations.AllowLocalNetworks
+		setting.F3.Enabled = true
+		setting.Migrations.AllowLocalNetworks = true
+		// without migrations.Init() AllowLocalNetworks = true is not effective and
+		// a http call fails with "...migration can only call allowed HTTP servers..."
+		migrations.Init()
+		AppVer := setting.AppVer
+		// Gitea SDK (go-sdk) need to parse the AppVer from server response, so we must set it to a valid version string.
+		setting.AppVer = "1.16.0"
+		defer func() {
+			setting.Migrations.AllowLocalNetworks = AllowLocalNetworks
+			setting.AppVer = AppVer
+		}()
+
+		//
+		// Step 1: create a fixture
+		//
+		fixture := f3_forges.NewFixture(t, f3_forges.FixtureF3Factory)
+		fixture.NewUser(1234)
+		fixture.NewMilestone()
+		fixture.NewLabel()
+		fixture.NewIssue()
+		fixture.NewTopic()
+		fixture.NewRepository()
+		fixture.NewRelease()
+		fixture.NewAsset()
+		fixture.NewIssueComment(nil)
+		fixture.NewIssueReaction()
+
+		//
+		// Step 2: import the fixture into Gitea
+		//
+		cmd.CmdF3.Action = func(ctx *cli.Context) { cmd.RunF3(context.Background(), ctx) }
+		{
+			realStdout := os.Stdout // Backup Stdout
+			r, w, _ := os.Pipe()
+			os.Stdout = w
+
+			set := flag.NewFlagSet("f3", 0)
+			_ = set.Parse([]string{"f3", "--import", "--directory", fixture.ForgeRoot.GetDirectory()})
+			cliContext := cli.NewContext(&cli.App{Writer: os.Stdout}, set, nil)
+			assert.NoError(t, cmd.CmdF3.Run(cliContext))
+			w.Close()
+			var buf bytes.Buffer
+			io.Copy(&buf, r)
+			commandOutput := buf.String()
+			assert.EqualValues(t, "imported\n", commandOutput)
+			os.Stdout = realStdout
+		}
+
+		//
+		// Step 3: export Gitea into F3
+		//
+		directory := t.TempDir()
+		{
+			realStdout := os.Stdout // Backup Stdout
+			r, w, _ := os.Pipe()
+			os.Stdout = w
+
+			set := flag.NewFlagSet("f3", 0)
+			_ = set.Parse([]string{"f3", "--export", "--no-pull-request", "--user", fixture.UserFormat.UserName, "--repository", fixture.ProjectFormat.Name, "--directory", directory})
+			cliContext := cli.NewContext(&cli.App{Writer: os.Stdout}, set, nil)
+			assert.NoError(t, cmd.CmdF3.Run(cliContext))
+			w.Close()
+			var buf bytes.Buffer
+			io.Copy(&buf, r)
+			commandOutput := buf.String()
+			assert.EqualValues(t, "exported\n", commandOutput)
+			os.Stdout = realStdout
+
+		}
+
+		//
+		// Step 4: verify the export and import are equivalent
+		//
+		files := f3_util.Command(context.Background(), "find", directory)
+		assert.Contains(t, files, "/label/")
+		assert.Contains(t, files, "/issue/")
+		assert.Contains(t, files, "/milestone/")
+		assert.Contains(t, files, "/topic/")
+		assert.Contains(t, files, "/release/")
+		assert.Contains(t, files, "/asset/")
+		assert.Contains(t, files, "/reaction/")
+	})
+}